diff --git a/.devops/cann.Dockerfile b/.devops/cann.Dockerfile index 6de22215e40..843fe37d062 100644 --- a/.devops/cann.Dockerfile +++ b/.devops/cann.Dockerfile @@ -4,7 +4,7 @@ # Define the CANN base image for easier version updates later ARG CHIP_TYPE=910b -ARG CANN_BASE_IMAGE=quay.io/ascend/cann:8.3.rc2-${CHIP_TYPE}-openeuler24.03-py3.11 +ARG CANN_BASE_IMAGE=quay.io/ascend/cann:8.5.0-${CHIP_TYPE}-openeuler24.03-py3.11 # ============================================================================== # BUILD STAGE diff --git a/.devops/cpu.Dockerfile b/.devops/cpu.Dockerfile index c70a2de562e..d6579ecf1ad 100644 --- a/.devops/cpu.Dockerfile +++ b/.devops/cpu.Dockerfile @@ -1,11 +1,13 @@ -ARG UBUNTU_VERSION=22.04 +ARG UBUNTU_VERSION=24.04 FROM ubuntu:$UBUNTU_VERSION AS build ARG TARGETARCH RUN apt-get update && \ - apt-get install -y build-essential git cmake libssl-dev + apt-get install -y gcc-14 g++-14 build-essential git cmake libssl-dev + +ENV CC=gcc-14 CXX=g++-14 WORKDIR /app @@ -34,7 +36,7 @@ RUN mkdir -p /app/full \ FROM ubuntu:$UBUNTU_VERSION AS base RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ @@ -55,8 +57,9 @@ RUN apt-get update \ git \ python3 \ python3-pip \ - && pip install --upgrade pip setuptools wheel \ - && pip install -r requirements.txt \ + python3-wheel \ + && pip install --break-system-packages --upgrade setuptools \ + && pip install --break-system-packages -r requirements.txt \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.devops/cuda-new.Dockerfile b/.devops/cuda-new.Dockerfile index 98dc147d7e8..890230cd263 100644 --- a/.devops/cuda-new.Dockerfile +++ b/.devops/cuda-new.Dockerfile @@ -1,6 +1,6 @@ ARG UBUNTU_VERSION=24.04 # This needs to generally match the container host's environment. -ARG CUDA_VERSION=13.1.0 +ARG CUDA_VERSION=13.1.1 # Target the CUDA build image ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} @@ -12,7 +12,9 @@ FROM ${BASE_CUDA_DEV_CONTAINER} AS build ARG CUDA_DOCKER_ARCH=default RUN apt-get update && \ - apt-get install -y build-essential cmake python3 python3-pip git libssl-dev libgomp1 + apt-get install -y gcc-14 g++-14 build-essential cmake python3 python3-pip git libssl-dev libgomp1 + +ENV CC=gcc-14 CXX=g++-14 CUDAHOSTCXX=g++-14 WORKDIR /app @@ -39,7 +41,7 @@ RUN mkdir -p /app/full \ FROM ${BASE_CUDA_RUN_CONTAINER} AS base RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.devops/cuda.Dockerfile b/.devops/cuda.Dockerfile index 52f103bc310..b3f6ccfc984 100644 --- a/.devops/cuda.Dockerfile +++ b/.devops/cuda.Dockerfile @@ -1,6 +1,6 @@ -ARG UBUNTU_VERSION=22.04 +ARG UBUNTU_VERSION=24.04 # This needs to generally match the container host's environment. -ARG CUDA_VERSION=12.4.0 +ARG CUDA_VERSION=12.8.1 # Target the CUDA build image ARG BASE_CUDA_DEV_CONTAINER=nvidia/cuda:${CUDA_VERSION}-devel-ubuntu${UBUNTU_VERSION} @@ -12,7 +12,9 @@ FROM ${BASE_CUDA_DEV_CONTAINER} AS build ARG CUDA_DOCKER_ARCH=default RUN apt-get update && \ - apt-get install -y build-essential cmake python3 python3-pip git libssl-dev libgomp1 + apt-get install -y gcc-14 g++-14 build-essential cmake python3 python3-pip git libssl-dev libgomp1 + +ENV CC=gcc-14 CXX=g++-14 CUDAHOSTCXX=g++-14 WORKDIR /app @@ -39,7 +41,7 @@ RUN mkdir -p /app/full \ FROM ${BASE_CUDA_RUN_CONTAINER} AS base RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ @@ -60,7 +62,8 @@ RUN apt-get update \ git \ python3 \ python3-pip \ - && pip install --upgrade pip setuptools wheel \ + python3-wheel \ + && pip install --break-system-packages --upgrade setuptools \ && pip install --break-system-packages -r requirements.txt \ && apt autoremove -y \ && apt clean -y \ diff --git a/.devops/intel.Dockerfile b/.devops/intel.Dockerfile index 35ea4ade8ed..955a2962ff4 100644 --- a/.devops/intel.Dockerfile +++ b/.devops/intel.Dockerfile @@ -1,4 +1,4 @@ -ARG ONEAPI_VERSION=2025.2.2-0-devel-ubuntu24.04 +ARG ONEAPI_VERSION=2025.3.2-0-devel-ubuntu24.04 ## Build Image @@ -33,8 +33,25 @@ RUN mkdir -p /app/full \ FROM intel/deep-learning-essentials:$ONEAPI_VERSION AS base +ARG IGC_VERSION=v2.30.1 +ARG IGC_VERSION_FULL=2_2.30.1+20950 +ARG COMPUTE_RUNTIME_VERSION=26.09.37435.1 +ARG COMPUTE_RUNTIME_VERSION_FULL=26.09.37435.1-0 +ARG IGDGMM_VERSION=22.9.0 +RUN mkdir /tmp/neo/ && cd /tmp/neo/ \ + && wget https://github.com/intel/intel-graphics-compiler/releases/download/$IGC_VERSION/intel-igc-core-${IGC_VERSION_FULL}_amd64.deb \ + && wget https://github.com/intel/intel-graphics-compiler/releases/download/$IGC_VERSION/intel-igc-opencl-${IGC_VERSION_FULL}_amd64.deb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-ocloc-dbgsym_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.ddeb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-ocloc_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-opencl-icd-dbgsym_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.ddeb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/intel-opencl-icd_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/libigdgmm12_${IGDGMM_VERSION}_amd64.deb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/libze-intel-gpu1-dbgsym_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.ddeb \ + && wget https://github.com/intel/compute-runtime/releases/download/$COMPUTE_RUNTIME_VERSION/libze-intel-gpu1_${COMPUTE_RUNTIME_VERSION_FULL}_amd64.deb \ + && dpkg --install *.deb + RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.devops/llama-cli-cann.Dockerfile b/.devops/llama-cli-cann.Dockerfile index 5bbc9ee43b5..d54e70838f2 100644 --- a/.devops/llama-cli-cann.Dockerfile +++ b/.devops/llama-cli-cann.Dockerfile @@ -1,4 +1,4 @@ -ARG ASCEND_VERSION=8.1.RC1.alpha001-910b-openeuler22.03-py3.10 +ARG ASCEND_VERSION=8.5.0-910b-openeuler22.03-py3.10 FROM ascendai/cann:$ASCEND_VERSION AS build diff --git a/.devops/musa.Dockerfile b/.devops/musa.Dockerfile index 9eb49852046..665a76f58ce 100644 --- a/.devops/musa.Dockerfile +++ b/.devops/musa.Dockerfile @@ -46,7 +46,7 @@ RUN mkdir -p /app/full \ FROM ${BASE_MUSA_RUN_CONTAINER} AS base RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.devops/nix/package.nix b/.devops/nix/package.nix index 79a7270e5d8..289273e72e5 100644 --- a/.devops/nix/package.nix +++ b/.devops/nix/package.nix @@ -41,6 +41,7 @@ effectiveStdenv ? if useCuda then cudaPackages.backendStdenv else stdenv, enableStatic ? effectiveStdenv.hostPlatform.isStatic, precompileMetalShaders ? false, + useWebUi ? true, }: let @@ -164,6 +165,7 @@ effectiveStdenv.mkDerivation (finalAttrs: { cmakeFlags = [ (cmakeBool "LLAMA_BUILD_SERVER" true) + (cmakeBool "LLAMA_BUILD_WEBUI" useWebUi) (cmakeBool "BUILD_SHARED_LIBS" (!enableStatic)) (cmakeBool "CMAKE_SKIP_BUILD_RPATH" true) (cmakeBool "GGML_NATIVE" false) diff --git a/.devops/openvino.Dockerfile b/.devops/openvino.Dockerfile index e22ef16c7fb..3ee4dd20180 100644 --- a/.devops/openvino.Dockerfile +++ b/.devops/openvino.Dockerfile @@ -78,7 +78,7 @@ ARG http_proxy ARG https_proxy RUN apt-get update \ - && apt-get install -y libgomp1 libtbb12 curl\ + && apt-get install -y libgomp1 libtbb12 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.devops/rocm.Dockerfile b/.devops/rocm.Dockerfile index 830fe19e3e8..525ddc79051 100644 --- a/.devops/rocm.Dockerfile +++ b/.devops/rocm.Dockerfile @@ -1,8 +1,8 @@ ARG UBUNTU_VERSION=24.04 # This needs to generally match the container host's environment. -ARG ROCM_VERSION=7.2 -ARG AMDGPU_VERSION=7.2 +ARG ROCM_VERSION=7.2.1 +ARG AMDGPU_VERSION=7.2.1 # Target the ROCm build image ARG BASE_ROCM_DEV_CONTAINER=rocm/dev-ubuntu-${UBUNTU_VERSION}:${ROCM_VERSION}-complete @@ -12,11 +12,11 @@ FROM ${BASE_ROCM_DEV_CONTAINER} AS build # Unless otherwise specified, we make a fat build. # This is mostly tied to rocBLAS supported archs. -# check https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.2.0/reference/system-requirements.html +# check https://rocm.docs.amd.com/projects/install-on-linux/en/docs-7.2.1/reference/system-requirements.html # check https://rocm.docs.amd.com/projects/radeon-ryzen/en/latest/docs/compatibility/compatibilityrad/native_linux/native_linux_compatibility.html # check https://rocm.docs.amd.com/projects/radeon-ryzen/en/latest/docs/compatibility/compatibilityryz/native_linux/native_linux_compatibility.html -ARG ROCM_DOCKER_ARCH='gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1151;gfx1150;gfx1200;gfx1201' +ARG ROCM_DOCKER_ARCH='gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1102;gfx1151;gfx1150;gfx1200;gfx1201' # Set ROCm architectures ENV AMDGPU_TARGETS=${ROCM_DOCKER_ARCH} @@ -58,7 +58,7 @@ RUN mkdir -p /app/full \ FROM ${BASE_ROCM_DEV_CONTAINER} AS base RUN apt-get update \ - && apt-get install -y libgomp1 curl\ + && apt-get install -y libgomp1 curl \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ @@ -79,7 +79,7 @@ RUN apt-get update \ git \ python3-pip \ python3 \ - python3-wheel\ + python3-wheel \ && pip install --break-system-packages --upgrade setuptools \ && pip install --break-system-packages -r requirements.txt \ && apt autoremove -y \ diff --git a/.devops/vulkan.Dockerfile b/.devops/vulkan.Dockerfile index 3112ec85efa..98036c5fd5f 100644 --- a/.devops/vulkan.Dockerfile +++ b/.devops/vulkan.Dockerfile @@ -49,17 +49,20 @@ COPY --from=build /app/full /app WORKDIR /app +ENV PATH="/root/.venv/bin:/root/.local/bin:${PATH}" + +# Flag for compatibility with pip +ARG UV_INDEX_STRATEGY="unsafe-best-match" RUN apt-get update \ && apt-get install -y \ build-essential \ + curl \ git \ - python3.13 \ - python3.13-dev \ - python3-pip \ - python3-wheel \ - && update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.13 100 \ - && pip install --break-system-packages --upgrade setuptools \ - && pip install --break-system-packages -r requirements.txt \ + ca-certificates \ + && curl -LsSf https://astral.sh/uv/install.sh | sh \ + && uv python install 3.13 \ + && uv venv --python 3.13 /root/.venv \ + && uv pip install --python /root/.venv/bin/python -r requirements.txt \ && apt autoremove -y \ && apt clean -y \ && rm -rf /tmp/* /var/tmp/* \ diff --git a/.editorconfig b/.editorconfig index 74b65a45668..b995dbff7dd 100644 --- a/.editorconfig +++ b/.editorconfig @@ -21,14 +21,6 @@ indent_style = tab [prompts/*.txt] insert_final_newline = unset -[tools/server/public/*] -indent_size = 2 - -[tools/server/public/deps_*] -trim_trailing_whitespace = unset -indent_style = unset -indent_size = unset - [tools/server/deps_*] trim_trailing_whitespace = unset indent_style = unset @@ -61,6 +53,14 @@ charset = unset trim_trailing_whitespace = unset insert_final_newline = unset +[tools/server/public/**] +indent_style = unset +indent_size = unset +end_of_line = unset +charset = unset +trim_trailing_whitespace = unset +insert_final_newline = unset + [benches/**] indent_style = unset indent_size = unset diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 00000000000..06c85ad56e8 --- /dev/null +++ b/.gitattributes @@ -0,0 +1,4 @@ +# Treat the generated single-file WebUI build as binary for diff purposes. +# Git's pack-file delta compression still works (byte-level), but this prevents +# git diff from printing the entire minified file on every change. +tools/server/public/index.html -diff diff --git a/.github/ISSUE_TEMPLATE/010-bug-compilation.yml b/.github/ISSUE_TEMPLATE/010-bug-compilation.yml index 77f23f1afa9..b55bc1a3f80 100644 --- a/.github/ISSUE_TEMPLATE/010-bug-compilation.yml +++ b/.github/ISSUE_TEMPLATE/010-bug-compilation.yml @@ -41,7 +41,7 @@ body: attributes: label: GGML backends description: Which GGML backends do you know to be affected? - options: [AMX, BLAS, CANN, CPU, CUDA, Hexagon, HIP, Metal, Musa, OpenCL, RPC, SYCL, VirtGPU, Vulkan, WebGPU, zDNN, ZenDNN] + options: [AMX, BLAS, CANN, CPU, CUDA, Hexagon, HIP, Metal, Musa, OpenCL, OpenVINO, RPC, SYCL, VirtGPU, Vulkan, WebGPU, zDNN, ZenDNN] multiple: true validations: required: true diff --git a/.github/ISSUE_TEMPLATE/011-bug-results.yml b/.github/ISSUE_TEMPLATE/011-bug-results.yml index f553cbbf0b8..653d75e1687 100644 --- a/.github/ISSUE_TEMPLATE/011-bug-results.yml +++ b/.github/ISSUE_TEMPLATE/011-bug-results.yml @@ -42,7 +42,7 @@ body: attributes: label: GGML backends description: Which GGML backends do you know to be affected? - options: [AMX, BLAS, CANN, CPU, CUDA, Hexagon, HIP, Metal, Musa, OpenCL, RPC, SYCL, VirtGPU, Vulkan, WebGPU, zDNN, ZenDNN] + options: [AMX, BLAS, CANN, CPU, CUDA, Hexagon, HIP, Metal, Musa, OpenCL, OpenVINO, RPC, SYCL, VirtGPU, Vulkan, WebGPU, zDNN, ZenDNN] multiple: true validations: required: true diff --git a/.github/labeler.yml b/.github/labeler.yml index e9b75bc29ef..ef89541b1df 100644 --- a/.github/labeler.yml +++ b/.github/labeler.yml @@ -27,6 +27,11 @@ IBM zDNN: - any-glob-to-any-file: - ggml/include/ggml-zdnn.h - ggml/src/ggml-zdnn/** +AMD ZenDNN: + - changed-files: + - any-glob-to-any-file: + - ggml/include/ggml-zendnn.h + - ggml/src/ggml-zendnn/** documentation: - changed-files: - any-glob-to-any-file: diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index d0bdd73c443..eca2248a00d 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1 +1,16 @@ -*Make sure to read the [contributing guidelines](https://github.com/ggml-org/llama.cpp/blob/master/CONTRIBUTING.md) before submitting a PR* +## Overview + + + +## Additional information + + + +# Requirements + + + +- I have read and agree with the [contributing guidelines](https://github.com/ggml-org/llama.cpp/blob/master/CONTRIBUTING.md) +- AI usage disclosure: + + diff --git a/.github/workflows/ai-issues.yml b/.github/workflows/ai-issues.yml index caa74ca2232..c762901b5ac 100644 --- a/.github/workflows/ai-issues.yml +++ b/.github/workflows/ai-issues.yml @@ -26,7 +26,9 @@ jobs: { "bash": { "*": "deny", - "gh issue*": "allow", + "gh issue view*": "allow", + "gh issue list*": "allow", + "gh issue comment*": "allow", "gh search issues*": "allow" }, "webfetch": "deny" @@ -71,8 +73,8 @@ jobs: [comment] This issue might be similar or related to the following issue(s): - - #[related_issue_number]: [brief description of how they are related] - - #[related_issue_number]: [brief description of how they are related] + - #12942: [brief description of how they are related] + - #11234: [brief description of how they are related] ... _This comment was auto-generated locally using **$GA_ENGINE** on **$GA_MACHINE**_ diff --git a/.github/workflows/build-android.yml b/.github/workflows/build-android.yml index cd9d99ffab7..5fc24d8d349 100644 --- a/.github/workflows/build-android.yml +++ b/.github/workflows/build-android.yml @@ -40,13 +40,9 @@ jobs: steps: - name: Clone uses: actions/checkout@v6 - - # Disabled due to size (400MB) and always 0 cache hits - # - name: ccache - # uses: ggml-org/ccache-action@v1.2.16 - # with: - # key: android-build - # evict-old-files: 1d + with: + fetch-depth: 0 + lfs: false - name: Set up JDK uses: actions/setup-java@v5 @@ -55,7 +51,7 @@ jobs: distribution: zulu - name: Setup Android SDK - uses: android-actions/setup-android@v3 + uses: android-actions/setup-android@9fc6c4e9069bf8d3d10b2204b1fb8f6ef7065407 # v3 with: log-accepted-android-sdk-licenses: false @@ -66,10 +62,11 @@ jobs: android-ndk: runs-on: ubuntu-latest - - env: - OPENCL_VERSION: 2025.07.22 - + container: + image: 'ghcr.io/snapdragon-toolchain/arm64-android:v0.3' + defaults: + run: + shell: bash strategy: matrix: include: @@ -82,59 +79,23 @@ jobs: - name: Clone id: checkout uses: actions/checkout@v6 + with: + fetch-depth: 0 + lfs: false - - name: Install OpenCL Headers and Libs - id: install_opencl - if: ${{ matrix.build == 'arm64-snapdragon' }} - run: | - mkdir opencl - curl -L -o opencl/clhpp.tar.gz https://github.com/KhronosGroup/OpenCL-CLHPP/archive/refs/tags/v${OPENCL_VERSION}.tar.gz - curl -L -o opencl/headers.tar.gz https://github.com/KhronosGroup/OpenCL-Headers/archive/refs/tags/v${OPENCL_VERSION}.tar.gz - curl -L -o opencl/icd-loader.tar.gz https://github.com/KhronosGroup/OpenCL-ICD-Loader/archive/refs/tags/v${OPENCL_VERSION}.tar.gz - tar -xaf opencl/headers.tar.gz -C opencl - tar -xaf opencl/clhpp.tar.gz -C opencl - tar -xaf opencl/icd-loader.tar.gz -C opencl - sudo cp -r opencl/OpenCL-Headers-${OPENCL_VERSION}/CL ${ANDROID_NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include - sudo cp -r opencl/OpenCL-CLHPP-${OPENCL_VERSION}/include/CL/* ${ANDROID_NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include/CL - cd opencl/OpenCL-ICD-Loader-${OPENCL_VERSION} - cmake -B build -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_TOOLCHAIN_FILE=${ANDROID_NDK_ROOT}/build/cmake/android.toolchain.cmake -DOPENCL_ICD_LOADER_HEADERS_DIR=${ANDROID_NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/include -DANDROID_ABI=arm64-v8a -DANDROID_PLATFORM=31 -DANDROID_STL=c++_shared - cmake --build build - sudo cp build/libOpenCL.so ${ANDROID_NDK_ROOT}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/lib/aarch64-linux-android - rm -rf opencl - - - name: Install Hexagon SDK - id: install_hexsdk - if: ${{ matrix.build == 'arm64-snapdragon' }} - env: - HEXSDK_VER: 6.4.0.2 - HEXTLS_VER: 19.0.04 - run: | - curl -L -o hex-sdk.tar.gz https://github.com/snapdragon-toolchain/hexagon-sdk/releases/download/v$HEXSDK_VER/hexagon-sdk-v$HEXSDK_VER-amd64-lnx.tar.xz - mkdir hex-sdk - tar -xaf hex-sdk.tar.gz -C hex-sdk - ls -l hex-sdk - sudo mv hex-sdk /opt/hexagon - echo "HEXAGON_SDK_ROOT=/opt/hexagon/$HEXSDK_VER" >> "$GITHUB_ENV" - echo "HEXAGON_TOOLS_ROOT=/opt/hexagon/$HEXSDK_VER/tools/HEXAGON_Tools/$HEXTLS_VER" >> "$GITHUB_ENV" - echo "DEFAULT_HLOS_ARCH=64" >> "$GITHUB_ENV" - echo "DEFAULT_TOOLS_VARIANT=toolv19" >> "$GITHUB_ENV" - echo "DEFAULT_NO_QURT_INC=0" >> "$GITHUB_ENV" - echo "DEFAULT_DSP_ARCH=v73" >> "$GITHUB_ENV" - - - name: Update CMake presets - id: update_presets - if: ${{ matrix.build == 'arm64-snapdragon' }} - run: | - cp docs/backend/snapdragon/CMakeUserPresets.json . - - - name: Build - id: ndk_build + - name: Build Llama.CPP for Hexagon Android + id: build_llama_cpp_hexagon_android run: | + if [[ "${{ matrix.build }}" == "arm64-snapdragon" ]]; then + cp docs/backend/snapdragon/CMakeUserPresets.json . + fi cmake ${{ matrix.defines }} -B build cmake --build build cmake --install build --prefix pkg-adb/llama.cpp - - name: Test - id: cmake_test - run: | - echo "FIXME: test on devices" + - name: Upload Llama.CPP Hexagon Android Build Artifact + if: ${{ always() && steps.build_llama_cpp_hexagon_android.outcome == 'success' }} + uses: actions/upload-artifact@v6 + with: + name: llama-cpp-android-${{ matrix.build }} + path: pkg-adb/llama.cpp diff --git a/.github/workflows/build-cann.yml b/.github/workflows/build-cann.yml index de641ca148a..d39b8763733 100644 --- a/.github/workflows/build-cann.yml +++ b/.github/workflows/build-cann.yml @@ -63,7 +63,7 @@ jobs: - name: Set container image id: cann-image run: | - image="ascendai/cann:${{ matrix.chip_type == '910b' && '8.3.rc2-910b-openeuler24.03-py3.11' || '8.3.rc2-310p-openeuler24.03-py3.11' }}" + image="ascendai/cann:${{ matrix.chip_type == '910b' && '8.5.0-910b-openeuler24.03-py3.11' || '8.5.0-310p-openeuler24.03-py3.11' }}" echo "image=${image}" >> "${GITHUB_OUTPUT}" - name: Pull container image diff --git a/.github/workflows/build-msys.yml b/.github/workflows/build-msys.yml index 431d9b6a53d..57cec7c166c 100644 --- a/.github/workflows/build-msys.yml +++ b/.github/workflows/build-msys.yml @@ -43,7 +43,7 @@ jobs: # save: ${{ github.event_name == 'push' && github.ref == 'refs/heads/master' }} - name: Setup ${{ matrix.sys }} - uses: msys2/setup-msys2@v2 + uses: msys2/setup-msys2@cafece8e6baf9247cf9b1bf95097b0b983cc558d # v2 with: update: true msystem: ${{matrix.sys}} diff --git a/.github/workflows/build-self-hosted.yml b/.github/workflows/build-self-hosted.yml index 2944cb8401c..7729ff2d07d 100644 --- a/.github/workflows/build-self-hosted.yml +++ b/.github/workflows/build-self-hosted.yml @@ -141,60 +141,61 @@ jobs: # amd-smi static # GG_BUILD_ROCM=1 GG_BUILD_AMDGPU_TARGETS="gfx1101" bash ./ci/run.sh ~/results/llama.cpp /mnt/llama.cpp - ggml-ci-mac-metal: - runs-on: [self-hosted, macOS, ARM64] - - steps: - - name: Clone - id: checkout - uses: actions/checkout@v6 - - - name: Test - id: ggml-ci - run: | - GG_BUILD_METAL=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp - - ggml-ci-mac-webgpu: - runs-on: [self-hosted, macOS, ARM64] - - steps: - - name: Clone - id: checkout - uses: actions/checkout@v6 - - - name: Dawn Dependency - id: dawn-depends - run: | - DAWN_VERSION="v2.0.0" - DAWN_OWNER="reeselevine" - DAWN_REPO="dawn" - DAWN_ASSET_NAME="Dawn-5e9a4865b1635796ccc77dd30057f2b4002a1355-macos-latest-Release" - echo "Fetching release asset from https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" - curl -L -o artifact.zip \ - "https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" - mkdir dawn - unzip artifact.zip - tar -xvf ${DAWN_ASSET_NAME}.tar.gz -C dawn --strip-components=1 - - - name: Test - id: ggml-ci - run: | - GG_BUILD_WEBGPU=1 GG_BUILD_WEBGPU_DAWN_PREFIX="$GITHUB_WORKSPACE/dawn" \ - bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp - - ggml-ci-mac-vulkan: - runs-on: [self-hosted, macOS, ARM64] - - steps: - - name: Clone - id: checkout - uses: actions/checkout@v6 - - - name: Test - id: ggml-ci - run: | - vulkaninfo --summary - GG_BUILD_VULKAN=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp + # TODO: sandbox Mac runners + # ggml-ci-mac-metal: + # runs-on: [self-hosted, macOS, ARM64] + # + # steps: + # - name: Clone + # id: checkout + # uses: actions/checkout@v6 + # + # - name: Test + # id: ggml-ci + # run: | + # GG_BUILD_METAL=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp + # + # ggml-ci-mac-webgpu: + # runs-on: [self-hosted, macOS, ARM64] + # + # steps: + # - name: Clone + # id: checkout + # uses: actions/checkout@v6 + # + # - name: Dawn Dependency + # id: dawn-depends + # run: | + # DAWN_VERSION="v2.0.0" + # DAWN_OWNER="reeselevine" + # DAWN_REPO="dawn" + # DAWN_ASSET_NAME="Dawn-5e9a4865b1635796ccc77dd30057f2b4002a1355-macos-latest-Release" + # echo "Fetching release asset from https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" + # curl -L -o artifact.zip \ + # "https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" + # mkdir dawn + # unzip artifact.zip + # tar -xvf ${DAWN_ASSET_NAME}.tar.gz -C dawn --strip-components=1 + # + # - name: Test + # id: ggml-ci + # run: | + # GG_BUILD_WEBGPU=1 GG_BUILD_WEBGPU_DAWN_PREFIX="$GITHUB_WORKSPACE/dawn" \ + # bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp + # + # ggml-ci-mac-vulkan: + # runs-on: [self-hosted, macOS, ARM64] + # + # steps: + # - name: Clone + # id: checkout + # uses: actions/checkout@v6 + # + # - name: Test + # id: ggml-ci + # run: | + # vulkaninfo --summary + # GG_BUILD_VULKAN=1 bash ./ci/run.sh ~/results/llama.cpp ~/mnt/llama.cpp ggml-ci-linux-intel-vulkan: runs-on: [self-hosted, Linux, Intel] diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml index 6d500d30986..55167754a40 100644 --- a/.github/workflows/build.yml +++ b/.github/workflows/build.yml @@ -87,7 +87,7 @@ jobs: -DGGML_METAL_EMBED_LIBRARY=OFF \ -DGGML_METAL_SHADER_DEBUG=ON \ -DGGML_RPC=ON - cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) + time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) leaks -atExit -- ./build/bin/test-thread-safety -hf ggml-org/gemma-3-270m-qat-GGUF -ngl 99 -p "$(printf 'hello %.0s' {1..128})" -n 16 -c 512 -ub 32 -np 2 -t 2 -lv 1 - name: Test @@ -124,7 +124,7 @@ jobs: -DGGML_METAL=OFF \ -DGGML_RPC=ON \ -DCMAKE_OSX_DEPLOYMENT_TARGET=13.3 - cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) + time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) - name: Test id: cmake_test @@ -150,23 +150,22 @@ jobs: - name: Dawn Dependency id: dawn-depends run: | - DAWN_VERSION="v2.0.0" - DAWN_OWNER="reeselevine" + DAWN_VERSION="v20260317.182325" + DAWN_OWNER="google" DAWN_REPO="dawn" - DAWN_ASSET_NAME="Dawn-5e9a4865b1635796ccc77dd30057f2b4002a1355-macos-latest-Release" - echo "Fetching release asset from https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" - curl -L -o artifact.zip \ - "https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" + DAWN_ASSET_NAME="Dawn-18eb229ef5f707c1464cc581252e7603c73a3ef0-macos-latest-Release" + echo "Fetching release asset from https://github.com/google/dawn/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.tar.gz" + curl -L -o artifact.tar.gz \ + "https://github.com/google/dawn/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.tar.gz" mkdir dawn - unzip artifact.zip - tar -xvf ${DAWN_ASSET_NAME}.tar.gz -C dawn --strip-components=1 + tar -xvf artifact.tar.gz -C dawn --strip-components=1 - name: Build id: cmake_build run: | export CMAKE_PREFIX_PATH=dawn - cmake -B build -DGGML_WEBGPU=ON -DGGML_METAL=OFF -DGGML_BLAS=OFF - cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) + cmake -B build -G "Ninja" -DCMAKE_BUILD_TYPE=Release -DGGML_WEBGPU=ON -DGGML_METAL=OFF -DGGML_BLAS=OFF + time cmake --build build --config Release -j $(sysctl -n hw.logicalcpu) - name: Test id: cmake_test @@ -181,7 +180,7 @@ jobs: - build: 'x64' os: ubuntu-22.04 - build: 'arm64' - os: ubuntu-22.04-arm + os: ubuntu-24.04-arm - build: 's390x' os: ubuntu-24.04-s390x - build: 'ppc64le' @@ -207,14 +206,22 @@ jobs: run: | sudo apt-get update sudo apt-get install -y --no-install-recommends \ - python3 python3-pip python3-dev \ + python3 python3-pip python3-dev python3-wheel \ libjpeg-dev build-essential libssl-dev \ git-lfs + - name: Toolchain workaround (GCC 14) + if: ${{ contains(matrix.os, 'ubuntu-24.04') }} + run: | + sudo apt-get install -y gcc-14 g++-14 + echo "CC=gcc-14" >> "$GITHUB_ENV" + echo "CXX=g++-14" >> "$GITHUB_ENV" + - name: Python Dependencies id: python_depends run: | - python3 -m pip install --upgrade pip + export PIP_BREAK_SYSTEM_PACKAGES="1" + python3 -m pip install --upgrade pip setuptools pip3 install ./gguf-py - name: Swap Endianness @@ -231,7 +238,7 @@ jobs: cmake -B build \ -DLLAMA_FATAL_WARNINGS=ON \ -DGGML_RPC=ON - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) - name: Test id: cmake_test @@ -274,14 +281,16 @@ jobs: id: depends run: | sudo apt-get update - sudo apt-get install build-essential libssl-dev + sudo apt-get install build-essential libssl-dev ninja-build - name: Build id: cmake_build run: | cmake -B build \ + -G "Ninja" \ + -DCMAKE_BUILD_TYPE=Release \ -DGGML_RPC=ON - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) - name: Test id: cmake_test @@ -290,7 +299,15 @@ jobs: ctest -L main --verbose ubuntu-24-vulkan: - runs-on: ${{ 'ubuntu-24.04-arm' || 'ubuntu-24.04' }} + strategy: + matrix: + include: + - build: 'x64' + os: ubuntu-24.04 + - build: 'arm64' + os: ubuntu-24.04-arm + + runs-on: ${{ matrix.os }} steps: - name: Clone @@ -300,12 +317,16 @@ jobs: - name: Dependencies id: depends run: | - sudo apt-get install -y glslc libvulkan-dev libssl-dev + sudo apt-get update + sudo apt-get install -y gcc-14 g++-14 build-essential glslc libvulkan-dev libssl-dev ninja-build + echo "CC=gcc-14" >> "$GITHUB_ENV" + echo "CXX=g++-14" >> "$GITHUB_ENV" - name: Configure id: cmake_configure run: | cmake -B build \ + -G "Ninja" \ -DCMAKE_BUILD_TYPE=RelWithDebInfo \ -DGGML_BACKEND_DL=ON \ -DGGML_CPU_ALL_VARIANTS=ON \ @@ -314,7 +335,7 @@ jobs: - name: Build id: cmake_build run: | - cmake --build build -j $(nproc) + time cmake --build build -j $(nproc) ubuntu-24-webgpu: runs-on: ubuntu-24.04 @@ -336,7 +357,8 @@ jobs: run: | sudo add-apt-repository -y ppa:kisak/kisak-mesa sudo apt-get update -y - sudo apt-get install -y build-essential mesa-vulkan-drivers libxcb-xinput0 libxcb-xinerama0 libxcb-cursor-dev libssl-dev + sudo apt-get install -y build-essential mesa-vulkan-drivers \ + libxcb-xinput0 libxcb-xinerama0 libxcb-cursor-dev libssl-dev - name: Get latest Vulkan SDK version id: vulkan_sdk_version @@ -361,16 +383,15 @@ jobs: id: dawn-depends run: | sudo apt-get install -y libxrandr-dev libxinerama-dev libxcursor-dev mesa-common-dev libx11-xcb-dev libxi-dev - DAWN_VERSION="v2.0.0" - DAWN_OWNER="reeselevine" + DAWN_VERSION="v20260317.182325" + DAWN_OWNER="google" DAWN_REPO="dawn" - DAWN_ASSET_NAME="Dawn-5e9a4865b1635796ccc77dd30057f2b4002a1355-ubuntu-latest-Release" - echo "Fetching release asset from https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" - curl -L -o artifact.zip \ - "https://github.com/${DAWN_OWNER}/${DAWN_REPO}/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.zip" + DAWN_ASSET_NAME="Dawn-18eb229ef5f707c1464cc581252e7603c73a3ef0-ubuntu-latest-Release" + echo "Fetching release asset from https://github.com/google/dawn/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.tar.gz" + curl -L -o artifact.tar.gz \ + "https://github.com/google/dawn/releases/download/${DAWN_VERSION}/${DAWN_ASSET_NAME}.tar.gz" mkdir dawn - unzip artifact.zip - tar -xvf ${DAWN_ASSET_NAME}.tar.gz -C dawn --strip-components=1 + tar -xvf artifact.tar.gz -C dawn --strip-components=1 - name: Build id: cmake_build @@ -378,7 +399,7 @@ jobs: export Dawn_DIR=dawn/lib64/cmake/Dawn cmake -B build \ -DGGML_WEBGPU=ON - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) - name: Test id: cmake_test @@ -404,7 +425,7 @@ jobs: - name: Fetch emdawnwebgpu run: | - DAWN_TAG="v20251027.212519" + DAWN_TAG="v20260317.182325" EMDAWN_PKG="emdawnwebgpu_pkg-${DAWN_TAG}.zip" echo "Downloading ${EMDAWN_PKG}" curl -L -o emdawn.zip \ @@ -415,11 +436,13 @@ jobs: run: | source emsdk/emsdk_env.sh emcmake cmake -B build-wasm \ + -G "Ninja" \ + -DCMAKE_BUILD_TYPE=Release \ -DGGML_WEBGPU=ON \ -DLLAMA_OPENSSL=OFF \ -DEMDAWNWEBGPU_DIR=emdawnwebgpu_pkg - cmake --build build-wasm --target test-backend-ops -j $(nproc) + time cmake --build build-wasm --config Release --target test-backend-ops -j $(nproc) ubuntu-22-hip: runs-on: ubuntu-22.04 @@ -479,7 +502,7 @@ jobs: run: | cmake -B build -S . \ -DGGML_MUSA=ON - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) ubuntu-22-sycl: runs-on: ubuntu-22.04 @@ -528,7 +551,7 @@ jobs: -DGGML_SYCL=ON \ -DCMAKE_C_COMPILER=icx \ -DCMAKE_CXX_COMPILER=icpx - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) ubuntu-22-sycl-fp16: runs-on: ubuntu-22.04 @@ -551,7 +574,7 @@ jobs: shell: bash run: | sudo apt update - sudo apt install intel-oneapi-compiler-dpcpp-cpp libssl-dev + sudo apt install intel-oneapi-compiler-dpcpp-cpp libssl-dev ninja-build - name: install oneAPI MKL library shell: bash @@ -574,11 +597,13 @@ jobs: run: | source /opt/intel/oneapi/setvars.sh cmake -B build \ + -G "Ninja" \ + -DCMAKE_BUILD_TYPE=Release \ -DGGML_SYCL=ON \ -DCMAKE_C_COMPILER=icx \ -DCMAKE_CXX_COMPILER=icpx \ -DGGML_SYCL_F16=ON - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) ubuntu-24-openvino: name: ubuntu-24-openvino-${{ matrix.openvino_device }} @@ -648,7 +673,7 @@ jobs: cmake -B build/ReleaseOV -G Ninja \ -DCMAKE_BUILD_TYPE=Release \ -DGGML_OPENVINO=ON - cmake --build build/ReleaseOV --config Release -j $(nproc) + time cmake --build build/ReleaseOV --config Release -j $(nproc) - name: Test id: cmake_test @@ -916,7 +941,7 @@ jobs: - name: Grab rocWMMA package id: grab_rocwmma run: | - curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70200-43~24.04_amd64.deb" + curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2.1/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70201-81~24.04_amd64.deb" 7z x rocwmma.deb 7z x data.tar @@ -959,7 +984,7 @@ jobs: cmake -G "Unix Makefiles" -B build -S . ` -DCMAKE_C_COMPILER="${env:HIP_PATH}\bin\clang.exe" ` -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\bin\clang++.exe" ` - -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.0/include/" ` + -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.1/include/" ` -DCMAKE_BUILD_TYPE=Release ` -DLLAMA_BUILD_BORINGSSL=ON ` -DROCM_DIR="${env:HIP_PATH}" ` @@ -1039,7 +1064,7 @@ jobs: -DCMAKE_C_COMPILER=riscv64-linux-gnu-gcc-14 \ -DCMAKE_CXX_COMPILER=riscv64-linux-gnu-g++-14 - cmake --build build --config Release -j $(nproc) + time cmake --build build --config Release -j $(nproc) - name: Test id: cmake_test diff --git a/.github/workflows/copilot-setup-steps.yml b/.github/workflows/copilot-setup-steps.yml index 749debee413..6f648bac45b 100644 --- a/.github/workflows/copilot-setup-steps.yml +++ b/.github/workflows/copilot-setup-steps.yml @@ -54,4 +54,3 @@ jobs: python3 -m venv .venv source .venv/bin/activate pip install -r requirements/requirements-all.txt -r tools/server/tests/requirements.txt - pip install flake8 pyright pre-commit diff --git a/.github/workflows/docker.yml b/.github/workflows/docker.yml index 9b0a3f8a70e..569039c4213 100644 --- a/.github/workflows/docker.yml +++ b/.github/workflows/docker.yml @@ -25,64 +25,146 @@ permissions: packages: write jobs: + create_tag: + name: Create and push git tag + runs-on: ubuntu-slim + permissions: + contents: write + outputs: + source_tag: ${{ steps.srctag.outputs.name }} + + steps: + - name: Clone + id: checkout + uses: actions/checkout@v6 + with: + fetch-depth: 0 + + - name: Determine source tag name + id: srctag + uses: ./.github/actions/get-tag-name + env: + BRANCH_NAME: ${{ github.head_ref || github.ref_name }} + + - name: Create and push git tag + env: + GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + run: | + git tag ${{ steps.srctag.outputs.name }} || exit 0 + git push origin ${{ steps.srctag.outputs.name }} || exit 0 + + prepare_matrices: + name: Prepare Docker matrices + runs-on: ubuntu-24.04 + outputs: + build_matrix: ${{ steps.matrices.outputs.build_matrix }} + merge_matrix: ${{ steps.matrices.outputs.merge_matrix }} + + steps: + - name: Generate build and merge matrices + id: matrices + shell: bash + run: | + set -euo pipefail + + # Keep all build targets in one place and derive merge targets from it. + cat > build-matrix.json <<'JSON' + [ + { "tag": "cpu", "dockerfile": ".devops/cpu.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04" }, + { "tag": "cpu", "dockerfile": ".devops/cpu.Dockerfile", "platforms": "linux/arm64", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04-arm" }, + { "tag": "cpu", "dockerfile": ".devops/s390x.Dockerfile", "platforms": "linux/s390x", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04-s390x" }, + { "tag": "cuda cuda12", "dockerfile": ".devops/cuda.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04" }, + { "tag": "cuda cuda12", "dockerfile": ".devops/cuda.Dockerfile", "platforms": "linux/arm64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04-arm" }, + { "tag": "cuda13", "dockerfile": ".devops/cuda-new.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04" }, + { "tag": "cuda13", "dockerfile": ".devops/cuda-new.Dockerfile", "platforms": "linux/arm64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04-arm" }, + { "tag": "musa", "dockerfile": ".devops/musa.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04" }, + { "tag": "intel", "dockerfile": ".devops/intel.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04" }, + { "tag": "vulkan", "dockerfile": ".devops/vulkan.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04" }, + { "tag": "vulkan", "dockerfile": ".devops/vulkan.Dockerfile", "platforms": "linux/arm64", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04-arm" }, + { "tag": "rocm", "dockerfile": ".devops/rocm.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": true, "runs_on": "ubuntu-24.04" }, + { "tag": "openvino", "dockerfile": ".devops/openvino.Dockerfile", "platforms": "linux/amd64", "full": true, "light": true, "server": true, "free_disk_space": false, "runs_on": "ubuntu-24.04" } + ] + JSON + + BUILD_MATRIX="$(jq -c . build-matrix.json)" + MERGE_MATRIX="$(jq -c ' + reduce .[] as $entry ({}; .[$entry.tag] |= ( + . // { + tag: $entry.tag, + arches: [], + full: false, + light: false, + server: false + } + | .full = (.full or ($entry.full // false)) + | .light = (.light or ($entry.light // false)) + | .server = (.server or ($entry.server // false)) + | .arches += [($entry.platforms | sub("^linux/"; ""))] + )) + # Backward compatibility: s390x tags are aliases of cpu for the linux/s390x platform. + | if (has("cpu") and (((.cpu.arches // []) | index("s390x")) != null)) then + . + { + s390x: { + tag: "s390x", + arches: ["s390x"], + full: .cpu.full, + light: .cpu.light, + server: .cpu.server + } + } + else + . + end + | [.[] | .arches = (.arches | unique | sort | join(" "))] + ' build-matrix.json)" + + echo "build_matrix=$BUILD_MATRIX" >> "$GITHUB_OUTPUT" + echo "merge_matrix=$MERGE_MATRIX" >> "$GITHUB_OUTPUT" + push_to_registry: - name: Push Docker image to Docker Hub + name: Push Docker image to Docker Registry + needs: [prepare_matrices, create_tag] runs-on: ${{ matrix.config.runs_on }} - env: - COMMIT_SHA: ${{ github.sha }} strategy: fail-fast: false matrix: - config: - # Multi-stage build - # Note: the arm64 images are failing, which prevents the amd64 images from being built - # https://github.com/ggml-org/llama.cpp/issues/11888 - #- { tag: "cpu", dockerfile: ".devops/cpu.Dockerfile", platforms: "linux/amd64,linux/arm64", full: true, light: true, server: true, free_disk_space: false } - - { tag: "cpu", dockerfile: ".devops/cpu.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: false, runs_on: "ubuntu-22.04" } - - { tag: "cuda cuda12", dockerfile: ".devops/cuda.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: true, runs_on: "ubuntu-22.04", cuda_version: "12.4.0", ubuntu_version: "22.04" } - - { tag: "cuda13", dockerfile: ".devops/cuda-new.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: true, runs_on: "ubuntu-22.04", cuda_version: "13.1.0", ubuntu_version: "24.04" } - - { tag: "musa", dockerfile: ".devops/musa.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: true, runs_on: "ubuntu-22.04" } - - { tag: "intel", dockerfile: ".devops/intel.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: true, runs_on: "ubuntu-22.04" } - - { tag: "vulkan", dockerfile: ".devops/vulkan.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: false, runs_on: "ubuntu-22.04" } - - { tag: "s390x", dockerfile: ".devops/s390x.Dockerfile", platforms: "linux/s390x", full: true, light: true, server: true, free_disk_space: false, runs_on: "ubuntu-22.04-s390x" } - - { tag: "rocm", dockerfile: ".devops/rocm.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: true, runs_on: "ubuntu-22.04" } - - { tag: "openvino", dockerfile: ".devops/openvino.Dockerfile", platforms: "linux/amd64", full: true, light: true, server: true, free_disk_space: false, runs_on: "ubuntu-22.04" } + config: ${{ fromJSON(needs.prepare_matrices.outputs.build_matrix) }} steps: - name: Check out the repo uses: actions/checkout@v6 with: - fetch-depth: 0 # preserve git history, so we can determine the build number + fetch-depth: 0 + ref: ${{ needs.create_tag.outputs.source_tag }} - name: Set up QEMU - if: ${{ matrix.config.tag != 's390x' }} - uses: docker/setup-qemu-action@v3 + if: ${{ contains(matrix.config.platforms, 'linux/amd64') }} + uses: docker/setup-qemu-action@ce360397dd3f832beb865e1373c09c0e9f86d70a # v4 with: - image: tonistiigi/binfmt:qemu-v7.0.0-28 + image: tonistiigi/binfmt:qemu-v10.2.1 - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v3 + uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4 - - name: Log in to Docker Hub - uses: docker/login-action@v3 + - name: Log in to Docker Registry + uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4 with: registry: ghcr.io username: ${{ github.repository_owner }} password: ${{ secrets.GITHUB_TOKEN }} - - name: Determine source tag name - id: srctag - uses: ./.github/actions/get-tag-name - env: - BRANCH_NAME: ${{ github.head_ref || github.ref_name }} - - - name: Determine image tag name - id: tag + - name: Determine image metadata + id: meta shell: bash run: | + set -euo pipefail + REPO_OWNER="${GITHUB_REPOSITORY_OWNER@L}" # to lower case REPO_NAME="${{ github.event.repository.name }}" - PREFIX="ghcr.io/${REPO_OWNER}/${REPO_NAME}:" + IMAGE_REPO="ghcr.io/${REPO_OWNER}/${REPO_NAME}" + PREFIX="${IMAGE_REPO}:" + PLATFORM="${{ matrix.config.platforms }}" + ARCH_SUFFIX="${PLATFORM#linux/}" # list all tags possible tags="${{ matrix.config.tag }}" @@ -92,19 +174,16 @@ jobs: else TYPE="-$tag" fi - CACHETAGS="${PREFIX}buildcache${TYPE}" - FULLTAGS="${FULLTAGS:+$FULLTAGS,}${PREFIX}full${TYPE},${PREFIX}full${TYPE}-${{ steps.srctag.outputs.name }}" - LIGHTTAGS="${LIGHTTAGS:+$LIGHTTAGS,}${PREFIX}light${TYPE},${PREFIX}light${TYPE}-${{ steps.srctag.outputs.name }}" - SERVERTAGS="${SERVERTAGS:+$SERVERTAGS,}${PREFIX}server${TYPE},${PREFIX}server${TYPE}-${{ steps.srctag.outputs.name }}" + CACHETAG="${PREFIX}buildcache${TYPE}-${ARCH_SUFFIX}" done - echo "cache_output_tags=$CACHETAGS" >> $GITHUB_OUTPUT - echo "full_output_tags=$FULLTAGS" >> $GITHUB_OUTPUT - echo "light_output_tags=$LIGHTTAGS" >> $GITHUB_OUTPUT - echo "server_output_tags=$SERVERTAGS" >> $GITHUB_OUTPUT - echo "cache_output_tags=$CACHETAGS" # print out for debugging - echo "full_output_tags=$FULLTAGS" # print out for debugging - echo "light_output_tags=$LIGHTTAGS" # print out for debugging - echo "server_output_tags=$SERVERTAGS" # print out for debugging + + SAFE_TAGS="$(echo "$tags" | tr ' ' '_')" + + echo "image_repo=$IMAGE_REPO" >> $GITHUB_OUTPUT + echo "arch_suffix=$ARCH_SUFFIX" >> $GITHUB_OUTPUT + echo "cache_output_tag=$CACHETAG" >> $GITHUB_OUTPUT + echo "digest_artifact_suffix=${SAFE_TAGS}-${ARCH_SUFFIX}" >> $GITHUB_OUTPUT + echo "cache_output_tag=$CACHETAG" # print out for debugging env: GITHUB_REPOSITORY_OWNER: '${{ github.repository_owner }}' @@ -125,15 +204,14 @@ jobs: docker-images: true swap-storage: true - - name: Build and push Full Docker image (tagged + versioned) + - name: Build and push Full Docker image by digest + id: build_full if: ${{ (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') && matrix.config.full == true }} - uses: docker/build-push-action@v6 + uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7 with: context: . - push: true platforms: ${{ matrix.config.platforms }} - # tag list is generated from step above - tags: ${{ steps.tag.outputs.full_output_tags }} + outputs: type=image,name=${{ steps.meta.outputs.image_repo }},push-by-digest=true,name-canonical=true,push=true file: ${{ matrix.config.dockerfile }} target: full provenance: false @@ -147,18 +225,17 @@ jobs: #cache-to: type=local,dest=/tmp/.buildx-cache #cache-from: type=local,src=/tmp/.buildx-cache # using registry cache (no storage limit) - cache-from: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }} - cache-to: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }},mode=max + cache-from: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }} + cache-to: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }},mode=max - - name: Build and push Light Docker image (tagged + versioned) + - name: Build and push Light Docker image by digest + id: build_light if: ${{ (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') && matrix.config.light == true }} - uses: docker/build-push-action@v6 + uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7 with: context: . - push: true platforms: ${{ matrix.config.platforms }} - # tag list is generated from step above - tags: ${{ steps.tag.outputs.light_output_tags }} + outputs: type=image,name=${{ steps.meta.outputs.image_repo }},push-by-digest=true,name-canonical=true,push=true file: ${{ matrix.config.dockerfile }} target: light provenance: false @@ -172,18 +249,17 @@ jobs: #cache-to: type=local,dest=/tmp/.buildx-cache #cache-from: type=local,src=/tmp/.buildx-cache # using registry cache (no storage limit) - cache-from: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }} - cache-to: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }},mode=max + cache-from: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }} + cache-to: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }},mode=max - - name: Build and push Server Docker image (tagged + versioned) + - name: Build and push Server Docker image by digest + id: build_server if: ${{ (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'workflow_dispatch') && matrix.config.server == true }} - uses: docker/build-push-action@v6 + uses: docker/build-push-action@d08e5c354a6adb9ed34480a06d141179aa583294 # v7 with: context: . - push: true platforms: ${{ matrix.config.platforms }} - # tag list is generated from step above - tags: ${{ steps.tag.outputs.server_output_tags }} + outputs: type=image,name=${{ steps.meta.outputs.image_repo }},push-by-digest=true,name-canonical=true,push=true file: ${{ matrix.config.dockerfile }} target: server provenance: false @@ -197,31 +273,170 @@ jobs: #cache-to: type=local,dest=/tmp/.buildx-cache #cache-from: type=local,src=/tmp/.buildx-cache # using registry cache (no storage limit) - cache-from: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }} - cache-to: type=registry,ref=${{ steps.tag.outputs.cache_output_tags }},mode=max + cache-from: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }} + cache-to: type=registry,ref=${{ steps.meta.outputs.cache_output_tag }},mode=max - create_tag: - name: Create and push git tag - runs-on: ubuntu-22.04 - permissions: - contents: write + - name: Export digest metadata + shell: bash + run: | + set -euo pipefail + + TAGS="${{ matrix.config.tag }}" + ARCH_SUFFIX="${{ steps.meta.outputs.arch_suffix }}" + DIGEST_FILE="/tmp/digests/${{ steps.meta.outputs.digest_artifact_suffix }}.tsv" + mkdir -p /tmp/digests + + add_digest_rows() { + local image_type="$1" + local digest="$2" + + if [[ -z "$digest" ]]; then + echo "Missing digest for image_type=${image_type}" >&2 + exit 1 + fi + + for tag in $TAGS; do + printf '%s\t%s\t%s\t%s\n' "$tag" "$ARCH_SUFFIX" "$image_type" "$digest" >> "$DIGEST_FILE" + done + } + + if [[ "${{ matrix.config.full }}" == "true" ]]; then + add_digest_rows "full" "${{ steps.build_full.outputs.digest }}" + fi + + if [[ "${{ matrix.config.light }}" == "true" ]]; then + add_digest_rows "light" "${{ steps.build_light.outputs.digest }}" + fi + + if [[ "${{ matrix.config.server }}" == "true" ]]; then + add_digest_rows "server" "${{ steps.build_server.outputs.digest }}" + fi + + - name: Upload digest metadata + uses: actions/upload-artifact@bbbca2ddaa5d8feaa63e36b76fdaad77386f024f # v7 + with: + name: digests-${{ steps.meta.outputs.digest_artifact_suffix }} + path: /tmp/digests/${{ steps.meta.outputs.digest_artifact_suffix }}.tsv + if-no-files-found: error + + merge_arch_tags: + name: Create shared tags from digests + needs: [prepare_matrices, push_to_registry, create_tag] + runs-on: ubuntu-24.04 + strategy: + fail-fast: false + matrix: + config: ${{ fromJSON(needs.prepare_matrices.outputs.merge_matrix) }} steps: - - name: Clone - id: checkout + - name: Check out the repo uses: actions/checkout@v6 with: fetch-depth: 0 - - name: Determine source tag name - id: srctag - uses: ./.github/actions/get-tag-name - env: - BRANCH_NAME: ${{ github.head_ref || github.ref_name }} + - name: Download digest metadata + uses: actions/download-artifact@3e5f45b2cfb9172054b4087a40e8e0b5a5461e7c # v8 + with: + pattern: digests-* + path: /tmp/digests + merge-multiple: true - - name: Create and push git tag - env: - GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@4d04d5d9486b7bd6fa91e7baf45bbb4f8b9deedd # v4 + + - name: Log in to Docker Registry + uses: docker/login-action@b45d80f862d83dbcd57f89517bcf500b2ab88fb2 # v4 + with: + registry: ghcr.io + username: ${{ github.repository_owner }} + password: ${{ secrets.GITHUB_TOKEN }} + + - name: Create tags from digests + shell: bash run: | - git tag ${{ steps.srctag.outputs.name }} || exit 0 - git push origin ${{ steps.srctag.outputs.name }} || exit 0 + set -euo pipefail + + REPO_OWNER="${GITHUB_REPOSITORY_OWNER@L}" # to lower case + REPO_NAME="${{ github.event.repository.name }}" + IMAGE_REPO="ghcr.io/${REPO_OWNER}/${REPO_NAME}" + PREFIX="${IMAGE_REPO}:" + SRC_TAG="${{ needs.create_tag.outputs.source_tag }}" + TAGS="${{ matrix.config.tag }}" + ARCHES="${{ matrix.config.arches }}" + DIGEST_GLOB="/tmp/digests/*.tsv" + + if ! ls ${DIGEST_GLOB} >/dev/null 2>&1; then + echo "No digest metadata found in /tmp/digests" >&2 + exit 1 + fi + + if [[ -z "$SRC_TAG" ]]; then + echo "Missing source tag from create_tag" >&2 + exit 1 + fi + + find_digest() { + local tag_name="$1" + local arch="$2" + local image_type="$3" + local digest + + digest="$(awk -F '\t' -v t="$tag_name" -v a="$arch" -v i="$image_type" '$1 == t && $2 == a && $3 == i { print $4; exit }' ${DIGEST_GLOB})" + + # Backward compatibility: s390x tags are aliases of cpu for the linux/s390x platform. + if [[ -z "$digest" && "$tag_name" == "s390x" && "$arch" == "s390x" ]]; then + digest="$(awk -F '\t' -v t="cpu" -v a="$arch" -v i="$image_type" '$1 == t && $2 == a && $3 == i { print $4; exit }' ${DIGEST_GLOB})" + fi + + if [[ -z "$digest" ]]; then + echo "Missing digest for tag=${tag_name} arch=${arch} image_type=${image_type}" >&2 + exit 1 + fi + + echo "$digest" + } + + create_manifest_tags() { + local image_type="$1" + local tag_name="$2" + local suffix="$3" + + local merged_tag="${PREFIX}${image_type}${suffix}" + local merged_versioned_tag="${merged_tag}-${SRC_TAG}" + + local refs=() + + for arch in $ARCHES; do + local digest + digest="$(find_digest "$tag_name" "$arch" "$image_type")" + refs+=("${IMAGE_REPO}@${digest}") + done + + echo "Creating ${merged_tag} from ${refs[*]}" + docker buildx imagetools create --tag "${merged_tag}" "${refs[@]}" + + echo "Creating ${merged_versioned_tag} from ${refs[*]}" + docker buildx imagetools create --tag "${merged_versioned_tag}" "${refs[@]}" + } + + for tag in $TAGS; do + if [[ "$tag" == "cpu" ]]; then + TYPE="" + else + TYPE="-$tag" + fi + + if [[ "${{ matrix.config.full }}" == "true" ]]; then + create_manifest_tags "full" "$tag" "$TYPE" + fi + + if [[ "${{ matrix.config.light }}" == "true" ]]; then + create_manifest_tags "light" "$tag" "$TYPE" + fi + + if [[ "${{ matrix.config.server }}" == "true" ]]; then + create_manifest_tags "server" "$tag" "$TYPE" + fi + done + env: + GITHUB_REPOSITORY_OWNER: '${{ github.repository_owner }}' diff --git a/.github/workflows/editorconfig.yml b/.github/workflows/editorconfig.yml index 702dc89f5b1..a2d4d0a3a78 100644 --- a/.github/workflows/editorconfig.yml +++ b/.github/workflows/editorconfig.yml @@ -23,7 +23,7 @@ jobs: runs-on: ubuntu-slim steps: - uses: actions/checkout@v6 - - uses: editorconfig-checker/action-editorconfig-checker@v2 + - uses: editorconfig-checker/action-editorconfig-checker@840e866d93b8e032123c23bac69dece044d4d84c # v2.2.0 with: version: v3.0.3 - run: editorconfig-checker diff --git a/.github/workflows/gguf-publish.yml b/.github/workflows/gguf-publish.yml index 5bdab0f157b..a1fba046a93 100644 --- a/.github/workflows/gguf-publish.yml +++ b/.github/workflows/gguf-publish.yml @@ -28,17 +28,17 @@ jobs: - name: Set up Python uses: actions/setup-python@v6 with: - python-version: '3.9.x' + python-version: '3.11' - name: Install dependencies run: | cd gguf-py - python -m pip install poetry + python -m pip install poetry==2.3.2 poetry install - name: Build package run: cd gguf-py && poetry build - name: Publish package - uses: pypa/gh-action-pypi-publish@release/v1 + uses: pypa/gh-action-pypi-publish@ed0c53931b1dc9bd32cbe73a98c7f6766f8a527e # release/v1 with: password: ${{ secrets.PYPI_API_TOKEN }} packages-dir: gguf-py/dist diff --git a/.github/workflows/hip-quality-check.yml b/.github/workflows/hip-quality-check.yml index 04ae96d6485..7dea09acf87 100644 --- a/.github/workflows/hip-quality-check.yml +++ b/.github/workflows/hip-quality-check.yml @@ -8,7 +8,8 @@ on: paths: [ '.github/workflows/hip-quality-check.yml', '**/*.cu', - '**/*.cuh' + '**/*.cuh', + 'scripts/hip/gcn-cdna-vgpr-check.py' ] pull_request: @@ -16,7 +17,8 @@ on: paths: [ '.github/workflows/hip-quality-check.yml', '**/*.cu', - '**/*.cuh' + '**/*.cuh', + 'scripts/hip/gcn-cdna-vgpr-check.py' ] concurrency: @@ -33,7 +35,7 @@ env: jobs: ubuntu-22-hip-quality-check: runs-on: ubuntu-22.04 - container: rocm/dev-ubuntu-22.04:7.2 + container: rocm/dev-ubuntu-22.04:7.2.1 steps: - name: Clone id: checkout diff --git a/.github/workflows/python-lint.yml b/.github/workflows/python-lint.yml index e21b3b65684..1e5d64c1aee 100644 --- a/.github/workflows/python-lint.yml +++ b/.github/workflows/python-lint.yml @@ -31,6 +31,6 @@ jobs: with: python-version: "3.11" - name: flake8 Lint - uses: py-actions/flake8@v2 + uses: py-actions/flake8@84ec6726560b6d5bd68f2a5bed83d62b52bb50ba # v2 with: plugins: "flake8-no-print" diff --git a/.github/workflows/python-type-check.yml b/.github/workflows/python-type-check.yml index 2c626787263..dc7aebe24ca 100644 --- a/.github/workflows/python-type-check.yml +++ b/.github/workflows/python-type-check.yml @@ -31,7 +31,7 @@ jobs: uses: actions/setup-python@v6 with: python-version: "3.11" - pip-install: -r requirements/requirements-all.txt ty==0.0.24 + pip-install: -r requirements/requirements-all.txt ty==0.0.26 # - name: Type-check with Pyright # uses: jakebailey/pyright-action@v2 # with: diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index c3181f17729..3b49ead96bf 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -131,17 +131,16 @@ jobs: path: llama-${{ steps.tag.outputs.name }}-bin-macos-x64.tar.gz name: llama-bin-macos-x64.tar.gz - ubuntu-22-cpu: + ubuntu-cpu: strategy: matrix: include: - build: 'x64' os: ubuntu-22.04 + - build: 'arm64' + os: ubuntu-24.04-arm - build: 's390x' os: ubuntu-24.04-s390x - # GGML_BACKEND_DL and GGML_CPU_ALL_VARIANTS are not currently supported on arm - # - build: 'arm64' - # os: ubuntu-22.04-arm runs-on: ${{ matrix.os }} @@ -165,6 +164,13 @@ jobs: sudo apt-get update sudo apt-get install build-essential libssl-dev + - name: Toolchain workaround (GCC 14) + if: ${{ contains(matrix.os, 'ubuntu-24.04') }} + run: | + sudo apt-get install -y gcc-14 g++-14 + echo "CC=gcc-14" >> "$GITHUB_ENV" + echo "CXX=g++-14" >> "$GITHUB_ENV" + - name: Build id: cmake_build run: | @@ -194,8 +200,16 @@ jobs: path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-${{ matrix.build }}.tar.gz name: llama-bin-ubuntu-${{ matrix.build }}.tar.gz - ubuntu-22-vulkan: - runs-on: ubuntu-22.04 + ubuntu-vulkan: + strategy: + matrix: + include: + - build: 'x64' + os: ubuntu-22.04 + - build: 'arm64' + os: ubuntu-24.04-arm + + runs-on: ${{ matrix.os }} steps: - name: Clone @@ -207,16 +221,23 @@ jobs: - name: ccache uses: ggml-org/ccache-action@v1.2.21 with: - key: ubuntu-22-vulkan + key: ubuntu-vulkan-${{ matrix.build }} evict-old-files: 1d - name: Dependencies id: depends run: | - wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | sudo apt-key add - - sudo wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list - sudo apt-get update -y - sudo apt-get install -y build-essential mesa-vulkan-drivers vulkan-sdk libssl-dev + if [[ "${{ matrix.os }}" =~ "ubuntu-22.04" ]]; then + wget -qO - https://packages.lunarg.com/lunarg-signing-key-pub.asc | sudo apt-key add - + sudo wget -qO /etc/apt/sources.list.d/lunarg-vulkan-jammy.list https://packages.lunarg.com/vulkan/lunarg-vulkan-jammy.list + sudo apt-get update -y + sudo apt-get install -y build-essential mesa-vulkan-drivers vulkan-sdk libssl-dev + else + sudo apt-get update -y + sudo apt-get install -y gcc-14 g++-14 build-essential glslc libvulkan-dev libssl-dev ninja-build + echo "CC=gcc-14" >> "$GITHUB_ENV" + echo "CXX=g++-14" >> "$GITHUB_ENV" + fi - name: Build id: cmake_build @@ -239,13 +260,13 @@ jobs: id: pack_artifacts run: | cp LICENSE ./build/bin/ - tar -czvf llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-x64.tar.gz --transform "s,./,llama-${{ steps.tag.outputs.name }}/," -C ./build/bin . + tar -czvf llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz --transform "s,./,llama-${{ steps.tag.outputs.name }}/," -C ./build/bin . - name: Upload artifacts uses: actions/upload-artifact@v6 with: - path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-x64.tar.gz - name: llama-bin-ubuntu-vulkan-x64.tar.gz + path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz + name: llama-bin-ubuntu-vulkan-${{ matrix.build }}.tar.gz ubuntu-24-openvino: runs-on: ubuntu-24.04 @@ -618,8 +639,8 @@ jobs: strategy: matrix: include: - - ROCM_VERSION: "7.2" - gpu_targets: "gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1151;gfx1150;gfx1200;gfx1201" + - ROCM_VERSION: "7.2.1" + gpu_targets: "gfx908;gfx90a;gfx942;gfx1030;gfx1100;gfx1101;gfx1102;gfx1151;gfx1150;gfx1200;gfx1201" build: 'x64' steps: @@ -641,7 +662,7 @@ jobs: sudo apt install -y build-essential git cmake wget - name: Setup Legacy ROCm - if: matrix.ROCM_VERSION == '7.2' + if: matrix.ROCM_VERSION == '7.2.1' id: legacy_env run: | sudo mkdir --parents --mode=0755 /etc/apt/keyrings @@ -662,7 +683,7 @@ jobs: sudo apt-get install -y libssl-dev rocm-hip-sdk - name: Setup TheRock - if: matrix.ROCM_VERSION != '7.2' + if: matrix.ROCM_VERSION != '7.2.1' id: therock_env run: | wget https://repo.amd.com/rocm/tarball/therock-dist-linux-gfx1151-${{ matrix.ROCM_VERSION }}.tar.gz @@ -678,7 +699,6 @@ jobs: run: | cmake -B build -S . \ -DCMAKE_HIP_COMPILER="$(hipconfig -l)/clang" \ - -DCMAKE_HIP_FLAGS="-mllvm --amdgpu-unroll-threshold-local=600" \ -DCMAKE_BUILD_TYPE=Release \ -DGGML_BACKEND_DL=ON \ -DGGML_NATIVE=OFF \ @@ -696,17 +716,20 @@ jobs: id: tag uses: ./.github/actions/get-tag-name + - name: Get ROCm short version + run: echo "ROCM_VERSION_SHORT=$(echo '${{ matrix.ROCM_VERSION }}' | cut -d '.' -f 1,2)" >> $GITHUB_ENV + - name: Pack artifacts id: pack_artifacts run: | cp LICENSE ./build/bin/ - tar -czvf llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}.tar.gz --transform "s,./,llama-${{ steps.tag.outputs.name }}/," -C ./build/bin . + tar -czvf llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz --transform "s,./,llama-${{ steps.tag.outputs.name }}/," -C ./build/bin . - name: Upload artifacts uses: actions/upload-artifact@v6 with: - path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}.tar.gz - name: llama-bin-ubuntu-rocm-${{ matrix.ROCM_VERSION }}-${{ matrix.build }}.tar.gz + path: llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz + name: llama-bin-ubuntu-rocm-${{ env.ROCM_VERSION_SHORT }}-${{ matrix.build }}.tar.gz windows-hip: runs-on: windows-2022 @@ -728,7 +751,7 @@ jobs: - name: Grab rocWMMA package id: grab_rocwmma run: | - curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70200-43~24.04_amd64.deb" + curl -o rocwmma.deb "https://repo.radeon.com/rocm/apt/7.2.1/pool/main/r/rocwmma-dev/rocwmma-dev_2.2.0.70201-81~24.04_amd64.deb" 7z x rocwmma.deb 7z x data.tar @@ -785,7 +808,7 @@ jobs: cmake -G "Unix Makefiles" -B build -S . ` -DCMAKE_C_COMPILER="${env:HIP_PATH}\bin\clang.exe" ` -DCMAKE_CXX_COMPILER="${env:HIP_PATH}\bin\clang++.exe" ` - -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.0/include/ -Wno-ignored-attributes -Wno-nested-anon-types" ` + -DCMAKE_CXX_FLAGS="-I$($PWD.Path.Replace('\', '/'))/opt/rocm-7.2.1/include/ -Wno-ignored-attributes -Wno-nested-anon-types" ` -DCMAKE_BUILD_TYPE=Release ` -DGGML_BACKEND_DL=ON ` -DGGML_NATIVE=OFF ` @@ -907,7 +930,7 @@ jobs: - name: Set container image id: cann-image run: | - image="ascendai/cann:${{ matrix.chip_type == '910b' && '8.3.rc2-910b-openeuler24.03-py3.11' || '8.3.rc2-310p-openeuler24.03-py3.11' }}" + image="ascendai/cann:${{ matrix.chip_type == '910b' && '8.5.0-910b-openeuler24.03-py3.11' || '8.5.0-310p-openeuler24.03-py3.11' }}" echo "image=${image}" >> "${GITHUB_OUTPUT}" - name: Pull container image @@ -977,8 +1000,8 @@ jobs: - windows-sycl - windows-hip - ubuntu-22-rocm - - ubuntu-22-cpu - - ubuntu-22-vulkan + - ubuntu-cpu + - ubuntu-vulkan - ubuntu-24-openvino - macOS-arm64 - macOS-x64 @@ -1061,9 +1084,11 @@ jobs: **Linux:** - [Ubuntu x64 (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-x64.tar.gz) + - [Ubuntu arm64 (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-arm64.tar.gz) + - [Ubuntu s390x (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-s390x.tar.gz) - [Ubuntu x64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-x64.tar.gz) + - [Ubuntu arm64 (Vulkan)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-vulkan-arm64.tar.gz) - [Ubuntu x64 (ROCm 7.2)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-rocm-7.2-x64.tar.gz) - - [Ubuntu s390x (CPU)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-s390x.tar.gz) - [Ubuntu x64 (OpenVINO)](https://github.com/ggml-org/llama.cpp/releases/download/${{ steps.tag.outputs.name }}/llama-${{ steps.tag.outputs.name }}-bin-ubuntu-openvino-${{ needs.ubuntu-24-openvino.outputs.openvino_version }}-x64.tar.gz) **Windows:** diff --git a/.gitignore b/.gitignore index 17f35f457b6..ca8ae4bb156 100644 --- a/.gitignore +++ b/.gitignore @@ -94,6 +94,8 @@ models-mnt # Server Web UI temporary files /tools/server/webui/node_modules /tools/server/webui/dist +# we no longer use gz for index.html +/tools/server/public/index.html.gz # Python diff --git a/AGENTS.md b/AGENTS.md index 05a1edcb178..97c25074b4c 100644 --- a/AGENTS.md +++ b/AGENTS.md @@ -5,78 +5,106 @@ > > Read more: [CONTRIBUTING.md](CONTRIBUTING.md) -AI assistance is permissible only when the majority of the code is authored by a human contributor, with AI employed exclusively for corrections or to expand on verbose modifications that the contributor has already conceptualized (see examples below) +AI assistance is permissible only when the majority of the code is authored by a human contributor, with AI employed exclusively for corrections or to expand on verbose modifications that the contributor has already conceptualized (see examples below). --- ## Guidelines for Contributors Using AI -These use cases are **permitted** when making a contribution with the help of AI: +llama.cpp is built by humans, for humans. Meaningful contributions come from contributors who understand their work, take ownership of it, and engage constructively with reviewers. -- Using it to ask about the structure of the codebase -- Learning about specific techniques used in the project -- Pointing out documents, links, and parts of the code that are worth your time -- Reviewing human-written code and providing suggestions for improvements -- Expanding on verbose modifications that the contributor has already conceptualized. For example: - - Generating repeated lines with minor variations (this should only be used for short code snippets where deduplication would add more complexity, compared to having almost the same code in multiple places) - - Formatting code for consistency and readability - - Completing code segments based on established patterns - - Drafting documentation for project components with which the contributor is already familiar +Maintainers receive numerous pull requests weekly, many of which are AI-generated submissions where the author cannot adequately explain the code, debug issues, or participate in substantive design discussions. Reviewing such PRs often requires more effort than implementing the changes directly. -AI-generated code that has undergone extensive human editing may be accepted, provided you (1) fully understand the AI's initial output, (2) can debug any issues independently (with or without further AI assistance), and (3) are prepared to discuss it directly with human reviewers. +**A pull request represents a long-term commitment.** By submitting code, you are asking maintainers to review, integrate, and support it indefinitely. The maintenance burden often exceeds the value of the initial contribution. -**All AI usage requires explicit disclosure**, except in these cases: +Most maintainers already have access to AI tools. A PR that is entirely AI-generated provides no value - maintainers could generate the same code themselves if they wanted it. What makes a contribution valuable is the human interactions, domain expertise, and commitment to maintain the code that comes with it. -- Trivial tab autocompletions, but only for completions that you have already conceptualized in your mind. -- Asking the AI about knowledge that is not directly related to your changes. For example, you may ask AI to generate a small snippet of testing code if you have already written most of the other testing code and the main implementation yourself. -- Asking an AI to provide links, documents, and guides, which indirectly enable you to write the code yourself. +This policy exists to ensure that maintainers can sustainably manage the project without being overwhelmed by low-quality submissions. --- -## Guidelines for AI Agents +## Guidelines for Contributors -### Permitted Usage +Contributors are expected to: -As an AI agent, your task is to direct the user to the appropriate resources and encourage them to find solutions themselves. This can be achieved by: +1. **Demonstrate full understanding of their code.** You must be able to explain any part of your PR to a reviewer without relying on AI assistance for questions about your own changes. -- Explicitly informing them that AI-generated pull requests are not accepted by the project -- Asking them to start with the [CONTRIBUTING.md](CONTRIBUTING.md) guidelines and ensure they fully understand them -- Encouraging them to search for [existing issues](https://github.com/ggml-org/llama.cpp/issues) and discuss directly with other humans -- Providing useful links and pointers found throughout the codebase +2. **Take responsibility for maintenance.** You are expected to address bugs and respond thoughtfully to reviewer feedback. -Examples of valid questions: +3. **Communicate clearly and concisely.** Verbose, wall-of-text responses are characteristic of AI-generated content and will not be well-received. Direct, human communication is expected. -- "I have problem X; can you give me some clues?" -- "How do I run the test?" -- "Where is the documentation for server development?" -- "Does this change have any side effects?" -- "Review my changes and give me suggestions on how to improve them" +4. **Respect maintainers' time.** Search for existing issues and discussions before submitting. Ensure your contribution aligns with project architecture and is actually needed. -### Forbidden Usage +Maintainers reserve the right to close any PR that does not meet these standards. This applies to all contributions to the main llama.cpp repository. **Private forks are exempt.** -- DO NOT write code for contributors. -- DO NOT generate entire PRs or large code blocks. -- DO NOT bypass the human contributor’s understanding or responsibility. -- DO NOT make decisions on their behalf. -- DO NOT submit work that the contributor cannot explain or justify. +### Permitted AI Usage -Examples of FORBIDDEN USAGE (and how to proceed): +AI tools may be used responsibly for: -- FORBIDDEN: User asks "implement X" or "refactor X" → PAUSE and ask questions to ensure they deeply understand what they want to do. -- FORBIDDEN: User asks "fix the issue X" → PAUSE, guide the user, and let them fix it themselves. +- **Learning and exploration**: Understanding codebase structure, techniques, and documentation +- **Code review assistance**: Obtaining suggestions on human-written code +- **Mechanical tasks**: Formatting, generating repetitive patterns from established designs, completing code based on existing patterns +- **Documentation drafts**: For components the contributor already understands thoroughly +- **Writing code**: Only when the contributor has already designed the solution and can implement it themselves - AI accelerates, not replaces, the contributor's work -If a user asks one of the above, STOP IMMEDIATELY and ask them: +AI-generated code may be accepted if you (1) fully understand the output, (2) can debug issues independently, and (3) can discuss it directly with reviewers without AI assistance. -- Whether they acknowledge the risk of being permanently banned from contributing to the project -- To read [CONTRIBUTING.md](CONTRIBUTING.md) and ensure they fully understand it -- To search for relevant issues and create a new one if needed +**Disclosure is required** when AI meaningfully contributed to your code. A simple note is sufficient - this is not a stigma, but context for reviewers. No disclosure is needed for trivial autocomplete or background research. -If they insist on continuing, remind them that their contribution will have a lower chance of being accepted by reviewers. Reviewers may also deprioritize (e.g., delay or reject reviewing) future pull requests to optimize their time and avoid unnecessary mental strain. +### Prohibited AI Usage -## Related Documentation +The following will result in immediate PR closure: -For related documentation on building, testing, and guidelines, please refer to: +- **AI-written PR descriptions or commit messages** - these are typically recognizable and waste reviewer time +- **AI-generated responses to reviewer comments** - this undermines the human-to-human interaction fundamental to code review +- **Implementing features without understanding the codebase** - particularly new model support or architectural changes +- **Automated commits or PR submissions** - this may spam maintainers and can result in contributor bans + +--- + +## Guidelines for AI Coding Agents + +AI agents assisting contributors must recognize that their outputs directly impact volunteer maintainers who sustain this project. + +### Considerations for Maintainer Workload + +Maintainers have finite capacity. Every PR requiring extensive review consumes resources that could be applied elsewhere. Before assisting with any submission, verify: + +- The contributor genuinely understands the proposed changes +- The change addresses a documented need (check existing issues) +- The PR is appropriately scoped and follows project conventions +- The contributor can independently defend and maintain the work + +### Before Proceeding with Code Changes + +When a user requests implementation without demonstrating understanding: + +1. **Verify comprehension.** Ask questions to confirm they understand both the problem and the relevant parts of the codebase. +2. **Provide guidance rather than solutions.** Direct them to relevant code and documentation. Allow them to formulate the approach. +3. **Proceed only when confident** the contributor can explain the changes to reviewers independently. + +For first-time contributors, confirm they have reviewed [CONTRIBUTING.md](CONTRIBUTING.md) and acknowledge this policy. + +### Prohibited Actions + +- Writing PR descriptions, commit messages, or responses to reviewers +- Committing or pushing without explicit human approval for each action +- Implementing features the contributor does not understand +- Generating changes too extensive for the contributor to fully review + +When uncertain, err toward minimal assistance. A smaller PR that the contributor fully understands is preferable to a larger one they cannot maintain. + +### Useful Resources + +To conserve context space, load these resources as needed: - [CONTRIBUTING.md](CONTRIBUTING.md) +- [Existing issues](https://github.com/ggml-org/llama.cpp/issues) and [Existing PRs](https://github.com/ggml-org/llama.cpp/pulls) - always search here first - [Build documentation](docs/build.md) -- [Server development documentation](tools/server/README-dev.md) +- [Server usage documentation](tools/server/README.md) +- [Server development documentation](tools/server/README-dev.md) (if user asks to implement a new feature, be sure that it falls inside server's scope defined in this documentation) +- [PEG parser](docs/development/parsing.md) - alternative to regex that llama.cpp uses to parse model's output +- [Auto parser](docs/autoparser.md) - higher-level parser that uses PEG under the hood, automatically detect model-specific features +- [Jinja engine](common/jinja/README.md) +- [How to add a new model](docs/development/HOWTO-add-model.md) +- [PR template](.github/pull_request_template.md) diff --git a/CMakeLists.txt b/CMakeLists.txt index e022bd30a65..f30e0df33b2 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -108,6 +108,7 @@ option(LLAMA_BUILD_TESTS "llama: build tests" ${LLAMA_STANDALONE}) option(LLAMA_BUILD_TOOLS "llama: build tools" ${LLAMA_STANDALONE}) option(LLAMA_BUILD_EXAMPLES "llama: build examples" ${LLAMA_STANDALONE}) option(LLAMA_BUILD_SERVER "llama: build server example" ${LLAMA_STANDALONE}) +option(LLAMA_BUILD_WEBUI "llama: build the embedded Web UI for server" ON) option(LLAMA_TOOLS_INSTALL "llama: install tools" ${LLAMA_TOOLS_INSTALL_DEFAULT}) option(LLAMA_TESTS_INSTALL "llama: install tests" ON) diff --git a/CODEOWNERS b/CODEOWNERS index 4257f5927a6..a242b2117c3 100644 --- a/CODEOWNERS +++ b/CODEOWNERS @@ -10,6 +10,7 @@ /common/jinja/ @CISC /common/ngram-map.* @srogmann /convert_*.py @CISC +/docs/backend/snapdragon/ @ggml-org/ggml-hexagon /examples/batched.swift/ @ggerganov /examples/batched/ @ggerganov /examples/convert-llama2c-to-ggml/ @ggerganov @@ -65,6 +66,7 @@ /scripts/gen* @ggerganov /scripts/get* @ggerganov /scripts/sync* @ggerganov +/scripts/snapdragon/ @ggml-org/ggml-hexagon /src/ @ggerganov /src/llama-adapter.* @CISC /src/llama-arch.* @CISC diff --git a/README.md b/README.md index 83391051003..be23abcea67 100644 --- a/README.md +++ b/README.md @@ -17,6 +17,7 @@ LLM inference in C/C++ ## Hot topics +- **Hugging Face cache migration: models downloaded with `-hf` are now stored in the standard Hugging Face cache directory, enabling sharing with other HF tools.** - **[guide : using the new WebUI of llama.cpp](https://github.com/ggml-org/llama.cpp/discussions/16938)** - [guide : running gpt-oss with llama.cpp](https://github.com/ggml-org/llama.cpp/discussions/15396) - [[FEEDBACK] Better packaging for llama.cpp to support downstream consumers 🤗](https://github.com/ggml-org/llama.cpp/discussions/15313) @@ -241,7 +242,7 @@ Instructions for adding support for new models: [HOWTO-add-model.md](docs/develo
Tools -- [akx/ggify](https://github.com/akx/ggify) – download PyTorch models from HuggingFace Hub and convert them to GGML +- [akx/ggify](https://github.com/akx/ggify) – download PyTorch models from Hugging Face Hub and convert them to GGML - [akx/ollama-dl](https://github.com/akx/ollama-dl) – download models from the Ollama library to be used directly with llama.cpp - [crashr/gppm](https://github.com/crashr/gppm) – launch llama.cpp instances utilizing NVIDIA Tesla P40 or P100 GPUs with reduced idle power consumption - [gpustack/gguf-parser](https://github.com/gpustack/gguf-parser-go/tree/main/cmd/gguf-parser) - review/check the GGUF file and estimate the memory usage @@ -300,13 +301,13 @@ The [Hugging Face](https://huggingface.co) platform hosts a [number of LLMs](htt - [Trending](https://huggingface.co/models?library=gguf&sort=trending) - [LLaMA](https://huggingface.co/models?sort=trending&search=llama+gguf) -You can either manually download the GGUF file or directly use any `llama.cpp`-compatible models from [Hugging Face](https://huggingface.co/) or other model hosting sites, such as [ModelScope](https://modelscope.cn/), by using this CLI argument: `-hf /[:quant]`. For example: +You can either manually download the GGUF file or directly use any `llama.cpp`-compatible models from [Hugging Face](https://huggingface.co/) or other model hosting sites, by using this CLI argument: `-hf /[:quant]`. For example: ```sh llama-cli -hf ggml-org/gemma-3-1b-it-GGUF ``` -By default, the CLI would download from Hugging Face, you can switch to other options with the environment variable `MODEL_ENDPOINT`. For example, you may opt to downloading model checkpoints from ModelScope or other model sharing communities by setting the environment variable, e.g. `MODEL_ENDPOINT=https://www.modelscope.cn/`. +By default, the CLI would download from Hugging Face, you can switch to other options with the environment variable `MODEL_ENDPOINT`. The `MODEL_ENDPOINT` must point to a Hugging Face compatible API endpoint. After downloading a model, use the CLI tools to run it locally - see below. diff --git a/ci/run.sh b/ci/run.sh index eaf6358c0d3..e6702a43bd0 100755 --- a/ci/run.sh +++ b/ci/run.sh @@ -57,6 +57,13 @@ SRC=`pwd` CMAKE_EXTRA="-DLLAMA_FATAL_WARNINGS=${LLAMA_FATAL_WARNINGS:-ON} -DLLAMA_OPENSSL=OFF -DGGML_SCHED_NO_REALLOC=ON" CTEST_EXTRA="" +# Default to use make unless specified for compatibility +CMAKE_GENERATOR="Unix Makefiles" + +if [ ! -z "${GG_BUILD_NINJA}" ]; then + CMAKE_GENERATOR="Ninja" +fi + if [ ! -z ${GG_BUILD_METAL} ]; then CMAKE_EXTRA="${CMAKE_EXTRA} -DGGML_METAL=ON" fi @@ -144,35 +151,7 @@ fi if [ -n "${GG_BUILD_KLEIDIAI}" ]; then echo ">>===== Enabling KleidiAI support" - - CANDIDATES=( - "armv9-a+dotprod+i8mm+sve2" - "armv9-a+dotprod+i8mm" - "armv8.6-a+dotprod+i8mm" - "armv8.2-a+dotprod" - ) - CPU="" - - for cpu in "${CANDIDATES[@]}"; do - if echo 'int main(){}' | ${CXX:-c++} -march="$cpu" -x c++ - -c -o /dev/null >/dev/null 2>&1; then - CPU="$cpu" - break - fi - done - - if [ -z "$CPU" ]; then - echo "ERROR: None of the required ARM baselines (armv9/armv8.6/armv8.2 + dotprod) are supported by this compiler." - exit 1 - fi - - echo ">>===== Using ARM baseline: ${CPU}" - - CMAKE_EXTRA="${CMAKE_EXTRA:+$CMAKE_EXTRA } \ - -DGGML_NATIVE=OFF \ - -DGGML_CPU_KLEIDIAI=ON \ - -DGGML_CPU_AARCH64=ON \ - -DGGML_CPU_ARM_ARCH=${CPU} \ - -DBUILD_SHARED_LIBS=OFF" + CMAKE_EXTRA="${CMAKE_EXTRA:+$CMAKE_EXTRA } -DGGML_CPU_KLEIDIAI=ON" fi if [ ! -z ${GG_BUILD_BLAS} ]; then @@ -242,13 +221,13 @@ function gg_run_ctest_debug { set -e - # Check cmake, make and ctest are installed + # Check cmake and ctest are installed gg_check_build_requirements - (time cmake -DCMAKE_BUILD_TYPE=Debug ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log - (time make -j$(nproc) ) 2>&1 | tee -a $OUT/${ci}-make.log + (cmake -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Debug ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log + (time cmake --build . --config Debug -j$(nproc)) 2>&1 | tee -a $OUT/${ci}-make.log - (time ctest --output-on-failure -L main -E "test-opt|test-backend-ops" ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log + (time ctest -C Debug --output-on-failure -L main -E "test-opt|test-backend-ops" ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log set +e } @@ -273,16 +252,16 @@ function gg_run_ctest_release { set -e - # Check cmake, make and ctest are installed + # Check cmake and ctest are installed gg_check_build_requirements - (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log - (time make -j$(nproc) ) 2>&1 | tee -a $OUT/${ci}-make.log + (cmake -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log + (time cmake --build . --config Release -j$(nproc)) 2>&1 | tee -a $OUT/${ci}-make.log if [ -z ${GG_BUILD_LOW_PERF} ]; then - (time ctest --output-on-failure -L 'main|python' ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log + (time ctest -C Release --output-on-failure -L 'main|python' ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log else - (time ctest --output-on-failure -L main -E test-opt ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log + (time ctest -C Release --output-on-failure -L main -E test-opt ${CTEST_EXTRA}) 2>&1 | tee -a $OUT/${ci}-ctest.log fi set +e @@ -340,7 +319,7 @@ function gg_run_ctest_with_model_debug { cd build-ci-debug set -e - (LLAMACPP_TEST_MODELFILE="$model" time ctest --output-on-failure -L model) 2>&1 | tee -a $OUT/${ci}-ctest.log + (LLAMACPP_TEST_MODELFILE="$model" time ctest -C Debug --output-on-failure -L model) 2>&1 | tee -a $OUT/${ci}-ctest.log set +e cd .. @@ -353,7 +332,7 @@ function gg_run_ctest_with_model_release { cd build-ci-release set -e - (LLAMACPP_TEST_MODELFILE="$model" time ctest --output-on-failure -L model) 2>&1 | tee -a $OUT/${ci}-ctest.log + (LLAMACPP_TEST_MODELFILE="$model" time ctest -C Release --output-on-failure -L model) 2>&1 | tee -a $OUT/${ci}-ctest.log # test memory leaks #if [[ ! -z ${GG_BUILD_METAL} ]]; then @@ -407,8 +386,8 @@ function gg_run_qwen3_0_6b { set -e - (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log - (time make -j$(nproc) ) 2>&1 | tee -a $OUT/${ci}-make.log + (cmake -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log + (time cmake --build . --config Release -j$(nproc)) 2>&1 | tee -a $OUT/${ci}-make.log python3 ../convert_hf_to_gguf.py ${path_models} --outfile ${path_models}/ggml-model-f16.gguf --outtype f16 python3 ../convert_hf_to_gguf.py ${path_models} --outfile ${path_models}/ggml-model-bf16.gguf --outtype bf16 @@ -556,8 +535,8 @@ function gg_run_embd_bge_small { set -e - (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log - (time make -j$(nproc) ) 2>&1 | tee -a $OUT/${ci}-make.log + (cmake -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log + (time cmake --build . --config Release -j$(nproc)) 2>&1 | tee -a $OUT/${ci}-make.log python3 ../convert_hf_to_gguf.py ${path_models} --outfile ${path_models}/ggml-model-f16.gguf @@ -601,8 +580,8 @@ function gg_run_rerank_tiny { set -e - (time cmake -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log - (time make -j$(nproc) ) 2>&1 | tee -a $OUT/${ci}-make.log + (cmake -G "${CMAKE_GENERATOR}" -DCMAKE_BUILD_TYPE=Release ${CMAKE_EXTRA} .. ) 2>&1 | tee -a $OUT/${ci}-cmake.log + (time cmake --build . --config Release -j$(nproc)) 2>&1 | tee -a $OUT/${ci}-make.log python3 ../convert_hf_to_gguf.py ${path_models} --outfile ${path_models}/ggml-model-f16.gguf @@ -652,10 +631,6 @@ function gg_check_build_requirements { gg_printf 'cmake not found, please install' fi - if ! command -v make &> /dev/null; then - gg_printf 'make not found, please install' - fi - if ! command -v ctest &> /dev/null; then gg_printf 'ctest not found, please install' fi diff --git a/common/CMakeLists.txt b/common/CMakeLists.txt index 97e2ac3732f..6fa6372840d 100644 --- a/common/CMakeLists.txt +++ b/common/CMakeLists.txt @@ -95,6 +95,8 @@ add_library(${TARGET} STATIC debug.h download.cpp download.h + hf-cache.cpp + hf-cache.h http.h json-partial.cpp json-partial.h diff --git a/common/arg.cpp b/common/arg.cpp index c6a2dcbf2d8..649216b7f01 100644 --- a/common/arg.cpp +++ b/common/arg.cpp @@ -3,6 +3,7 @@ #include "chat.h" #include "common.h" #include "download.h" +#include "hf-cache.h" #include "json-schema-to-grammar.h" #include "log.h" #include "sampling.h" @@ -326,60 +327,48 @@ struct handle_model_result { common_params_model mmproj; }; -static handle_model_result common_params_handle_model( - struct common_params_model & model, - const std::string & bearer_token, - bool offline) { +static handle_model_result common_params_handle_model(struct common_params_model & model, + const std::string & bearer_token, + bool offline) { handle_model_result result; - // handle pre-fill default model path and url based on hf_repo and hf_file - { - if (!model.docker_repo.empty()) { // Handle Docker URLs by resolving them to local paths - model.path = common_docker_resolve_model(model.docker_repo); - model.name = model.docker_repo; // set name for consistency - } else if (!model.hf_repo.empty()) { - // short-hand to avoid specifying --hf-file -> default it to --model - if (model.hf_file.empty()) { - if (model.path.empty()) { - auto auto_detected = common_get_hf_file(model.hf_repo, bearer_token, offline); - if (auto_detected.repo.empty() || auto_detected.ggufFile.empty()) { - exit(1); // error message already printed - } - model.name = model.hf_repo; // repo name with tag - model.hf_repo = auto_detected.repo; // repo name without tag - model.hf_file = auto_detected.ggufFile; - if (!auto_detected.mmprojFile.empty()) { - result.found_mmproj = true; - result.mmproj.hf_repo = model.hf_repo; - result.mmproj.hf_file = auto_detected.mmprojFile; - } - } else { - model.hf_file = model.path; - } - } - std::string model_endpoint = get_model_endpoint(); - model.url = model_endpoint + model.hf_repo + "/resolve/main/" + model.hf_file; - // make sure model path is present (for caching purposes) - if (model.path.empty()) { - // this is to avoid different repo having same file name, or same file name in different subdirs - std::string filename = clean_file_name(model.hf_repo + "_" + model.hf_file); - model.path = fs_get_cache_file(filename); - } + if (!model.docker_repo.empty()) { + model.path = common_docker_resolve_model(model.docker_repo); + model.name = model.docker_repo; + } else if (!model.hf_repo.empty()) { + // If -m was used with -hf, treat the model "path" as the hf_file to download + if (model.hf_file.empty() && !model.path.empty()) { + model.hf_file = model.path; + model.path = ""; + } + common_download_model_opts opts; + opts.download_mmproj = true; + opts.offline = offline; + auto download_result = common_download_model(model, bearer_token, opts); + + if (download_result.model_path.empty()) { + LOG_ERR("error: failed to download model from Hugging Face\n"); + exit(1); + } - } else if (!model.url.empty()) { - if (model.path.empty()) { - auto f = string_split(model.url, '#').front(); - f = string_split(f, '?').front(); - model.path = fs_get_cache_file(string_split(f, '/').back()); - } + model.name = model.hf_repo; + model.path = download_result.model_path; + if (!download_result.mmproj_path.empty()) { + result.found_mmproj = true; + result.mmproj.path = download_result.mmproj_path; + } + } else if (!model.url.empty()) { + if (model.path.empty()) { + auto f = string_split(model.url, '#').front(); + f = string_split(f, '?').front(); + model.path = fs_get_cache_file(string_split(f, '/').back()); } - } - // then, download it if needed - if (!model.url.empty()) { - bool ok = common_download_model(model, bearer_token, offline); - if (!ok) { + common_download_model_opts opts; + opts.offline = offline; + auto download_result = common_download_model(model, bearer_token, opts); + if (download_result.model_path.empty()) { LOG_ERR("error: failed to download model from %s\n", model.url.c_str()); exit(1); } @@ -434,6 +423,9 @@ static bool parse_bool_value(const std::string & value) { static bool common_params_parse_ex(int argc, char ** argv, common_params_context & ctx_arg) { common_params & params = ctx_arg.params; + // setup log directly from params.verbosity: see tools/cli/cli.cpp + common_log_set_verbosity_thold(params.verbosity); + std::unordered_map> arg_to_options; for (auto & opt : ctx_arg.options) { for (const auto & arg : opt.args) { @@ -539,8 +531,17 @@ static bool common_params_parse_ex(int argc, char ** argv, common_params_context // parse the first time to get -hf option (used for remote preset) parse_cli_args(); + // TODO: Remove later + try { + hf_cache::migrate_old_cache_to_hf_cache(params.hf_token, params.offline); + } catch (const std::exception & e) { + LOG_WRN("HF cache migration failed: %s\n", e.what()); + } + // export_graph_ops loads only metadata + const bool skip_model_download = ctx_arg.ex == LLAMA_EXAMPLE_EXPORT_GRAPH_OPS; + // maybe handle remote preset - if (!params.model.hf_repo.empty()) { + if (!params.model.hf_repo.empty() && !skip_model_download) { std::string cli_hf_repo = params.model.hf_repo; bool has_preset = common_params_handle_remote_preset(params, ctx_arg.ex); @@ -571,7 +572,7 @@ static bool common_params_parse_ex(int argc, char ** argv, common_params_context } // handle model and download - { + if (!skip_model_download) { auto res = common_params_handle_model(params.model, params.hf_token, params.offline); if (params.no_mmproj) { params.mmproj = {}; @@ -592,7 +593,7 @@ static bool common_params_parse_ex(int argc, char ** argv, common_params_context // model is required (except for server) // TODO @ngxson : maybe show a list of available models in CLI in this case - if (params.model.path.empty() && ctx_arg.ex != LLAMA_EXAMPLE_SERVER && !params.usage && !params.completion) { + if (params.model.path.empty() && ctx_arg.ex != LLAMA_EXAMPLE_SERVER && !skip_model_download && !params.usage && !params.completion) { throw std::invalid_argument("error: --model is required\n"); } @@ -635,8 +636,6 @@ static bool common_params_parse_ex(int argc, char ** argv, common_params_context )); } - common_log_set_verbosity_thold(params.verbosity); - return true; } @@ -1061,12 +1060,10 @@ common_params_context common_params_parser_init(common_params & params, llama_ex {"-cl", "--cache-list"}, "show list of models in cache", [](common_params &) { - printf("model cache directory: %s\n", fs_get_cache_directory().c_str()); auto models = common_list_cached_models(); printf("number of models in cache: %zu\n", models.size()); for (size_t i = 0; i < models.size(); i++) { - auto & model = models[i]; - printf("%4d. %s\n", (int) i + 1, model.to_string().c_str()); + printf("%4zu. %s\n", i + 1, models[i].to_string().c_str()); } exit(0); } @@ -1084,7 +1081,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex [](common_params & params) { params.verbose_prompt = true; } - )); + ).set_examples({LLAMA_EXAMPLE_COMPLETION, LLAMA_EXAMPLE_CLI, LLAMA_EXAMPLE_EMBEDDING, LLAMA_EXAMPLE_RETRIEVAL})); add_opt(common_arg( {"--display-prompt"}, {"--no-display-prompt"}, @@ -2812,6 +2809,13 @@ common_params_context common_params_parser_init(common_params & params, llama_ex params.port = value; } ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_PORT")); + add_opt(common_arg( + {"--reuse-port"}, + string_format("allow multiple sockets to bind to the same port (default: %s)", params.reuse_port ? "enabled" : "disabled"), + [](common_params & params) { + params.reuse_port = true; + } + ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_REUSE_PORT")); add_opt(common_arg( {"--path"}, "PATH", string_format("path to serve static files from (default: %s)", params.public_path.c_str()), @@ -2848,6 +2852,15 @@ common_params_context common_params_parser_init(common_params & params, llama_ex params.webui_mcp_proxy = value; } ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_WEBUI_MCP_PROXY")); + add_opt(common_arg( + {"--tools"}, "TOOL1,TOOL2,...", + "experimental: whether to enable built-in tools for AI agents - do not enable in untrusted environments (default: no tools)\n" + "specify \"all\" to enable all tools\n" + "available tools: read_file, file_glob_search, grep_search, exec_shell_command, write_file, edit_file, apply_diff", + [](common_params & params, const std::string & value) { + params.server_tools = parse_csv_row(value); + } + ).set_examples({LLAMA_EXAMPLE_SERVER}).set_env("LLAMA_ARG_TOOLS")); add_opt(common_arg( {"--webui"}, {"--no-webui"}, @@ -3250,6 +3263,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex "Set verbosity level to infinity (i.e. log all messages, useful for debugging)", [](common_params & params) { params.verbosity = INT_MAX; + common_log_set_verbosity_thold(INT_MAX); } )); add_opt(common_arg( @@ -3270,6 +3284,7 @@ common_params_context common_params_parser_init(common_params & params, llama_ex "(default: %d)\n", params.verbosity), [](common_params & params, int value) { params.verbosity = value; + common_log_set_verbosity_thold(value); } ).set_env("LLAMA_LOG_VERBOSITY")); add_opt(common_arg( diff --git a/common/chat-auto-parser-generator.cpp b/common/chat-auto-parser-generator.cpp index aa03aea5a91..60b269c42de 100644 --- a/common/chat-auto-parser-generator.cpp +++ b/common/chat-auto-parser-generator.cpp @@ -7,11 +7,109 @@ #include "log.h" #include "nlohmann/json.hpp" +#include #include #include using json = nlohmann::ordered_json; +namespace { + +// Gemma4-specific PEG builder extending the standard chat builder. +// Adds value type parsers that use <|\"|> as string delimiters +// instead of JSON's double quotes, and disables json-to-schema +// conversion for these types. +class common_peg_gemma4_builder { + common_chat_peg_builder & p_; + static constexpr const char * QUOTE = "<|\"|>"; + +public: + explicit common_peg_gemma4_builder(common_chat_peg_builder & p) : p_(p) {} + + common_peg_parser gemma4_string() { + return p_.rule("gemma4-string", [&]() { + return p_.literal(QUOTE) + p_.until(QUOTE) + p_.literal(QUOTE); + }); + } + + common_peg_parser gemma4_number() { + return p_.rule("gemma4-number", [&]() { + auto digit1_9 = p_.chars("[1-9]", 1, 1); + auto digits = p_.chars("[0-9]"); + auto int_part = p_.choice({p_.literal("0"), p_.sequence({digit1_9, p_.chars("[0-9]", 0, -1)})}); + auto frac = p_.sequence({p_.literal("."), digits}); + auto exp = p_.sequence({p_.choice({p_.literal("e"), p_.literal("E")}), + p_.optional(p_.chars("[+-]", 1, 1)), digits}); + auto not_number_continuation = p_.negate(p_.chars("[0-9.eE+-]", 1, 1)); + return p_.sequence({p_.optional(p_.literal("-")), int_part, p_.optional(frac), + p_.optional(exp), not_number_continuation}); + }); + } + + common_peg_parser gemma4_bool() { + return p_.rule("gemma4-bool", [&]() { + return p_.choice({p_.literal("true"), p_.literal("false")}); + }); + } + + common_peg_parser gemma4_null() { + return p_.rule("gemma4-null", [&]() { + return p_.literal("null"); + }); + } + + common_peg_parser gemma4_dict() { + return p_.rule("gemma4-dict", [&]() { + auto ws = p_.space(); + auto key = p_.until(":"); + auto member = p_.sequence({key, p_.literal(":"), ws, gemma4_value()}); + auto members = p_.sequence({member, p_.zero_or_more(p_.sequence({p_.literal(","), ws, member}))}); + return p_.sequence({ + p_.literal("{"), ws, + p_.choice({p_.literal("}"), p_.sequence({members, ws, p_.literal("}")})}) + }); + }); + } + + common_peg_parser gemma4_array() { + return p_.rule("gemma4-array", [&]() { + auto ws = p_.space(); + auto elements = p_.sequence({gemma4_value(), p_.zero_or_more(p_.sequence({p_.literal(","), ws, gemma4_value()}))}); + return p_.sequence({ + p_.literal("["), ws, + p_.choice({p_.literal("]"), p_.sequence({elements, ws, p_.literal("]")})}) + }); + }); + } + + common_peg_parser gemma4_value() { + return p_.rule("gemma4-value", [&]() { + return p_.choice({gemma4_string(), gemma4_dict(), gemma4_array(), + gemma4_number(), gemma4_bool(), gemma4_null()}); + }); + } + + // Select the appropriate value parser based on JSON schema type. + // Does NOT use schema() - the gemma4 types are pure PEG without + // JSON schema metadata, so GBNF is generated directly from the + // PEG structure. + common_peg_parser gemma4_value_for_type(const json & schema) { + if (!schema.contains("type") || !schema.at("type").is_string()) { + return gemma4_value(); + } + std::string type = schema.at("type").get(); + if (type == "string") { return gemma4_string(); } + if (type == "number") { return gemma4_number(); } + if (type == "integer") { return gemma4_number(); } + if (type == "boolean") { return gemma4_bool(); } + if (type == "object") { return gemma4_dict(); } + if (type == "array") { return gemma4_array(); } + return gemma4_value(); + } +}; + +} // anonymous namespace + // Helper to iterate over tools/functions static void foreach_function(const json & tools, const std::function & fn) { for (const auto & tool : tools) { @@ -43,7 +141,9 @@ common_chat_params peg_generator::generate_parser(const common_chat_template & // Create the result structure common_chat_params data; data.prompt = common_chat_template_direct_apply(tmpl, inputs); - data.format = COMMON_CHAT_FORMAT_PEG_NATIVE; + data.format = (autoparser.tools.format.mode == tool_format::TAG_WITH_GEMMA4_DICT) + ? COMMON_CHAT_FORMAT_PEG_GEMMA4 + : COMMON_CHAT_FORMAT_PEG_NATIVE; data.preserved_tokens = autoparser.preserved_tokens; auto parser = autoparser.build_parser(inputs); @@ -65,7 +165,7 @@ common_chat_params peg_generator::generate_parser(const common_chat_template & data.grammar = build_grammar([&](const common_grammar_builder & builder) { foreach_function(inputs.tools, [&](const json & tool) { const auto & function = tool.at("function"); - auto schema = function.at("parameters"); + auto schema = function.contains("parameters") ? function.at("parameters") : json::object(); builder.resolve_refs(schema); }); parser.build_grammar(builder, data.grammar_lazy); @@ -92,6 +192,7 @@ common_peg_arena autoparser::build_parser(const generation_params & inputs) cons ctx.extracting_reasoning = extract_reasoning && reasoning.mode != reasoning_mode::NONE; ctx.content = &content; + ctx.reasoning = &reasoning; // Build reasoning parser ctx.reasoning_parser = reasoning.build_parser(ctx); @@ -100,6 +201,7 @@ common_peg_arena autoparser::build_parser(const generation_params & inputs) cons bool has_tools = inputs.tools.is_array() && !inputs.tools.empty(); bool has_response_format = inputs.json_schema.is_object() && !inputs.json_schema.empty(); + bool pure_content = reasoning.mode == reasoning_mode::NONE; if (has_response_format) { auto response_format = p.rule("response-format", p.content(p.schema(p.json(), "response-format-schema", inputs.json_schema))); @@ -107,13 +209,14 @@ common_peg_arena autoparser::build_parser(const generation_params & inputs) cons p.literal("```json") + p.space() + response_format + p.space() + p.literal("```"), response_format }) + p.end(); + pure_content = false; } else if (has_tools && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE && jinja_caps.supports_tool_calls) { parser = tools.build_parser(ctx); + pure_content = false; } else { parser = content.build_parser(ctx); } - parser = wrap_for_generation_prompt(p, parser, inputs, reasoning.start); - return parser; + return pure_content ? p.prefix(inputs.generation_prompt, reasoning.start) + parser : p.prefix(inputs.generation_prompt, reasoning.start) << parser; }); } @@ -167,6 +270,8 @@ common_peg_parser analyze_tools::build_parser(parser_build_context & ctx) const return build_tool_parser_tag_json(ctx); case tool_format::TAG_WITH_TAGGED: return build_tool_parser_tag_tagged(ctx); + case tool_format::TAG_WITH_GEMMA4_DICT: + return build_tool_parser_tag_gemma4_dict(ctx); default: LOG_ERR("[ERROR] Template seems to support tool calls, but failed to determine tool format. Tool calling will not work properly. " "Check for a fixed template for your model in the models/templates directory of your llama.cpp installation or " @@ -222,7 +327,7 @@ common_peg_parser analyze_tools::build_tool_parser_tag_json(parser_build_context foreach_function(inputs.tools, [&](const json & tool) { const auto & func = tool.at("function"); std::string name = func.at("name"); - const auto & schema = func.at("parameters"); + const auto & schema = func.contains("parameters") ? func.at("parameters") : json::object(); // Build call_id parser based on position (if supported) common_peg_parser call_id_section = p.eps(); @@ -283,19 +388,11 @@ common_peg_parser analyze_tools::build_tool_parser_tag_tagged(parser_build_conte common_peg_parser tool_choice = p.choice(); foreach_function(inputs.tools, [&](const json & tool) { - const auto & func = tool.at("function"); - std::string name = func.at("name"); - const auto & params = func.at("parameters"); - - if (!params.contains("properties") || !params.at("properties").is_object()) { - return; - } - - const auto & properties = params.at("properties"); + const auto & func = tool.at("function"); + std::string name = func.at("name"); + const auto & params = func.contains("parameters") ? func.at("parameters") : json::object(); + const auto & properties = params.contains("properties") ? params.at("properties") : json::object(); std::set required; - if (params.contains("required") && params.at("required").is_array()) { - params.at("required").get_to(required); - } // Build parser for each argument, separating required and optional std::vector required_parsers; @@ -312,17 +409,18 @@ common_peg_parser analyze_tools::build_tool_parser_tag_tagged(parser_build_conte } } - auto arg = p.tool_arg( - p.tool_arg_open(arguments.name_prefix + p.tool_arg_name(p.literal(param_name)) + - arguments.name_suffix) + - arguments.value_prefix + - (type == "string" ? p.tool_arg_string_value(p.schema(p.until(arguments.value_suffix), - "tool-" + name + "-arg-" + param_name + "-schema", - param_schema, true)) : - p.tool_arg_json_value(p.schema( - p.json(), "tool-" + name + "-arg-" + param_name + "-schema", param_schema, false)) + - p.space()) + - p.tool_arg_close(p.literal(arguments.value_suffix))); + auto arg = + p.tool_arg(p.tool_arg_open(arguments.name_prefix + p.tool_arg_name(p.literal(param_name)) + + arguments.name_suffix) + + arguments.value_prefix + + (type == "string" ? + p.tool_arg_string_value(p.schema(p.until(arguments.value_suffix), + "tool-" + name + "-arg-" + param_name + "-schema", + param_schema, true)) : + p.tool_arg_json_value(p.schema( + p.json(), "tool-" + name + "-arg-" + param_name + "-schema", param_schema, false)) + + p.space()) + + p.tool_arg_close(p.literal(arguments.value_suffix))); auto named_arg = p.rule("tool-" + name + "-arg-" + param_name, arg); if (is_required) { @@ -438,4 +536,121 @@ common_peg_parser analyze_tools::build_tool_parser_tag_tagged(parser_build_conte p.end(); } +common_peg_parser analyze_tools::build_tool_parser_tag_gemma4_dict(parser_build_context & ctx) const { + auto & p = ctx.p; + const auto & inputs = ctx.inputs; + bool force_tools = inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_REQUIRED; + + common_peg_gemma4_builder g4(p); + static const std::string QUOTE = "<|\"|>"; + + common_peg_parser tool_choice = p.choice(); + + foreach_function(inputs.tools, [&](const json & tool) { + const auto & func = tool.at("function"); + std::string name = func.at("name"); + const auto & params = func.at("parameters"); + + if (!params.contains("properties") || !params.at("properties").is_object()) { + auto func_parser = p.atomic( + p.tool_open(p.literal(function.name_prefix) + p.tool_name(p.literal(name)) + p.literal("{")) + + p.tool_args(p.eps()) + + p.tool_close(p.literal("}"))); + tool_choice |= p.rule("tool-" + name, func_parser); + return; + } + + const auto & properties = params.at("properties"); + std::set required; + if (params.contains("required") && params.at("required").is_array()) { + params.at("required").get_to(required); + } + + // Build per-argument parsers, sorted alphabetically (matching template's dictsort) + struct arg_entry { + std::string param_name; + common_peg_parser parser; + }; + std::vector arg_entries; + + for (const auto & [param_name, param_schema] : properties.items()) { + std::string type = "object"; + auto type_v = param_schema.contains("type") ? param_schema.at("type") : json::object(); + if (type_v.is_string()) type_v.get_to(type); + + common_peg_parser value_parser = p.eps(); + if (type == "string") { + // String values are delimited by <|"|>...<|"|> + value_parser = + p.literal(QUOTE) + + p.tool_arg_string_value(p.schema(p.until(QUOTE), + "tool-" + name + "-arg-" + param_name + "-schema", param_schema, true)) + + p.literal(QUOTE); + } else if (type == "number" || type == "integer") { + value_parser = p.tool_arg_value(g4.gemma4_number()); + } else if (type == "boolean") { + value_parser = p.tool_arg_value(g4.gemma4_bool()); + } else if (type == "null") { + value_parser = p.tool_arg_value(g4.gemma4_null()); + } else if (type == "object") { + value_parser = p.tool_arg_value(g4.gemma4_dict()); + } else if (type == "array") { + value_parser = p.tool_arg_value(g4.gemma4_array()); + } else { + value_parser = p.tool_arg_value(g4.gemma4_value()); + } + + auto arg = p.tool_arg( + p.tool_arg_open(p.tool_arg_name(p.literal(param_name)) + p.literal(":")) + + value_parser + + p.tool_arg_close(p.eps())); + + arg_entries.push_back({param_name, p.rule("tool-" + name + "-arg-" + param_name, arg)}); + } + + // Sort alphabetically to match Jinja's dictsort + std::sort(arg_entries.begin(), arg_entries.end(), [](const auto & a, const auto & b) { + return a.param_name < b.param_name; + }); + + // Build arg sequence: any arg, then zero-or-more comma-separated additional args + common_peg_parser args_seq = p.eps(); + if (!arg_entries.empty()) { + common_peg_parser any_arg = p.choice(); + for (auto & entry : arg_entries) { + any_arg |= entry.parser; + } + args_seq = p.optional( + any_arg + p.repeat(p.literal(",") + any_arg, 0, (int) arg_entries.size() - 1)); + } + + // Full parser: call:name{args} + auto func_parser = p.atomic( + p.tool_open(p.literal(function.name_prefix) + p.tool_name(p.literal(name)) + p.literal("{")) + + p.tool_args(args_seq) + + p.tool_close(p.literal("}"))); + + tool_choice |= p.rule("tool-" + name, func_parser); + }); + + // Wrap each call in <|tool_call>... + auto wrapped_call = p.literal(format.per_call_start) + tool_choice + p.literal(format.per_call_end); + + common_peg_parser tool_calls = p.eps(); + if (inputs.parallel_tool_calls) { + tool_calls = p.trigger_rule("tool-call", wrapped_call + p.zero_or_more(p.space() + wrapped_call)); + } else { + tool_calls = p.trigger_rule("tool-call", wrapped_call); + } + + if (!force_tools) { + tool_calls = p.optional(tool_calls); + } + + auto content_before_tools = p.until_one_of({ format.per_call_start, ctx.reasoning->start }); + return ctx.reasoning_parser + + (force_tools ? p.eps() : p.optional(p.content(content_before_tools) + p.optional(ctx.reasoning_parser))) + + tool_calls + p.end(); +} + } // namespace autoparser diff --git a/common/chat-auto-parser-helpers.cpp b/common/chat-auto-parser-helpers.cpp index 3a7a5c13a70..2499464cd82 100644 --- a/common/chat-auto-parser-helpers.cpp +++ b/common/chat-auto-parser-helpers.cpp @@ -308,22 +308,6 @@ std::vector prune_whitespace_segments(const std::vector & segm return result; } -common_peg_parser wrap_for_generation_prompt(common_chat_peg_builder & p, - const common_peg_parser & prs, - const autoparser::generation_params & inputs, - const std::string & reasoning_start) { - auto parser = prs; - if (!inputs.generation_prompt.empty()) { - size_t end_pos = inputs.generation_prompt.size(); - if (!reasoning_start.empty() && inputs.generation_prompt.find(reasoning_start) != std::string::npos) { - end_pos = inputs.generation_prompt.find(reasoning_start); - } - std::string cut_genprompt = inputs.generation_prompt.substr(0, end_pos); - parser = p.literal(cut_genprompt) + parser; - } - return parser; -} - namespace autoparser { std::string apply_template(const common_chat_template & tmpl, const template_params & params) { diff --git a/common/chat-auto-parser-helpers.h b/common/chat-auto-parser-helpers.h index e13581e58fc..7cd031c4d66 100644 --- a/common/chat-auto-parser-helpers.h +++ b/common/chat-auto-parser-helpers.h @@ -58,11 +58,6 @@ std::vector segmentize_markers(const std::string & text); // (MARKER, ""), (MARKER, "") ] std::vector prune_whitespace_segments(const std::vector & segments); -// Wrap parser with generation prompt parser -common_peg_parser wrap_for_generation_prompt(common_chat_peg_builder & p, - const common_peg_parser & prs, - const autoparser::generation_params & inputs, - const std::string & reasoning_start = {}); namespace autoparser { // Apply a template with the given parameters, returning the rendered string (empty on failure) diff --git a/common/chat-auto-parser.h b/common/chat-auto-parser.h index 73888276f4c..9d7d4e69e6d 100644 --- a/common/chat-auto-parser.h +++ b/common/chat-auto-parser.h @@ -144,6 +144,7 @@ enum class tool_format { JSON_NATIVE, // Pure JSON: {"name": "X", "arguments": {...}} TAG_WITH_JSON, // Tag-based with JSON args: {...} TAG_WITH_TAGGED, // Tag-based with tagged args: value + TAG_WITH_GEMMA4_DICT, // Gemma4 custom dict: <|tool_call>call:name{key:<|"|>val<|"|>} }; inline std::ostream & operator<<(std::ostream & os, const tool_format & format) { @@ -156,6 +157,8 @@ inline std::ostream & operator<<(std::ostream & os, const tool_format & format) return os << "TAG_WITH_JSON"; case tool_format::TAG_WITH_TAGGED: return os << "TAG_WITH_TAGGED"; + case tool_format::TAG_WITH_GEMMA4_DICT: + return os << "TAG_WITH_GEMMA4_DICT"; default: return os << "UNKNOWN"; } @@ -212,12 +215,14 @@ struct tool_id_analysis { // ============================================================================ struct analyze_content; +struct analyze_reasoning; struct parser_build_context { common_chat_peg_builder & p; - const generation_params & inputs; + const generation_params & inputs; common_peg_parser reasoning_parser; bool extracting_reasoning = false; + const analyze_reasoning * reasoning = nullptr; const analyze_content * content = nullptr; parser_build_context(common_chat_peg_builder & p, const generation_params & inputs); @@ -350,6 +355,7 @@ struct analyze_tools : analyze_base { common_peg_parser build_tool_parser_json_native(parser_build_context & ctx) const; common_peg_parser build_tool_parser_tag_json(parser_build_context & ctx) const; common_peg_parser build_tool_parser_tag_tagged(parser_build_context & ctx) const; + common_peg_parser build_tool_parser_tag_gemma4_dict(parser_build_context & ctx) const; }; // ============================================================================ diff --git a/common/chat-diff-analyzer.cpp b/common/chat-diff-analyzer.cpp index 4b827c9ae51..aadade60fa7 100644 --- a/common/chat-diff-analyzer.cpp +++ b/common/chat-diff-analyzer.cpp @@ -92,6 +92,34 @@ static std::vectorcall:name{key:<|"|>val<|"|>} + [](const common_chat_template & tmpl, autoparser & analysis) -> void { + if (tmpl.src.find("'<|tool_call>call:'") != std::string::npos) { + analysis.tools.format.mode = tool_format::TAG_WITH_GEMMA4_DICT; + analysis.tools.format.per_call_start = "<|tool_call>"; + analysis.tools.format.per_call_end = ""; + analysis.tools.format.section_start = ""; + analysis.tools.format.section_end = ""; + analysis.tools.function.name_prefix = "call:"; + analysis.tools.function.name_suffix = ""; + analysis.tools.arguments.start = "{"; + analysis.tools.arguments.end = "}"; + analysis.tools.arguments.name_prefix = ""; + analysis.tools.arguments.name_suffix = ":"; + analysis.tools.arguments.separator = ","; + analysis.reasoning.mode = reasoning_mode::TAG_BASED; + analysis.reasoning.start = "<|channel>thought"; + analysis.reasoning.end = ""; + analysis.preserved_tokens.clear(); + analysis.preserved_tokens.push_back("<|tool_call>"); + analysis.preserved_tokens.push_back(""); + analysis.preserved_tokens.push_back("<|tool_response>"); + analysis.preserved_tokens.push_back(""); + analysis.preserved_tokens.push_back("<|\"|>"); + analysis.preserved_tokens.push_back("<|turn>"); + LOG_DBG(ANSI_ORANGE "[Patch: Gemma4]\n" ANSI_RESET); + } + }, // DeepSeek-R1-Distill-Qwen [](const common_chat_template & tmpl, autoparser & analysis) -> void { if (tmpl.src.find( @@ -287,7 +315,7 @@ void analyze_reasoning::compare_reasoning_presence() { return p.literal(reasoning_content) + p.space() + p.optional(p.tag("post", (p.marker() + p.space())) + p.rest()); }); auto parser_wrapped = build_tagged_peg_parser([&](common_peg_parser_builder &p) { - return p.tag("pre", p.marker()) + p.space() + p.literal(reasoning_content) + p.space() + p.tag("post", (p.marker() + p.space())) + p.rest(); + return p.tag("pre", p.marker() + p.space()) + p.literal(reasoning_content) + p.space() + p.tag("post", (p.marker() + p.space())) + p.rest(); }); // try the more aggressive parse first, if it fails, fall back to the delimiter one auto result = parser_wrapped.parse_anywhere_and_extract(comparison->output_B); @@ -297,7 +325,7 @@ void analyze_reasoning::compare_reasoning_presence() { if (result.result.success()) { if (!result.tags["pre"].empty() && !result.tags["post"].empty()) { mode = reasoning_mode::TAG_BASED; - start = trim_whitespace(result.tags["pre"]); + start = trim_leading_whitespace(result.tags["pre"]); end = trim_trailing_whitespace(result.tags["post"]); } else if (!result.tags["post"].empty()) { mode = reasoning_mode::TAG_BASED; @@ -333,7 +361,7 @@ void analyze_reasoning::compare_thinking_enabled() { if (left_trimmed.empty() && !diff.right.empty()) { if (!right_trimmed.empty() && string_ends_with(comparison->output_B, right_trimmed)) { if (start.empty()) { - start = right_trimmed; + start = trim_leading_whitespace(diff.right); mode = reasoning_mode::TAG_BASED; } } @@ -344,8 +372,44 @@ void analyze_reasoning::compare_thinking_enabled() { if (seg.size() >= 2 && seg[seg.size() - 1].value == left_trimmed && seg[seg.size() - 2].type == segment_type::MARKER) { start = seg[seg.size() - 2].value; } - end = left_trimmed; + end = trim_trailing_whitespace(diff.left); + mode = reasoning_mode::TAG_BASED; + } + } + } else if (!left_trimmed.empty() && !right_trimmed.empty()) { + // Full-output diff is noisy (e.g., SmolLM3 changes the system message when enable_thinking flips). + // Try to find reasoning markers by tail-anchoring: + // one output's generation prompt tail may appear in the other with extra reasoning markers appended. + const auto & output_A = comparison->output_A; + const auto & output_B = comparison->output_B; + const size_t anchor_len = 64; + + for (int dir = 0; dir < 2; dir++) { + const auto & base = dir == 0 ? output_B : output_A; + const auto & extended = dir == 0 ? output_A : output_B; + + size_t len = std::min(base.size(), anchor_len); + std::string anchor = base.substr(base.size() - len); + auto pos = extended.rfind(anchor); + if (pos == std::string::npos || pos + len >= extended.size()) { + continue; + } + + std::string extra = trim_whitespace(extended.substr(pos + len)); + if (extra.empty()) { + continue; + } + + auto seg = prune_whitespace_segments(segmentize_markers(extra)); + if (seg.size() == 2 && seg[0].type == segment_type::MARKER && seg[1].type == segment_type::MARKER) { + if (start.empty()) { + start = seg[0].value; + } + if (end.empty()) { + end = seg[1].value; + } mode = reasoning_mode::TAG_BASED; + break; } } } @@ -395,7 +459,7 @@ void analyze_reasoning::compare_reasoning_scope() { LOG_DBG(ANSI_ORANGE "%s: Detected TOOLS_ONLY reasoning mode\n" ANSI_RESET, __func__); auto parser_wrapped = build_tagged_peg_parser([&](common_peg_parser_builder &p) { - return p.tag("pre", p.marker()) + p.space() + p.literal(reasoning_content) + p.space() + p.tag("post", (p.marker() + p.space())); + return p.tag("pre", p.marker() + p.space()) + p.literal(reasoning_content) + p.space() + p.tag("post", (p.marker() + p.space())); }); auto result = parser_wrapped.parse_anywhere_and_extract(comparison->output_B); if (result.result.success()) { @@ -488,7 +552,7 @@ analyze_content::analyze_content(const common_chat_template & tmpl, const analyz // Take the more promising diff std::string pure_content = rdiff.length() > diff_tools.left.length() ? rdiff : diff_tools.left; auto parser_wrapped = build_tagged_peg_parser([&](common_peg_parser_builder &p) { - return p.tag("pre", p.marker()) + p.space() + p.literal(response) + p.space() + p.tag("post", (p.marker() + p.space())) + p.rest(); + return p.tag("pre", p.marker() + p.space()) + p.literal(response) + p.space() + p.tag("post", (p.marker() + p.space())) + p.rest(); }); auto result = parser_wrapped.parse_anywhere_and_extract(pure_content); start = result.tags["pre"]; diff --git a/common/chat-peg-parser.cpp b/common/chat-peg-parser.cpp index 5f7d422b415..f2ed77c4402 100644 --- a/common/chat-peg-parser.cpp +++ b/common/chat-peg-parser.cpp @@ -75,6 +75,84 @@ static std::string escape_json_string_inner(const std::string & s) { return escaped; } +static const std::string GEMMA4_QUOTE = "<|\"|>"; + +static std::string normalize_gemma4_to_json(const std::string & input) { + std::string result; + result.reserve(input.size() * 2); + + enum Ctx { DICT, ARRAY }; + std::vector ctx; + + auto is_ws = [](char c) { return c == ' ' || c == '\t' || c == '\n' || c == '\r'; }; + auto skip_ws = [&](size_t & pos) { + while (pos < input.size() && is_ws(input[pos])) { + result += input[pos++]; + } + }; + + auto quote_unquoted_key = [&](size_t & pos) { + if (pos < input.size() && input[pos] != '"' && input[pos] != '}') { + result += '"'; + while (pos < input.size() && input[pos] != ':' && !is_ws(input[pos])) { + result += input[pos++]; + } + result += '"'; + skip_ws(pos); + } + }; + + size_t i = 0; + while (i < input.size()) { + if (i + GEMMA4_QUOTE.size() <= input.size() && + input.compare(i, GEMMA4_QUOTE.size(), GEMMA4_QUOTE) == 0) { + result += '"'; + i += GEMMA4_QUOTE.size(); + continue; + } + + char c = input[i]; + + if (c == '{') { + result += c; + ctx.push_back(DICT); + ++i; + skip_ws(i); + quote_unquoted_key(i); + continue; + } + if (c == '}') { + result += c; + if (!ctx.empty()) ctx.pop_back(); + ++i; + continue; + } + if (c == '[') { + result += c; + ctx.push_back(ARRAY); + ++i; + continue; + } + if (c == ']') { + result += c; + if (!ctx.empty()) ctx.pop_back(); + ++i; + continue; + } + if (c == ',' && !ctx.empty() && ctx.back() == DICT) { + result += c; + ++i; + skip_ws(i); + quote_unquoted_key(i); + continue; + } + + result += c; + ++i; + } + return result; +} + // Convert Python-style single-quoted strings to JSON double-quoted strings // Only converts outer string delimiters, properly handling escape sequences: // - {'key': 'value'} -> {"key": "value"} @@ -214,6 +292,14 @@ std::string & common_chat_peg_mapper::args_target() { return (current_tool && !current_tool->name.empty()) ? current_tool->arguments : args_buffer; } +std::string common_chat_peg_mapper::normalize_container_value(const std::string & input) { + return normalize_quotes_to_json(input); +} + +std::string common_chat_peg_gemma4_mapper::normalize_container_value(const std::string & input) { + return normalize_quotes_to_json(normalize_gemma4_to_json(input)); +} + void common_chat_peg_mapper::from_ast(const common_peg_ast_arena & arena, const common_peg_parse_result & parse_result_arg) { arena.visit(parse_result_arg, [this](const common_peg_ast_node & node) { map(node); }); @@ -352,7 +438,7 @@ void common_chat_peg_mapper::map(const common_peg_ast_node & node) { // For potential containers, normalize Python-style single quotes to JSON double quotes bool is_potential_container = value_content[0] == '[' || value_content[0] == '{'; if (is_potential_container) { - value_content = normalize_quotes_to_json(value_content); + value_content = normalize_container_value(value_content); } // Try to parse as JSON value (number, bool, null, object, array) @@ -802,6 +888,16 @@ common_peg_parser common_chat_peg_builder::build_json_tools_flat_keys( return tool_choices; } +common_peg_parser common_chat_peg_builder::prefix(const std::string & s, const std::string & delimiter) { + if (s.empty()) { + return eps(); + } + if (delimiter.empty()) { + return literal(s); + } + return literal(s.substr(0, s.rfind(delimiter))); +} + common_peg_parser common_chat_peg_builder::standard_json_tools( const std::string & section_start, const std::string & section_end, diff --git a/common/chat-peg-parser.h b/common/chat-peg-parser.h index a497508d2f2..dd1388ec148 100644 --- a/common/chat-peg-parser.h +++ b/common/chat-peg-parser.h @@ -17,7 +17,9 @@ class common_chat_peg_mapper { virtual void from_ast(const common_peg_ast_arena & arena, const common_peg_parse_result & result); virtual void map(const common_peg_ast_node & node); - private: + protected: + virtual std::string normalize_container_value(const std::string & input); + private: // Tool call handling state std::optional pending_tool_call; // Tool call waiting for name common_chat_tool_call * current_tool = nullptr; @@ -30,6 +32,13 @@ class common_chat_peg_mapper { std::string & args_target(); }; +class common_chat_peg_gemma4_mapper : public common_chat_peg_mapper { + public: + common_chat_peg_gemma4_mapper(common_chat_msg & msg) : common_chat_peg_mapper(msg) {} + protected: + std::string normalize_container_value(const std::string & input) override; +}; + struct content_structure; struct tool_call_structure; @@ -82,6 +91,10 @@ class common_chat_peg_builder : public common_peg_parser_builder { common_peg_parser tool_arg_string_value(const common_peg_parser & p) { return tag(TOOL_ARG_STRING_VALUE, p); } common_peg_parser tool_arg_json_value(const common_peg_parser & p) { return atomic(tag(TOOL_ARG_VALUE, p)); } + + // Return a parser that parses the prefix of a string, up to a given delimiter. + common_peg_parser prefix(const std::string & s, const std::string & delimiter = {}); + // Legacy-compatible helper for building standard JSON tool calls // Used by tests and manual parsers // name_key/args_key: JSON key names for function name and arguments diff --git a/common/chat.cpp b/common/chat.cpp index a79d564b34f..9cd2dd7076e 100644 --- a/common/chat.cpp +++ b/common/chat.cpp @@ -221,7 +221,7 @@ using chat_template_caps = jinja::caps; struct common_chat_templates { bool add_bos; bool add_eos; - bool has_explicit_template; // Model had builtin template or template overridde was specified. + bool has_explicit_template; // Model had builtin template or template overridden was specified. std::unique_ptr template_default; // always set (defaults to chatml) std::unique_ptr template_tool_use; }; @@ -694,6 +694,8 @@ const char * common_chat_format_name(common_chat_format format) { return "peg-simple"; case COMMON_CHAT_FORMAT_PEG_NATIVE: return "peg-native"; + case COMMON_CHAT_FORMAT_PEG_GEMMA4: + return "peg-gemma4"; default: throw std::runtime_error("Unknown chat format"); } @@ -872,14 +874,14 @@ static common_chat_params common_chat_params_init_ministral_3(const common_chat_ }; auto parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { + auto generation_prompt = p.prefix(inputs.generation_prompt, "[THINK]"); auto reasoning = extract_reasoning ? p.optional("[THINK]" + p.reasoning(p.until("[/THINK]")) + "[/THINK]") : p.eps(); // Response format parser if (inputs.json_schema.is_object() && !inputs.json_schema.empty()) { // Ministral wants to emit json surrounded by code fences - return wrap_for_generation_prompt(p, reasoning << "```json" << p.content(p.schema(p.json(), "response-format", inputs.json_schema)) << "```", - inputs, "[THINK]"); + return generation_prompt + (reasoning << "```json" << p.content(p.schema(p.json(), "response-format", inputs.json_schema)) << "```"); } // Tool call parser @@ -899,13 +901,12 @@ static common_chat_params common_chat_params_init_ministral_3(const common_chat_ auto max_calls = inputs.parallel_tool_calls ? -1 : 1; auto tool_calls = p.trigger_rule("tool-call", p.repeat("[TOOL_CALLS]" + tool_choice, min_calls, max_calls)); - return wrap_for_generation_prompt(p, reasoning << p.content(p.until("[TOOL_CALLS]")) << tool_calls, - inputs, "[THINK]"); + return generation_prompt + (reasoning << p.content(p.until("[TOOL_CALLS]")) << tool_calls); } // Content only parser include_grammar = false; - return wrap_for_generation_prompt(p, reasoning << p.content(p.rest()), inputs, "[THINK]"); + return generation_prompt + (reasoning << p.content(p.rest())); }); data.parser = parser.save(); @@ -972,6 +973,7 @@ static common_chat_params common_chat_params_init_gpt_oss(const common_chat_temp auto has_tools = inputs.tools.is_array() && !inputs.tools.empty(); auto has_response_format = !inputs.json_schema.is_null() && inputs.json_schema.is_object(); auto include_grammar = has_response_format || (has_tools && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE); + auto extract_reasoning = inputs.reasoning_format != COMMON_REASONING_FORMAT_NONE; auto parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { auto start = p.rule("start", p.literal("<|start|>assistant")); @@ -980,19 +982,32 @@ static common_chat_params common_chat_params_init_gpt_oss(const common_chat_temp auto channel = p.literal("<|channel|>") + (p.literal("commentary") | p.literal("analysis")); auto constrain_type = p.chars("[A-Za-z0-9_-]", 1, -1); - auto analysis = p.rule("analysis", p.literal("<|channel|>analysis<|message|>") + p.reasoning(content) + end); + // Occasionally, gpt-oss-20b will prefix channels with this commentary + auto stray_commentary = p.optional(p.literal("<|channel|>commentary") + p.optional(p.literal(" to=assistant"))); + auto start_analysis = stray_commentary + p.literal("<|channel|>analysis<|message|>"); + + if (extract_reasoning) { + p.rule("analysis", start_analysis + p.reasoning(content) + end); + } else { + p.rule("analysis", p.content(start_analysis + content + end)); + } + + auto analysis = p.ref("analysis"); auto preamble = p.rule("preamble", p.literal("<|channel|>commentary<|message|>") + p.content(content) + end); - auto final_msg = p.rule("final", p.literal("<|channel|>final<|message|>") + p.content(content)); + auto final_msg = p.rule("final", stray_commentary + p.literal("<|channel|>final<|message|>") + p.content(content)); + + // Consume any unsolicited tool calls, e.g. builtin functions + auto unsolicited = p.rule("unsolicited", p.atomic(p.optional(channel) + p.literal(" to=") + content + end)); + auto any = p.rule("any", preamble | analysis); if (has_response_format) { - auto constraint = p.optional(p.space() + p.literal("<|constrain|>") + constrain_type); + auto constraint = p.optional(p.space() + p.optional(p.literal("<|constrain|>")) + constrain_type); auto response_format = p.rule("response-format", p.literal("<|channel|>final") + constraint + p.literal("<|message|>") + p.content(p.schema(p.json(), "response-format-schema", inputs.json_schema))); - return wrap_for_generation_prompt(p, response_format | (analysis + p.zero_or_more(start + analysis) + start + response_format), - inputs, "<|channel|>"); + return p.zero_or_more(start + analysis) + start + response_format; } if (has_tools && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE) { @@ -1004,7 +1019,7 @@ static common_chat_params common_chat_params_init_gpt_oss(const common_chat_temp const auto & params = function.at("parameters"); auto func_name = p.literal(" to=functions.") + p.tool_name(p.literal(name)); - auto constraint = p.optional(p.space() + p.literal("<|constrain|>") + constrain_type); + auto constraint = p.optional(p.space() + p.optional(p.literal("<|constrain|>")) + constrain_type); auto args = p.tool_args(p.schema(p.json(), "tool-" + name + "-schema", params)); // recipient in role header @@ -1021,15 +1036,13 @@ static common_chat_params common_chat_params_init_gpt_oss(const common_chat_temp auto tool_call = p.trigger_rule("tool-call", tool_choice); if (inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_REQUIRED) { - return tool_call | ( any + p.zero_or_more(start + any) + start + tool_call); + return p.zero_or_more(start + any) + start + tool_call; } - return wrap_for_generation_prompt(p, tool_call | final_msg | (any + p.zero_or_more(start + any) + start + (tool_call | final_msg)), - inputs, "<|channel|>"); + return p.zero_or_more(start + any) + start + (tool_call | final_msg); } - return wrap_for_generation_prompt(p, final_msg | (any + p.zero_or_more(start + any) + start + final_msg), - inputs, "<|channel|>"); + return p.zero_or_more(start + any) + start + (final_msg | unsolicited); }); data.parser = parser.save(); @@ -1047,6 +1060,7 @@ static common_chat_params common_chat_params_init_gpt_oss(const common_chat_temp data.grammar_triggers = { { COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN, "^\\s+to$" }, + { COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN, "^<\\|channel\\|>(?:commentary|analysis)\\s+to=functions$" }, { COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN, "<\\|start\\|>assistant(\\s+to)" }, { COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN, "<\\|start\\|>assistant(<\\|channel\\|>(?:commentary|analysis)\\s+to)" } }; @@ -1080,11 +1094,12 @@ static common_chat_params common_chat_params_init_functionary_v3_2(const common_ // When no tools, content goes until end auto content_until_tool = p.literal("all\n") + p.content(p.until(">>>")); auto content_until_end = p.literal("all\n") + p.content(p.rest()); + auto generation_prompt = p.literal(inputs.generation_prompt); // If no tools or tool_choice is NONE, just parse content if (!has_tools || inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_NONE) { // When no tools, just match the prefix and capture everything after - return wrap_for_generation_prompt(p, content_until_end + p.end(), inputs); + return generation_prompt + content_until_end + p.end(); } // Build tool call parsers for each available function @@ -1120,7 +1135,7 @@ static common_chat_params common_chat_params_init_functionary_v3_2(const common_ auto content_and_tool = content_until_tool + tool_choice; ret = p.choice({ content_and_tool, content_only, tool_choice }) + p.end(); } - return wrap_for_generation_prompt(p, ret, inputs); + return generation_prompt + ret; }); data.parser = parser.save(); @@ -1201,12 +1216,12 @@ static common_chat_params common_chat_params_init_kimi_k2(const common_chat_temp auto reasoning = extract_reasoning ? p.optional(THINK_START + p.reasoning( p.until_one_of({ THINK_END, "<|tool_calls_section_begin|>", "<|tool_call_begin|>" })) + p.optional(p.literal(THINK_END))) : p.eps(); + auto generation_prompt = p.prefix(inputs.generation_prompt, THINK_START); // Content only parser (no tools) if (!has_tools || inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_NONE) { - return wrap_for_generation_prompt(p, reasoning + p.content(p.rest()) + end, - inputs, THINK_START); + return generation_prompt + reasoning + p.content(p.rest()) + end; } // Build tool call parsers for each available function @@ -1242,8 +1257,7 @@ static common_chat_params common_chat_params_init_kimi_k2(const common_chat_temp auto content_before_tools = p.content(p.until_one_of({ SECTION_BEGIN, CALL_BEGIN })); - return wrap_for_generation_prompt(p, reasoning + content_before_tools + tool_calls + end, - inputs, THINK_START); + return generation_prompt + reasoning + content_before_tools + tool_calls + end; }); data.parser = parser.save(); @@ -1267,11 +1281,12 @@ static common_chat_params common_chat_params_init_kimi_k2(const common_chat_temp return data; } -// LFM2 format: -// - Reasoning: {reasoning} (optional, only if enable_thinking is true) -// - Content: text after reasoning (optional) -// - Tool calls: <|tool_call_start|>[function_name(arg1="value1", arg2="value2")]<|tool_call_end|> -// Tool calls can appear multiple times (parallel tool calls) +// LFM2 format: uses <|tool_list_start|>[...]<|tool_list_end|> in system prompt +// and <|tool_call_start|>[name(arg="val")]<|tool_call_end|> for tool calls. +// - Reasoning: {reasoning} (optional) +// - Content: text before a tool call (optional) +// - Tool calls: Python-style, e.g. [function_name(arg1="value1", arg2="value2")] +// Tool calls can appear multiple times (parallel tool calls supported) static common_chat_params common_chat_params_init_lfm2(const common_chat_template & tmpl, const autoparser::generation_params & inputs) { common_chat_params data; @@ -1301,6 +1316,7 @@ static common_chat_params common_chat_params_init_lfm2(const common_chat_templat data.thinking_end_tag = THINK_END; auto parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { + auto generation_prompt = p.prefix(inputs.generation_prompt, THINK_START); auto end = p.end(); auto reasoning = p.eps(); @@ -1309,12 +1325,11 @@ static common_chat_params common_chat_params_init_lfm2(const common_chat_templat } if (!has_tools || inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_NONE) { - return wrap_for_generation_prompt(p, reasoning + p.content(p.rest()) + end, inputs, - THINK_START); + return generation_prompt + reasoning + p.content(p.rest()) + end; } - auto tool_calls = p.rule("tool-calls", - p.trigger_rule("tool-call", p.literal(TOOL_CALL_START) + + p.trigger_rule("tool-call", + p.literal(TOOL_CALL_START) + p.python_style_tool_calls(inputs.tools, inputs.parallel_tool_calls) + p.literal(TOOL_CALL_END) ) @@ -1322,8 +1337,7 @@ static common_chat_params common_chat_params_init_lfm2(const common_chat_templat auto content = p.content(p.until(TOOL_CALL_START)); - return wrap_for_generation_prompt(p, reasoning + content + tool_calls + end, inputs, - THINK_START); + return generation_prompt + reasoning + content + tool_calls + end; }); data.parser = parser.save(); @@ -1343,6 +1357,80 @@ static common_chat_params common_chat_params_init_lfm2(const common_chat_templat { COMMON_GRAMMAR_TRIGGER_TYPE_WORD, TOOL_CALL_START } }; } + return data; +} + +// LFM2.5 format: uses plain "List of tools: [...]" in system prompt, no wrapper tokens. +// Tool calls are bare [name(arg="val")], though model may optionally emit <|tool_call_start|>. +// - Reasoning: {reasoning} (optional) +// - Content: text before a tool call (optional) +// - Tool calls: Python-style, e.g. [function_name(arg1="value1", arg2="value2")] +// Tool calls can appear multiple times (parallel tool calls supported) +static common_chat_params common_chat_params_init_lfm2_5(const common_chat_template & tmpl, + const autoparser::generation_params & inputs) { + common_chat_params data; + + data.prompt = common_chat_template_direct_apply(tmpl, inputs); + data.format = COMMON_CHAT_FORMAT_PEG_NATIVE; + data.supports_thinking = true; + data.preserved_tokens = { + "<|tool_call_start|>", + "<|tool_call_end|>", + "", + "", + }; + + auto has_tools = inputs.tools.is_array() && !inputs.tools.empty(); + auto extract_reasoning = inputs.reasoning_format != COMMON_REASONING_FORMAT_NONE; + auto include_grammar = has_tools && inputs.tool_choice != COMMON_CHAT_TOOL_CHOICE_NONE; + + const std::string THINK_START = ""; + const std::string THINK_END = ""; + + data.thinking_start_tag = THINK_START; + data.thinking_end_tag = THINK_END; + + auto parser = build_chat_peg_parser([&](common_chat_peg_builder & p) { + auto generation_prompt = p.prefix(inputs.generation_prompt, THINK_START); + auto end = p.end(); + + auto reasoning = p.eps(); + if (extract_reasoning && inputs.enable_thinking) { + reasoning = p.optional(THINK_START + p.reasoning(p.until(THINK_END)) + THINK_END); + } + + if (!has_tools || inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_NONE) { + return generation_prompt + reasoning + p.content(p.rest()) + end; + } + + auto tool_calls = p.rule("tool-calls", + p.trigger_rule("tool-call", + p.python_style_tool_calls(inputs.tools, inputs.parallel_tool_calls) + ) + ); + + auto content = p.content(p.until_one_of({"<|tool_call_start|>", "["})); + auto maybe_start = p.optional(p.literal("<|tool_call_start|>")); + return generation_prompt + reasoning + content + maybe_start + tool_calls + end; + }); + + data.parser = parser.save(); + + if (include_grammar) { + data.grammar_lazy = inputs.tool_choice == COMMON_CHAT_TOOL_CHOICE_AUTO; + data.grammar = build_grammar([&](const common_grammar_builder & builder) { + foreach_function(inputs.tools, [&](const json & tool) { + const auto & function = tool.at("function"); + auto schema = function.at("parameters"); + builder.resolve_refs(schema); + }); + parser.build_grammar(builder, data.grammar_lazy); + }); + foreach_function(inputs.tools, [&](const json & tool) { + const std::string name = tool.at("function").at("name"); + data.grammar_triggers.push_back({ COMMON_GRAMMAR_TRIGGER_TYPE_WORD, "[" + name + "(" }); + }); + } return data; } @@ -1396,7 +1484,7 @@ static common_chat_params common_chat_params_init_gigachat_v3( ret = p.content(p.rest()); } - return wrap_for_generation_prompt(p, ret, inputs); + return p.literal(inputs.generation_prompt) + ret; }); data.parser = parser.save(); @@ -1459,6 +1547,50 @@ static void requires_non_null_content(json & messages) { } } +// Gemma4 uses a custom tool_responses field instead of role:tool messages. +// Convert consecutive role:tool messages into a single user message with tool_responses. +static void convert_tool_responses_gemma4(json & messages) { + json result = json::array(); + size_t i = 0; + while (i < messages.size()) { + if (messages[i].contains("role") && messages[i].at("role") == "tool") { + json tool_responses = json::array(); + while (i < messages.size() && + messages[i].contains("role") && + messages[i].at("role") == "tool") { + const auto & tool_msg = messages[i]; + std::string name; + if (tool_msg.contains("tool_call_id") && tool_msg.at("tool_call_id").is_string()) { + name = tool_msg.at("tool_call_id"); + } else if (tool_msg.contains("name") && tool_msg.at("name").is_string()) { + name = tool_msg.at("name"); + } + json response; + if (tool_msg.contains("content")) { + const auto & content = tool_msg.at("content"); + if (content.is_string()) { + // Try to parse the content as JSON; fall back to raw string + try { + response = json::parse(content.get()); + } catch (...) { + response = content; + } + } else { + response = content; + } + } + tool_responses.push_back({{"name", name}, {"response", response}}); + i++; + } + result.push_back({{"role", "user"}, {"tool_responses", tool_responses}}); + } else { + result.push_back(messages[i]); + i++; + } + } + messages = result; +} + static void func_args_not_string(json & messages) { GGML_ASSERT(messages.is_array()); for (auto & message : messages) { @@ -1524,14 +1656,21 @@ static std::optional try_specialized_template( return common_chat_params_init_kimi_k2(tmpl, params); } - // LFM2 - uses <|tool_list_start|>/<|tool_list_end|> markers and <|tool_call_start|>[name(args)]<|tool_call_end|> format - // Detection: template has "<|tool_list_start|>" and "<|tool_list_end|>" markers + // LFM2 format detection: template uses <|tool_list_start|>[...]<|tool_list_end|> around the tool list + // and <|tool_call_start|>[...]<|tool_call_end|> around each tool call if (src.find("<|tool_list_start|>") != std::string::npos && src.find("<|tool_list_end|>") != std::string::npos) { LOG_DBG("Using specialized template: LFM2\n"); return common_chat_params_init_lfm2(tmpl, params); } + // LFM2.5 format detection: template uses plain "List of tools: [...]" with no special tokens + if (src.find("List of tools: [") != std::string::npos && + src.find("<|tool_list_start|>") == std::string::npos) { + LOG_DBG("Using specialized template: LFM2.5\n"); + return common_chat_params_init_lfm2_5(tmpl, params); + } + // GigaChatV3 format detection if (src.find("<|role_sep|>") != std::string::npos && src.find("<|message_sep|>") != std::string::npos && @@ -1580,6 +1719,10 @@ static common_chat_params common_chat_templates_apply_jinja(const struct common_ workaround::func_args_not_string(params.messages); } + if (src.find("'<|tool_call>call:'") != std::string::npos) { + workaround::convert_tool_responses_gemma4(params.messages); + } + params.add_generation_prompt = false; std::string no_gen_prompt = common_chat_template_direct_apply(tmpl, params); params.add_generation_prompt = true; @@ -1621,7 +1764,7 @@ static common_chat_params common_chat_templates_apply_jinja(const struct common_ data.format = COMMON_CHAT_FORMAT_PEG_NATIVE; data.generation_prompt = params.generation_prompt; auto parser = build_chat_peg_parser([¶ms](common_chat_peg_builder &p) { - return wrap_for_generation_prompt(p, p.content(p.rest()), params); + return p.prefix(params.generation_prompt) << p.content(p.rest()); }); data.parser = parser.save(); return data; @@ -1764,8 +1907,13 @@ common_chat_msg common_chat_peg_parse(const common_peg_arena & src_pars // Try to extract any partial results from what was successfully parsed common_chat_msg msg; msg.role = "assistant"; - auto mapper = common_chat_peg_mapper(msg); - mapper.from_ast(ctx.ast, result); + std::unique_ptr mapper; + if (params.format == COMMON_CHAT_FORMAT_PEG_GEMMA4) { + mapper = std::make_unique(msg); + } else { + mapper = std::make_unique(msg); + } + mapper->from_ast(ctx.ast, result); if (ctx.is_debug()) { fprintf(stderr, "\nAST for partial parse (fail):\n%s\n", ctx.ast.dump().c_str()); @@ -1780,8 +1928,13 @@ common_chat_msg common_chat_peg_parse(const common_peg_arena & src_pars common_chat_msg msg; msg.role = "assistant"; - auto mapper = common_chat_peg_mapper(msg); - mapper.from_ast(ctx.ast, result); + std::unique_ptr mapper; + if (params.format == COMMON_CHAT_FORMAT_PEG_GEMMA4) { + mapper = std::make_unique(msg); + } else { + mapper = std::make_unique(msg); + } + mapper->from_ast(ctx.ast, result); if (ctx.is_debug()) { fprintf(stderr, "\nAST for %s parse:\n%s\n", is_partial ? "partial" : "full", ctx.ast.dump().c_str()); diff --git a/common/chat.h b/common/chat.h index 6358a1893c6..50c73d4817a 100644 --- a/common/chat.h +++ b/common/chat.h @@ -184,6 +184,7 @@ enum common_chat_format { // These are intended to be parsed by the PEG parser COMMON_CHAT_FORMAT_PEG_SIMPLE, COMMON_CHAT_FORMAT_PEG_NATIVE, + COMMON_CHAT_FORMAT_PEG_GEMMA4, COMMON_CHAT_FORMAT_COUNT, // Not a format, just the # formats }; diff --git a/common/common.cpp b/common/common.cpp index 9b1bc7f3bdd..0e0421f8f39 100644 --- a/common/common.cpp +++ b/common/common.cpp @@ -359,6 +359,11 @@ bool parse_cpu_mask(const std::string & mask, bool (&boolmask)[GGML_MAX_N_THREAD } void common_init() { +#if defined(_WIN32) + SetConsoleOutputCP(CP_UTF8); + SetConsoleCP(CP_UTF8); +#endif + llama_log_set(common_log_default_callback, NULL); #ifdef NDEBUG @@ -367,7 +372,7 @@ void common_init() { const char * build_type = " (debug)"; #endif - LOG_INF("build: %d (%s) with %s for %s%s\n", LLAMA_BUILD_NUMBER, LLAMA_COMMIT, LLAMA_COMPILER, LLAMA_BUILD_TARGET, build_type); + LOG_DBG("build: %d (%s) with %s for %s%s\n", LLAMA_BUILD_NUMBER, LLAMA_COMMIT, LLAMA_COMPILER, LLAMA_BUILD_TARGET, build_type); } std::string common_params_get_system_info(const common_params & params) { @@ -656,6 +661,97 @@ bool string_parse_kv_override(const char * data, std::vector= start_char && c <= end_char) { + matched = true; + break; + } + class_start += 3; + } else { + if (*class_start == c) { + matched = true; + break; + } + class_start++; + } + } + + return negated ? !matched : matched; +} + +// simple glob: * matches non-/ chars, ** matches anything including /, [] matches character class +static inline bool glob_match(const char * pattern, const char * str) { + if (*pattern == '\0') { + return *str == '\0'; + } + if (pattern[0] == '*' && pattern[1] == '*') { + const char * p = pattern + 2; + if (glob_match(p, str)) return true; + if (*str != '\0') return glob_match(pattern, str + 1); + return false; + } + if (*pattern == '*') { + const char * p = pattern + 1; + for (; *str != '\0' && *str != '/'; str++) { + if (glob_match(p, str)) return true; + } + return glob_match(p, str); + } + if (*pattern == '?' && *str != '\0' && *str != '/') { + return glob_match(pattern + 1, str + 1); + } + if (*pattern == '[') { + const char * class_end = pattern + 1; + // If first character after '[' is ']' or '-', treat it as literal + if (*class_end == ']' || *class_end == '-') { + class_end++; + } + while (*class_end != '\0' && *class_end != ']') { + class_end++; + } + if (*class_end == ']') { + if (*str == '\0') return false; + bool matched = glob_class_match(*str, pattern + 1, class_end); + return matched && glob_match(class_end + 1, str + 1); + } else { + if (*str == '[') { + return glob_match(pattern + 1, str + 1); + } + return false; + } + } + if (*pattern == *str) { + return glob_match(pattern + 1, str + 1); + } + return false; +} + +bool glob_match(const std::string & pattern, const std::string & str) { + return glob_match(pattern.c_str(), str.c_str()); +} + // // Filesystem utils // @@ -1152,6 +1248,9 @@ llama_context * common_init_result::context() { } common_sampler * common_init_result::sampler(llama_seq_id seq_id) { + if (seq_id < 0 || seq_id >= (int) pimpl->samplers.size()) { + return nullptr; + } return pimpl->samplers[seq_id].get(); } @@ -1346,6 +1445,7 @@ struct llama_model_params common_model_params_to_llama(common_params & params) { mparams.progress_callback = params.load_progress_callback; mparams.progress_callback_user_data = params.load_progress_callback_user_data; + mparams.no_alloc = params.no_alloc; return mparams; } diff --git a/common/common.h b/common/common.h index 62201ea1ad3..31a337daa6e 100644 --- a/common/common.h +++ b/common/common.h @@ -573,6 +573,7 @@ struct common_params { // server params int32_t port = 8080; // server listens on this network port + bool reuse_port = false; // allow multiple sockets to bind to the same port int32_t timeout_read = 600; // http read timeout in seconds int32_t timeout_write = timeout_read; // http write timeout in seconds int32_t n_threads_http = -1; // number of threads to process HTTP requests (TODO: support threadpool) @@ -613,6 +614,9 @@ struct common_params { bool endpoint_props = false; // only control POST requests, not GET bool endpoint_metrics = false; + // enable built-in tools + std::vector server_tools; + // router server configs std::string models_dir = ""; // directory containing models for the router server std::string models_preset = ""; // directory containing model presets for the router server @@ -675,6 +679,7 @@ struct common_params { // return false from callback to abort model loading or true to continue llama_progress_callback load_progress_callback = NULL; void * load_progress_callback_user_data = NULL; + bool no_alloc = false; // Don't allocate model buffers }; // call once at the start of a program if it uses libcommon @@ -790,6 +795,8 @@ std::string string_from(const std::vector & values); std::string string_from(const struct llama_context * ctx, const std::vector & tokens); std::string string_from(const struct llama_context * ctx, const struct llama_batch & batch); +bool glob_match(const std::string & pattern, const std::string & str); + // // Filesystem utils // diff --git a/common/download.cpp b/common/download.cpp index 5ef60a42086..ad720f977b4 100644 --- a/common/download.cpp +++ b/common/download.cpp @@ -1,9 +1,9 @@ #include "arg.h" #include "common.h" -#include "gguf.h" // for reading GGUF splits #include "log.h" #include "download.h" +#include "hf-cache.h" #define JSON_ASSERT GGML_ASSERT #include @@ -15,6 +15,7 @@ #include #include #include +#include #include #include #include @@ -35,8 +36,6 @@ #endif #endif -#define LLAMA_MAX_URL_LENGTH 2084 // Maximum URL Length in Chrome: 2083 - // isatty #if defined(_WIN32) #include @@ -51,31 +50,6 @@ using json = nlohmann::ordered_json; // // validate repo name format: owner/repo -static bool validate_repo_name(const std::string & repo) { - static const std::regex repo_regex(R"(^[A-Za-z0-9_.\-]+\/[A-Za-z0-9_.\-]+$)"); - return std::regex_match(repo, repo_regex); -} - -static std::string get_manifest_path(const std::string & repo, const std::string & tag) { - // we use "=" to avoid clashing with other component, while still being allowed on windows - std::string fname = "manifest=" + repo + "=" + tag + ".json"; - if (!validate_repo_name(repo)) { - throw std::runtime_error("error: repo name must be in the format 'owner/repo'"); - } - string_replace_all(fname, "/", "="); - return fs_get_cache_file(fname); -} - -static std::string read_file(const std::string & fname) { - std::ifstream file(fname); - if (!file) { - throw std::runtime_error(string_format("error: failed to open file '%s'\n", fname.c_str())); - } - std::string content((std::istreambuf_iterator(file)), std::istreambuf_iterator()); - file.close(); - return content; -} - static void write_file(const std::string & fname, const std::string & content) { const std::string fname_tmp = fname + ".tmp"; std::ofstream file(fname_tmp); @@ -132,7 +106,7 @@ static bool is_http_status_ok(int status) { std::pair common_download_split_repo_tag(const std::string & hf_repo_with_tag) { auto parts = string_split(hf_repo_with_tag, ':'); - std::string tag = parts.size() > 1 ? parts.back() : "latest"; + std::string tag = parts.size() > 1 ? parts.back() : ""; std::string hf_repo = parts[0]; if (string_split(hf_repo, '/').size() != 2) { throw std::invalid_argument("error: invalid HF repo format, expected /[:quant]\n"); @@ -145,6 +119,9 @@ class ProgressBar { static inline std::map lines; static inline int max_line = 0; + std::string filename; + size_t len = 0; + static void cleanup(const ProgressBar * line) { lines.erase(line); if (lines.empty()) { @@ -161,7 +138,23 @@ class ProgressBar { } public: - ProgressBar() = default; + ProgressBar(const std::string & url = "") : filename(url) { + if (auto pos = filename.rfind('/'); pos != std::string::npos) { + filename = filename.substr(pos + 1); + } + if (auto pos = filename.find('?'); pos != std::string::npos) { + filename = filename.substr(0, pos); + } + for (size_t i = 0; i < filename.size(); ++i) { + if ((filename[i] & 0xC0) != 0x80) { + if (len++ == 39) { + filename.resize(i); + filename += "…"; + break; + } + } + } + } ~ProgressBar() { std::lock_guard lock(mutex); @@ -169,11 +162,7 @@ class ProgressBar { } void update(size_t current, size_t total) { - if (!is_output_a_tty()) { - return; - } - - if (!total) { + if (!total || !is_output_a_tty()) { return; } @@ -185,28 +174,27 @@ class ProgressBar { } int lines_up = max_line - lines[this]; - size_t width = 50; + size_t bar = 55 - len; size_t pct = (100 * current) / total; - size_t pos = (width * current) / total; - - std::cout << "\033[s"; + size_t pos = (bar * current) / total; if (lines_up > 0) { std::cout << "\033[" << lines_up << "A"; } - std::cout << "\033[2K\r[" - << std::string(pos, '=') - << (pos < width ? ">" : "") - << std::string(width - pos, ' ') - << "] " << std::setw(3) << pct << "% (" - << current / (1024 * 1024) << " MB / " - << total / (1024 * 1024) << " MB) " - << "\033[u"; + std::cout << '\r' << "Downloading " << filename << " "; - std::cout.flush(); + for (size_t i = 0; i < bar; ++i) { + std::cout << (i < pos ? "—" : " "); + } + std::cout << std::setw(4) << pct << "%\033[K"; + + if (lines_up > 0) { + std::cout << "\033[" << lines_up << "B"; + } + std::cout << '\r' << std::flush; if (current == total) { - cleanup(this); + cleanup(this); } } @@ -234,7 +222,7 @@ static bool common_pull_file(httplib::Client & cli, const char * func = __func__; // avoid __func__ inside a lambda size_t downloaded = existing_size; size_t progress_step = 0; - ProgressBar bar; + ProgressBar bar(resolve_path); auto res = cli.Get(resolve_path, headers, [&](const httplib::Response &response) { @@ -290,7 +278,8 @@ static bool common_pull_file(httplib::Client & cli, static int common_download_file_single_online(const std::string & url, const std::string & path, const std::string & bearer_token, - const common_header_list & custom_headers) { + const common_header_list & custom_headers, + bool skip_etag = false) { static const int max_attempts = 3; static const int retry_delay_seconds = 2; @@ -310,11 +299,16 @@ static int common_download_file_single_online(const std::string & url, const bool file_exists = std::filesystem::exists(path); + if (file_exists && skip_etag) { + LOG_DBG("%s: using cached file: %s\n", __func__, path.c_str()); + return 304; // 304 Not Modified - fake cached response + } + std::string last_etag; if (file_exists) { last_etag = read_etag(path); } else { - LOG_INF("%s: no previous model file found %s\n", __func__, path.c_str()); + LOG_DBG("%s: no previous model file found %s\n", __func__, path.c_str()); } auto head = cli.Head(parts.path); @@ -348,11 +342,11 @@ static int common_download_file_single_online(const std::string & url, if (file_exists) { if (etag.empty()) { - LOG_INF("%s: using cached file (no server etag): %s\n", __func__, path.c_str()); + LOG_DBG("%s: using cached file (no server etag): %s\n", __func__, path.c_str()); return 304; // 304 Not Modified - fake cached response } if (!last_etag.empty() && last_etag == etag) { - LOG_INF("%s: using cached file (same etag): %s\n", __func__, path.c_str()); + LOG_DBG("%s: using cached file (same etag): %s\n", __func__, path.c_str()); return 304; // 304 Not Modified - fake cached response } if (remove(path.c_str()) != 0) { @@ -361,6 +355,12 @@ static int common_download_file_single_online(const std::string & url, } } + { // silent + std::error_code ec; + std::filesystem::path p(path); + std::filesystem::create_directories(p.parent_path(), ec); + } + const std::string path_temporary = path + ".downloadInProgress"; int delay = retry_delay_seconds; @@ -382,7 +382,7 @@ static int common_download_file_single_online(const std::string & url, } } - LOG_INF("%s: downloading from %s to %s (etag:%s)...\n", + LOG_DBG("%s: downloading from %s to %s (etag:%s)...\n", __func__, common_http_show_masked_url(parts).c_str(), path_temporary.c_str(), etag.c_str()); @@ -391,7 +391,7 @@ static int common_download_file_single_online(const std::string & url, LOG_ERR("%s: unable to rename file: %s to %s\n", __func__, path_temporary.c_str(), path.c_str()); return -1; } - if (!etag.empty()) { + if (!etag.empty() && !skip_etag) { write_etag(path, etag); } return head->status; @@ -440,9 +440,10 @@ int common_download_file_single(const std::string & url, const std::string & path, const std::string & bearer_token, bool offline, - const common_header_list & headers) { + const common_header_list & headers, + bool skip_etag) { if (!offline) { - return common_download_file_single_online(url, path, bearer_token, headers); + return common_download_file_single_online(url, path, bearer_token, headers, skip_etag); } if (!std::filesystem::exists(path)) { @@ -450,197 +451,311 @@ int common_download_file_single(const std::string & url, return -1; } - LOG_INF("%s: using cached file (offline mode): %s\n", __func__, path.c_str()); + LOG_DBG("%s: using cached file (offline mode): %s\n", __func__, path.c_str()); return 304; // Not Modified - fake cached response } -// download multiple files from remote URLs to local paths -// the input is a vector of pairs -static bool common_download_file_multiple(const std::vector> & urls, - const std::string & bearer_token, - bool offline, - const common_header_list & headers) { - // Prepare download in parallel - std::vector> futures_download; - futures_download.reserve(urls.size()); - - for (auto const & item : urls) { - futures_download.push_back( - std::async( - std::launch::async, - [&bearer_token, offline, &headers](const std::pair & it) -> bool { - const int http_status = common_download_file_single(it.first, it.second, bearer_token, offline, headers); - return is_http_status_ok(http_status); - }, - item - ) - ); - } - - // Wait for all downloads to complete - for (auto & f : futures_download) { - if (!f.get()) { - return false; +struct gguf_split_info { + std::string prefix; // tag included + std::string tag; + int index; + int count; +}; + +static gguf_split_info get_gguf_split_info(const std::string & path) { + static const std::regex re_split("^(.+)-([0-9]{5})-of-([0-9]{5})$", std::regex::icase); + static const std::regex re_tag("[-.]([A-Z0-9_]+)$", std::regex::icase); + std::smatch m; + + std::string prefix = path; + if (!string_remove_suffix(prefix, ".gguf")) { + return {}; + } + + int index = 1; + int count = 1; + + if (std::regex_match(prefix, m, re_split)) { + index = std::stoi(m[2].str()); + count = std::stoi(m[3].str()); + prefix = m[1].str(); + } + + std::string tag; + if (std::regex_search(prefix, m, re_tag)) { + tag = m[1].str(); + for (char & c : tag) { + c = std::toupper((unsigned char)c); } } - return true; + return {std::move(prefix), std::move(tag), index, count}; } -bool common_download_model(const common_params_model & model, - const std::string & bearer_token, - bool offline, - const common_header_list & headers) { - // Basic validation of the model.url - if (model.url.empty()) { - LOG_ERR("%s: invalid model url\n", __func__); - return false; +// Q4_0 -> 4, F16 -> 16, NVFP4 -> 4, Q8_K_M -> 8, etc +static int extract_quant_bits(const std::string & filename) { + auto split = get_gguf_split_info(filename); + + auto pos = split.tag.find_first_of("0123456789"); + if (pos == std::string::npos) { + return 0; } - const int http_status = common_download_file_single(model.url, model.path, bearer_token, offline, headers); - if (!is_http_status_ok(http_status)) { - return false; + return std::stoi(split.tag.substr(pos)); +} + +static hf_cache::hf_files get_split_files(const hf_cache::hf_files & files, + const hf_cache::hf_file & file) { + auto split = get_gguf_split_info(file.path); + + if (split.count <= 1) { + return {file}; } + hf_cache::hf_files result; - // check for additional GGUFs split to download - int n_split = 0; - { - struct gguf_init_params gguf_params = { - /*.no_alloc = */ true, - /*.ctx = */ NULL, - }; - auto * ctx_gguf = gguf_init_from_file(model.path.c_str(), gguf_params); - if (!ctx_gguf) { - LOG_ERR("\n%s: failed to load input GGUF from %s\n", __func__, model.path.c_str()); - return false; + for (const auto & f : files) { + auto split_f = get_gguf_split_info(f.path); + if (split_f.count == split.count && split_f.prefix == split.prefix) { + result.push_back(f); + } + } + return result; +} + +static hf_cache::hf_file find_best_mmproj(const hf_cache::hf_files & files, + const std::string & model) { + hf_cache::hf_file best; + size_t best_depth = 0; + int best_diff = 0; + bool found = false; + + auto model_bits = extract_quant_bits(model); + auto model_parts = string_split(model, '/'); + auto model_dir = model_parts.end() - 1; + + for (const auto & f : files) { + if (!string_ends_with(f.path, ".gguf") || + f.path.find("mmproj") == std::string::npos) { + continue; } - auto key_n_split = gguf_find_key(ctx_gguf, LLM_KV_SPLIT_COUNT); - if (key_n_split >= 0) { - n_split = gguf_get_val_u16(ctx_gguf, key_n_split); + auto mmproj_parts = string_split(f.path, '/'); + auto mmproj_dir = mmproj_parts.end() - 1; + + auto [_, dir] = std::mismatch(model_parts.begin(), model_dir, + mmproj_parts.begin(), mmproj_dir); + if (dir != mmproj_dir) { + continue; } - gguf_free(ctx_gguf); + size_t depth = dir - mmproj_parts.begin(); + auto bits = extract_quant_bits(f.path); + auto diff = std::abs(bits - model_bits); + + if (!found || depth > best_depth || (depth == best_depth && diff < best_diff)) { + best = f; + best_depth = depth; + best_diff = diff; + found = true; + } } + return best; +} - if (n_split > 1) { - char split_prefix[PATH_MAX] = {0}; - char split_url_prefix[LLAMA_MAX_URL_LENGTH] = {0}; +static bool gguf_filename_is_model(const std::string & filepath) { + if (!string_ends_with(filepath, ".gguf")) { + return false; + } - // Verify the first split file format - // and extract split URL and PATH prefixes - { - if (!llama_split_prefix(split_prefix, sizeof(split_prefix), model.path.c_str(), 0, n_split)) { - LOG_ERR("\n%s: unexpected model file name: %s n_split=%d\n", __func__, model.path.c_str(), n_split); - return false; - } + std::string filename = filepath; + if (auto pos = filename.rfind('/'); pos != std::string::npos) { + filename = filename.substr(pos + 1); + } - if (!llama_split_prefix(split_url_prefix, sizeof(split_url_prefix), model.url.c_str(), 0, n_split)) { - LOG_ERR("\n%s: unexpected model url: %s n_split=%d\n", __func__, model.url.c_str(), n_split); - return false; + return filename.find("mmproj") == std::string::npos && + filename.find("imatrix") == std::string::npos; +} + +static hf_cache::hf_file find_best_model(const hf_cache::hf_files & files, + const std::string & tag) { + std::vector tags; + + if (!tag.empty()) { + tags.push_back(tag); + } else { + tags = {"Q4_K_M", "Q4_0"}; + } + + for (const auto & t : tags) { + std::regex pattern(t + "[.-]", std::regex::icase); + for (const auto & f : files) { + if (gguf_filename_is_model(f.path) && + std::regex_search(f.path, pattern)) { + return f; } } + } + + for (const auto & f : files) { + if (gguf_filename_is_model(f.path)) { + return f; + } + } - std::vector> urls; - for (int idx = 1; idx < n_split; idx++) { - char split_path[PATH_MAX] = {0}; - llama_split_path(split_path, sizeof(split_path), split_prefix, idx, n_split); + return {}; +} - char split_url[LLAMA_MAX_URL_LENGTH] = {0}; - llama_split_path(split_url, sizeof(split_url), split_url_prefix, idx, n_split); +static void list_available_gguf_files(const hf_cache::hf_files & files) { + LOG_INF("Available GGUF files:\n"); + for (const auto & f : files) { + if (string_ends_with(f.path, ".gguf")) { + LOG_INF(" - %s\n", f.path.c_str()); + } + } +} - if (std::string(split_path) == model.path) { - continue; // skip the already downloaded file - } +struct hf_plan { + hf_cache::hf_files model_files; + hf_cache::hf_file mmproj; +}; - urls.push_back({split_url, split_path}); +static hf_plan get_hf_plan(const common_params_model & model, + const std::string & token, + const common_download_model_opts & opts) { + hf_plan plan; + hf_cache::hf_files all; + + auto [repo, tag] = common_download_split_repo_tag(model.hf_repo); + + if (!opts.offline) { + all = hf_cache::get_repo_files(repo, token); + } + if (all.empty()) { + all = hf_cache::get_cached_files(repo); + } + if (all.empty()) { + return plan; + } + + hf_cache::hf_file primary; + + if (!model.hf_file.empty()) { + for (const auto & f : all) { + if (f.path == model.hf_file) { + primary = f; + break; + } } + if (primary.path.empty()) { + LOG_ERR("%s: file '%s' not found in repository\n", __func__, model.hf_file.c_str()); + list_available_gguf_files(all); + return plan; + } + } else { + primary = find_best_model(all, tag); + if (primary.path.empty()) { + LOG_ERR("%s: no GGUF files found in repository %s\n", __func__, repo.c_str()); + list_available_gguf_files(all); + return plan; + } + } - // Download in parallel - common_download_file_multiple(urls, bearer_token, offline, headers); + plan.model_files = get_split_files(all, primary); + + if (opts.download_mmproj) { + plan.mmproj = find_best_mmproj(all, primary.path); } - return true; + return plan; } -common_hf_file_res common_get_hf_file(const std::string & hf_repo_with_tag, - const std::string & bearer_token, - bool offline, - const common_header_list & custom_headers) { - // the returned hf_repo is without tag - auto [hf_repo, tag] = common_download_split_repo_tag(hf_repo_with_tag); +struct download_task { + std::string url; + std::string path; +}; + +static std::vector get_url_tasks(const common_params_model & model) { + auto split = get_gguf_split_info(model.url); - std::string url = get_model_endpoint() + "v2/" + hf_repo + "/manifests/" + tag; + if (split.count <= 1) { + return {{model.url, model.path}}; + } - // headers - common_header_list headers = custom_headers; - headers.push_back({"Accept", "application/json"}); - if (!bearer_token.empty()) { - headers.push_back({"Authorization", "Bearer " + bearer_token}); + auto filename = split.prefix; + if (auto pos = split.prefix.rfind('/'); pos != std::string::npos) { + filename = split.prefix.substr(pos + 1); } - // Important: the User-Agent must be "llama-cpp" to get the "ggufFile" field in the response - // User-Agent header is already set in common_remote_get_content, no need to set it here - // make the request - common_remote_params params; - params.headers = headers; - long res_code = 0; - std::string res_str; - bool use_cache = false; - std::string cached_response_path = get_manifest_path(hf_repo, tag); - if (!offline) { - try { - auto res = common_remote_get_content(url, params); - res_code = res.first; - res_str = std::string(res.second.data(), res.second.size()); - } catch (const std::exception & e) { - LOG_WRN("error: failed to get manifest at %s: %s\n", url.c_str(), e.what()); - } + auto parent_path = std::filesystem::path(model.path).parent_path(); + auto prefix_path = (parent_path / filename).string(); + + std::vector tasks; + for (int i = 1; i <= split.count; i++) { + auto suffix = string_format("-%05d-of-%05d.gguf", i, split.count); + tasks.push_back({split.prefix + suffix, prefix_path + suffix}); } - if (res_code == 0) { - if (std::filesystem::exists(cached_response_path)) { - LOG_WRN("trying to read manifest from cache: %s\n", cached_response_path.c_str()); - res_str = read_file(cached_response_path); - res_code = 200; - use_cache = true; - } else { - throw std::runtime_error( - offline ? "error: failed to get manifest (offline mode)" - : "error: failed to get manifest (check your internet connection)"); + return tasks; +} + +common_download_model_result common_download_model(const common_params_model & model, + const std::string & bearer_token, + const common_download_model_opts & opts, + const common_header_list & headers) { + common_download_model_result result; + std::vector tasks; + hf_plan hf; + + bool is_hf = !model.hf_repo.empty(); + + if (is_hf) { + hf = get_hf_plan(model, bearer_token, opts); + for (const auto & f : hf.model_files) { + tasks.push_back({f.url, f.local_path}); } + if (!hf.mmproj.path.empty()) { + tasks.push_back({hf.mmproj.url, hf.mmproj.local_path}); + } + } else if (!model.url.empty()) { + tasks = get_url_tasks(model); + } else { + result.model_path = model.path; + return result; } - std::string ggufFile; - std::string mmprojFile; - if (res_code == 200 || res_code == 304) { - try { - auto j = json::parse(res_str); + if (tasks.empty()) { + return result; + } - if (j.contains("ggufFile") && j["ggufFile"].contains("rfilename")) { - ggufFile = j["ggufFile"]["rfilename"].get(); + std::vector> futures; + for (const auto & task : tasks) { + futures.push_back(std::async(std::launch::async, + [&task, &bearer_token, offline = opts.offline, &headers, is_hf]() { + int status = common_download_file_single(task.url, task.path, bearer_token, offline, headers, is_hf); + return is_http_status_ok(status); } - if (j.contains("mmprojFile") && j["mmprojFile"].contains("rfilename")) { - mmprojFile = j["mmprojFile"]["rfilename"].get(); - } - } catch (const std::exception & e) { - throw std::runtime_error(std::string("error parsing manifest JSON: ") + e.what()); - } - if (!use_cache) { - // if not using cached response, update the cache file - write_file(cached_response_path, res_str); + )); + } + + for (auto & f : futures) { + if (!f.get()) { + return {}; } - } else if (res_code == 401) { - throw std::runtime_error("error: model is private or does not exist; if you are accessing a gated model, please provide a valid HF token"); - } else { - throw std::runtime_error(string_format("error from HF API (%s), response code: %ld, data: %s", url.c_str(), res_code, res_str.c_str())); } - // check response - if (ggufFile.empty()) { - throw std::runtime_error("error: model does not have ggufFile"); + if (is_hf) { + for (const auto & f : hf.model_files) { + hf_cache::finalize_file(f); + } + result.model_path = hf.model_files[0].final_path; + + if (!hf.mmproj.path.empty()) { + result.mmproj_path = hf_cache::finalize_file(hf.mmproj); + } + } else { + result.model_path = model.path; } - return { hf_repo, ggufFile, mmprojFile }; + return result; } // @@ -765,28 +880,21 @@ std::string common_docker_resolve_model(const std::string & docker) { } std::vector common_list_cached_models() { - std::vector models; - const std::string cache_dir = fs_get_cache_directory(); - const std::vector files = fs_list(cache_dir, false); - for (const auto & file : files) { - if (string_starts_with(file.name, "manifest=") && string_ends_with(file.name, ".json")) { - common_cached_model_info model_info; - model_info.manifest_path = file.path; - std::string fname = file.name; - string_replace_all(fname, ".json", ""); // remove extension - auto parts = string_split(fname, '='); - if (parts.size() == 4) { - // expect format: manifest==== - model_info.user = parts[1]; - model_info.model = parts[2]; - model_info.tag = parts[3]; - } else { - // invalid format - continue; - } - model_info.size = 0; // TODO: get GGUF size, not manifest size - models.push_back(model_info); + std::unordered_set seen; + std::vector result; + + auto files = hf_cache::get_cached_files(); + + for (const auto & f : files) { + auto split = get_gguf_split_info(f.path); + if (split.index != 1 || split.tag.empty() || + split.prefix.find("mmproj") != std::string::npos) { + continue; + } + if (seen.insert(f.repo_id + ":" + split.tag).second) { + result.push_back({f.repo_id, split.tag}); } } - return models; + + return result; } diff --git a/common/download.h b/common/download.h index 1c1d8e6db59..0a933521faa 100644 --- a/common/download.h +++ b/common/download.h @@ -17,54 +17,60 @@ struct common_remote_params { // get remote file content, returns std::pair> common_remote_get_content(const std::string & url, const common_remote_params & params); -// split HF repo with tag into -// for example: "user/model:tag" -> <"user/model", "tag"> -// if tag is not present, default to "latest" -// example: "user/model" -> <"user/model", "latest"> +// split HF repo with tag into , for example: +// - "ggml-org/models:F16" -> <"ggml-org/models", "F16"> +// tag is optional and can be empty std::pair common_download_split_repo_tag(const std::string & hf_repo_with_tag); +// Result of common_list_cached_models struct common_cached_model_info { - std::string manifest_path; - std::string user; - std::string model; + std::string repo; std::string tag; - size_t size = 0; // GGUF size in bytes - // return string representation like "user/model:tag" - // if tag is "latest", it will be omitted std::string to_string() const { - return user + "/" + model + (tag == "latest" ? "" : ":" + tag); + return repo + ":" + tag; } }; -struct common_hf_file_res { - std::string repo; // repo name with ":tag" removed - std::string ggufFile; - std::string mmprojFile; +// Options for common_download_model +struct common_download_model_opts { + bool download_mmproj = false; + bool offline = false; }; -/** - * Allow getting the HF file from the HF repo with tag (like ollama), for example: - * - bartowski/Llama-3.2-3B-Instruct-GGUF:q4 - * - bartowski/Llama-3.2-3B-Instruct-GGUF:Q4_K_M - * - bartowski/Llama-3.2-3B-Instruct-GGUF:q5_k_s - * Tag is optional, default to "latest" (meaning it checks for Q4_K_M first, then Q4, then if not found, return the first GGUF file in repo) - * - * Return pair of (with "repo" already having tag removed) - * - * Note: we use the Ollama-compatible HF API, but not using the blobId. Instead, we use the special "ggufFile" field which returns the value for "hf_file". This is done to be backward-compatible with existing cache files. - */ -common_hf_file_res common_get_hf_file( - const std::string & hf_repo_with_tag, - const std::string & bearer_token, - bool offline, - const common_header_list & headers = {} -); +// Result of common_download_model +struct common_download_model_result { + std::string model_path; + std::string mmproj_path; +}; -// returns true if download succeeded -bool common_download_model( +// Download model from HuggingFace repo or URL +// +// input (via model struct): +// - model.hf_repo: HF repo with optional tag, see common_download_split_repo_tag +// - model.hf_file: specific file in the repo (requires hf_repo) +// - model.url: simple download (used if hf_repo is empty) +// - model.path: local file path +// +// tag matching (for HF repos without model.hf_file): +// - if tag is specified, searches for GGUF matching that quantization +// - if no tag, searches for Q4_K_M, then Q4_0, then first available GGUF +// +// split GGUF: multi-part files like "model-00001-of-00003.gguf" are automatically +// detected and all parts are downloaded +// +// caching: +// - HF repos: uses HuggingFace cache +// - URLs: uses ETag-based caching +// +// when opts.offline=true, no network requests are made +// when download_mmproj=true, searches for mmproj in same directory as model or any parent directory +// then with the closest quantization bits +// +// returns result with model_path and mmproj_path (empty on failure) +common_download_model_result common_download_model( const common_params_model & model, const std::string & bearer_token, - bool offline, + const common_download_model_opts & opts = {}, const common_header_list & headers = {} ); @@ -73,11 +79,13 @@ std::vector common_list_cached_models(); // download single file from url to local path // returns status code or -1 on error +// skip_etag: if true, don't read/write .etag files (for HF cache where filename is the hash) int common_download_file_single(const std::string & url, const std::string & path, const std::string & bearer_token, bool offline, - const common_header_list & headers = {}); + const common_header_list & headers = {}, + bool skip_etag = false); // resolve and download model from Docker registry // return local path to downloaded model file diff --git a/common/hf-cache.cpp b/common/hf-cache.cpp new file mode 100644 index 00000000000..665c9ff066a --- /dev/null +++ b/common/hf-cache.cpp @@ -0,0 +1,771 @@ +#include "hf-cache.h" + +#include "common.h" +#include "log.h" +#include "http.h" + +#define JSON_ASSERT GGML_ASSERT +#include + +#include +#include +#include +#include // migration only +#include +#include +#include + +namespace nl = nlohmann; + +#if defined(_WIN32) +#define WIN32_LEAN_AND_MEAN +#ifndef NOMINMAX +#define NOMINMAX +#endif +#define HOME_DIR "USERPROFILE" +#include +#else +#define HOME_DIR "HOME" +#include +#include +#endif + +namespace hf_cache { + +namespace fs = std::filesystem; + +static fs::path get_cache_directory() { + static const fs::path cache = []() { + struct { + const char * var; + fs::path path; + } entries[] = { + {"LLAMA_CACHE", fs::path()}, + {"HF_HUB_CACHE", fs::path()}, + {"HUGGINGFACE_HUB_CACHE", fs::path()}, + {"HF_HOME", fs::path("hub")}, + {"XDG_CACHE_HOME", fs::path("huggingface") / "hub"}, + {HOME_DIR, fs::path(".cache") / "huggingface" / "hub"} + }; + for (const auto & entry : entries) { + if (auto * p = std::getenv(entry.var); p && *p) { + fs::path base(p); + return entry.path.empty() ? base : base / entry.path; + } + } +#ifndef _WIN32 + const struct passwd * pw = getpwuid(getuid()); + + if (pw->pw_dir && *pw->pw_dir) { + return fs::path(pw->pw_dir) / ".cache" / "huggingface" / "hub"; + } +#endif + throw std::runtime_error("Failed to determine HF cache directory"); + }(); + + return cache; +} + +static std::string folder_name_to_repo(const std::string & folder) { + constexpr std::string_view prefix = "models--"; + if (folder.rfind(prefix, 0)) { + return {}; + } + std::string result = folder.substr(prefix.length()); + string_replace_all(result, "--", "/"); + return result; +} + +static std::string repo_to_folder_name(const std::string & repo_id) { + constexpr std::string_view prefix = "models--"; + std::string result = std::string(prefix) + repo_id; + string_replace_all(result, "/", "--"); + return result; +} + +static fs::path get_repo_path(const std::string & repo_id) { + return get_cache_directory() / repo_to_folder_name(repo_id); +} + +static bool is_hex_char(const char c) { + return (c >= 'A' && c <= 'F') || + (c >= 'a' && c <= 'f') || + (c >= '0' && c <= '9'); +} + +static bool is_hex_string(const std::string & s, size_t expected_len) { + if (s.length() != expected_len) { + return false; + } + for (const char c : s) { + if (!is_hex_char(c)) { + return false; + } + } + return true; +} + +static bool is_alphanum(const char c) { + return (c >= 'A' && c <= 'Z') || + (c >= 'a' && c <= 'z') || + (c >= '0' && c <= '9'); +} + +static bool is_special_char(char c) { + return c == '/' || c == '.' || c == '-'; +} + +// base chars [A-Za-z0-9_] are always valid +// special chars [/.-] must be surrounded by base chars +// exactly one '/' required +static bool is_valid_repo_id(const std::string & repo_id) { + if (repo_id.empty() || repo_id.length() > 256) { + return false; + } + int slash = 0; + bool special = true; + + for (const char c : repo_id) { + if (is_alphanum(c) || c == '_') { + special = false; + } else if (is_special_char(c)) { + if (special) { + return false; + } + slash += (c == '/'); + special = true; + } else { + return false; + } + } + return !special && slash == 1; +} + +static bool is_valid_hf_token(const std::string & token) { + if (token.length() < 37 || token.length() > 256 || + !string_starts_with(token, "hf_")) { + return false; + } + for (size_t i = 3; i < token.length(); ++i) { + if (!is_alphanum(token[i])) { + return false; + } + } + return true; +} + +static bool is_valid_commit(const std::string & hash) { + return is_hex_string(hash, 40); +} + +static bool is_valid_oid(const std::string & oid) { + return is_hex_string(oid, 40) || is_hex_string(oid, 64); +} + +static bool is_valid_subpath(const fs::path & path, const fs::path & subpath) { + if (subpath.is_absolute()) { + return false; // never do a / b with b absolute + } + auto b = fs::absolute(path).lexically_normal(); + auto t = (b / subpath).lexically_normal(); + auto [b_end, _] = std::mismatch(b.begin(), b.end(), t.begin(), t.end()); + + return b_end == b.end(); +} + +static void safe_write_file(const fs::path & path, const std::string & data) { + fs::path path_tmp = path.string() + ".tmp"; + + if (path.has_parent_path()) { + fs::create_directories(path.parent_path()); + } + + std::ofstream file(path_tmp); + file << data; + file.close(); + + std::error_code ec; + + if (!file.fail()) { + fs::rename(path_tmp, path, ec); + } + if (file.fail() || ec) { + fs::remove(path_tmp, ec); + throw std::runtime_error("failed to write file: " + path.string()); + } +} + +static nl::json api_get(const std::string & url, + const std::string & token) { + auto [cli, parts] = common_http_client(url); + + httplib::Headers headers = { + {"User-Agent", "llama-cpp/" + build_info}, + {"Accept", "application/json"} + }; + + if (is_valid_hf_token(token)) { + headers.emplace("Authorization", "Bearer " + token); + } else if (!token.empty()) { + LOG_WRN("%s: invalid token, authentication disabled\n", __func__); + } + + if (auto res = cli.Get(parts.path, headers)) { + auto body = res->body; + + if (res->status == 200) { + return nl::json::parse(res->body); + } + try { + body = nl::json::parse(res->body)["error"].get(); + } catch (...) { } + + throw std::runtime_error("GET failed (" + std::to_string(res->status) + "): " + body); + } else { + throw std::runtime_error("HTTPLIB failed: " + httplib::to_string(res.error())); + } +} + +static std::string get_repo_commit(const std::string & repo_id, + const std::string & token) { + try { + auto endpoint = get_model_endpoint(); + auto json = api_get(endpoint + "api/models/" + repo_id + "/refs", token); + + if (!json.is_object() || + !json.contains("branches") || !json["branches"].is_array()) { + LOG_WRN("%s: missing 'branches' for '%s'\n", __func__, repo_id.c_str()); + return {}; + } + + fs::path refs_path = get_repo_path(repo_id) / "refs"; + std::string name; + std::string commit; + + for (const auto & branch : json["branches"]) { + if (!branch.is_object() || + !branch.contains("name") || !branch["name"].is_string() || + !branch.contains("targetCommit") || !branch["targetCommit"].is_string()) { + continue; + } + std::string _name = branch["name"].get(); + std::string _commit = branch["targetCommit"].get(); + + if (!is_valid_subpath(refs_path, _name)) { + LOG_WRN("%s: skip invalid branch: %s\n", __func__, _name.c_str()); + continue; + } + if (!is_valid_commit(_commit)) { + LOG_WRN("%s: skip invalid commit: %s\n", __func__, _commit.c_str()); + continue; + } + + if (_name == "main") { + name = _name; + commit = _commit; + break; + } + + if (name.empty() || commit.empty()) { + name = _name; + commit = _commit; + } + } + + if (name.empty() || commit.empty()) { + LOG_WRN("%s: no valid branch for '%s'\n", __func__, repo_id.c_str()); + return {}; + } + + safe_write_file(refs_path / name, commit); + return commit; + + } catch (const nl::json::exception & e) { + LOG_ERR("%s: JSON error: %s\n", __func__, e.what()); + } catch (const std::exception & e) { + LOG_ERR("%s: error: %s\n", __func__, e.what()); + } + return {}; +} + +hf_files get_repo_files(const std::string & repo_id, + const std::string & token) { + if (!is_valid_repo_id(repo_id)) { + LOG_WRN("%s: invalid repository: %s\n", __func__, repo_id.c_str()); + return {}; + } + + std::string commit = get_repo_commit(repo_id, token); + if (commit.empty()) { + LOG_WRN("%s: failed to resolve commit for %s\n", __func__, repo_id.c_str()); + return {}; + } + + fs::path blobs_path = get_repo_path(repo_id) / "blobs"; + fs::path commit_path = get_repo_path(repo_id) / "snapshots" / commit; + + hf_files files; + + try { + auto endpoint = get_model_endpoint(); + auto json = api_get(endpoint + "api/models/" + repo_id + "/tree/" + commit + "?recursive=true", token); + + if (!json.is_array()) { + LOG_WRN("%s: response is not an array for '%s'\n", __func__, repo_id.c_str()); + return {}; + } + + for (const auto & item : json) { + if (!item.is_object() || + !item.contains("type") || !item["type"].is_string() || item["type"] != "file" || + !item.contains("path") || !item["path"].is_string()) { + continue; + } + + hf_file file; + file.repo_id = repo_id; + file.path = item["path"].get(); + + if (!is_valid_subpath(commit_path, file.path)) { + LOG_WRN("%s: skip invalid path: %s\n", __func__, file.path.c_str()); + continue; + } + + if (item.contains("lfs") && item["lfs"].is_object()) { + if (item["lfs"].contains("oid") && item["lfs"]["oid"].is_string()) { + file.oid = item["lfs"]["oid"].get(); + } + if (item["lfs"].contains("size") && item["lfs"]["size"].is_number()) { + file.size = item["lfs"]["size"].get(); + } + } else if (item.contains("oid") && item["oid"].is_string()) { + file.oid = item["oid"].get(); + } + if (file.size == 0 && item.contains("size") && item["size"].is_number()) { + file.size = item["size"].get(); + } + + if (!file.oid.empty() && !is_valid_oid(file.oid)) { + LOG_WRN("%s: skip invalid oid: %s\n", __func__, file.oid.c_str()); + continue; + } + + file.url = endpoint + repo_id + "/resolve/" + commit + "/" + file.path; + + fs::path final_path = commit_path / file.path; + file.final_path = final_path.string(); + + if (!file.oid.empty() && !fs::exists(final_path)) { + fs::path local_path = blobs_path / file.oid; + file.local_path = local_path.string(); + } else { + file.local_path = file.final_path; + } + + files.push_back(file); + } + } catch (const nl::json::exception & e) { + LOG_ERR("%s: JSON error: %s\n", __func__, e.what()); + } catch (const std::exception & e) { + LOG_ERR("%s: error: %s\n", __func__, e.what()); + } + return files; +} + +static std::string get_cached_ref(const fs::path & repo_path) { + fs::path refs_path = repo_path / "refs"; + if (!fs::is_directory(refs_path)) { + return {}; + } + std::string fallback; + + for (const auto & entry : fs::directory_iterator(refs_path)) { + if (!entry.is_regular_file()) { + continue; + } + std::ifstream f(entry.path()); + std::string commit; + if (!f || !std::getline(f, commit) || commit.empty()) { + continue; + } + if (!is_valid_commit(commit)) { + LOG_WRN("%s: skip invalid commit: %s\n", __func__, commit.c_str()); + continue; + } + if (entry.path().filename() == "main") { + return commit; + } + if (fallback.empty()) { + fallback = commit; + } + } + return fallback; +} + +hf_files get_cached_files(const std::string & repo_id) { + fs::path cache_dir = get_cache_directory(); + if (!fs::exists(cache_dir)) { + return {}; + } + + if (!repo_id.empty() && !is_valid_repo_id(repo_id)) { + LOG_WRN("%s: invalid repository: %s\n", __func__, repo_id.c_str()); + return {}; + } + + hf_files files; + + for (const auto & repo : fs::directory_iterator(cache_dir)) { + if (!repo.is_directory()) { + continue; + } + fs::path snapshots_path = repo.path() / "snapshots"; + + if (!fs::exists(snapshots_path)) { + continue; + } + std::string _repo_id = folder_name_to_repo(repo.path().filename().string()); + + if (!is_valid_repo_id(_repo_id)) { + continue; + } + if (!repo_id.empty() && _repo_id != repo_id) { + continue; + } + std::string commit = get_cached_ref(repo.path()); + fs::path commit_path = snapshots_path / commit; + + if (commit.empty() || !fs::is_directory(commit_path)) { + continue; + } + for (const auto & entry : fs::recursive_directory_iterator(commit_path)) { + if (!entry.is_regular_file() && !entry.is_symlink()) { + continue; + } + fs::path path = entry.path().lexically_relative(commit_path); + + if (!path.empty()) { + hf_file file; + file.repo_id = _repo_id; + file.path = path.generic_string(); + file.local_path = entry.path().string(); + file.final_path = file.local_path; + files.push_back(std::move(file)); + } + } + } + + return files; +} + +std::string finalize_file(const hf_file & file) { + static std::atomic symlinks_disabled{false}; + + std::error_code ec; + fs::path local_path(file.local_path); + fs::path final_path(file.final_path); + + if (local_path == final_path || fs::exists(final_path, ec)) { + return file.final_path; + } + + if (!fs::exists(local_path, ec)) { + return file.final_path; + } + + fs::create_directories(final_path.parent_path(), ec); + + if (!symlinks_disabled) { + fs::path target = fs::relative(local_path, final_path.parent_path(), ec); + if (!ec) { + fs::create_symlink(target, final_path, ec); + } + if (!ec) { + return file.final_path; + } + } + + if (!symlinks_disabled.exchange(true)) { + LOG_WRN("%s: failed to create symlink: %s\n", __func__, ec.message().c_str()); + LOG_WRN("%s: switching to degraded mode\n", __func__); + } + + fs::rename(local_path, final_path, ec); + if (ec) { + LOG_WRN("%s: failed to move file to snapshots: %s\n", __func__, ec.message().c_str()); + fs::copy(local_path, final_path, ec); + if (ec) { + LOG_ERR("%s: failed to copy file to snapshots: %s\n", __func__, ec.message().c_str()); + } + } + return file.final_path; +} + +// delete everything after this line, one day + +// copied from download.cpp without the tag part +struct gguf_split_info { + std::string prefix; // tag included + int index; + int count; +}; + +static gguf_split_info get_gguf_split_info(const std::string & path) { + static const std::regex re_split("^(.+)-([0-9]{5})-of-([0-9]{5})$", std::regex::icase); + std::smatch m; + + std::string prefix = path; + if (!string_remove_suffix(prefix, ".gguf")) { + return {}; + } + + int index = 1; + int count = 1; + + if (std::regex_match(prefix, m, re_split)) { + index = std::stoi(m[2].str()); + count = std::stoi(m[3].str()); + prefix = m[1].str(); + } + + return {std::move(prefix), index, count}; +} + +static std::pair parse_manifest_name(std::string & filename) { + static const std::regex re(R"(^manifest=([^=]+)=([^=]+)=.*\.json$)"); + std::smatch match; + if (std::regex_match(filename, match, re)) { + return {match[1].str(), match[2].str()}; + } + return {}; +} + +static std::string make_old_cache_filename(const std::string & owner, + const std::string & repo, + const std::string & filename) { + auto result = owner + "_" + repo + "_" + filename; + string_replace_all(result, "/", "_"); + return result; +} + +struct migrate_file { + std::string path; + std::string sha256; + size_t size; + fs::path old_path; + fs::path etag_path; + const hf_file * file; +}; + +using migrate_files = std::vector; + +static bool collect_file(const fs::path & old_cache, + const std::string & owner, + const std::string & repo, + const std::string & path, + const std::string & sha256, + const hf_files & files, + migrate_files & to_migrate) { + + const hf_file * file = nullptr; + + for (const auto & f : files) { + if (f.path == path) { + file = &f; + break; + } + } + + std::string old_filename = make_old_cache_filename(owner, repo, path); + fs::path old_path = old_cache / old_filename; + fs::path etag_path = old_path.string() + ".etag"; + + if (!fs::exists(old_path)) { + if (file && fs::exists(file->final_path)) { + return true; + } + LOG_WRN("%s: %s not found in old cache or HF cache\n", __func__, old_filename.c_str()); + return false; + } + + if (!file) { + LOG_WRN("%s: %s not found in current repo\n", __func__, old_filename.c_str()); + return false; + } + + if (!sha256.empty() && !file->oid.empty() && sha256 != file->oid) { + LOG_WRN("%s: %s is not up to date (sha256 mismatch)\n", __func__, old_filename.c_str()); + return false; + } + + if (file->size > 0) { + size_t size = fs::file_size(old_path); + if (size != file->size) { + LOG_WRN("%s: %s has wrong size %zu (expected %zu)\n", __func__, old_filename.c_str(), size, file->size); + return false; + } + } + + to_migrate.push_back({path, sha256, file->size, old_path, etag_path, file}); + return true; +} + +static bool collect_files(const fs::path & old_cache, + const std::string & owner, + const std::string & repo, + const nl::json & node, + const hf_files & files, + migrate_files & to_migrate) { + + if (!node.contains("rfilename") || + !node.contains("lfs") || + !node["lfs"].contains("sha256")) { + return true; + } + + std::string path = node["rfilename"]; + std::string sha256 = node["lfs"]["sha256"]; + + auto split = get_gguf_split_info(path); + + if (split.count <= 1) { + return collect_file(old_cache, owner, repo, path, sha256, files, to_migrate); + } + + std::vector> splits; + + for (const auto & f : files) { + auto split_f = get_gguf_split_info(f.path); + if (split_f.count == split.count && split_f.prefix == split.prefix) { + // sadly the manifest only provides the sha256 of the first file (index == 1) + // the rest will be verified using the size... + std::string f_sha256 = (split_f.index == 1) ? sha256 : ""; + splits.emplace_back(f.path, f_sha256); + } + } + + if ((int)splits.size() != split.count) { + LOG_WRN("%s: expected %d split files but found %d in repo\n", __func__, split.count, (int)splits.size()); + return false; + } + + for (const auto & [f_path, f_sha256] : splits) { + if (!collect_file(old_cache, owner, repo, f_path, f_sha256, files, to_migrate)) { + return false; + } + } + + return true; +} + +static bool migrate_file(const migrate_file & file) { + std::error_code ec; + + fs::path new_path(file.file->local_path); + fs::create_directories(new_path.parent_path(), ec); + + if (!fs::exists(new_path, ec)) { + fs::rename(file.old_path, new_path, ec); + if (ec) { + fs::copy_file(file.old_path, new_path, ec); + if (ec) { + LOG_ERR("%s: failed to move/copy %s: %s\n", __func__, file.old_path.string().c_str(), ec.message().c_str()); + return false; + } + } + fs::remove(file.old_path, ec); + } + fs::remove(file.etag_path, ec); + + std::string filename = finalize_file(*file.file); + LOG_INF("%s: migrated %s -> %s\n", __func__, file.old_path.filename().string().c_str(), filename.c_str()); + return true; +} + +void migrate_old_cache_to_hf_cache(const std::string & token, bool offline) { + fs::path old_cache = fs_get_cache_directory(); + if (!fs::exists(old_cache)) { + return; + } + + if (offline) { + LOG_WRN("%s: skipping migration in offline mode (will run when online)\n", __func__); + return; // -hf is not going to work + } + + bool warned = false; + + for (const auto & entry : fs::directory_iterator(old_cache)) { + if (!entry.is_regular_file()) { + continue; + } + auto filename = entry.path().filename().string(); + auto [owner, repo] = parse_manifest_name(filename); + + if (owner.empty() || repo.empty()) { + continue; + } + + if (!warned) { + warned = true; + LOG_WRN("================================================================================\n" + "WARNING: Migrating cache to HuggingFace cache directory\n" + " Old cache: %s\n" + " New cache: %s\n" + "This one-time migration moves models previously downloaded with -hf\n" + "from the legacy llama.cpp cache to the standard HuggingFace cache.\n" + "Models downloaded with --model-url are not affected.\n" + "================================================================================\n", + old_cache.string().c_str(), get_cache_directory().string().c_str()); + } + + auto repo_id = owner + "/" + repo; + auto files = get_repo_files(repo_id, token); + + if (files.empty()) { + LOG_WRN("%s: could not get repo files for %s, skipping\n", __func__, repo_id.c_str()); + continue; + } + + migrate_files to_migrate; + bool ok = true; + + try { + std::ifstream manifest(entry.path()); + auto json = nl::json::parse(manifest); + for (const char * key : {"ggufFile", "mmprojFile"}) { + if (json.contains(key)) { + if (!collect_files(old_cache, owner, repo, json[key], files, to_migrate)) { + ok = false; + break; + } + } + } + } catch (const std::exception & e) { + LOG_WRN("%s: failed to parse manifest %s: %s\n", __func__, filename.c_str(), e.what()); + continue; + } + + if (!ok) { + LOG_WRN("%s: migration skipped: one or more files failed validation\n", __func__); + continue; + } + + for (const auto & file : to_migrate) { + if (!migrate_file(file)) { + ok = false; + break; + } + } + + if (!ok) { + LOG_WRN("%s: migration failed: could not migrate all files\n", __func__); + continue; + } + + LOG_INF("%s: migration complete, deleting manifest: %s\n", __func__, entry.path().string().c_str()); + fs::remove(entry.path()); + } +} + +} // namespace hf_cache diff --git a/common/hf-cache.h b/common/hf-cache.h new file mode 100644 index 00000000000..9e46f977437 --- /dev/null +++ b/common/hf-cache.h @@ -0,0 +1,36 @@ +#pragma once + +#include +#include + +// Ref: https://huggingface.co/docs/hub/local-cache.md + +namespace hf_cache { + +struct hf_file { + std::string path; + std::string url; + std::string local_path; + std::string final_path; + std::string oid; + std::string repo_id; + size_t size = 0; // only for the migration +}; + +using hf_files = std::vector; + +// Get files from HF API +hf_files get_repo_files( + const std::string & repo_id, + const std::string & token +); + +hf_files get_cached_files(const std::string & repo_id = {}); + +// Create snapshot path (link or move/copy) and return it +std::string finalize_file(const hf_file & file); + +// TODO: Remove later +void migrate_old_cache_to_hf_cache(const std::string & token, bool offline = false); + +} // namespace hf_cache diff --git a/common/jinja/parser.cpp b/common/jinja/parser.cpp index 7970336ac01..2b25654a7a0 100644 --- a/common/jinja/parser.cpp +++ b/common/jinja/parser.cpp @@ -53,6 +53,13 @@ class parser { return tokens[current + offset]; } + const token & next() { + if (current >= tokens.size()) { + throw parser_exception("Parser Error: Unexpected EOF", source, tokens.empty() ? 0 : tokens.back().pos); + } + return tokens[current++]; + } + token expect(token::type type, const std::string& error) { const auto & t = peek(); if (t.t != type) { @@ -90,9 +97,9 @@ class parser { size_t start_pos = current; switch (peek().t) { case token::comment: - return mk_stmt(start_pos, tokens[current++].value); + return mk_stmt(start_pos, next().value); case token::text: - return mk_stmt(start_pos, tokens[current++].value); + return mk_stmt(start_pos, next().value); case token::open_statement: return parse_jinja_statement(); case token::open_expression: @@ -119,8 +126,7 @@ class parser { } size_t start_pos = current; - std::string name = peek().value; - current++; // consume identifier + std::string name = next().value; statement_ptr result; if (name == "set") { @@ -202,7 +208,7 @@ class parser { // Ignore generation blocks (transformers-specific) // See https://github.com/huggingface/transformers/pull/30650 for more information. result = mk_stmt(start_pos); - current++; + ++current; } else { throw std::runtime_error("Unknown statement: " + name); @@ -217,7 +223,7 @@ class parser { statements body; if (is(token::equals)) { - current++; + ++current; value = parse_expression_sequence(); } else { // parsing multiline set here @@ -280,7 +286,7 @@ class parser { exprs.push_back(primary ? parse_primary_expression() : parse_expression()); bool is_tuple = is(token::comma); while (is(token::comma)) { - current++; // consume comma + ++current; // consume comma exprs.push_back(primary ? parse_primary_expression() : parse_expression()); } return is_tuple ? mk_stmt(start_pos, std::move(exprs)) : std::move(exprs[0]); @@ -290,7 +296,7 @@ class parser { // e.g., `message` in `for message in messages` auto loop_var = parse_expression_sequence(true); // should be an identifier/tuple if (!is_identifier("in")) throw std::runtime_error("Expected 'in'"); - current++; + ++current; // consume 'in' // `messages` in `for message in messages` auto iterable = parse_expression(); @@ -305,7 +311,8 @@ class parser { } if (is_statement({"else"})) { - current += 2; + ++current; // consume {% + ++current; // consume 'else' expect(token::close_statement, "Expected %}"); while (!is_statement({"endfor"})) { alternate.push_back(parse_any()); @@ -347,7 +354,7 @@ class parser { auto left = parse_logical_and_expression(); while (is_identifier("or")) { size_t start_pos = current; - token op = tokens[current++]; + token op = next(); left = mk_stmt(start_pos, op, std::move(left), parse_logical_and_expression()); } return left; @@ -357,7 +364,7 @@ class parser { auto left = parse_logical_negation_expression(); while (is_identifier("and")) { size_t start_pos = current; - auto op = tokens[current++]; + auto op = next(); left = mk_stmt(start_pos, op, std::move(left), parse_logical_negation_expression()); } return left; @@ -367,7 +374,7 @@ class parser { // Try parse unary operators if (is_identifier("not")) { size_t start_pos = current; - auto op = tokens[current++]; + auto op = next(); return mk_stmt(start_pos, op, parse_logical_negation_expression()); } return parse_comparison_expression(); @@ -382,11 +389,12 @@ class parser { size_t start_pos = current; if (is_identifier("not") && peek(1).t == token::identifier && peek(1).value == "in") { op = {token::identifier, "not in", tokens[current].pos}; - current += 2; + ++current; // consume 'not' + ++current; // consume 'in' } else if (is_identifier("in")) { - op = tokens[current++]; + op = next(); } else if (is(token::comparison_binary_operator)) { - op = tokens[current++]; + op = next(); } else break; left = mk_stmt(start_pos, op, std::move(left), parse_additive_expression()); } @@ -397,7 +405,7 @@ class parser { auto left = parse_multiplicative_expression(); while (is(token::additive_binary_operator)) { size_t start_pos = current; - auto op = tokens[current++]; + auto op = next(); left = mk_stmt(start_pos, op, std::move(left), parse_multiplicative_expression()); } return left; @@ -407,7 +415,7 @@ class parser { auto left = parse_test_expression(); while (is(token::multiplicative_binary_operator)) { size_t start_pos = current; - auto op = tokens[current++]; + auto op = next(); left = mk_stmt(start_pos, op, std::move(left), parse_test_expression()); } return left; @@ -417,9 +425,9 @@ class parser { auto operand = parse_filter_expression(); while (is_identifier("is")) { size_t start_pos = current; - current++; + ++current; // consume 'is' bool negate = false; - if (is_identifier("not")) { current++; negate = true; } + if (is_identifier("not")) { ++current; negate = true; } auto test_id = parse_primary_expression(); // FIXME: tests can also be expressed like this: if x is eq 3 if (is(token::open_paren)) test_id = parse_call_expression(std::move(test_id)); @@ -432,7 +440,7 @@ class parser { auto operand = parse_call_member_expression(); while (is(token::pipe)) { size_t start_pos = current; - current++; + ++current; // consume pipe auto filter = parse_primary_expression(); if (is(token::open_paren)) filter = parse_call_expression(std::move(filter)); operand = mk_stmt(start_pos, std::move(operand), std::move(filter)); @@ -490,7 +498,7 @@ class parser { statement_ptr parse_member_expression(statement_ptr object) { size_t start_pos = current; while (is(token::dot) || is(token::open_square_bracket)) { - auto op = tokens[current++]; + auto op = next(); bool computed = op.t == token::open_square_bracket; statement_ptr prop; if (computed) { @@ -531,12 +539,15 @@ class parser { statement_ptr step = slices.size() > 2 ? std::move(slices[2]) : nullptr; return mk_stmt(start_pos, std::move(start), std::move(stop), std::move(step)); } + if (slices.empty()) { + return mk_stmt(start_pos); + } return std::move(slices[0]); } statement_ptr parse_primary_expression() { size_t start_pos = current; - auto t = tokens[current++]; + auto t = next(); switch (t.t) { case token::numeric_literal: if (t.value.find('.') != std::string::npos) { @@ -547,7 +558,7 @@ class parser { case token::string_literal: { std::string val = t.value; while (is(token::string_literal)) { - val += tokens[current++].value; + val += next().value; } return mk_stmt(start_pos, val); } @@ -562,9 +573,9 @@ class parser { statements vals; while (!is(token::close_square_bracket)) { vals.push_back(parse_expression()); - if (is(token::comma)) current++; + if (is(token::comma)) ++current; } - current++; + ++current; return mk_stmt(start_pos, std::move(vals)); } case token::open_curly_bracket: { @@ -573,9 +584,9 @@ class parser { auto key = parse_expression(); expect(token::colon, "Expected :"); pairs.push_back({std::move(key), parse_expression()}); - if (is(token::comma)) current++; + if (is(token::comma)) ++current; } - current++; + ++current; return mk_stmt(start_pos, std::move(pairs)); } default: diff --git a/common/jinja/runtime.cpp b/common/jinja/runtime.cpp index af2282c5469..2232790c31c 100644 --- a/common/jinja/runtime.cpp +++ b/common/jinja/runtime.cpp @@ -667,8 +667,9 @@ value macro_statement::execute_impl(context & ctx) { if (is_stmt(this->args[i])) { // normal parameter std::string param_name = cast_stmt(this->args[i])->val; - JJ_DEBUG(" Binding parameter '%s' to argument of type %s", param_name.c_str(), args.get_pos(i)->type().c_str()); - macro_ctx.set_val(param_name, args.get_pos(i)); + value param_value = args.get_kwarg_or_pos(param_name, i); + JJ_DEBUG(" Binding parameter '%s' to argument of type %s", param_name.c_str(), param_value->type().c_str()); + macro_ctx.set_val(param_name, param_value); } else if (is_stmt(this->args[i])) { // default argument used as normal parameter auto kwarg = cast_stmt(this->args[i]); @@ -676,8 +677,9 @@ value macro_statement::execute_impl(context & ctx) { throw std::runtime_error("Keyword argument key must be an identifier in macro '" + name + "'"); } std::string param_name = cast_stmt(kwarg->key)->val; - JJ_DEBUG(" Binding parameter '%s' to argument of type %s", param_name.c_str(), args.get_pos(i)->type().c_str()); - macro_ctx.set_val(param_name, args.get_pos(i)); + value param_value = args.get_kwarg_or_pos(param_name, i); + JJ_DEBUG(" Binding parameter '%s' to argument of type %s", param_name.c_str(), param_value->type().c_str()); + macro_ctx.set_val(param_name, param_value); } else { throw std::runtime_error("Invalid parameter type in macro '" + name + "'"); } @@ -769,10 +771,15 @@ value member_expression::execute_impl(context & ctx) { } JJ_DEBUG("Member expression on object type %s, property type %s", object->type().c_str(), property->type().c_str()); - ensure_key_type_allowed(property); - value val = mk_val("object_property"); + if (property->is_undefined()) { + JJ_DEBUG("%s", "Member expression property is undefined, returning undefined"); + return val; + } + + ensure_key_type_allowed(property); + if (is_val(object)) { JJ_DEBUG("%s", "Accessing property on undefined object, returning undefined"); return val; diff --git a/common/jinja/runtime.h b/common/jinja/runtime.h index 17a6dff5aa2..3ca5f1754fa 100644 --- a/common/jinja/runtime.h +++ b/common/jinja/runtime.h @@ -263,6 +263,14 @@ struct comment_statement : public statement { // Expressions +// Represents an omitted expression in a computed member, e.g. `a[]`. +struct blank_expression : public expression { + std::string type() const override { return "BlankExpression"; } + value execute_impl(context &) override { + return mk_val(); + } +}; + struct member_expression : public expression { statement_ptr object; statement_ptr property; diff --git a/common/json-schema-to-grammar.cpp b/common/json-schema-to-grammar.cpp index c7057d651d1..e2c4d6ce22e 100644 --- a/common/json-schema-to-grammar.cpp +++ b/common/json-schema-to-grammar.cpp @@ -416,15 +416,30 @@ class common_schema_converter { i++; } else if (c == '(') { i++; - if (i < length) { - if (sub_pattern[i] == '?') { + if (i < length && sub_pattern[i] == '?') { + if (i + 1 < length && sub_pattern[i + 1] == ':') { + i += 2; // skip "?:" for non-capturing group, treat as regular group + } else { + // lookahead/lookbehind (?=, ?!, ?<=, ? 0) { + if (sub_pattern[i] == '\\' && i + 1 < length) { + i += 2; // skip escaped character + } else { + if (sub_pattern[i] == '(') depth++; + else if (sub_pattern[i] == ')') depth--; + i++; + } + } + continue; } } seq.emplace_back("(" + to_rule(transform()) + ")", false); } else if (c == ')') { i++; - if (start > 0 && sub_pattern[start - 1] != '(') { + if (start > 0 && sub_pattern[start - 1] != '(' && (start < 2 || sub_pattern[start - 2] != '?' || sub_pattern[start - 1] != ':')) { _errors.push_back("Unbalanced parentheses"); } return join_seq(); diff --git a/common/ngram-map.h b/common/ngram-map.h index d84e7191515..97608ef170f 100644 --- a/common/ngram-map.h +++ b/common/ngram-map.h @@ -51,7 +51,7 @@ struct common_ngram_map_value { // statistics of a n-gram struct common_ngram_map_key { size_t key_idx; // index of key n-gram in token-history - size_t stat_idx; // index of last token of stastistics computation (key_num, values) + size_t stat_idx; // index of last token of statistics computation (key_num, values) uint16_t key_num; // number of occurrences of this key n-gram in token-history common_ngram_map_value values[COMMON_NGRAM_MAX_VALUES]; // some known values after the key diff --git a/common/peg-parser.cpp b/common/peg-parser.cpp index a6d9a4c27cb..694f9b850ac 100644 --- a/common/peg-parser.cpp +++ b/common/peg-parser.cpp @@ -1557,6 +1557,36 @@ static std::unordered_set collect_reachable_rules( // GBNF generation implementation void common_peg_arena::build_grammar(const common_grammar_builder & builder, bool lazy) const { + auto schema_delegates = [](const common_peg_schema_parser & s) -> bool { + if (!s.schema) { + return true; + } + if (s.raw && s.schema->contains("type") && s.schema->at("type").is_string() && s.schema->at("type") == "string") { + return true; + } + return false; + }; + + // Unwrap the parser so we can properly check if it's a sequence or choice + auto effective_parser = [&](common_peg_parser_id id) -> const common_peg_parser_variant & { + while (true) { + const auto & p = parsers_.at(id); + if (const auto * tag = std::get_if(&p)) { + id = tag->child; + } else if (const auto * atomic = std::get_if(&p)) { + id = atomic->child; + } else if (const auto * schema = std::get_if(&p)) { + if (schema_delegates(*schema)) { + id = schema->child; + } else { + return p; + } + } else { + return p; + } + } + }; + // Generate GBNF for a parser std::function to_gbnf = [&](common_peg_parser_id id) -> std::string { const auto & parser = parsers_.at(id); @@ -1577,7 +1607,7 @@ void common_peg_arena::build_grammar(const common_grammar_builder & builder, boo s += " "; } auto child_gbnf = to_gbnf(child); - const auto & child_parser = parsers_.at(child); + const auto & child_parser = effective_parser(child); if (std::holds_alternative(child_parser) || std::holds_alternative(child_parser)) { s += "(" + child_gbnf + ")"; @@ -1593,7 +1623,7 @@ void common_peg_arena::build_grammar(const common_grammar_builder & builder, boo s += " | "; } auto child_gbnf = to_gbnf(child); - const auto & child_parser = parsers_.at(child); + const auto & child_parser = effective_parser(child); if (std::holds_alternative(child_parser)) { s += "(" + child_gbnf + ")"; } else { @@ -1603,7 +1633,7 @@ void common_peg_arena::build_grammar(const common_grammar_builder & builder, boo return s; } else if constexpr (std::is_same_v) { auto child_gbnf = to_gbnf(p.child); - const auto & child_parser = parsers_.at(p.child); + const auto & child_parser = effective_parser(p.child); if (std::holds_alternative(child_parser) || std::holds_alternative(child_parser)) { child_gbnf = "(" + child_gbnf + ")"; @@ -1663,15 +1693,10 @@ void common_peg_arena::build_grammar(const common_grammar_builder & builder, boo } return gbnf_excluding_pattern(p.delimiters); } else if constexpr (std::is_same_v) { - if (p.schema) { - if (p.raw && p.schema->contains("type") && p.schema->at("type").is_string() && p.schema->at("type") == "string") { - // TODO: Implement more comprehensive grammar generation for raw strings. - // For now, use the grammar emitted from the underlying parser. - return to_gbnf(p.child); - } - return builder.add_schema(p.name, *p.schema); + if (schema_delegates(p)) { + return to_gbnf(p.child); } - return to_gbnf(p.child); + return builder.add_schema(p.name, *p.schema); } else if constexpr (std::is_same_v) { return p.name; } else if constexpr (std::is_same_v) { diff --git a/common/reasoning-budget.cpp b/common/reasoning-budget.cpp index 2ef744278ae..cc408a68699 100644 --- a/common/reasoning-budget.cpp +++ b/common/reasoning-budget.cpp @@ -115,9 +115,11 @@ static void common_reasoning_budget_accept(struct llama_sampler * smpl, llama_to break; } case REASONING_BUDGET_FORCING: - // force_pos is advanced in apply(), not here. - // This ensures the first forced token isn't skipped when the sampler - // is initialized directly in FORCING state (e.g. COUNTING + budget=0) + ctx->force_pos++; + if (ctx->force_pos >= ctx->forced_tokens.size()) { + ctx->state = REASONING_BUDGET_DONE; + LOG_INF("reasoning-budget: forced sequence complete, done\n"); + } break; case REASONING_BUDGET_DONE: break; @@ -144,14 +146,6 @@ static void common_reasoning_budget_apply(struct llama_sampler * smpl, llama_tok cur_p->data[i].logit = -INFINITY; } } - - // advance to next forced token (done here rather than in accept so that - // the first forced token isn't skipped when starting in FORCING state) - ctx->force_pos++; - if (ctx->force_pos >= ctx->forced_tokens.size()) { - ctx->state = REASONING_BUDGET_DONE; - LOG_INF("reasoning-budget: forced sequence complete, done\n"); - } } static void common_reasoning_budget_reset(struct llama_sampler * smpl) { @@ -261,3 +255,10 @@ struct llama_sampler * common_reasoning_budget_init( common_reasoning_budget_state initial_state) { return common_reasoning_budget_init_state(vocab, start_tokens, end_tokens, forced_tokens, budget, initial_state); } + +common_reasoning_budget_state common_reasoning_budget_get_state(const struct llama_sampler * smpl) { + if (!smpl) { + return REASONING_BUDGET_IDLE; + } + return ((const common_reasoning_budget_ctx *)smpl->ctx)->state; +} diff --git a/common/reasoning-budget.h b/common/reasoning-budget.h index 130afdea4ac..ee1a30ed3c1 100644 --- a/common/reasoning-budget.h +++ b/common/reasoning-budget.h @@ -51,3 +51,5 @@ struct llama_sampler * common_reasoning_budget_init( const std::vector & forced_tokens, int32_t budget, common_reasoning_budget_state initial_state); + +common_reasoning_budget_state common_reasoning_budget_get_state(const struct llama_sampler * smpl); diff --git a/common/sampling.cpp b/common/sampling.cpp index dda781f13d0..243f33eb650 100644 --- a/common/sampling.cpp +++ b/common/sampling.cpp @@ -7,6 +7,7 @@ #include #include +#include #include #include #include @@ -120,6 +121,7 @@ struct common_sampler { common_params_sampling params; struct llama_sampler * grmr; + struct llama_sampler * rbudget; struct llama_sampler * chain; ring_buffer prev; @@ -199,6 +201,7 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st lparams.no_perf = params.no_perf; llama_sampler * grmr = nullptr; + llama_sampler * rbudget = nullptr; llama_sampler * chain = llama_sampler_chain_init(lparams); std::vector samplers; @@ -281,7 +284,7 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st } } - if (grmr) { + if (grmr && !params.grammar_lazy) { try { for (const auto & token : prefill_tokens) { llama_sampler_accept(grmr, token); @@ -295,15 +298,15 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st } } - // reasoning budget sampler — added first so it can force tokens before other samplers - if (params.reasoning_budget_tokens >= 0 && !params.reasoning_budget_forced.empty()) { - samplers.push_back(common_reasoning_budget_init( + // reasoning budget sampler + if (!params.reasoning_budget_start.empty() && !params.reasoning_budget_end.empty()) { + rbudget = common_reasoning_budget_init( vocab, params.reasoning_budget_start, params.reasoning_budget_end, params.reasoning_budget_forced, - params.reasoning_budget_tokens, - prefill_tokens)); + params.reasoning_budget_tokens < 0 ? INT_MAX : params.reasoning_budget_tokens, + prefill_tokens); } if (params.has_logit_bias()) { @@ -391,9 +394,16 @@ struct common_sampler * common_sampler_init(const struct llama_model * model, st params.backend_sampling = false; } + if (rbudget && params.backend_sampling) { + LOG_WRN("%s: backend sampling is not compatible with reasoning budget, disabling\n", __func__); + + params.backend_sampling = false; + } + auto * result = new common_sampler { /* .params = */ params, /* .grmr = */ grmr, + /* .rbudget = */ rbudget, /* .chain = */ chain, /* .prev = */ ring_buffer(std::max(32, params.n_prev)), /* .cur = */ {}, @@ -421,11 +431,27 @@ void common_sampler_free(struct common_sampler * gsmpl) { } llama_sampler_free(gsmpl->grmr); + llama_sampler_free(gsmpl->rbudget); llama_sampler_free(gsmpl->chain); delete gsmpl; } +static bool grammar_should_apply(struct common_sampler * gsmpl) { + if (!gsmpl->grmr) { + return false; + } + if (!gsmpl->rbudget) { + return true; + } + if (gsmpl->params.grammar_lazy) { + // if grammar is lazy, only apply when reasoning budget is not active + const auto state = common_reasoning_budget_get_state(gsmpl->rbudget); + return state == REASONING_BUDGET_IDLE || state == REASONING_BUDGET_DONE; + } + return true; +} + void common_sampler_accept(struct common_sampler * gsmpl, llama_token token, bool accept_grammar) { if (!gsmpl) { return; @@ -433,6 +459,11 @@ void common_sampler_accept(struct common_sampler * gsmpl, llama_token token, boo const auto tm = gsmpl->tm(); + // grammar_should_apply() checks the reasoning budget state, so calculate this before we accept + accept_grammar = accept_grammar && grammar_should_apply(gsmpl); + + llama_sampler_accept(gsmpl->rbudget, token); + if (gsmpl->grmr && accept_grammar) { llama_sampler_accept(gsmpl->grmr, token); } @@ -454,6 +485,7 @@ struct common_sampler * common_sampler_clone(common_sampler * gsmpl) { return new common_sampler { /* .params = */ gsmpl->params, /* .grmr = */ llama_sampler_clone(gsmpl->grmr), + /* .rbudget = */ llama_sampler_clone(gsmpl->rbudget), /* .chain = */ llama_sampler_clone(gsmpl->chain), /* .prev = */ gsmpl->prev, /* .cur = */ gsmpl->cur, @@ -523,6 +555,7 @@ llama_token common_sampler_sample(struct common_sampler * gsmpl, struct llama_co llama_token id = LLAMA_TOKEN_NULL; auto & grmr = gsmpl->grmr; + auto & rbudget = gsmpl->rbudget; auto & chain = gsmpl->chain; auto & cur_p = gsmpl->cur_p; // initialized by set_logits @@ -534,7 +567,8 @@ llama_token common_sampler_sample(struct common_sampler * gsmpl, struct llama_co if (id != LLAMA_TOKEN_NULL) { LOG_DBG("%s: Backend sampler selected token: '%d'. Will not run any CPU samplers\n", __func__, id); - GGML_ASSERT(!gsmpl->grmr && "using grammar in combination with backend sampling is not supported"); + GGML_ASSERT(!gsmpl->grmr && "using grammar in combination with backend sampling is not supported"); + GGML_ASSERT(!gsmpl->rbudget && "using reasoning budget in combination with backend sampling is not supported"); // TODO: simplify gsmpl->cur.resize(1); @@ -547,7 +581,10 @@ llama_token common_sampler_sample(struct common_sampler * gsmpl, struct llama_co gsmpl->set_logits(ctx, idx); - if (grammar_first) { + // apply reasoning budget first + llama_sampler_apply(rbudget, &cur_p); + + if (grammar_first && grammar_should_apply(gsmpl)) { llama_sampler_apply(grmr, &cur_p); } @@ -555,7 +592,7 @@ llama_token common_sampler_sample(struct common_sampler * gsmpl, struct llama_co id = cur_p.data[cur_p.selected].id; - if (grammar_first) { + if (grammar_first || !grammar_should_apply(gsmpl)) { return id; } @@ -576,7 +613,12 @@ llama_token common_sampler_sample(struct common_sampler * gsmpl, struct llama_co // if the token is not valid, sample again, but first apply the grammar sampler and then the sampling chain gsmpl->set_logits(ctx, idx); - llama_sampler_apply(grmr, &cur_p); + llama_sampler_apply(rbudget, &cur_p); + + if (grammar_should_apply(gsmpl)) { + llama_sampler_apply(grmr, &cur_p); + } + llama_sampler_apply(chain, &cur_p); GGML_ASSERT(cur_p.selected != -1 && "no selected token during sampling - check your sampling configuration"); diff --git a/convert_hf_to_gguf.py b/convert_hf_to_gguf.py index dba190b4806..de1def32016 100755 --- a/convert_hf_to_gguf.py +++ b/convert_hf_to_gguf.py @@ -31,10 +31,10 @@ from gguf.vocab import MistralTokenizerType, MistralVocab try: - from mistral_common.tokens.tokenizers.base import TokenizerVersion # type: ignore[import-not-found] - from mistral_common.tokens.tokenizers.multimodal import DATASET_MEAN as _MISTRAL_COMMON_DATASET_MEAN, DATASET_STD as _MISTRAL_COMMON_DATASET_STD # type: ignore[import-not-found] - from mistral_common.tokens.tokenizers.tekken import Tekkenizer # type: ignore[import-not-found] - from mistral_common.tokens.tokenizers.sentencepiece import ( # type: ignore[import-not-found] + from mistral_common.tokens.tokenizers.base import TokenizerVersion # type: ignore[import-not-found, ty:unresolved-import] + from mistral_common.tokens.tokenizers.multimodal import DATASET_MEAN as _MISTRAL_COMMON_DATASET_MEAN, DATASET_STD as _MISTRAL_COMMON_DATASET_STD # type: ignore[import-not-found, ty:unresolved-import] + from mistral_common.tokens.tokenizers.tekken import Tekkenizer # type: ignore[import-not-found, ty:unresolved-import] + from mistral_common.tokens.tokenizers.sentencepiece import ( # type: ignore[import-not-found, ty:unresolved-import] SentencePieceTokenizer, ) @@ -486,7 +486,7 @@ def dequant_packed(w: Tensor, scale: Tensor, shape_tensor: Tensor, zero_point: T elif quant_method == "modelopt": # Mixed-precision ModelOpt models: NVFP4 tensors are handled by # _generate_nvfp4_tensors; FP8 tensors have 1D weight_scale and - # are dequantized here. input_scale tensors are unused. + # are dequantized here. k/v scale tensors are unused. for name in self.model_tensors.keys(): if name.endswith(".weight_scale"): weight_name = name.removesuffix("_scale") @@ -494,7 +494,7 @@ def dequant_packed(w: Tensor, scale: Tensor, shape_tensor: Tensor, zero_point: T s = self.model_tensors[name] self.model_tensors[weight_name] = lambda w=w, s=s: dequant_simple(w(), s(), None) tensors_to_remove.append(name) - if name.endswith((".input_scale", ".k_scale", ".v_scale")): + if name.endswith((".k_scale", ".v_scale")): tensors_to_remove.append(name) elif quant_method is not None: raise NotImplementedError(f"Quant method is not yet supported: {quant_method!r}") @@ -542,7 +542,6 @@ def set_gguf_parameters(self): raise NotImplementedError("set_gguf_parameters() must be implemented in subclasses") def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: - new_name = self.map_tensor_name(name) # Handle gate/up expert tensor fusion if enabled @@ -607,7 +606,12 @@ def _nvfp4_pack(weight: Tensor, scale: Tensor) -> tuple[np.ndarray, list[int]]: def _nvfp4_scale2_is_trivial(scale2: Tensor) -> bool: return scale2.numel() <= 1 and abs(float(scale2.float().sum()) - 1.0) < 1e-6 - def _repack_nvfp4(self, new_name: str, weight: Tensor, scale: Tensor, scale2: Tensor): + def _repack_nvfp4(self, name: str, weight: Tensor, scale: Tensor, scale2: Tensor, input_scale: Tensor): + if "language_model." in name: + name = name.replace("language_model.", "") + + new_name = self.map_tensor_name(name) + raw, shape = self._nvfp4_pack(weight, scale) logger.info(f"Repacked {new_name} with shape {shape} and quantization NVFP4") self.gguf_writer.add_tensor(new_name, raw, raw_dtype=gguf.GGMLQuantizationType.NVFP4) @@ -619,10 +623,18 @@ def _repack_nvfp4(self, new_name: str, weight: Tensor, scale: Tensor, scale2: Te logger.info(f" + {scale_name} (per-tensor NVFP4 scale2, shape [{scale2_f32.size}])") self.gguf_writer.add_tensor(scale_name, scale2_f32) + # Emit per-tensor input_scale as a separate F32 tensor when non-trivial + if not self._nvfp4_scale2_is_trivial(input_scale): + input_scale_f32 = input_scale.float().numpy().flatten() + input_scale_name = new_name.replace(".weight", ".input_scale") + logger.info(f" + {input_scale_name} (per-tensor NVFP4 input_scale, shape [{input_scale_f32.size}])") + self.gguf_writer.add_tensor(input_scale_name, input_scale_f32) + def _generate_nvfp4_tensors(self): # Per-layer expert merging to avoid holding all experts in memory expert_blocks: dict[tuple[int, str], list[tuple[int, np.ndarray]]] = {} expert_scales: dict[tuple[int, str], list[tuple[int, float]]] = {} + expert_input_scales: dict[tuple[int, str], list[tuple[int, float]]] = {} expert_shapes: dict[tuple[int, str], list[int]] = {} n_experts = self.find_hparam(["num_local_experts", "num_experts"], optional=True) or 0 consumed: list[str] = [] @@ -632,6 +644,7 @@ def _generate_nvfp4_tensors(self): continue scale_name = name.replace(".weight", ".weight_scale") scale2_name = name.replace(".weight", ".weight_scale_2") + input_scale_name = name.replace(".weight", ".input_scale") if scale_name not in self.model_tensors: continue # Force eager materialization of lazy tensors @@ -643,11 +656,14 @@ def _generate_nvfp4_tensors(self): continue scale2 = LazyTorchTensor.to_eager(self.model_tensors.get(scale2_name, lambda: torch.tensor(1.0))()) + input_scale = LazyTorchTensor.to_eager(self.model_tensors.get(input_scale_name, lambda: torch.tensor(1.0))()) # Mark tensors for removal from model_tensors (already written to gguf) consumed.extend([name, scale_name]) if scale2_name in self.model_tensors: consumed.append(scale2_name) + if input_scale_name in self.model_tensors: + consumed.append(input_scale_name) # Check if this is a per-expert tensor m = re.search(r'\.experts\.(\d+)\.(gate_proj|up_proj|down_proj)\.weight$', name) @@ -663,34 +679,37 @@ def _generate_nvfp4_tensors(self): if key not in expert_blocks: expert_blocks[key] = [] expert_scales[key] = [] + expert_input_scales[key] = [] expert_shapes[key] = shape expert_blocks[key].append((expert_id, raw.copy())) # Collect per-expert scale2 (scalar per expert) expert_scales[key].append((expert_id, float(scale2.float().sum()))) + # Collect per-expert input_scale (scalar per expert) + expert_input_scales[key].append((expert_id, float(input_scale.float().sum()))) # Flush when all experts for this (layer, proj) are collected if n_experts > 0 and len(expert_blocks[key]) >= n_experts: - self._flush_nvfp4_experts(key, expert_blocks, expert_scales, expert_shapes, bid, proj_type) + self._flush_nvfp4_experts(key, expert_blocks, expert_scales, expert_input_scales, expert_shapes, bid, proj_type) else: - new_name = self.map_tensor_name(name) - self._repack_nvfp4(new_name, weight, scale, scale2) + self._repack_nvfp4(name, weight, scale, scale2, input_scale) # Flush any remaining experts (fallback if n_experts was unknown) for (bid, proj_type) in list(expert_blocks.keys()): - self._flush_nvfp4_experts((bid, proj_type), expert_blocks, expert_scales, expert_shapes, bid, proj_type) + self._flush_nvfp4_experts((bid, proj_type), expert_blocks, expert_scales, expert_input_scales, expert_shapes, bid, proj_type) # Remove consumed tensors so get_tensors/modify_tensors won't see them for name in consumed: self.model_tensors.pop(name, None) - # Remove unused auxiliary tensors (input_scale, k_scale, v_scale) + # Remove any remaining unused auxiliary tensors for name in list(self.model_tensors.keys()): - if name.endswith((".input_scale", ".k_scale", ".v_scale")): + if name.endswith((".k_scale", ".v_scale")): del self.model_tensors[name] - def _flush_nvfp4_experts(self, key, expert_blocks, expert_scales, expert_shapes, bid, proj_type): + def _flush_nvfp4_experts(self, key, expert_blocks, expert_scales, expert_input_scales, expert_shapes, bid, proj_type): experts = expert_blocks.pop(key) scales = expert_scales.pop(key) + input_scales = expert_input_scales.pop(key) shape = expert_shapes.pop(key) experts.sort(key=lambda x: x[0]) @@ -708,6 +727,14 @@ def _flush_nvfp4_experts(self, key, expert_blocks, expert_scales, expert_shapes, logger.info(f" + {scale_name} (per-expert NVFP4 scale2, shape [{len(scales)}])") self.gguf_writer.add_tensor(scale_name, scale_vals) + # Emit per-expert input_scale tensor if any expert has non-trivial input_scale + input_scales.sort(key=lambda x: x[0]) + input_scale_vals = np.array([s[1] for s in input_scales], dtype=np.float32) + if not np.allclose(input_scale_vals, 1.0, atol=1e-6): + input_scale_name = new_name.replace(".weight", ".input_scale") + logger.info(f" + {input_scale_name} (per-expert NVFP4 input_scale, shape [{len(input_scales)}])") + self.gguf_writer.add_tensor(input_scale_name, input_scale_vals) + del experts, merged def prepare_tensors(self): @@ -947,6 +974,9 @@ def load_hparams(dir_model: Path, is_mistral_format: bool): if "thinker_config" in config: # rename for Qwen2.5-Omni config["text_config"] = config["thinker_config"]["text_config"] + if "language_config" in config: + # rename for DeepSeekOCR + config["text_config"] = config["language_config"] if "lfm" in config: # rename for LFM2-Audio config["text_config"] = config["lfm"] @@ -1134,7 +1164,7 @@ def set_gguf_parameters(self): if (n_experts := self.find_hparam(["num_local_experts", "num_experts"], optional=True)) is not None: self.gguf_writer.add_expert_count(n_experts) logger.info(f"gguf: expert count = {n_experts}") - if (n_experts_used := self.find_hparam(["num_experts_per_tok", "num_experts_per_token"], optional=True)) is not None: + if (n_experts_used := self.find_hparam(["num_experts_per_tok", "num_experts_per_token", "top_k_experts"], optional=True)) is not None: self.gguf_writer.add_expert_used_count(n_experts_used) logger.info(f"gguf: experts used count = {n_experts_used}") if (n_expert_groups := self.hparams.get("n_group")) is not None: @@ -1308,6 +1338,9 @@ def get_vocab_base_pre(self, tokenizer) -> str: if chkhsh == "b3d1dd861f1d4c5c0d2569ce36baf3f90fe8a102db3de50dd71ff860d91be3df": # ref: https://huggingface.co/aari1995/German_Semantic_V3 res = "jina-v2-de" + if chkhsh == "0fe1cf6eda062318a1af7270f3331a85c539a01778ff948e24388e949c5282f4": + # ref: https://huggingface.co/evilfreelancer/ruGPT3XL + res = "gpt-2" if chkhsh == "0ef9807a4087ebef797fc749390439009c3b9eda9ad1a097abbe738f486c01e5": # ref: https://huggingface.co/meta-llama/Meta-Llama-3-8B res = "llama-bpe" @@ -1503,6 +1536,9 @@ def get_vocab_base_pre(self, tokenizer) -> str: if chkhsh == "e4d54df1ebc1f2b91acd986c5b51aa50837d5faf7c7398e73c1f9e9ee5d19869": # ref: https://huggingface.co/kakaocorp/kanana-2-30b-a3b-instruct-2601 res = "kanana2" + if chkhsh == "862f827721df956049dff5ca81a57f29e575280bc622e290d3bf4e35eca29015": + # ref: https://huggingface.co/codefuse-ai/F2LLM-v2-4B + res = "f2llmv2" if res is None: logger.warning("\n") @@ -2071,7 +2107,7 @@ class MmprojModel(ModelBase): preprocessor_config: dict[str, Any] global_config: dict[str, Any] - n_block_keys = ["n_layers", "num_hidden_layers", "n_layer", "num_layers", "depth", "encoder_layers", "vt_num_hidden_layers"] + n_block_keys = ["n_layers", "num_hidden_layers", "n_layer", "num_layers", "depth", "layers", "encoder_layers", "vt_num_hidden_layers"] has_vision_encoder: bool = True # by default has_audio_encoder: bool = False @@ -4273,6 +4309,16 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter @ModelBase.register("InternVisionModel") class InternVisionModel(MmprojModel): + + min_dynamic_tiles: int = 0 + max_dynamic_tiles: int = 0 + + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + assert self.hparams_vision is not None + self.min_dynamic_tiles = self.global_config.get("min_dynamic_patch", 0) + self.max_dynamic_tiles = self.global_config.get("max_dynamic_patch", 0) + def set_gguf_parameters(self): assert self.hparams_vision is not None if isinstance(self.hparams_vision['image_size'], list): @@ -4295,6 +4341,11 @@ def set_gguf_parameters(self): downsample_ratio = self.global_config.get("downsample_ratio") assert downsample_ratio is not None self.gguf_writer.add_vision_projector_scale_factor(int(1.0 / downsample_ratio)) + # older models may not have min/max_dynamic_patch in config + if self.min_dynamic_tiles > 0: + self.gguf_writer.add_vision_preproc_min_tiles(self.min_dynamic_tiles) + if self.max_dynamic_tiles > 0: + self.gguf_writer.add_vision_preproc_max_tiles(self.max_dynamic_tiles) def tensor_force_quant(self, name, new_name, bid, n_dims): if ".position_embd." in new_name: @@ -4557,7 +4608,7 @@ def prepare_tensors(self): raise ValueError(f"Unprocessed experts: {experts}") -@ModelBase.register("Qwen3ForCausalLM") +@ModelBase.register("Qwen3ForCausalLM", "Qwen3Model") class Qwen3Model(Qwen2Model): model_arch = gguf.MODEL_ARCH.QWEN3 @@ -4990,6 +5041,97 @@ def _reorder_v_heads(tensor: Tensor, dim: int, num_k_heads: int, num_v_per_k: in perm[dim], perm[dim + 1] = perm[dim + 1], perm[dim] return tensor.permute(*perm).contiguous().reshape(*shape) + def _transform_nvfp4_weight(self, name: str, weight: Tensor, scale: Tensor) -> tuple[Tensor, Tensor]: + if not name.endswith(( + ".linear_attn.in_proj_qkv.weight", + ".linear_attn.in_proj_z.weight", + ".linear_attn.in_proj_a.weight", + ".linear_attn.in_proj_b.weight", + ".linear_attn.out_proj.weight", + )): + return weight, scale + + num_k_heads = self.hparams["linear_num_key_heads"] + num_v_heads = self.hparams["linear_num_value_heads"] + head_k_dim = self.hparams["linear_key_head_dim"] + head_v_dim = self.hparams["linear_value_head_dim"] + num_v_per_k = num_v_heads // num_k_heads + + def unpack_nibbles(qs: Tensor) -> Tensor: + lo = torch.bitwise_and(qs, 0x0F) + hi = torch.bitwise_right_shift(qs, 4) + return torch.stack((lo, hi), dim=-1).reshape(*qs.shape[:-1], qs.shape[-1] * 2) + + def pack_nibbles(codes: Tensor) -> Tensor: + codes = codes.reshape(*codes.shape[:-1], codes.shape[-1] // 2, 2) + lo = torch.bitwise_and(codes[..., 0], 0x0F) + hi = torch.bitwise_left_shift(torch.bitwise_and(codes[..., 1], 0x0F), 4) + return torch.bitwise_or(lo, hi).contiguous() + + def apply_col_perm(qs: Tensor, scales: Tensor, col_perm: Tensor) -> tuple[Tensor, Tensor]: + assert qs.ndim >= 2 + assert scales.ndim >= 2 + + k = qs.shape[-1] * 2 + assert col_perm.numel() == k + assert k % 16 == 0 + + group_cols = col_perm.reshape(-1, 16) + group_starts = group_cols[:, 0] + expected = group_starts.unsqueeze(1) + torch.arange(16, dtype=col_perm.dtype) + assert torch.equal(group_cols, expected) + assert torch.all(group_starts % 16 == 0) + + group_perm = (group_starts // 16).to(dtype=torch.long) + expected_groups = torch.arange(scales.shape[-1], dtype=torch.long) + assert group_perm.numel() == scales.shape[-1] + assert torch.equal(torch.sort(group_perm).values, expected_groups) + + codes = unpack_nibbles(qs) + codes = codes.index_select(-1, col_perm.to(device=qs.device, dtype=torch.long)) + qs = pack_nibbles(codes) + scales = scales.index_select(-1, group_perm.to(device=scales.device)) + return qs, scales + + def reorder_rows(qs: Tensor, scales: Tensor, head_dim: int) -> tuple[Tensor, Tensor]: + row_perm = self._reorder_v_heads( + torch.arange(num_v_heads * head_dim, dtype=torch.long).unsqueeze(-1), + 0, num_k_heads, num_v_per_k, head_dim, + ).squeeze(-1) + return ( + qs.index_select(0, row_perm.to(device=qs.device)), + scales.index_select(0, row_perm.to(device=scales.device)), + ) + + if name.endswith(".linear_attn.in_proj_qkv.weight"): + q_dim = head_k_dim * num_k_heads + k_dim = head_k_dim * num_k_heads + q = weight[:q_dim] + k = weight[q_dim:q_dim + k_dim] + v = weight[q_dim + k_dim:] + q_scale = scale[:q_dim] + k_scale = scale[q_dim:q_dim + k_dim] + v_scale = scale[q_dim + k_dim:] + v, v_scale = reorder_rows(v, v_scale, head_v_dim) + return torch.cat([q, k, v], dim=0), torch.cat([q_scale, k_scale, v_scale], dim=0) + + if name.endswith(".linear_attn.in_proj_z.weight"): + weight, scale = reorder_rows(weight, scale, head_v_dim) + elif name.endswith((".linear_attn.in_proj_a.weight", ".linear_attn.in_proj_b.weight")): + weight, scale = reorder_rows(weight, scale, 1) + elif name.endswith(".linear_attn.out_proj.weight"): + col_perm = self._reorder_v_heads( + torch.arange(num_v_heads * head_v_dim, dtype=torch.long).unsqueeze(0), + 1, num_k_heads, num_v_per_k, head_v_dim, + ).squeeze(0) + weight, scale = apply_col_perm(weight, scale, col_perm) + + return weight, scale + + def _repack_nvfp4(self, name: str, weight: Tensor, scale: Tensor, scale2: Tensor, input_scale: Tensor): + weight, scale = self._transform_nvfp4_weight(name, weight, scale) + super()._repack_nvfp4(name, weight, scale, scale2, input_scale) + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: num_k_heads = self.hparams.get("linear_num_key_heads", 0) num_v_heads = self.hparams.get("linear_num_value_heads", 0) @@ -5079,6 +5221,47 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter yield from super().modify_tensors(data_torch, new_name, bid) +@ModelBase.register("RuGPT3XLForCausalLM") +class RuGPT3XLModel(TextModel): + model_arch = gguf.MODEL_ARCH.GPT2 + + _qkv_parts: list[dict[str, Tensor]] | None = None + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + # Fuse separate Q, K, V projections into a single QKV tensor + if ".self_attn.q_proj." in name or ".self_attn.k_proj." in name or ".self_attn.v_proj." in name: + suffix = "weight" if name.endswith(".weight") else "bias" + part = "q" if ".q_proj." in name else ("k" if ".k_proj." in name else "v") + key = f"{part}.{suffix}" + + assert bid is not None + if self._qkv_parts is None: + self._qkv_parts = [{} for _ in range(self.block_count)] + self._qkv_parts[bid][key] = data_torch + + q_key, k_key, v_key = f"q.{suffix}", f"k.{suffix}", f"v.{suffix}" + if all(k in self._qkv_parts[bid] for k in [q_key, k_key, v_key]): + q = self._qkv_parts[bid].pop(q_key) + k = self._qkv_parts[bid].pop(k_key) + v = self._qkv_parts[bid].pop(v_key) + data_torch = torch.cat([q, k, v], dim=0) + name = self.format_tensor_name(gguf.MODEL_TENSOR.ATTN_QKV, bid, f".{suffix}") + logger.debug(f"Fused Q/K/V {suffix} for layer {bid} -> {name}") + else: + return + + yield from super().modify_tensors(data_torch, name, bid) + + def prepare_tensors(self): + super().prepare_tensors() + + if self._qkv_parts is not None: + # flatten `list[dict[str, Tensor]]` into `list[str]` + parts = [f"({i}){k}" for i, d in enumerate(self._qkv_parts) for k in d.keys()] + if len(parts) > 0: + raise ValueError(f"Unprocessed Q/K/V parts: {parts}") + + @ModelBase.register("PhiForCausalLM") class Phi2Model(TextModel): model_arch = gguf.MODEL_ARCH.PHI2 @@ -6695,7 +6878,9 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter @ModelBase.register("Gemma3ForCausalLM", "Gemma3ForConditionalGeneration") class Gemma3Model(TextModel): model_arch = gguf.MODEL_ARCH.GEMMA3 - norm_shift = 1.0 # Gemma3RMSNorm adds 1.0 to the norm value + + def norm_shift(self, name: str) -> float: + return 1.0 if name.endswith("norm.weight") else 0.0 # Gemma3RMSNorm adds 1.0 to the norm value def set_vocab(self): if (self.dir_model / "tokenizer.model").is_file(): @@ -6733,17 +6918,22 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter # remove OOV (out-of-vocabulary) rows in token_embd if "embed_tokens.weight" in name: + n_vocab_real = -1 if (self.dir_model / "tokenizer.model").is_file(): tokens = self._create_vocab_sentencepiece()[0] + n_vocab_real = len(tokens) else: - tokens = self.get_vocab_base()[0] - data_torch = data_torch[:len(tokens)] + with open(self.dir_model / "tokenizer.json", "r", encoding="utf-8") as f: + tokenizer_json = json.load(f) + n_vocab_real = len(tokenizer_json["model"]["vocab"]) + len(tokenizer_json["added_tokens"]) + data_torch = data_torch[:n_vocab_real] # ref code in Gemma3RMSNorm # output = output * (1.0 + self.weight.float()) # note: this is not the case on gemma3n - if name.endswith("norm.weight"): - data_torch = data_torch + self.norm_shift + f_shift = self.norm_shift(name) + if f_shift != 0.0: + data_torch = data_torch + f_shift yield from super().modify_tensors(data_torch, name, bid) @@ -6917,6 +7107,71 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter assert data_torch.shape[2] == 1 data_torch = data_torch.reshape(data_torch.shape[0], data_torch.shape[1]) + mapped_name = self.map_tensor_name(name, (".weight", ".bias", ".input_max", ".input_min", ".output_max", ".output_min")) + yield (mapped_name, data_torch) + + +@ModelBase.register("DeepseekOCRForCausalLM") +class DeepseekOCRVisionModel(MmprojModel): + def set_gguf_parameters(self): + super().set_gguf_parameters() + hparams = self.hparams + self.gguf_writer.add_clip_projector_type(gguf.VisionProjectorType.DEEPSEEKOCR) + # default values below are taken from HF tranformers code + self.gguf_writer.add_vision_attention_layernorm_eps(hparams.get("layer_norm_eps", 1e-6)) + self.gguf_writer.add_vision_use_gelu(True) + # calculate proj_scale_factor (used by tinygemma3 test model) + image_seq_length = self.preprocessor_config.get("image_seq_length", 256) + n_per_side = int(image_seq_length ** 0.5) + image_size = self.hparams["image_size"] + patch_size = self.hparams["patch_size"] + proj_scale_factor = (image_size // patch_size) // n_per_side + if proj_scale_factor > 0 and proj_scale_factor != 4: + # we only need to write this if it's not the default value + # in this case, we are converting a test model + self.gguf_writer.add_vision_projector_scale_factor(proj_scale_factor) + # @bluebread: there's no window_size in config but just add it here anyway + self.gguf_writer.add_vision_window_size(self.hparams.get("window_size", 14)) + + # SAM configuration + sam_hparams = hparams['sam'] + self.gguf_writer.add_vision_sam_layers_count(sam_hparams['layers']) + self.gguf_writer.add_vision_sam_embedding_length(sam_hparams['width']) + self.gguf_writer.add_vision_sam_head_count(sam_hparams['heads']) + + def get_vision_config(self) -> dict[str, Any]: + vision_config: dict[str, Any] | None = self.global_config.get("vision_config") + + if not vision_config: + raise ValueError("DeepseekOCR model requires 'vision_config' in the model configuration, but it was not found") + + vision_config['sam'] = vision_config['width']['sam_vit_b'] + vision_config.update(vision_config['width']['clip-l-14-224']) + vision_config['hidden_size'] = vision_config['width'] + vision_config['num_heads'] = vision_config['heads'] + vision_config['intermediate_size'] = vision_config['heads'] * 4 + + return vision_config + + def tensor_force_quant(self, name, new_name, bid, n_dims): + if ".embeddings." in name or 'pos_embed' in name: + return gguf.GGMLQuantizationType.F32 + if ".rel_pos_h" in name or '.rel_pos_w' in name: + return gguf.GGMLQuantizationType.F32 + if ".neck." in name or ".net_" in name: + return gguf.GGMLQuantizationType.F32 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + # Only process vision-related tensors, skip language model tensors + # Vision components: sam_model, vision_model, projector, image_newline, view_seperator + # Language model components to skip: lm_head, embed_tokens, layers, norm + if name.startswith(("lm_head.", "model.embed_tokens.", "model.layers.", "model.norm.")): + return + + if name.endswith("pos_embed") or name.endswith("rel_pos_h") or name.endswith("rel_pos_w"): + name += ".weight" + yield from super().modify_tensors(data_torch, name, bid) @@ -7042,7 +7297,6 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter @ModelBase.register("Gemma3nForCausalLM", "Gemma3nForConditionalGeneration") class Gemma3NModel(Gemma3Model): model_arch = gguf.MODEL_ARCH.GEMMA3N - norm_shift = 0.0 # same value with Gemma3p5RMSNorm scale_shift on python code _altup_proj: list[Tensor] = [] _altup_unembd: list[Tensor] = [] @@ -7061,6 +7315,10 @@ def __init__(self, *args, **kwargs): torch.Tensor(), # to be replaced ] + def norm_shift(self, name: str) -> float: + del name + return 0.0 # same value with Gemma3p5RMSNorm scale_shift on python code + def set_vocab(self): # For Gemma3n multimodal models, we need the FULL vocab_size (262400) # which includes special tokens from 262144-262399 for vision/audio. @@ -7178,6 +7436,212 @@ def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iter yield from super().modify_tensors(data_torch, name, bid) +@ModelBase.register("Gemma4ForConditionalGeneration") +class Gemma4Model(Gemma3Model): + model_arch = gguf.MODEL_ARCH.GEMMA4 + + def norm_shift(self, name: str) -> float: + del name # unused + return 0.0 + + def set_vocab(self): + vocab = gguf.LlamaHfVocab(self.dir_model) + tokens = [] + scores = [] + toktypes = [] + visible_tokens = {"<|channel>", "", "<|tool_call>", "", "<|tool_response>", "", "<|\"|>"} + + for text, score, toktype in vocab.all_tokens(): + tokens.append(text) + scores.append(score) + text_str = text.decode() + if text_str in visible_tokens: + # always render these tokens, so that the chat parser can read them + toktypes.append(gguf.TokenType.USER_DEFINED) + logger.info(f"Token '{text_str}' is set to USER_DEFINED") + else: + toktypes.append(toktype) + + assert len(tokens) == vocab.vocab_size + + # TODO @ngxson : there are some known (rare) issues with the tokenizer during development + # but I don't have time to dive into them right now; + # using a dedicated tokenizer name so that we can fix later without re-converting GGUF + self.gguf_writer.add_tokenizer_model("gemma4") + self.gguf_writer.add_token_list(tokens) + self.gguf_writer.add_token_scores(scores) + self.gguf_writer.add_token_types(toktypes) + + special_vocab = gguf.SpecialVocab(self.dir_model, load_merges=True) + special_vocab.add_to_gguf(self.gguf_writer) + self.gguf_writer.add_add_space_prefix(False) + self.gguf_writer.add_add_bos_token(False) # already added via the chat template + + def set_gguf_parameters(self): + super().set_gguf_parameters() + + num_kv_shared_layers = self.hparams["num_kv_shared_layers"] + self.gguf_writer.add_shared_kv_layers(num_kv_shared_layers) + + # per-layer embedding is optional + n_pl_embd = self.hparams.get("hidden_size_per_layer_input") or 0 + self.gguf_writer.add_embedding_length_per_layer_input(n_pl_embd) + + swa_layers = [t == "sliding_attention" for t in self.hparams["layer_types"]] + self.gguf_writer.add_sliding_window_pattern(swa_layers) + + head_dim_full = self.hparams["global_head_dim"] + head_dim_swa = self.hparams["head_dim"] + # correct the head dim for global/swa layers + self.gguf_writer.add_key_length(head_dim_full) + self.gguf_writer.add_value_length(head_dim_full) + self.gguf_writer.add_key_length_swa(head_dim_swa) + self.gguf_writer.add_value_length_swa(head_dim_swa) + + expert_intermediate_size = self.find_hparam(["expert_intermediate_size", "moe_intermediate_size"]) + if expert_intermediate_size is not None: + self.gguf_writer.add_expert_feed_forward_length(expert_intermediate_size) + + # if use_double_wide_mlp is set, we need to adjust the value for kv shared layers + use_double_wide_mlp = self.hparams.get("use_double_wide_mlp", False) + first_kv_shared_layer_idx = self.block_count - num_kv_shared_layers + if use_double_wide_mlp: + n_ff = self.hparams["intermediate_size"] + n_ff_arr = [n_ff if il < first_kv_shared_layer_idx else n_ff * 2 for il in range(self.block_count)] + self.gguf_writer.add_feed_forward_length(n_ff_arr) + + # handle num_global_key_value_heads + num_key_value_heads_full = self.hparams.get("num_global_key_value_heads") + num_key_value_heads_swa = self.hparams.get("num_key_value_heads") + if num_key_value_heads_full is not None and num_key_value_heads_swa is not None: + value_arr = [num_key_value_heads_swa if is_swa else num_key_value_heads_full for is_swa in swa_layers] + self.gguf_writer.add_head_count_kv(value_arr) + + # handle n_rot differently for global vs swa layers + partial_rotary_factor_swa = self.hparams.get("partial_rotary_factor", 1.0) + n_rot_full = int(head_dim_full) # "proportional" is used, see generate_extra_tensors + n_rot_swa = int(head_dim_swa * partial_rotary_factor_swa) + self.gguf_writer.add_rope_dimension_count(n_rot_full) + self.gguf_writer.add_rope_dimension_count_swa(n_rot_swa) + + def generate_extra_tensors(self) -> Iterable[tuple[str, Tensor]]: + # full layer uses "proportional" rope with partial_rotary_factor=0.25 + # the expected ordering is cc000000ss000000 (c = cos, s = sin, 0 = unrotated), + # but ggml neox only supports ccss000000000000, and we cannot rearrange the head because that will break use_alternative_attention + # solution is to set specific freq_factors for the unrotated dims + + # IMPORTANT: this ROPE_FREQS tensor is ONLY used by the full_attention layers + rope_params_full = self.hparams["rope_parameters"]["full_attention"] + assert rope_params_full["rope_type"] == "proportional" + head_dim_full = (self.hparams["global_head_dim"]) + partial_rotary_factor_full = rope_params_full["partial_rotary_factor"] + n_rot_full = int(head_dim_full * partial_rotary_factor_full / 2) + n_unrot_full = int(head_dim_full / 2) - n_rot_full + values = [1.0] * n_rot_full + [1e30] * n_unrot_full + rope_freqs_full = torch.tensor(values, dtype=torch.float32) + yield (self.format_tensor_name(gguf.MODEL_TENSOR.ROPE_FREQS), rope_freqs_full) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + if name.endswith("per_dim_scale") or name.endswith("layer_scalar"): + name = name + ".weight" + + if "language_model." not in name and "rope_freqs" not in name: + return # skip non-language model tensors + + name = name.replace("language_model.", "") + if name.endswith("router.scale"): + name = self.format_tensor_name(gguf.MODEL_TENSOR.FFN_GATE_INP, bid, ".scale") + yield (name, data_torch) + return + if ".per_expert_scale" in name: + # convert per-expert scale to FFN down scale + name = self.format_tensor_name(gguf.MODEL_TENSOR.FFN_DOWN_EXP, bid, ".scale") + yield (name, data_torch) + return + if ".experts." in name and not name.endswith(".weight"): + name += ".weight" + + yield from super().modify_tensors(data_torch, name, bid) + + +@ModelBase.register("Gemma4ForConditionalGeneration") +class Gemma4VisionAudioModel(MmprojModel): + has_audio_encoder = True + has_vision_encoder = True + + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + assert self.hparams_vision is not None + self.hparams_vision["image_size"] = 224 # unused, but set to avoid error + + # remap audio hparams + if self.hparams_audio: + self.hparams_audio["feat_in"] = self.hparams_audio.get("input_feat_size", 128) + self.hparams_audio["intermediate_size"] = self.hparams_audio["hidden_size"] * 4 + else: + self.has_audio_encoder = False + + def set_gguf_parameters(self): + super().set_gguf_parameters() + + # vision params + self.gguf_writer.add_clip_vision_projector_type(gguf.VisionProjectorType.GEMMA4V) + self.gguf_writer.add_vision_attention_layernorm_eps(self.hparams.get("layer_norm_eps", 1e-6)) + + # audio params + if self.hparams_audio: + self.gguf_writer.add_clip_audio_projector_type(gguf.VisionProjectorType.GEMMA4A) + self.gguf_writer.add_audio_num_mel_bins(self.hparams_audio["feat_in"]) + self.gguf_writer.add_audio_attention_layernorm_eps(1e-5) + + def is_audio_tensor(self, name: str) -> bool: + return "audio_tower" in name or "embed_audio" in name + + def tensor_force_quant(self, name, new_name, bid, n_dims): + if self.is_audio_tensor(name): + if ".conv" in name or "_conv" in name and ".weight" in name: + return gguf.GGMLQuantizationType.F32 + if "position_embedding_table" in name: + return gguf.GGMLQuantizationType.F32 + return super().tensor_force_quant(name, new_name, bid, n_dims) + + def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: + del bid # unused + + if name.startswith("model.language_model."): + return # skip + + if len(data_torch.shape) == 0: + # convert scalar tensors (input/output_mix/max) to 1D tensors + data_torch = data_torch.unsqueeze(0) + + if self.is_audio_tensor(name): + assert self.hparams_audio is not None + name = name.replace("model.audio_tower.", "conformer.") + name = name.replace(".linear.", ".") + if name.endswith("per_dim_key_scale") or name.endswith("per_dim_scale"): + name = name + ".weight" + data_torch = torch.nn.functional.softplus(data_torch) + if "lconv1d.depthwise_conv1d" in name and name.endswith(".weight"): + assert data_torch.shape[1] == 1 + data_torch = data_torch.reshape(data_torch.shape[0], data_torch.shape[2]) + mapped_name = self.map_tensor_name(name, (".weight", ".bias", ".input_max", ".input_min", ".output_max", ".output_min")) + yield (mapped_name, data_torch) + + else: + name = name.replace("model.vision_tower.encoder.", "vision_model.model.") + name = name.replace(".linear.weight", ".weight") + if name.endswith("layer_scalar") or name.endswith("position_embedding_table"): + name = name + ".weight" + if name.endswith("patch_embedder.input_proj.weight"): + n_embd, ksize_sq_c = data_torch.shape + patch_size = int((ksize_sq_c // 3) ** 0.5) + data_torch = data_torch.reshape(n_embd, patch_size, patch_size, 3) + data_torch = data_torch.permute(0, 3, 1, 2).contiguous() + mapped_name = self.map_tensor_name(name, (".weight", ".bias", ".input_max", ".input_min", ".output_max", ".output_min")) + yield (mapped_name, data_torch) + + @ModelBase.register("Starcoder2ForCausalLM") class StarCoder2Model(TextModel): model_arch = gguf.MODEL_ARCH.STARCODER2 @@ -8265,6 +8729,19 @@ class DeepseekV2Model(TextModel): merge_expert = True + def __init__(self, *args, **kwargs): + super().__init__(*args, **kwargs) + hparams: dict = ModelBase.load_hparams(self.dir_model, is_mistral_format=False) + self.origin_hf_arch = hparams.get('architectures', [None])[0] + + # special handling for Deepseek OCR + if self.origin_hf_arch == "DeepseekOCRForCausalLM": + self.model_arch = gguf.MODEL_ARCH.DEEPSEEK2OCR + self.gguf_writer.arch = gguf.MODEL_ARCH_NAMES[self.model_arch] + self.gguf_writer.add_architecture() + # default jinja template + self.gguf_writer.add_chat_template("{% for m in messages %}{{m['content']}}{% endfor %}") + def set_vocab(self): try: self._set_vocab_gpt2() @@ -8320,9 +8797,15 @@ def set_vocab(self): raise NotImplementedError(f"Deepseek pre-tokenizer {tokpre!r} is not supported yet!") def set_gguf_parameters(self): + is_ocr = (self.model_arch == gguf.MODEL_ARCH.DEEPSEEK2OCR) - # note: deepseek2 using MLA converts into MQA (ie: GQA with 1 group) - self.hparams["num_key_value_heads"] = 1 + if is_ocr: + self.hparams['rope_theta'] = self.hparams.get('rope_theta', 10000.0) + else: + # note: deepseek2 using MLA converts into MQA (ie: GQA with 1 group) + self.hparams["num_key_value_heads"] = 1 + + self.hparams['rms_norm_eps'] = self.hparams.get('rms_norm_eps', 1e-6) super().set_gguf_parameters() hparams = self.hparams @@ -8336,16 +8819,18 @@ def set_gguf_parameters(self): # Default: if no MoE, all layers are dense; if MoE, none are dense first_k_dense_replace = hparams["num_hidden_layers"] if not has_moe else 0 self.gguf_writer.add_leading_dense_block_count(first_k_dense_replace) + kv_lora_rank = hparams.get("kv_lora_rank", 512) self.gguf_writer.add_vocab_size(hparams["vocab_size"]) if "q_lora_rank" in hparams and hparams["q_lora_rank"] is not None: self.gguf_writer.add_q_lora_rank(hparams["q_lora_rank"]) - self.gguf_writer.add_kv_lora_rank(hparams["kv_lora_rank"]) # note: deepseek2 using MLA converts into MQA with larger heads, then decompresses to MHA - self.gguf_writer.add_key_length(hparams["kv_lora_rank"] + hparams["qk_rope_head_dim"]) - self.gguf_writer.add_value_length(hparams["kv_lora_rank"]) - self.gguf_writer.add_key_length_mla(hparams["qk_nope_head_dim"] + hparams["qk_rope_head_dim"]) - self.gguf_writer.add_value_length_mla(hparams["v_head_dim"]) + if not is_ocr: + self.gguf_writer.add_kv_lora_rank(kv_lora_rank) + self.gguf_writer.add_key_length(kv_lora_rank + hparams["qk_rope_head_dim"]) + self.gguf_writer.add_value_length(kv_lora_rank) + self.gguf_writer.add_key_length_mla(hparams["qk_nope_head_dim"] + hparams["qk_rope_head_dim"]) + self.gguf_writer.add_value_length_mla(hparams["v_head_dim"]) # MoE parameters (required by C++ code for DEEPSEEK2 arch) # For non-MoE models like Youtu, use intermediate_size as expert_feed_forward_length @@ -8377,8 +8862,15 @@ def set_gguf_parameters(self): _experts: list[dict[str, Tensor]] | None = None def modify_tensors(self, data_torch: Tensor, name: str, bid: int | None) -> Iterable[tuple[str, Tensor]]: - # skip vision tensors and remove "language_model." for Kimi-VL and Kimi-K2.5 - if "vision_tower" in name or "multi_modal_projector" in name or "mm_projector" in name: + # skip vision tensors and remove "language_model." for Kimi-VL and Kimi-K2.5, and DeepSeek-OCR + if ("vision_tower" in name + or "multi_modal_projector" in name + or "mm_projector" in name + or "vision_model" in name + or "image_newline" in name + or "model.projector" in name + or "sam_model" in name + or "view_seperator" in name): return if name.startswith("siglip2.") or name.startswith("merger."): return diff --git a/convert_hf_to_gguf_update.py b/convert_hf_to_gguf_update.py index b31ddcca774..086f1c22863 100755 --- a/convert_hf_to_gguf_update.py +++ b/convert_hf_to_gguf_update.py @@ -154,6 +154,7 @@ class TOKENIZER_TYPE(IntEnum): {"name": "qwen35", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/Qwen/Qwen3.5-9B-Instruct", }, {"name": "joyai-llm", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/jdopensource/JoyAI-LLM-Flash", }, {"name": "kanana2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/kakaocorp/kanana-2-30b-a3b-instruct-2601", }, + {"name": "f2llmv2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/codefuse-ai/F2LLM-v2-4B", }, ] # some models are known to be broken upstream, so we will skip them as exceptions @@ -177,6 +178,7 @@ class TOKENIZER_TYPE(IntEnum): {"name": "grok-2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/alvarobartt/grok-2-tokenizer", "chkhsh": "66b8d4e19ab16c3bfd89bce5d785fb7e0155e8648708a1f42077cb9fe002c273"}, # jina-v2-de variants {"name": "jina-v2-de", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/aari1995/German_Semantic_V3", "chkhsh": "b3d1dd861f1d4c5c0d2569ce36baf3f90fe8a102db3de50dd71ff860d91be3df"}, + {"name": "gpt-2", "tokt": TOKENIZER_TYPE.BPE, "repo": "https://huggingface.co/evilfreelancer/ruGPT3XL", "chkhsh": "0fe1cf6eda062318a1af7270f3331a85c539a01778ff948e24388e949c5282f4"}, ] diff --git a/docs/backend/CANN.md b/docs/backend/CANN.md index 51adaaf95f5..b0dbc926222 100755 --- a/docs/backend/CANN.md +++ b/docs/backend/CANN.md @@ -42,12 +42,22 @@ The llama.cpp CANN backend is designed to support Ascend NPU. It utilize the abi ### Ascend NPU -**Verified devices** +You can retrieve your Ascend device IDs using the following command: -| Ascend NPU | Status | -|:-----------------------------:|:-------:| -| Atlas 300T A2 | Support | -| Atlas 300I Duo | Support | +```sh +lspci -n | grep -Eo '19e5:d[0-9a-f]{3}' | cut -d: -f2 +``` + +**Devices** + +| Device Id | Product Series | Product Models | Chip Model | Verified Status | +|:---------:|----------------|----------------|:----------:|:---------------:| +| d803 | Atlas A3 Train | | 910C | | +| d803 | Atlas A3 Infer | | 910C | | +| d802 | Atlas A2 Train | | 910B | | +| d802 | Atlas A2 Infer | Atlas 300I A2 | 910B | Support | +| d801 | Atlas Train | | 910 | | +| d500 | Atlas Infer | Atlas 300I Duo | 310P | Support | *Notes:* @@ -57,6 +67,9 @@ The llama.cpp CANN backend is designed to support Ascend NPU. It utilize the abi ## Model Supports +
+Text-only + | Model Name | FP16 | Q4_0 | Q8_0 | |:----------------------------|:-----:|:----:|:----:| | Llama-2 | √ | √ | √ | @@ -118,8 +131,11 @@ The llama.cpp CANN backend is designed to support Ascend NPU. It utilize the abi | Trillion-7B-preview | √ | √ | √ | | Ling models | √ | √ | √ | +
+ +
+Multimodal -**Multimodal** | Model Name | FP16 | Q4_0 | Q8_0 | |:----------------------------|:-----:|:----:|:----:| | LLaVA 1.5 models, LLaVA 1.6 models | x | x | x | @@ -134,15 +150,22 @@ The llama.cpp CANN backend is designed to support Ascend NPU. It utilize the abi | GLM-EDGE | √ | √ | √ | | Qwen2-VL | √ | √ | √ | +
+ ## DataType Supports -| DataType | Status | -|:----------------------:|:-------:| -| FP16 | Support | -| Q8_0 | Support | -| Q4_0 | Support | +| DataType | 910B | 310P | +|:----------------------:|:-------:|:-------:| +| FP16 | Support | Support | +| Q8_0 | Support | Partial | +| Q4_0 | Support | Partial | +| BF16 | Support | | + +> **310P note** +> - `Q8_0`: data transform / buffer path is implemented, and `GET_ROWS` is supported, but quantized `MUL_MAT` / `MUL_MAT_ID` are not supported. +> - `Q4_0`: data transform / buffer path is implemented, but quantized `MUL_MAT` / `MUL_MAT_ID` are not supported. ## Docker @@ -160,7 +183,20 @@ npu-smi info # Select the cards that you want to use, make sure these cards are not used by someone. # Following using cards of device0. -docker run --name llamacpp --device /dev/davinci0 --device /dev/davinci_manager --device /dev/devmm_svm --device /dev/hisi_hdc -v /usr/local/dcmi:/usr/local/dcmi -v /usr/local/bin/npu-smi:/usr/local/bin/npu-smi -v /usr/local/Ascend/driver/lib64/:/usr/local/Ascend/driver/lib64/ -v /usr/local/Ascend/driver/version.info:/usr/local/Ascend/driver/version.info -v /PATH_TO_YOUR_MODELS/:/app/models -it llama-cpp-cann -m /app/models/MODEL_PATH -ngl 32 -p "Building a website can be done in 10 simple steps:" +docker run --name llamacpp \ + --device /dev/davinci0 \ + --device /dev/davinci_manager \ + --device /dev/devmm_svm \ + --device /dev/hisi_hdc \ + -v /usr/local/dcmi:/usr/local/dcmi \ + -v /usr/local/bin/npu-smi:/usr/local/bin/npu-smi \ + -v /usr/local/Ascend/driver/lib64/:/usr/local/Ascend/driver/lib64/ \ + -v /usr/local/Ascend/driver/version.info:/usr/local/Ascend/driver/version.info \ + -v /PATH_TO_YOUR_MODELS/:/app/models \ + -it llama-cpp-cann \ + -m /app/models/MODEL_PATH \ + -ngl 32 \ + -p "Building a website can be done in 10 simple steps:" ``` *Notes:* @@ -171,69 +207,57 @@ docker run --name llamacpp --device /dev/davinci0 --device /dev/davinci_manager ### I. Setup Environment -1. **Install Ascend Driver and firmware** +1. **Configure Ascend user and group** ```sh - # create driver running user. - sudo groupadd -g HwHiAiUser + sudo groupadd HwHiAiUser sudo useradd -g HwHiAiUser -d /home/HwHiAiUser -m HwHiAiUser -s /bin/bash sudo usermod -aG HwHiAiUser $USER - - # download driver from https://www.hiascend.com/hardware/firmware-drivers/community according to your system - # and install driver. - sudo sh Ascend-hdk-910b-npu-driver_x.x.x_linux-{arch}.run --full --install-for-all ``` - Once installed, run `npu-smi info` to check whether driver is installed successfully. - ```sh - +-------------------------------------------------------------------------------------------+ - | npu-smi 24.1.rc2 Version: 24.1.rc2 | - +----------------------+---------------+----------------------------------------------------+ - | NPU Name | Health | Power(W) Temp(C) Hugepages-Usage(page)| - | Chip | Bus-Id | AICore(%) Memory-Usage(MB) HBM-Usage(MB) | - +======================+===============+====================================================+ - | 2 xxx | OK | 64.4 51 15 / 15 | - | 0 | 0000:01:00.0 | 0 1873 / 15077 0 / 32768 | - +======================+===============+====================================================+ - | 5 xxx | OK | 64.0 52 15 / 15 | - | 0 | 0000:81:00.0 | 0 1874 / 15077 0 / 32768 | - +======================+===============+====================================================+ - | No running processes found in NPU 2 | - +======================+===============+====================================================+ - | No running processes found in NPU 5 | - +======================+===============+====================================================+ - ``` +2. **Install dependencies** -2. **Install Ascend Firmware** + **Ubuntu/Debian:** ```sh - # download driver from https://www.hiascend.com/hardware/firmware-drivers/community according to your system - # and install driver. - sudo sh Ascend-hdk-910b-npu-firmware_x.x.x.x.X.run --full + sudo apt-get update + sudo apt-get install -y gcc python3 python3-pip linux-headers-$(uname -r) ``` - If the following message appears, firmware is installed successfully. + + **RHEL/CentOS:** ```sh - Firmware package installed successfully! + sudo yum makecache + sudo yum install -y gcc python3 python3-pip kernel-headers-$(uname -r) kernel-devel-$(uname -r) ``` +3. **Install CANN (driver + toolkit)** -3. **Install CANN toolkit and kernels** + > The `Ascend-cann` package includes both the driver and toolkit. + > `$ARCH` can be `x86_64` or `aarch64`, `$CHIP` can be `910b` or `310p`. - CANN toolkit and kernels can be obtained from the official [CANN Toolkit](https://www.hiascend.com/zh/developer/download/community/result?module=cann) page. + ```sh + wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%208.5.T63/Ascend-cann_8.5.0_linux-$ARCH.run + sudo bash ./Ascend-cann_8.5.0_linux-$ARCH.run --install + + wget https://ascend-repo.obs.cn-east-2.myhuaweicloud.com/CANN/CANN%208.5.T63/Ascend-cann-$CHIP-ops_8.5.0_linux-$ARCH.run + sudo bash ./Ascend-cann-$CHIP-ops_8.5.0_linux-$ARCH.run --install + ``` + +4. **Verify installation** - Please download the corresponding version that satified your system. The minimum version required is 8.0.RC2.alpha002 and here is the install command. ```sh - pip3 install attrs numpy decorator sympy cffi pyyaml pathlib2 psutil protobuf scipy requests absl-py wheel typing_extensions - sh Ascend-cann-toolkit_8.0.RC2.alpha002_linux-aarch64.run --install - sh Ascend-cann-kernels-910b_8.0.RC2.alpha002_linux.run --install + npu-smi info ``` - Set Ascend Variables: + If device information is displayed correctly, the driver is functioning properly. + ```sh - echo "source ~/Ascend/ascend-toolkit/set_env.sh" >> ~/.bashrc - source ~/.bashrc + # Set environment variables (adjust path if needed) + source /usr/local/Ascend/cann/set_env.sh + + python3 -c "import acl; print(acl.get_soc_name())" ``` -Upon a successful installation, CANN is enabled for the available ascend devices. + If the command outputs the chip model, the installation was successful. ### II. Build llama.cpp diff --git a/docs/backend/OPENVINO.md b/docs/backend/OPENVINO.md index 2c57dc1a590..06760c4562e 100644 --- a/docs/backend/OPENVINO.md +++ b/docs/backend/OPENVINO.md @@ -1,6 +1,9 @@ # OpenVINO Backend for llama.cpp -[OpenVINO](https://docs.openvino.ai/) is an open-source toolkit for optimizing and deploying high-performance AI inference, specifically designed for Intel hardware, including CPUs, GPUs, and NPUs, in the cloud, on-premises, and on the edge. -This document describes the [OpenVINO backend for llama.cpp](../../src/ggml-openvino), which enables hardware-accelerated inference on **Intel® CPUs, GPUs, and NPUs** while remaining compatible with the existing **GGUF model ecosystem**. The backend translates GGML compute graphs into OpenVINO graphs and leverages graph compilation, kernel fusion, and device-specific optimizations to improve inference performance on supported Intel hardware. + +> [!NOTE] +> Performance and memory optimizations, accuracy validation, broader quantization coverage, broader operator and model support are work in progress. + +[OpenVINO](https://docs.openvino.ai/) is an open-source toolkit for optimizing and deploying high-performance AI inference, specifically designed for Intel hardware, including CPUs, GPUs, and NPUs, in the cloud, on-premises, and on the edge. [OpenVINO backend for llama.cpp](../../src/ggml-openvino) enables hardware-accelerated inference on **Intel® CPUs, GPUs, and NPUs** while remaining compatible with the existing **GGUF model ecosystem**. The backend translates GGML compute graphs into OpenVINO graphs and leverages graph compilation, kernel fusion, and device-specific optimizations to improve inference performance on supported Intel hardware. The OpenVINO backend is implemented in `ggml/src/ggml-openvino` and provides a translation layer for core GGML operations. The OpenVINO backend replaces the standard GGML graph execution path with Intel's OpenVINO inference engine. This approach allows the same GGUF model file to run on Intel CPUs, Intel GPUs (integrated and discrete), and Intel NPUs without changes to the model or the rest of the llama.cpp stack. When a `ggml_cgraph` is dispatched to OpenVINO backend, it: @@ -179,31 +182,73 @@ curl -L https://huggingface.co/unsloth/Llama-3.2-1B-Instruct-GGUF/resolve/main/L When using the OpenVINO backend, the first inference token may have slightly higher latency due to on-the-fly conversion to the OpenVINO graph. Subsequent tokens and runs will be faster. +> [!NOTE] +> Default context size is set to the model training context, which may be very large. For example, 131072 for Llama 3.2 1B, which may result in lower performance, especially on edge/laptop devices. Use `-c` to limit context size in supported llama.cpp tools for better performance. For example, `-c 512`. + ```bash # If device is unset or unavailable, defaults to CPU. # If the system has multiple GPUs, use GPU.0 or GPU.1 to explicitly target a specific GPU. # Linux export GGML_OPENVINO_DEVICE=GPU +# Enable stateful execution with GPU device to avoid known stateless execution failures. +export GGML_OPENVINO_STATEFUL_EXECUTION=1 # To run llama-simple: ./build/ReleaseOV/bin/llama-simple -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf -n 50 "The story of AI is " # To run in chat mode: -./build/ReleaseOV/bin/llama-cli -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf +./build/ReleaseOV/bin/llama-cli -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf -c 1024 +# To run llama-bench, -fa 1 is needed +GGML_OPENVINO_STATEFUL_EXECUTION=1 GGML_OPENVINO_DEVICE=GPU ./build/ReleaseOV/bin/llama-bench -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf -fa 1 + +# NPU: keep context small to avoid failures from very large model context windows. +export GGML_OPENVINO_DEVICE=NPU +./build/ReleaseOV/bin/llama-cli -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf -c 512 # Windows Command Line set GGML_OPENVINO_DEVICE=GPU +# Enable stateful execution with GPU device to avoid known stateless execution failures. +set GGML_OPENVINO_STATEFUL_EXECUTION=1 # Windows PowerShell $env:GGML_OPENVINO_DEVICE = "GPU" +$env:GGML_OPENVINO_STATEFUL_EXECUTION = "1" # To run llama-simple build\ReleaseOV\bin\llama-simple.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" -n 50 "The story of AI is " # To run in chat mode: -build\ReleaseOV\bin\llama-cli.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" +build\ReleaseOV\bin\llama-cli.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" -c 1024 +# To run llama-bench, -fa 1 is needed +build\ReleaseOV\bin\llama-bench.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" -fa 1 +# NPU: keep context small to avoid failures from very large model context windows. +# Windows Command Line +set GGML_OPENVINO_DEVICE=NPU +# Windows PowerShell +$env:GGML_OPENVINO_DEVICE = "NPU" +build\ReleaseOV\bin\llama-cli.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" -c 512 ``` > [!NOTE] > On systems with multiple GPUs, use `GPU.0` or `GPU.1` to explicitly target specific GPU. See [OpenVINO GPU Device](https://docs.openvino.ai/2026/openvino-workflow/running-inference/inference-devices-and-modes/gpu-device.html) for more details. +### Known Issues and Current Workarounds + +- GPU stateless execution is currently affected by a known issue. + - Workaround: set `GGML_OPENVINO_STATEFUL_EXECUTION=1` when using GPU device. +- NPU failures can happen when context size is too large. Recent llama.cpp behavior may resolve context size to the model training context (for example, 131072 for Llama 3.2 1B), which is too large for current NPU usage and can also stress laptop CPU/GPU on larger models. To inspect the selected context size, run `llama-cli` or `llama-server` with `-lv 3`. + - Workaround: explicitly set context size, for ex. `-c 1024` for NPU runs. Performance will be better with lower context size. +- Additional NPU limitations: + - Model caching is not yet supported. + - `llama-server -np > 1` (multiple parallel sequences) is not supported. + - `llama-perplexity` is only supported with `-b 512` or smaller. +- `--context-shift` with `llama-cli` is currently not supported with OpenVINO backend across CPU, GPU, and NPU devices. +- Encoder models (embedding, reranking) are not supported with the current OpenVINO backend implementation. +- `-fa 1` is required when running llama-bench with the OpenVINO backend. + - `GGML_OPENVINO_STATEFUL_EXECUTION=1 GGML_OPENVINO_DEVICE=GPU ./llama-bench -fa 1` +- `llama-server` with OpenVINO backend supports only one chat session/thread, when `GGML_OPENVINO_STATEFUL_EXECUTION=1` is enabled. +- For Intel GPU, NPU detection in containers, GPU, NPU user-space drivers/libraries must be present inside the image. We will include in a future PR. Until then, you can use this reference Dockerfile: [openvino.Dockerfile](https://github.com/ravi9/llama.cpp/blob/ov-docker-update/.devops/openvino.Dockerfile) + +> [!NOTE] +> The OpenVINO backend is actively under development. Fixes are underway, and this document will continue to be updated as issues are resolved. + ### Docker Build @@ -229,31 +274,42 @@ docker build --build-arg http_proxy=$http_proxy --build-arg https_proxy=$https_p Run llama.cpp with OpenVINO backend Docker container. Save sample models in `~/models` as [shown above](#3-download-sample-model). It will be mounted to the container in the examples below. +> [!NOTE] +> Intel GPU, NPU detection in containers will be included in a future PR. Until then, you can use this reference Dockerfile: [openvino.Dockerfile](https://github.com/ravi9/llama.cpp/blob/ov-docker-update/.devops/openvino.Dockerfile). + ```bash # Run Docker container -docker run --rm -it -v ~/models:/models llama-openvino:light --no-warmup -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf +docker run --rm -it -v ~/models:/models llama-openvino:light --no-warmup -c 1024 -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf # With Intel GPU access (iGPU or dGPU) docker run --rm -it -v ~/models:/models \ --device=/dev/dri --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u):$(id -g) \ -llama-openvino:light --no-warmup -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf +--env=GGML_OPENVINO_DEVICE=GPU --env=GGML_OPENVINO_STATEFUL_EXECUTION=1 \ +llama-openvino:light --no-warmup -c 1024 -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf # With Intel NPU access -docker run --rm -it --env GGML_OPENVINO_DEVICE=NPU -v ~/models:/models \ +docker run --rm -it -v ~/models:/models \ --device=/dev/accel --group-add=$(stat -c "%g" /dev/dri/render* | head -n 1) -u $(id -u):$(id -g) \ -llama-openvino:light --no-warmup -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf +--env=GGML_OPENVINO_DEVICE=NPU \ +llama-openvino:light --no-warmup -c 1024 -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf ``` -Run Llama.cpp Server with OpenVINO Backend: +Run Llama.cpp Server with OpenVINO Backend. +> [!NOTE] +> `llama-server` with OpenVINO backend supports only one chat session/thread, when `GGML_OPENVINO_STATEFUL_EXECUTION=1` is enabled. + ```bash # Run the Server Docker container -docker run --rm -it -p 8080:8080 -v ~/models:/models llama-openvino:server --no-warmup -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf - -# In a NEW terminal, test the server with curl +docker run --rm -it -p 8080:8080 -v ~/models:/models llama-openvino:server --no-warmup -m /models/Llama-3.2-1B-Instruct-Q4_0.gguf -c 1024 +# Or Using llama-server executable +./build/ReleaseOV/bin/llama-server -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf --port 8080 -c 1024 # If you are behind a proxy, make sure to set NO_PROXY to avoid proxy for localhost export NO_PROXY=localhost,127.0.0.1 +# Option 1: Open your browser to http://localhost:8080 to access the web UI for the llama.cpp server. +# Option 2: In a NEW terminal, test the server with curl + # Test health endpoint curl -f http://localhost:8080/health @@ -295,6 +351,7 @@ The OpenVINO backend can be configured using the following environment variables export GGML_OPENVINO_CACHE_DIR=/tmp/ov_cache export GGML_OPENVINO_PROFILING=1 export GGML_OPENVINO_DEVICE=GPU +export GGML_OPENVINO_STATEFUL_EXECUTION=1 ./build/ReleaseOV/bin/llama-simple -m ~/models/Llama-3.2-1B-Instruct-Q4_0.gguf -n 50 "The story of AI is " @@ -302,38 +359,27 @@ export GGML_OPENVINO_DEVICE=GPU set GGML_OPENVINO_CACHE_DIR=C:\tmp\ov_cache set GGML_OPENVINO_PROFILING=1 set GGML_OPENVINO_DEVICE=GPU +set GGML_OPENVINO_STATEFUL_EXECUTION=1 # Windows PowerShell $env:GGML_OPENVINO_CACHE_DIR = "C:\tmp\ov_cache" $env:GGML_OPENVINO_PROFILING = "1" $env:GGML_OPENVINO_DEVICE = "GPU" +$env:GGML_OPENVINO_STATEFUL_EXECUTION = "1" build\ReleaseOV\bin\llama-simple.exe -m "C:\models\Llama-3.2-1B-Instruct-Q4_0.gguf" -n 50 "The story of AI is " ``` -#### llama-bench - -```bash -# -fa 1 is required when running llama-bench with the OpenVINO backend. -GGML_OPENVINO_DEVICE=GPU ./llama-bench -fa 1 -``` - -### NPU Notes - -- Model caching is not yet supported -- Does not support llama-server -np > 1 (multiple parallel sequences) -- Only supports llama-perplexity -b 512 or smaller - ## Llama.cpp Tools The following tools work with the OpenVINO backend on CPU, GPU, NPU: -- llama-simple -- llama-run -- llama-cli -- llama-server - llama-bench +- llama-cli +- llama-completion - llama-perplexity +- llama-server +- llama-simple ## Work in Progress diff --git a/docs/build.md b/docs/build.md index 508245d536a..ef086ff4349 100644 --- a/docs/build.md +++ b/docs/build.md @@ -728,7 +728,7 @@ To read documentation for how to build on Android, [click here](./android.md) ## WebGPU [In Progress] -The WebGPU backend relies on [Dawn](https://dawn.googlesource.com/dawn). Follow the instructions [here](https://dawn.googlesource.com/dawn/+/refs/heads/main/docs/quickstart-cmake.md) to install Dawn locally so that llama.cpp can find it using CMake. The current implementation is up-to-date with Dawn commit `bed1a61`. +The WebGPU backend relies on [Dawn](https://dawn.googlesource.com/dawn). Follow the instructions [here](https://dawn.googlesource.com/dawn/+/refs/heads/main/docs/quickstart-cmake.md) to install Dawn locally so that llama.cpp can find it using CMake. The current implementation is up-to-date with Dawn commit `18eb229`. In the llama.cpp directory, build with CMake: diff --git a/docs/docker.md b/docs/docker.md index 9fb5e65eaf6..7f99bfaad62 100644 --- a/docs/docker.md +++ b/docs/docker.md @@ -13,24 +13,30 @@ We have three Docker images available for this project: Additionally, there the following images, similar to the above: -- `ghcr.io/ggml-org/llama.cpp:full-cuda`: Same as `full` but compiled with CUDA support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:light-cuda`: Same as `light` but compiled with CUDA support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:server-cuda`: Same as `server` but compiled with CUDA support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:full-rocm`: Same as `full` but compiled with ROCm support. (platforms: `linux/amd64`, `linux/arm64`) -- `ghcr.io/ggml-org/llama.cpp:light-rocm`: Same as `light` but compiled with ROCm support. (platforms: `linux/amd64`, `linux/arm64`) -- `ghcr.io/ggml-org/llama.cpp:server-rocm`: Same as `server` but compiled with ROCm support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:full-cuda`: Same as `full` but compiled with CUDA 12 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:full-cuda13`: Same as `full` but compiled with CUDA 13 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:light-cuda`: Same as `light` but compiled with CUDA 12 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:light-cuda13`: Same as `light` but compiled with CUDA 13 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:server-cuda`: Same as `server` but compiled with CUDA 12 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:server-cuda13`: Same as `server` but compiled with CUDA 13 support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:full-rocm`: Same as `full` but compiled with ROCm support. (platforms: `linux/amd64`) +- `ghcr.io/ggml-org/llama.cpp:light-rocm`: Same as `light` but compiled with ROCm support. (platforms: `linux/amd64`) +- `ghcr.io/ggml-org/llama.cpp:server-rocm`: Same as `server` but compiled with ROCm support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:full-musa`: Same as `full` but compiled with MUSA support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:light-musa`: Same as `light` but compiled with MUSA support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:server-musa`: Same as `server` but compiled with MUSA support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:full-intel`: Same as `full` but compiled with SYCL support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:light-intel`: Same as `light` but compiled with SYCL support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:server-intel`: Same as `server` but compiled with SYCL support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:full-vulkan`: Same as `full` but compiled with Vulkan support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:light-vulkan`: Same as `light` but compiled with Vulkan support. (platforms: `linux/amd64`) -- `ghcr.io/ggml-org/llama.cpp:server-vulkan`: Same as `server` but compiled with Vulkan support. (platforms: `linux/amd64`) +- `ghcr.io/ggml-org/llama.cpp:full-vulkan`: Same as `full` but compiled with Vulkan support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:light-vulkan`: Same as `light` but compiled with Vulkan support. (platforms: `linux/amd64`, `linux/arm64`) +- `ghcr.io/ggml-org/llama.cpp:server-vulkan`: Same as `server` but compiled with Vulkan support. (platforms: `linux/amd64`, `linux/arm64`) - `ghcr.io/ggml-org/llama.cpp:full-openvino`: Same as `full` but compiled with OpenVino support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:light-openvino`: Same as `light` but compiled with OpenVino support. (platforms: `linux/amd64`) - `ghcr.io/ggml-org/llama.cpp:server-openvino`: Same as `server` but compiled with OpenVino support. (platforms: `linux/amd64`) +- `ghcr.io/ggml-org/llama.cpp:full-s390x`: Identical to `full`, an alias for the `s390x` platform. (platforms: `linux/s390x`) +- `ghcr.io/ggml-org/llama.cpp:light-s390x`: Identical to `light`, an alias for the `s390x` platform. (platforms: `linux/s390x`) +- `ghcr.io/ggml-org/llama.cpp:server-s390x`: Identical to `server`, an alias for the `s390x` platform. (platforms: `linux/s390x`) The GPU enabled images are not currently tested by CI beyond being built. They are not built with any variation from the ones in the Dockerfiles defined in [.devops/](../.devops/) and the GitHub Action defined in [.github/workflows/docker.yml](../.github/workflows/docker.yml). If you need different settings (for example, a different CUDA, ROCm or MUSA library, you'll need to build the images locally for now). @@ -82,7 +88,7 @@ You may want to pass in some different `ARGS`, depending on the CUDA environment The defaults are: -- `CUDA_VERSION` set to `12.4.0` +- `CUDA_VERSION` set to `12.8.1` - `CUDA_DOCKER_ARCH` set to the cmake build default, which includes all the supported architectures The resulting images, are essentially the same as the non-CUDA images: diff --git a/docs/multimodal.md b/docs/multimodal.md index e2e12d07df1..f2fc1510cfe 100644 --- a/docs/multimodal.md +++ b/docs/multimodal.md @@ -31,6 +31,13 @@ llama-server -m gemma-3-4b-it-Q4_K_M.gguf --mmproj mmproj-gemma-3-4b-it-Q4_K_M.g llama-server -hf ggml-org/gemma-3-4b-it-GGUF --no-mmproj-offload ``` +> [!IMPORTANT] +> +> OCR models are trained with specific prompt and input structure, please refer to these discussions for more info: +> - PaddleOCR-VL: https://github.com/ggml-org/llama.cpp/pull/18825 +> - GLM-OCR: https://github.com/ggml-org/llama.cpp/pull/19677 +> - Deepseek-OCR: https://github.com/ggml-org/llama.cpp/pull/17400 + ## Pre-quantized models These are ready-to-use models, most of them come with `Q4_K_M` quantization by default. They can be found at the Hugging Face page of the ggml-org: https://huggingface.co/collections/ggml-org/multimodal-ggufs-68244e01ff1f39e5bebeeedc diff --git a/examples/batched/batched.cpp b/examples/batched/batched.cpp index d2b2e336e75..830e45f5afd 100644 --- a/examples/batched/batched.cpp +++ b/examples/batched/batched.cpp @@ -24,12 +24,12 @@ int main(int argc, char ** argv) { params.prompt = "Hello my name is"; params.n_predict = 32; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_BATCHED, print_usage)) { return 1; } - common_init(); - // number of parallel batches int n_parallel = params.n_parallel; diff --git a/examples/debug/debug.cpp b/examples/debug/debug.cpp index 88947acbd39..ec80be19ba4 100644 --- a/examples/debug/debug.cpp +++ b/examples/debug/debug.cpp @@ -213,12 +213,12 @@ static bool run(llama_context * ctx, const common_params & params) { int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_DEBUG, print_usage)) { return 1; } - common_init(); - llama_backend_init(); llama_numa_init(params.numa); diff --git a/examples/diffusion/diffusion-cli.cpp b/examples/diffusion/diffusion-cli.cpp index d38bfe7f82d..e9780407da4 100644 --- a/examples/diffusion/diffusion-cli.cpp +++ b/examples/diffusion/diffusion-cli.cpp @@ -545,11 +545,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_DIFFUSION)) { return 1; } - common_init(); llama_backend_init(); llama_model_params model_params = llama_model_default_params(); diff --git a/examples/embedding/embedding.cpp b/examples/embedding/embedding.cpp index 33ef2a7521f..f6a20ef9d07 100644 --- a/examples/embedding/embedding.cpp +++ b/examples/embedding/embedding.cpp @@ -99,12 +99,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_EMBEDDING)) { return 1; } - common_init(); - params.embedding = true; // get max number of sequences per batch diff --git a/examples/eval-callback/eval-callback.cpp b/examples/eval-callback/eval-callback.cpp index 17d162d95d3..8832468451c 100644 --- a/examples/eval-callback/eval-callback.cpp +++ b/examples/eval-callback/eval-callback.cpp @@ -15,13 +15,18 @@ static bool run(llama_context * ctx, const common_params & params) { const bool add_bos = llama_vocab_get_add_bos(vocab); - std::vector tokens = common_tokenize(ctx, params.prompt, add_bos); + std::vector tokens = common_tokenize(ctx, params.prompt, add_bos, true); if (tokens.empty()) { LOG_ERR("%s : there are not input tokens to process - (try to provide a prompt with '-p')\n", __func__); return false; } + LOG_INF("number of input tokens = %zu\n", tokens.size()); + for (size_t i = 0; i < tokens.size(); ++i) { + LOG_INF(" %d\n", tokens[i]); + } + if (llama_decode(ctx, llama_batch_get_one(tokens.data(), tokens.size()))) { LOG_ERR("%s : failed to eval\n", __func__); return false; @@ -37,12 +42,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } - common_init(); - llama_backend_init(); llama_numa_init(params.numa); diff --git a/examples/idle/idle.cpp b/examples/idle/idle.cpp index 000427143db..409fd25c18f 100644 --- a/examples/idle/idle.cpp +++ b/examples/idle/idle.cpp @@ -19,12 +19,12 @@ static void print_usage(int /*argc*/, char ** argv) { int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON, print_usage)) { return 1; } - common_init(); - // init LLM llama_backend_init(); diff --git a/examples/llama.android/lib/src/main/cpp/ai_chat.cpp b/examples/llama.android/lib/src/main/cpp/ai_chat.cpp index 9e460ac1989..03ab96cfd83 100644 --- a/examples/llama.android/lib/src/main/cpp/ai_chat.cpp +++ b/examples/llama.android/lib/src/main/cpp/ai_chat.cpp @@ -365,13 +365,13 @@ Java_com_arm_aichat_internal_InferenceEngineImpl_processSystemPrompt( const auto *system_prompt = env->GetStringUTFChars(jsystem_prompt, nullptr); LOGd("%s: System prompt received: \n%s", __func__, system_prompt); std::string formatted_system_prompt(system_prompt); - env->ReleaseStringUTFChars(jsystem_prompt, system_prompt); // Format system prompt if applicable const bool has_chat_template = common_chat_templates_was_explicit(g_chat_templates.get()); if (has_chat_template) { formatted_system_prompt = chat_add_and_format(ROLE_SYSTEM, system_prompt); } + env->ReleaseStringUTFChars(jsystem_prompt, system_prompt); // Tokenize system prompt const auto system_tokens = common_tokenize(g_context, formatted_system_prompt, @@ -414,13 +414,13 @@ Java_com_arm_aichat_internal_InferenceEngineImpl_processUserPrompt( const auto *const user_prompt = env->GetStringUTFChars(juser_prompt, nullptr); LOGd("%s: User prompt received: \n%s", __func__, user_prompt); std::string formatted_user_prompt(user_prompt); - env->ReleaseStringUTFChars(juser_prompt, user_prompt); // Format user prompt if applicable const bool has_chat_template = common_chat_templates_was_explicit(g_chat_templates.get()); if (has_chat_template) { formatted_user_prompt = chat_add_and_format(ROLE_USER, user_prompt); } + env->ReleaseStringUTFChars(juser_prompt, user_prompt); // Decode formatted user prompts auto user_tokens = common_tokenize(g_context, formatted_user_prompt, has_chat_template, has_chat_template); diff --git a/examples/lookahead/lookahead.cpp b/examples/lookahead/lookahead.cpp index d5fde081c59..b7f5c6de86b 100644 --- a/examples/lookahead/lookahead.cpp +++ b/examples/lookahead/lookahead.cpp @@ -43,12 +43,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } - common_init(); - const int W = 15; // lookahead window const int N = 5; // n-gram size const int G = 15; // max verification n-grams diff --git a/examples/lookup/lookup-create.cpp b/examples/lookup/lookup-create.cpp index 439e3f726ee..6b8f258a4a5 100644 --- a/examples/lookup/lookup-create.cpp +++ b/examples/lookup/lookup-create.cpp @@ -12,6 +12,8 @@ int main(int argc, char ** argv){ common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_LOOKUP)) { return 1; } diff --git a/examples/lookup/lookup-stats.cpp b/examples/lookup/lookup-stats.cpp index c3158281c75..847976ddc7d 100644 --- a/examples/lookup/lookup-stats.cpp +++ b/examples/lookup/lookup-stats.cpp @@ -18,12 +18,12 @@ int main(int argc, char ** argv){ common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_LOOKUP)) { return 1; } - common_init(); - const int n_draft = params.speculative.n_max; // init llama.cpp diff --git a/examples/lookup/lookup.cpp b/examples/lookup/lookup.cpp index bd216035c0b..74272f17e71 100644 --- a/examples/lookup/lookup.cpp +++ b/examples/lookup/lookup.cpp @@ -18,12 +18,12 @@ int main(int argc, char ** argv){ common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_LOOKUP)) { return 1; } - common_init(); - // max. number of additional tokens to draft if match is found const int n_draft = params.speculative.n_max; diff --git a/examples/model-conversion/scripts/causal/compare-logits.py b/examples/model-conversion/scripts/causal/compare-logits.py index 83bd14c659f..181c0486301 100755 --- a/examples/model-conversion/scripts/causal/compare-logits.py +++ b/examples/model-conversion/scripts/causal/compare-logits.py @@ -7,7 +7,7 @@ # Add utils directory to path for direct script execution sys.path.insert(0, str(Path(__file__).parent.parent / "utils")) -from common import get_model_name_from_env_path, compare_tokens, exit_with_warning # type: ignore[import-not-found] +from common import get_model_name_from_env_path, compare_tokens, exit_with_warning # type: ignore[import-not-found, ty:unresolved-import] def quick_logits_check(pytorch_file, llamacpp_file): """Lightweight sanity check before NMSE""" diff --git a/examples/model-conversion/scripts/utils/check-nmse.py b/examples/model-conversion/scripts/utils/check-nmse.py index 83f63f9ff36..324e3858e36 100755 --- a/examples/model-conversion/scripts/utils/check-nmse.py +++ b/examples/model-conversion/scripts/utils/check-nmse.py @@ -5,7 +5,7 @@ import os import argparse from pathlib import Path -from common import get_model_name_from_env_path # type: ignore[import-not-found] +from common import get_model_name_from_env_path # type: ignore[import-not-found, ty:unresolved-import] def calculate_nmse(reference, test): mse = np.mean((test - reference) ** 2) diff --git a/examples/model-conversion/scripts/utils/compare_tokens.py b/examples/model-conversion/scripts/utils/compare_tokens.py index 62826ec7a60..55e3f26ab4d 100755 --- a/examples/model-conversion/scripts/utils/compare_tokens.py +++ b/examples/model-conversion/scripts/utils/compare_tokens.py @@ -2,7 +2,7 @@ import argparse import sys -from common import compare_tokens # type: ignore[import-not-found] +from common import compare_tokens # type: ignore[import-not-found, ty:unresolved-import] def parse_arguments(): diff --git a/examples/model-conversion/scripts/utils/semantic_check.py b/examples/model-conversion/scripts/utils/semantic_check.py index 73e20ea4890..db0d004dab2 100644 --- a/examples/model-conversion/scripts/utils/semantic_check.py +++ b/examples/model-conversion/scripts/utils/semantic_check.py @@ -7,7 +7,7 @@ from pathlib import Path from transformers import AutoTokenizer, AutoConfig, AutoModelForCausalLM, AutoModel -from common import compare_tokens, exit_with_warning # type: ignore[import-not-found] +from common import compare_tokens, exit_with_warning # type: ignore[import-not-found, ty:unresolved-import] unreleased_model_name = os.getenv('UNRELEASED_MODEL_NAME') diff --git a/examples/parallel/parallel.cpp b/examples/parallel/parallel.cpp index 1700ceefbf7..a46400c5b94 100644 --- a/examples/parallel/parallel.cpp +++ b/examples/parallel/parallel.cpp @@ -163,12 +163,12 @@ int main(int argc, char ** argv) { params.n_predict = 128; params.n_junk = 1; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PARALLEL)) { return 1; } - common_init(); - // number of simultaneous "clients" to simulate const int32_t n_clients = params.n_parallel; diff --git a/examples/passkey/passkey.cpp b/examples/passkey/passkey.cpp index 665191047a4..8440a2bf773 100644 --- a/examples/passkey/passkey.cpp +++ b/examples/passkey/passkey.cpp @@ -25,12 +25,12 @@ int main(int argc, char ** argv) { params.n_keep = 32; params.i_pos = -1; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PASSKEY, print_usage)) { return 1; } - common_init(); - int n_junk = params.n_junk; int n_keep = params.n_keep; int n_grp = params.grp_attn_n; diff --git a/examples/retrieval/retrieval.cpp b/examples/retrieval/retrieval.cpp index 9e05fc22337..7d93ab1172c 100644 --- a/examples/retrieval/retrieval.cpp +++ b/examples/retrieval/retrieval.cpp @@ -117,12 +117,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_RETRIEVAL, print_usage)) { return 1; } - common_init(); - // For BERT models, batch size must be equal to ubatch size params.n_ubatch = params.n_batch; params.embedding = true; diff --git a/examples/save-load-state/save-load-state.cpp b/examples/save-load-state/save-load-state.cpp index 174c8c75854..a26fd73cb3c 100644 --- a/examples/save-load-state/save-load-state.cpp +++ b/examples/save-load-state/save-load-state.cpp @@ -17,6 +17,8 @@ int main(int argc, char ** argv) { const std::string_view state_file = "dump_state.bin"; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } @@ -27,8 +29,6 @@ int main(int argc, char ** argv) { params.kv_unified = true; } - common_init(); - if (params.n_predict < 0) { params.n_predict = 16; } diff --git a/examples/speculative-simple/speculative-simple.cpp b/examples/speculative-simple/speculative-simple.cpp index 8a1cbd96c25..a03dbce887f 100644 --- a/examples/speculative-simple/speculative-simple.cpp +++ b/examples/speculative-simple/speculative-simple.cpp @@ -16,6 +16,8 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_SPECULATIVE)) { return 1; } @@ -25,8 +27,6 @@ int main(int argc, char ** argv) { return 1; } - common_init(); - if (params.speculative.mparams_dft.path.empty()) { LOG_ERR("%s: --model-draft is required\n", __func__); return 1; diff --git a/examples/speculative/speculative.cpp b/examples/speculative/speculative.cpp index 250c5b7c62d..8f56a659b3e 100644 --- a/examples/speculative/speculative.cpp +++ b/examples/speculative/speculative.cpp @@ -38,6 +38,8 @@ int main(int argc, char ** argv) { // needed to get candidate probs even for temp <= 0.0 params.sampling.n_probs = 128; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_SPECULATIVE)) { return 1; } @@ -47,8 +49,6 @@ int main(int argc, char ** argv) { return 1; } - common_init(); - if (params.speculative.mparams_dft.path.empty()) { LOG_ERR("%s: --model-draft is required\n", __func__); return 1; diff --git a/examples/sycl/build.sh b/examples/sycl/build.sh index 635e74fe646..bf7d6b53bf2 100755 --- a/examples/sycl/build.sh +++ b/examples/sycl/build.sh @@ -20,4 +20,4 @@ cmake .. -DGGML_SYCL=ON -DCMAKE_C_COMPILER=icx -DCMAKE_CXX_COMPILER=icpx -DLLAMA #cmake --build . --config Release --target llama-bench #build all binary -cmake --build . --config Release -j -v +cmake --build . --config Release -j$((($(nproc)+1)/2)) -v diff --git a/examples/sycl/run-llama2.sh b/examples/sycl/run-llama2.sh index d33f82f339b..6ed2535bbb8 100755 --- a/examples/sycl/run-llama2.sh +++ b/examples/sycl/run-llama2.sh @@ -23,9 +23,9 @@ if [ $# -gt 0 ]; then GGML_SYCL_DEVICE=$1 echo "use $GGML_SYCL_DEVICE as main GPU" #use signle GPU only - ZES_ENABLE_SYSMAN=1 ./build/bin/llama-completion -m ${MODEL_FILE} -no-cnv -p "${INPUT_PROMPT}" -n 400 -e -ngl ${NGL} -s 0 -c ${CONTEXT} -mg $GGML_SYCL_DEVICE -sm none ${LOAD_MODE} + ZES_ENABLE_SYSMAN=1 ./build/bin/llama-completion -m ${MODEL_FILE} -no-cnv -p "${INPUT_PROMPT}" -n 200 -e -ngl ${NGL} -s 0 -c ${CONTEXT} -mg $GGML_SYCL_DEVICE -sm none ${LOAD_MODE} else #use multiple GPUs with same max compute units - ZES_ENABLE_SYSMAN=1 ./build/bin/llama-completion -m ${MODEL_FILE} -no-cnv -p "${INPUT_PROMPT}" -n 400 -e -ngl ${NGL} -s 0 -c ${CONTEXT} ${LOAD_MODE} + ZES_ENABLE_SYSMAN=1 ./build/bin/llama-completion -m ${MODEL_FILE} -no-cnv -p "${INPUT_PROMPT}" -n 200 -e -ngl ${NGL} -s 0 -c ${CONTEXT} ${LOAD_MODE} fi diff --git a/examples/training/finetune.cpp b/examples/training/finetune.cpp index e20f89488f2..0a75ac110ca 100644 --- a/examples/training/finetune.cpp +++ b/examples/training/finetune.cpp @@ -20,6 +20,8 @@ int main(int argc, char ** argv) { common_params params; params.escape = false; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_FINETUNE)) { return 1; } @@ -38,7 +40,6 @@ int main(int argc, char ** argv) { params.cache_type_v = GGML_TYPE_F32; } - common_init(); llama_backend_init(); llama_numa_init(params.numa); // load the model and apply lora adapter, if any diff --git a/ggml/CMakeLists.txt b/ggml/CMakeLists.txt index d70b0433d65..ecda8a07c76 100644 --- a/ggml/CMakeLists.txt +++ b/ggml/CMakeLists.txt @@ -4,7 +4,7 @@ project("ggml" C CXX ASM) ### GGML Version set(GGML_VERSION_MAJOR 0) set(GGML_VERSION_MINOR 9) -set(GGML_VERSION_PATCH 8) +set(GGML_VERSION_PATCH 11) set(GGML_VERSION_BASE "${GGML_VERSION_MAJOR}.${GGML_VERSION_MINOR}.${GGML_VERSION_PATCH}") find_program(GIT_EXE NAMES git git.exe NO_CMAKE_FIND_ROOT_PATH) @@ -166,15 +166,16 @@ if (NOT MSVC) option(GGML_AMX_INT8 "ggml: enable AMX-INT8" OFF) option(GGML_AMX_BF16 "ggml: enable AMX-BF16" OFF) endif() -option(GGML_LASX "ggml: enable lasx" ON) -option(GGML_LSX "ggml: enable lsx" ON) -option(GGML_RVV "ggml: enable rvv" ON) -option(GGML_RV_ZFH "ggml: enable riscv zfh" ON) -option(GGML_RV_ZVFH "ggml: enable riscv zvfh" ON) -option(GGML_RV_ZICBOP "ggml: enable riscv zicbop" ON) -option(GGML_RV_ZIHINTPAUSE "ggml: enable riscv zihintpause " ON) -option(GGML_XTHEADVECTOR "ggml: enable xtheadvector" OFF) -option(GGML_VXE "ggml: enable vxe" ${GGML_NATIVE}) +option(GGML_LASX "ggml: enable lasx" ON) +option(GGML_LSX "ggml: enable lsx" ON) +option(GGML_RVV "ggml: enable rvv" ON) +option(GGML_RV_ZFH "ggml: enable riscv zfh" ON) +option(GGML_RV_ZVFH "ggml: enable riscv zvfh" ON) +option(GGML_RV_ZICBOP "ggml: enable riscv zicbop" ON) +option(GGML_RV_ZIHINTPAUSE "ggml: enable riscv zihintpause" ON) +option(GGML_RV_ZVFBFWMA "ggml: enable riscv zvfbfwma" OFF) +option(GGML_XTHEADVECTOR "ggml: enable xtheadvector" OFF) +option(GGML_VXE "ggml: enable vxe" ${GGML_NATIVE}) option(GGML_CPU_ALL_VARIANTS "ggml: build all variants of the CPU backend (requires GGML_BACKEND_DL)" OFF) set(GGML_CPU_ARM_ARCH "" CACHE STRING "ggml: CPU architecture for ARM") diff --git a/ggml/include/gguf.h b/ggml/include/gguf.h index 3cce9aea245..6fae32bdbf9 100644 --- a/ggml/include/gguf.h +++ b/ggml/include/gguf.h @@ -77,6 +77,7 @@ extern "C" { }; GGML_API struct gguf_context * gguf_init_empty(void); + GGML_API struct gguf_context * gguf_init_from_file_ptr(FILE * file, struct gguf_init_params params); GGML_API struct gguf_context * gguf_init_from_file(const char * fname, struct gguf_init_params params); //GGML_API struct gguf_context * gguf_init_from_buffer(..); @@ -189,6 +190,7 @@ extern "C" { // // write the entire context to a binary file + GGML_API bool gguf_write_to_file_ptr(const struct gguf_context * ctx, FILE * file, bool only_meta); GGML_API bool gguf_write_to_file(const struct gguf_context * ctx, const char * fname, bool only_meta); // get the size in bytes of the meta data (header, kv pairs, tensor info) including padding diff --git a/ggml/src/ggml-cann/aclnn_ops.cpp b/ggml/src/ggml-cann/aclnn_ops.cpp index b45774dde34..a950475fc3b 100644 --- a/ggml/src/ggml-cann/aclnn_ops.cpp +++ b/ggml/src/ggml-cann/aclnn_ops.cpp @@ -434,6 +434,9 @@ void ggml_cann_norm(ggml_backend_cann_context & ctx, ggml_tensor * dst) { void ggml_cann_l2_norm(ggml_backend_cann_context & ctx, ggml_tensor * dst) { ggml_tensor * src = dst->src[0]; + float eps; + memcpy(&eps, dst->op_params, sizeof(float)); + acl_tensor_ptr acl_src = ggml_cann_create_tensor(src); acl_tensor_ptr acl_dst = ggml_cann_create_tensor(dst); @@ -456,6 +459,13 @@ void ggml_cann_l2_norm(ggml_backend_cann_context & ctx, ggml_tensor * dst) { float p_value = 2.0f; acl_scalar_ptr p_scalar = ggml_cann_create_scalar(&p_value, aclDataType::ACL_FLOAT); GGML_CANN_CALL_ACLNN_OP(ctx, Norm, acl_src.get(), p_scalar.get(), dims_array.get(), true, acl_div.get()); + + // Clamp norm to at least eps: scale = 1/fmaxf(norm, eps) + acl_scalar_ptr acl_min = ggml_cann_create_scalar(&eps, aclDataType::ACL_FLOAT); + float flt_max = FLT_MAX; + acl_scalar_ptr acl_max = ggml_cann_create_scalar(&flt_max, aclDataType::ACL_FLOAT); + GGML_CANN_CALL_ACLNN_OP(ctx, Clamp, acl_div.get(), acl_min.get(), acl_max.get(), acl_div.get()); + GGML_CANN_CALL_ACLNN_OP(ctx, Div, acl_src.get(), acl_div.get(), acl_dst.get()); } @@ -3011,6 +3021,58 @@ void ggml_cann_rope(ggml_backend_cann_context & ctx, ggml_tensor * dst) { } } +void ggml_cann_rope_cache_preload(ggml_backend_cann_context & ctx, ggml_tensor * dst) { + ggml_tensor * src0 = dst->src[0]; + + float freq_base, freq_scale, ext_factor, attn_factor, beta_fast, beta_slow; + int sections[4]; + const int n_dims = ((int32_t *) dst->op_params)[1]; + const int mode = ((int32_t *) dst->op_params)[2]; + const int n_ctx_orig = ((int32_t *) dst->op_params)[4]; + + GGML_TENSOR_UNARY_OP_LOCALS + + memcpy(&freq_base, (int32_t *) dst->op_params + 5, sizeof(float)); + memcpy(&freq_scale, (int32_t *) dst->op_params + 6, sizeof(float)); + memcpy(&ext_factor, (int32_t *) dst->op_params + 7, sizeof(float)); + memcpy(&attn_factor, (int32_t *) dst->op_params + 8, sizeof(float)); + memcpy(&beta_fast, (int32_t *) dst->op_params + 9, sizeof(float)); + memcpy(&beta_slow, (int32_t *) dst->op_params + 10, sizeof(float)); + memcpy(§ions, (int32_t *) dst->op_params + 11, sizeof(int) * 4); + + const float theta_scale = powf(freq_base, -2.0f / n_dims); + + float corr_dims[2]; + ggml_rope_yarn_corr_dims(n_dims, n_ctx_orig, freq_base, beta_fast, beta_slow, corr_dims); + + bool is_neox = mode & GGML_ROPE_TYPE_NEOX; + const bool is_imrope = mode == GGML_ROPE_TYPE_IMROPE; + const bool mrope_used = mode & GGML_ROPE_TYPE_MROPE; + const bool is_vision = mode == GGML_ROPE_TYPE_VISION; + + if (is_imrope || mrope_used) { + is_neox = true; + } + + int64_t rope_dims = n_dims; + if (is_vision) { + rope_dims = src0->ne[0]; + } + + // Run the full cache init on the non-captured stream. This performs all + // host-to-device memcpy, aclrtMalloc/Free, and on-device computations + // so that the memory pool is warmed up and cache metadata is populated. + aclnn_rope_cache_init(ctx, dst, corr_dims, ext_factor, theta_scale, freq_scale, attn_factor, is_neox, sections, + mrope_used, is_imrope, is_vision, rope_dims); + + // Reset `cached` so that during graph capture the on-device computations + // (sin/cos, position multiply, repeat, etc.) still execute and get recorded + // into the captured graph. The cache metadata (theta_scale_length, + // theta_scale, sections, position_length, etc.) remains set, which causes + // all host-to-device copy and malloc/free branches to be skipped. + ctx.rope_cache.cached = false; +} + void ggml_cann_argmax(ggml_backend_cann_context & ctx, ggml_tensor * dst) { ggml_tensor * src0 = dst->src[0]; diff --git a/ggml/src/ggml-cann/aclnn_ops.h b/ggml/src/ggml-cann/aclnn_ops.h index 3effa1c289c..7f5ba4d3302 100644 --- a/ggml/src/ggml-cann/aclnn_ops.h +++ b/ggml/src/ggml-cann/aclnn_ops.h @@ -543,6 +543,21 @@ void ggml_cann_mul_mat(ggml_backend_cann_context & ctx, ggml_tensor * dst); */ void ggml_cann_rope(ggml_backend_cann_context & ctx, ggml_tensor * dst); +/** + * @brief Pre-load the RoPE cache before ACL graph capture. + * + * This function must be called outside of graph capture to perform + * host-to-device memory copies and device memory allocations that are + * not allowed on a captured stream. After pre-loading, the rope cache + * metadata is updated so that the subsequent call to + * aclnn_rope_cache_init (inside graph capture) skips these operations + * and only records the on-device computations into the captured graph. + * + * @param ctx CANN backend context. + * @param dst A ROPE destination tensor from the computation graph. + */ +void ggml_cann_rope_cache_preload(ggml_backend_cann_context & ctx, ggml_tensor * dst); + /** * @brief Computes the index of the maximum value along the specified dimension * of a ggml tensor using the CANN backend. diff --git a/ggml/src/ggml-cann/common.h b/ggml/src/ggml-cann/common.h index 0120f0dfd1e..1c6e685c38c 100644 --- a/ggml/src/ggml-cann/common.h +++ b/ggml/src/ggml-cann/common.h @@ -216,14 +216,16 @@ struct ggml_cann_pool_alloc { #ifdef USE_ACL_GRAPH struct ggml_graph_node_properties { // dst tensor - void * node_address; - int64_t ne[GGML_MAX_DIMS]; - size_t nb[GGML_MAX_DIMS]; + void * node_address; + ggml_type node_type; + int64_t ne[GGML_MAX_DIMS]; + size_t nb[GGML_MAX_DIMS]; // src tensor - void * src_address[GGML_MAX_SRC]; - int64_t src_ne[GGML_MAX_SRC][GGML_MAX_DIMS]; - size_t src_nb[GGML_MAX_SRC][GGML_MAX_DIMS]; + void * src_address[GGML_MAX_SRC]; + ggml_type src_type[GGML_MAX_SRC]; + int64_t src_ne[GGML_MAX_SRC][GGML_MAX_DIMS]; + size_t src_nb[GGML_MAX_SRC][GGML_MAX_DIMS]; // op ggml_op node_op; @@ -247,6 +249,10 @@ struct ggml_graph_node_properties { return false; } + if (node->type != this->node_type) { + return false; + } + for (int i = 0; i < GGML_MAX_DIMS; i++) { if (node->ne[i] != this->ne[i]) { return false; @@ -262,6 +268,10 @@ struct ggml_graph_node_properties { return false; } + if (node->src[i]->type != this->src_type[i]) { + return false; + } + for (int d = 0; d < GGML_MAX_DIMS; d++) { if (node->src[i]->ne[d] != this->src_ne[i][d]) { return false; @@ -277,10 +287,7 @@ struct ggml_graph_node_properties { } } - if (node->op == GGML_OP_SCALE || node->op == GGML_OP_UNARY || node->op == GGML_OP_GLU) { - return memcmp(this->op_params, node->op_params, GGML_MAX_OP_PARAMS) == 0; - } - return true; + return memcmp(this->op_params, node->op_params, GGML_MAX_OP_PARAMS) == 0; } }; @@ -322,6 +329,7 @@ struct ggml_cann_graph { prop.node_address = node->data; prop.node_op = node->op; + prop.node_type = node->type; std::copy_n(node->ne, GGML_MAX_DIMS, prop.ne); std::copy_n(node->nb, GGML_MAX_DIMS, prop.nb); @@ -329,10 +337,12 @@ struct ggml_cann_graph { for (int src = 0; src < GGML_MAX_SRC; ++src) { if (node->src[src]) { prop.src_address[src] = node->src[src]->data; + prop.src_type[src] = node->src[src]->type; std::copy_n(node->src[src]->ne, GGML_MAX_DIMS, prop.src_ne[src]); std::copy_n(node->src[src]->nb, GGML_MAX_DIMS, prop.src_nb[src]); } else { prop.src_address[src] = nullptr; + prop.src_type[src] = GGML_TYPE_COUNT; std::fill_n(prop.src_ne[src], GGML_MAX_DIMS, 0); std::fill_n(prop.src_nb[src], GGML_MAX_DIMS, 0); } diff --git a/ggml/src/ggml-cann/ggml-cann.cpp b/ggml/src/ggml-cann/ggml-cann.cpp index 2f9c350789c..40fe3d82ecc 100644 --- a/ggml/src/ggml-cann/ggml-cann.cpp +++ b/ggml/src/ggml-cann/ggml-cann.cpp @@ -36,10 +36,13 @@ #include #include #include +#include #include #include #include +#include #include +#include #define GGML_COMMON_DECL_C @@ -770,6 +773,21 @@ std::unique_ptr ggml_backend_cann_context::new_pool_for_device(i } // cann buffer + +/** + * @brief Tracks multi-threaded write progress for a single tensor. + * + * When multiple threads call set_tensor on different chunks of the same tensor, + * this tracker accumulates progress and defers post-processing (quantized format + * transform or ND-to-NZ conversion) until all data has been written. + */ +struct TensorSetTracker { + std::mutex mtx; ///< Protects concurrent access to this tracker + size_t bytes_written = 0; ///< Accumulated bytes written so far + size_t total_bytes = 0; ///< Target size (full tensor) + std::vector host_buffer; ///< Host staging buffer for quantized tensors +}; + /** * @brief Context for managing a CANN buffer associated with a specific device. * @@ -780,6 +798,9 @@ struct ggml_backend_cann_buffer_context { int32_t device; ///< The device ID associated with this buffer context. void * dev_ptr = nullptr; ///< Pointer to the device memory allocated for the buffer. + std::mutex tracker_mutex; ///< Protects the trackers map + std::unordered_map> trackers; + /** * @brief Constructor to initialize the CANN buffer context. * @@ -792,6 +813,31 @@ struct ggml_backend_cann_buffer_context { * @brief Destructor to free the device memory allocated for the buffer. */ ~ggml_backend_cann_buffer_context() { ACL_CHECK(aclrtFree(dev_ptr)); } + + /** + * @brief Get or create a tracker for the given tensor. + */ + TensorSetTracker * get_or_create_tracker(ggml_tensor * tensor) { + std::lock_guard lock(tracker_mutex); + auto key = tensor->data; + auto it = trackers.find(key); + if (it == trackers.end()) { + auto tracker = std::make_unique(); + tracker->total_bytes = ggml_nbytes(tensor); + auto * ptr = tracker.get(); + trackers[key] = std::move(tracker); + return ptr; + } + return it->second.get(); + } + + /** + * @brief Remove the tracker for the given tensor. + */ + void remove_tracker(ggml_tensor * tensor) { + std::lock_guard lock(tracker_mutex); + trackers.erase(tensor->data); + } }; // cann buffer type @@ -1124,6 +1170,7 @@ static enum ggml_status ggml_backend_cann_buffer_init_tensor(ggml_backend_buffer * designed to be used with a global array, one per device. */ struct ggml_cann_nz_workspace { + std::mutex mtx; // Protects ptr/allocated from concurrent access void * ptr; // Pointer to allocated device buffer size_t allocated; // Size of currently allocated buffer in bytes @@ -1190,13 +1237,15 @@ static ggml_cann_nz_workspace g_nz_workspaces[GGML_CANN_MAX_DEVICES]; * @note The workspace buffer used in this function is managed globally and reused * across calls. This reduces overhead from repeated memory allocation and deallocation. */ -static void weight_format_to_nz(ggml_tensor * tensor, size_t offset, int device) { - acl_tensor_ptr weightTransposed = ggml_cann_create_tensor(tensor, tensor->ne, tensor->nb, 2, ACL_FORMAT_ND, offset); +static void weight_format_to_nz(ggml_tensor * tensor, int device) { + acl_tensor_ptr weightTransposed = ggml_cann_create_tensor(tensor, tensor->ne, tensor->nb, 2, ACL_FORMAT_ND, 0); uint64_t workspaceSize = 0; aclOpExecutor * executor; // TransMatmulWeight ACL_CHECK(aclnnTransMatmulWeightGetWorkspaceSize(weightTransposed.get(), &workspaceSize, &executor)); + + std::lock_guard lock(g_nz_workspaces[device].mtx); // Avoid frequent malloc/free of the workspace. g_nz_workspaces[device].realloc(workspaceSize); @@ -1210,7 +1259,13 @@ static void weight_format_to_nz(ggml_tensor * tensor, size_t offset, int device) * @brief Set tensor data in a CANN buffer. * * This function sets tensor data in a CANN buffer, handling transformations - * if needed based on the tensor's type. + * if needed based on the tensor's type. It supports multi-threaded calls + * where different threads write different chunks of the same tensor. + * + * For quantized tensors (Q4_0/Q8_0), data is staged in a host buffer and + * the format transform is deferred until all chunks are written. + * For NZ weight tensors, chunks are uploaded directly but the ND-to-NZ + * conversion is deferred until all chunks are written. * * @param buffer The CANN buffer where the tensor data will be set. * @param tensor Pointer to the tensor whose data will be set. @@ -1226,26 +1281,72 @@ static void ggml_backend_cann_buffer_set_tensor(ggml_backend_buffer_t buffer, ggml_backend_cann_buffer_context * ctx = (ggml_backend_cann_buffer_context *) buffer->context; ggml_cann_set_device(ctx->device); - // TODO: refer to cann(#6017), it use thread's default stream. - // For acl, synchronous functions use this default stream. - // Why aclrtSynchronizeDevice? // Only check env once. static bool weight_to_nz = parse_bool(get_env_as_lowercase("GGML_CANN_WEIGHT_NZ").value_or("on")); - if (!need_transform(tensor->type)) { + + bool is_quantized = need_transform(tensor->type); + bool is_nz = !is_quantized && tensor->type != GGML_TYPE_BF16 && weight_to_nz && + is_matmul_weight((const ggml_tensor *) tensor); + + // Plain tensor (not quantized, not NZ): direct copy, no tracking needed + if (!is_quantized && !is_nz) { ACL_CHECK(aclrtMemcpy((char *) tensor->data + offset, size, data, size, ACL_MEMCPY_HOST_TO_DEVICE)); - if (weight_to_nz && tensor->type != GGML_TYPE_BF16 - && is_matmul_weight((const ggml_tensor *) tensor)) { + return; + } + + // Single-shot write (full tensor at once): handle directly without tracking overhead + if (offset == 0 && size == ggml_nbytes(tensor)) { + if (is_quantized) { + void * transform_buffer = malloc(size); + ggml_backend_cann_transform(tensor, data, transform_buffer); + ACL_CHECK(aclrtMemcpy(tensor->data, size, transform_buffer, size, ACL_MEMCPY_HOST_TO_DEVICE)); + free(transform_buffer); + } else { + // NZ weight GGML_ASSERT(tensor->ne[2] == 1); GGML_ASSERT(tensor->ne[3] == 1); - weight_format_to_nz(tensor, offset, ctx->device); + ACL_CHECK(aclrtMemcpy(tensor->data, size, data, size, ACL_MEMCPY_HOST_TO_DEVICE)); + weight_format_to_nz(tensor, ctx->device); + } + return; + } + + // Chunked write: use tracker to accumulate progress and defer transform/conversion + TensorSetTracker * tracker = ctx->get_or_create_tracker(tensor); + std::unique_lock lock(tracker->mtx); + + if (is_quantized) { + // Stage data in host buffer; transform requires full tensor data + if (tracker->host_buffer.empty()) { + tracker->host_buffer.resize(tracker->total_bytes); } + memcpy(tracker->host_buffer.data() + offset, data, size); } else { - void * transform_buffer = malloc(size); - ggml_backend_cann_transform(tensor, data, transform_buffer); + // NZ weight: upload chunk to device immediately, defer conversion + ACL_CHECK(aclrtMemcpy((char *) tensor->data + offset, size, data, size, ACL_MEMCPY_HOST_TO_DEVICE)); + } - ACL_CHECK(aclrtMemcpy((char *) tensor->data + offset, size, transform_buffer, size, ACL_MEMCPY_HOST_TO_DEVICE)); - free(transform_buffer); + tracker->bytes_written += size; + + // All chunks received: perform deferred transform/conversion + if (tracker->bytes_written >= tracker->total_bytes) { + if (is_quantized) { + void * transform_buffer = malloc(tracker->total_bytes); + ggml_backend_cann_transform(tensor, tracker->host_buffer.data(), transform_buffer); + ACL_CHECK(aclrtMemcpy(tensor->data, tracker->total_bytes, transform_buffer, tracker->total_bytes, ACL_MEMCPY_HOST_TO_DEVICE)); + free(transform_buffer); + } + + if (is_nz) { + GGML_ASSERT(tensor->ne[2] == 1); + GGML_ASSERT(tensor->ne[3] == 1); + weight_format_to_nz(tensor, ctx->device); + } + + // Unlock before removing tracker, as remove_tracker destroys the mutex + lock.unlock(); + ctx->remove_tracker(tensor); } } @@ -2225,6 +2326,19 @@ static enum ggml_status ggml_backend_cann_graph_compute(ggml_backend_t backend, // If no matching graph is found, add a new ACL graph. ggml_cann_graph * new_graph = ggml_cann_graph::create_from_cgraph(cgraph); cann_ctx->graph_lru_cache.push(new_graph); + + // Pre-load rope cache before graph capture. During capture the + // stream cannot perform host-to-device memcpy or device memory + // malloc/free. Running the full cache init now populates the + // cache metadata so these branches are skipped during capture, + // while also warming up the memory pool. + for (int i = 0; i < cgraph->n_nodes; i++) { + ggml_tensor * node = cgraph->nodes[i]; + if (node->op == GGML_OP_ROPE) { + ggml_cann_rope_cache_preload(*cann_ctx, node); + break; + } + } } } #else diff --git a/ggml/src/ggml-cpu/CMakeLists.txt b/ggml/src/ggml-cpu/CMakeLists.txt index 1a1bbc9f2be..beebc4760d2 100644 --- a/ggml/src/ggml-cpu/CMakeLists.txt +++ b/ggml/src/ggml-cpu/CMakeLists.txt @@ -460,6 +460,10 @@ function(ggml_add_cpu_backend_variant_impl tag_name) endif() if(NOT GGML_CPU_ALL_VARIANTS) set(MARCH_STR "rv64gc") + if (GGML_RVV) + string(APPEND MARCH_STR "v") + endif() + if (GGML_RV_ZFH) string(APPEND MARCH_STR "_zfh") endif() @@ -467,7 +471,6 @@ function(ggml_add_cpu_backend_variant_impl tag_name) if (GGML_XTHEADVECTOR) string(APPEND MARCH_STR "_xtheadvector") elseif (GGML_RVV) - string(APPEND MARCH_STR "_v") if (GGML_RV_ZVFH) string(APPEND MARCH_STR "_zvfh") endif() @@ -475,12 +478,14 @@ function(ggml_add_cpu_backend_variant_impl tag_name) string(APPEND MARCH_STR "_zvfbfwma") endif() endif() + if (GGML_RV_ZICBOP) string(APPEND MARCH_STR "_zicbop") endif() if (GGML_RV_ZIHINTPAUSE) string(APPEND MARCH_STR "_zihintpause") endif() + list(APPEND ARCH_FLAGS "-march=${MARCH_STR}" -mabi=lp64d) else() # Begin with the lowest baseline diff --git a/ggml/src/ggml-cpu/ggml-cpu.c b/ggml/src/ggml-cpu/ggml-cpu.c index 2cf4068415c..dc22846a4ed 100644 --- a/ggml/src/ggml-cpu/ggml-cpu.c +++ b/ggml/src/ggml-cpu/ggml-cpu.c @@ -2350,11 +2350,15 @@ static int ggml_get_n_tasks(struct ggml_tensor * node, int n_threads) { case GGML_OP_FLASH_ATTN_BACK: case GGML_OP_SSM_CONV: case GGML_OP_SSM_SCAN: + { + n_tasks = n_threads; + } break; case GGML_OP_RWKV_WKV6: case GGML_OP_GATED_LINEAR_ATTN: case GGML_OP_RWKV_WKV7: { - n_tasks = n_threads; + const int64_t n_heads = node->src[1]->ne[1]; + n_tasks = MIN(n_threads, n_heads); } break; case GGML_OP_WIN_PART: case GGML_OP_WIN_UNPART: @@ -2871,8 +2875,12 @@ struct ggml_cplan ggml_graph_plan( const int64_t ne11 = node->src[1]->ne[1]; // H const int64_t ne12 = node->src[1]->ne[2]; // Channels In - cur += sizeof(ggml_fp16_t)*ne00*ne01*ne02*ne03; - cur += sizeof(ggml_fp16_t)*ne10*ne11*ne12; + GGML_ASSERT(node->src[0]->type == GGML_TYPE_F16 || node->src[0]->type == GGML_TYPE_F32); + GGML_ASSERT(node->src[1]->type == GGML_TYPE_F32); + + cur += ggml_type_size(node->src[0]->type) * ne00 * ne01 * ne02 * ne03; + cur += ggml_type_size(node->src[0]->type) * ne10 * ne11 * ne12; + } break; case GGML_OP_TOP_K: { diff --git a/ggml/src/ggml-cpu/llamafile/sgemm.cpp b/ggml/src/ggml-cpu/llamafile/sgemm.cpp index 63ceb635dea..34e320e2f50 100644 --- a/ggml/src/ggml-cpu/llamafile/sgemm.cpp +++ b/ggml/src/ggml-cpu/llamafile/sgemm.cpp @@ -180,44 +180,49 @@ inline float32x4_t madd(float32x4_t a, float32x4_t b, float32x4_t c) { } #endif +#if defined(__riscv_v_intrinsic) +template <> inline vfloat32m1_t madd(vfloat32m1_t a, vfloat32m1_t b, vfloat32m1_t c) { + return __riscv_vfmacc_vv_f32m1(c, a, b, __riscv_vsetvlmax_e32m1()); +} +template <> inline vfloat32m2_t madd(vfloat32m2_t a, vfloat32m2_t b, vfloat32m2_t c) { + return __riscv_vfmacc_vv_f32m2(c, a, b, __riscv_vsetvlmax_e32m2()); +} +template <> inline vfloat32m4_t madd(vfloat32m4_t a, vfloat32m4_t b, vfloat32m4_t c) { + return __riscv_vfmacc_vv_f32m4(c, a, b, __riscv_vsetvlmax_e32m4()); +} +template <> inline vfloat32m8_t madd(vfloat32m8_t a, vfloat32m8_t b, vfloat32m8_t c) { + return __riscv_vfmacc_vv_f32m8(c, a, b, __riscv_vsetvlmax_e32m8()); +} +#endif + #if defined(__riscv_zvfh) -template <> -inline vfloat32m1_t madd(vfloat16mf2_t a, vfloat16mf2_t b, vfloat32m1_t c) { +template <> inline vfloat32m1_t madd(vfloat16mf2_t a, vfloat16mf2_t b, vfloat32m1_t c) { return __riscv_vfwmacc_vv_f32m1(c, a, b, __riscv_vsetvlmax_e32m1()); } -inline vfloat32m2_t madd(vfloat16m1_t a, vfloat16m1_t b, vfloat32m2_t c) { +template <> inline vfloat32m2_t madd(vfloat16m1_t a, vfloat16m1_t b, vfloat32m2_t c) { return __riscv_vfwmacc_vv_f32m2(c, a, b, __riscv_vsetvlmax_e32m2()); } -inline vfloat32m4_t madd(vfloat16m2_t a, vfloat16m2_t b, vfloat32m4_t c) { +template <> inline vfloat32m4_t madd(vfloat16m2_t a, vfloat16m2_t b, vfloat32m4_t c) { return __riscv_vfwmacc_vv_f32m4(c, a, b, __riscv_vsetvlmax_e32m4()); } -inline vfloat32m8_t madd(vfloat16m4_t a, vfloat16m4_t b, vfloat32m8_t c) { +template <> inline vfloat32m8_t madd(vfloat16m4_t a, vfloat16m4_t b, vfloat32m8_t c) { return __riscv_vfwmacc_vv_f32m8(c, a, b, __riscv_vsetvlmax_e32m8()); } -inline vfloat32m1_t madd(vfloat32m1_t a, vfloat32m1_t b, vfloat32m1_t c) { - return __riscv_vfmacc_vv_f32m1(c, a, b, __riscv_vsetvlmax_e32m1()); -} -inline vfloat32m2_t madd(vfloat32m2_t a, vfloat32m2_t b, vfloat32m2_t c) { - return __riscv_vfmacc_vv_f32m2(c, a, b, __riscv_vsetvlmax_e32m2()); -} -inline vfloat32m4_t madd(vfloat32m4_t a, vfloat32m4_t b, vfloat32m4_t c) { - return __riscv_vfmacc_vv_f32m4(c, a, b, __riscv_vsetvlmax_e32m4()); -} -inline vfloat32m8_t madd(vfloat32m8_t a, vfloat32m8_t b, vfloat32m8_t c) { - return __riscv_vfmacc_vv_f32m8(c, a, b, __riscv_vsetvlmax_e32m8()); -} #endif #if defined(__riscv_zvfbfwma) -inline vfloat32m1_t madd(vbfloat16mf2_t a, vbfloat16mf2_t b, vfloat32m1_t c) { +template <> inline vfloat32m1_t madd(vbfloat16mf2_t a, vbfloat16mf2_t b, vfloat32m1_t c) { return __riscv_vfwmaccbf16_vv_f32m1(c, a, b, __riscv_vsetvlmax_e32m1()); } -inline vfloat32m2_t madd(vbfloat16m1_t a, vbfloat16m1_t b, vfloat32m2_t c) { +template <> inline vfloat32m2_t madd(vbfloat16m1_t a, vbfloat16m1_t b, vfloat32m2_t c) { return __riscv_vfwmaccbf16_vv_f32m2(c, a, b, __riscv_vsetvlmax_e32m2()); } -inline vfloat32m4_t madd(vbfloat16m2_t a, vbfloat16m2_t b, vfloat32m4_t c) { +template <> inline vfloat32m4_t madd(vbfloat16m2_t a, vbfloat16m2_t b, vfloat32m4_t c) { return __riscv_vfwmaccbf16_vv_f32m4(c, a, b, __riscv_vsetvlmax_e32m4()); } +template <> inline vfloat32m8_t madd(vbfloat16m4_t a, vbfloat16m4_t b, vfloat32m8_t c) { + return __riscv_vfwmaccbf16_vv_f32m8(c, a, b, __riscv_vsetvlmax_e32m8()); +} #endif //////////////////////////////////////////////////////////////////////////////////////////////////// @@ -272,7 +277,7 @@ inline float hsum(__m512 x) { } #endif // __AVX512F__ -#if defined(__riscv_zvfh) +#if defined(__riscv_v_intrinsic) inline float hsum(vfloat32m1_t x) { return __riscv_vfmv_f_s_f32m1_f32( __riscv_vfredusum_vs_f32m1_f32m1(x, __riscv_vfmv_v_f_f32m1(0, 1), __riscv_vsetvlmax_e32m1())); @@ -379,6 +384,21 @@ template <> inline __m256bh load(const float *p) { } #endif +#if defined(__riscv_v_intrinsic) +template <> inline vfloat32m1_t load(const float *p) { + return __riscv_vle32_v_f32m1(p, __riscv_vsetvlmax_e32m1()); +} +template <> inline vfloat32m2_t load(const float *p) { + return __riscv_vle32_v_f32m2(p, __riscv_vsetvlmax_e32m2()); +} +template <> inline vfloat32m4_t load(const float *p) { + return __riscv_vle32_v_f32m4(p, __riscv_vsetvlmax_e32m4()); +} +template <> inline vfloat32m8_t load(const float *p) { + return __riscv_vle32_v_f32m8(p, __riscv_vsetvlmax_e32m8()); +} +#endif + #if defined(__riscv_zvfh) template <> inline vfloat16mf2_t load(const ggml_fp16_t *p) { return __riscv_vle16_v_f16mf2(reinterpret_cast(p), __riscv_vsetvlmax_e16mf2()); @@ -392,18 +412,6 @@ template <> inline vfloat16m2_t load(const ggml_fp16_t *p) { template <> inline vfloat16m4_t load(const ggml_fp16_t *p) { return __riscv_vle16_v_f16m4(reinterpret_cast(p), __riscv_vsetvlmax_e16m4()); } -template <> inline vfloat32m1_t load(const float *p) { - return __riscv_vle32_v_f32m1(p, __riscv_vsetvlmax_e32m1()); -} -template <> inline vfloat32m2_t load(const float *p) { - return __riscv_vle32_v_f32m2(p, __riscv_vsetvlmax_e32m2()); -} -template <> inline vfloat32m4_t load(const float *p) { - return __riscv_vle32_v_f32m4(p, __riscv_vsetvlmax_e32m4()); -} -template <> inline vfloat32m8_t load(const float *p) { - return __riscv_vle32_v_f32m8(p, __riscv_vsetvlmax_e32m8()); -} #endif #if defined(__riscv_zvfbfwma) @@ -416,23 +424,14 @@ template <> inline vbfloat16m1_t load(const ggml_bf16_t *p) { template <> inline vbfloat16m2_t load(const ggml_bf16_t *p) { return __riscv_vle16_v_bf16m2(reinterpret_cast(p), __riscv_vsetvlmax_e16m2()); } +template <> inline vbfloat16m4_t load(const ggml_bf16_t *p) { + return __riscv_vle16_v_bf16m4(reinterpret_cast(p), __riscv_vsetvlmax_e16m4()); +} #endif -#if defined(__riscv_zvfh) +#if defined(__riscv_v_intrinsic) template T set_zero(); -template <> inline vfloat16mf2_t set_zero() { - return __riscv_vfmv_v_f_f16mf2(0, __riscv_vsetvlmax_e16mf2()); -} -template <> inline vfloat16m1_t set_zero() { - return __riscv_vfmv_v_f_f16m1(0, __riscv_vsetvlmax_e16m1()); -} -template <> inline vfloat16m2_t set_zero() { - return __riscv_vfmv_v_f_f16m2(0, __riscv_vsetvlmax_e16m2()); -} -template <> inline vfloat16m4_t set_zero() { - return __riscv_vfmv_v_f_f16m4(0, __riscv_vsetvlmax_e16m4()); -} template <> inline vfloat32m1_t set_zero() { return __riscv_vfmv_v_f_f32m1(0.0f, __riscv_vsetvlmax_e32m1()); } @@ -449,14 +448,22 @@ template <> inline vfloat32m8_t set_zero() { #if defined(__riscv_v_intrinsic) template size_t vlmax() { - if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16mf2(); } - else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m1(); } - else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m2(); } - else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m4(); } - else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e32m1(); } + if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e32m1(); } else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e32m2(); } else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e32m4(); } else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e32m8(); } + #if defined (__riscv_zvfh) + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16mf2(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m1(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m2(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m4(); } + #endif + #if defined (__riscv_zvfbfwma) + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16mf2(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m1(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m2(); } + else if constexpr (std::is_same_v) { return __riscv_vsetvlmax_e16m4(); } + #endif return 0; } #endif @@ -3740,7 +3747,7 @@ bool llamafile_sgemm(const struct ggml_compute_params * params, int64_t m, int64 params->ith, params->nth}; tb.matmul(m, n); return true; -#elif defined(__riscv_zvfh) +#elif defined(__riscv_v_intrinsic) #if LMUL == 1 tinyBLAS_RVV tb{ params, k, (const float *)A, lda, @@ -3804,23 +3811,25 @@ bool llamafile_sgemm(const struct ggml_compute_params * params, int64_t m, int64 return true; } #elif defined(__riscv_zvfbfwma) - #if LMUL == 1 - tinyBLAS_RVV tb{ params, - k, (const ggml_bf16_t *)A, lda, - (const ggml_bf16_t *)B, ldb, - (float *)C, ldc}; - #elif LMUL == 2 - tinyBLAS_RVV tb{ params, - k, (const ggml_bf16_t *)A, lda, - (const ggml_bf16_t *)B, ldb, - (float *)C, ldc}; - #else // LMUL = 4 - tinyBLAS_RVV tb{ params, - k, (const ggml_bf16_t *)A, lda, - (const ggml_bf16_t *)B, ldb, - (float *)C, ldc}; - #endif - return tb.matmul(m, n); + if (Btype == GGML_TYPE_BF16) { + #if LMUL == 1 + tinyBLAS_RVV tb{ params, + k, (const ggml_bf16_t *)A, lda, + (const ggml_bf16_t *)B, ldb, + (float *)C, ldc}; + #elif LMUL == 2 + tinyBLAS_RVV tb{ params, + k, (const ggml_bf16_t *)A, lda, + (const ggml_bf16_t *)B, ldb, + (float *)C, ldc}; + #else // LMUL = 4 + tinyBLAS_RVV tb{ params, + k, (const ggml_bf16_t *)A, lda, + (const ggml_bf16_t *)B, ldb, + (float *)C, ldc}; + #endif + return tb.matmul(m, n); + } #endif return false; } diff --git a/ggml/src/ggml-cpu/ops.cpp b/ggml/src/ggml-cpu/ops.cpp index 3f85e531daa..765ce07f06c 100644 --- a/ggml/src/ggml-cpu/ops.cpp +++ b/ggml/src/ggml-cpu/ops.cpp @@ -6923,16 +6923,15 @@ void ggml_compute_forward_conv_3d( ggml_compute_forward_conv_3d_impl(params, src0, src1, dst, src0->type); } -// ggml_compute_forward_conv_transpose_2d - -void ggml_compute_forward_conv_transpose_2d( - const ggml_compute_params * params, - ggml_tensor * dst) { +template +static void ggml_compute_forward_conv_transpose_2d_impl( + const ggml_compute_params * params, + ggml_tensor * dst) { const ggml_tensor * src0 = dst->src[0]; const ggml_tensor * src1 = dst->src[1]; - GGML_ASSERT(src0->type == GGML_TYPE_F16); + GGML_ASSERT(src0->type == GGML_TYPE_F16 || src0->type == GGML_TYPE_F32); GGML_ASSERT(src1->type == GGML_TYPE_F32); GGML_ASSERT( dst->type == GGML_TYPE_F32); @@ -6943,7 +6942,7 @@ void ggml_compute_forward_conv_transpose_2d( const int nk = ne00*ne01*ne02*ne03; - GGML_ASSERT(nb00 == sizeof(ggml_fp16_t)); + GGML_ASSERT(nb00 == ggml_type_size(src0->type)); GGML_ASSERT(nb10 == sizeof(float)); if (ith == 0) { @@ -6951,12 +6950,12 @@ void ggml_compute_forward_conv_transpose_2d( // permute kernel data (src0) from (Kw x Kh x Cout x Cin) to (Cin x Kw x Kh x Cout) { - ggml_fp16_t * const wdata = (ggml_fp16_t *) params->wdata + 0; + kernel_t * const wdata = (kernel_t *) params->wdata + 0; for (int64_t i03 = 0; i03 < ne03; i03++) { for (int64_t i02 = 0; i02 < ne02; i02++) { - const ggml_fp16_t * const src = (ggml_fp16_t *)((char *) src0->data + i03*nb03 + i02*nb02); - ggml_fp16_t * dst_data = wdata + i02*ne01*ne00*ne03; + const kernel_t * const src = (kernel_t *)((char *) src0->data + i03*nb03 + i02*nb02); + kernel_t * dst_data = wdata + i02*ne01*ne00*ne03; for (int64_t i01 = 0; i01 < ne01; i01++) { for (int64_t i00 = 0; i00 < ne00; i00++) { dst_data[i01*ne00*ne03 + i00*ne03 + i03] = src[i01 * ne00 + i00]; @@ -6968,13 +6967,17 @@ void ggml_compute_forward_conv_transpose_2d( // permute source data (src1) from (Sw x Sh x Cin) to (Cin x Sw x Sh) { - ggml_fp16_t * const wdata = (ggml_fp16_t *) params->wdata + nk; + kernel_t * const wdata = (kernel_t *) params->wdata + nk; for (int i12 = 0; i12 < ne12; i12++) { for (int i11 = 0; i11 < ne11; i11++) { const float * const src = (float *)((char *) src1->data + i12*nb12 + i11*nb11); - ggml_fp16_t * dst_data = wdata + i11*ne10*ne12; + kernel_t * dst_data = wdata + i11*ne10*ne12; for (int i10 = 0; i10 < ne10; i10++) { - dst_data[i10*ne12 + i12] = GGML_CPU_FP32_TO_FP16(src[i10]); + if constexpr (std::is_same_v) { + dst_data[i10*ne12 + i12] = GGML_CPU_FP32_TO_FP16(src[i10]); + } else { + dst_data[i10*ne12 + i12] = src[i10]; + } } } } @@ -6996,21 +6999,27 @@ void ggml_compute_forward_conv_transpose_2d( const int ip0 = dp*ith; const int ip1 = MIN(ip0 + dp, np); - ggml_fp16_t * const wdata = (ggml_fp16_t *) params->wdata + 0; - ggml_fp16_t * const wdata_src = wdata + nk; + kernel_t * const wdata = (kernel_t *) params->wdata + 0; + kernel_t * const wdata_src = wdata + nk; for (int i2 = ip0; i2 < ip1; i2++) { // Cout float * dst_data = (float *)((char *) dst->data + i2*nb2); - ggml_fp16_t * wdata_kernel = wdata + i2*ne01*ne00*ne03; + kernel_t * wdata_kernel = wdata + i2*ne01*ne00*ne03; for (int i11 = 0; i11 < ne11; i11++) { for (int i10 = 0; i10 < ne10; i10++) { const int i1n = i11*ne10*ne12 + i10*ne12; for (int i01 = 0; i01 < ne01; i01++) { for (int i00 = 0; i00 < ne00; i00++) { float v = 0; - ggml_vec_dot_f16(ne03, &v, 0, - wdata_src + i1n, 0, - wdata_kernel + i01*ne00*ne03 + i00*ne03, 0, 1); + if constexpr (std::is_same_v) { + ggml_vec_dot_f16(ne03, &v, 0, + wdata_src + i1n, 0, + wdata_kernel + i01*ne00*ne03 + i00*ne03, 0, 1); + } else { + ggml_vec_dot_f32(ne03, &v, 0, + wdata_src + i1n, 0, + wdata_kernel + i01*ne00*ne03 + i00*ne03, 0, 1); + } dst_data[(i11*stride + i01)*ne0 + i10*stride + i00] += v; } } @@ -7019,6 +7028,28 @@ void ggml_compute_forward_conv_transpose_2d( } } +void ggml_compute_forward_conv_transpose_2d( + const ggml_compute_params * params, + ggml_tensor * dst) { + + const ggml_tensor * src0 = dst->src[0]; + + switch (src0->type) { + case GGML_TYPE_F16: + { + ggml_compute_forward_conv_transpose_2d_impl(params, dst); + } break; + case GGML_TYPE_F32: + { + ggml_compute_forward_conv_transpose_2d_impl(params, dst); + } break; + default: + { + GGML_ABORT("fatal error"); + } + } +} + // ggml_compute_forward_conv_2d_dw struct ggml_conv_2d_dw_params { @@ -9922,13 +9953,9 @@ static void ggml_compute_forward_rwkv_wkv6_f32( const int ith = params->ith; const int nth = params->nth; - if (ith >= HEADS) { - return; - } - - const int h_start = (HEADS * ith) / nth; - const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? - (HEADS * (ith + 1)) / nth : HEADS; + const int h_start = (HEADS * (ith )) / nth; + const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? + (HEADS * (ith + 1)) / nth : HEADS; float * k = (float *) dst->src[0]->data; float * v = (float *) dst->src[1]->data; @@ -10139,13 +10166,9 @@ static void ggml_compute_forward_gla_f32( const int ith = params->ith; const int nth = params->nth; - if (ith >= HEADS) { - return; - } - - const int h_start = (HEADS * ith) / nth; - const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? - (HEADS * (ith + 1)) / nth : HEADS; + const int h_start = (HEADS * (ith )) / nth; + const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? + (HEADS * (ith + 1)) / nth : HEADS; float * k = (float *) dst->src[0]->data; float * v = (float *) dst->src[1]->data; @@ -10602,13 +10625,9 @@ static void ggml_compute_forward_rwkv_wkv7_f32( const int ith = params->ith; const int nth = params->nth; - if (ith >= HEADS) { - return; - } - - const int h_start = (HEADS * ith) / nth; - const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? - (HEADS * (ith + 1)) / nth : HEADS; + const int h_start = (HEADS * (ith )) / nth; + const int h_end = ((HEADS * (ith + 1)) / nth < HEADS) ? + (HEADS * (ith + 1)) / nth : HEADS; float * r = (float *) dst->src[0]->data; float * w = (float *) dst->src[1]->data; diff --git a/ggml/src/ggml-cpu/vec.h b/ggml/src/ggml-cpu/vec.h index 3198b33b509..a0375a28de0 100644 --- a/ggml/src/ggml-cpu/vec.h +++ b/ggml/src/ggml-cpu/vec.h @@ -126,7 +126,7 @@ inline static void ggml_vec_dot_f16_unroll(const int n, const int xs, float * GG const int ggml_f16_epr = sve_register_length / 16; // running when 16 const int ggml_f16_step = 8 * ggml_f16_epr; // choose 8 SVE registers - const int np = (n & ~(ggml_f16_step - 1)); + int np = (n & ~(ggml_f16_step - 1)); svfloat16_t sum_00 = svdup_n_f16(0.0f); svfloat16_t sum_01 = svdup_n_f16(0.0f); @@ -224,71 +224,75 @@ inline static void ggml_vec_dot_f16_unroll(const int n, const int xs, float * GG } GGML_F16x_VEC_REDUCE(sumf[0], sum_00, sum_01, sum_02, sum_03); GGML_F16x_VEC_REDUCE(sumf[1], sum_10, sum_11, sum_12, sum_13); + np = n; + #elif defined(__riscv_v_intrinsic) + #if defined(__riscv_zvfh) + size_t vl = __riscv_vsetvlmax_e32m4(); + + // initialize accumulators to all zeroes + vfloat32m4_t vsum0_0 = __riscv_vfmv_v_f_f32m4(0.0f, vl); + vfloat32m4_t vsum0_1 = __riscv_vfmv_v_f_f32m4(0.0f, vl); + vfloat32m4_t vsum1_0 = __riscv_vfmv_v_f_f32m4(0.0f, vl); + vfloat32m4_t vsum1_1 = __riscv_vfmv_v_f_f32m4(0.0f, vl); + + // calculate step size + const size_t epr = __riscv_vsetvlmax_e16m2(); + const size_t step = epr * 2; + int np = (n & ~(step - 1)); + + // unroll by 2 along the row dimension + for (int i = 0; i < np; i += step) { + vfloat16m2_t ay0 = __riscv_vle16_v_f16m2((const _Float16 *)(y + i), epr); + vfloat16m2_t ax0_0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i), epr); + vfloat16m2_t ax1_0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i), epr); + vsum0_0 = __riscv_vfwmacc_vv_f32m4(vsum0_0, ax0_0, ay0, epr); + vsum1_0 = __riscv_vfwmacc_vv_f32m4(vsum1_0, ax1_0, ay0, epr); + + vfloat16m2_t ay1 = __riscv_vle16_v_f16m2((const _Float16 *)(y + i + epr), epr); + vfloat16m2_t ax0_1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i + epr), epr); + vfloat16m2_t ax1_1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i + epr), epr); + vsum0_1 = __riscv_vfwmacc_vv_f32m4(vsum0_1, ax0_1, ay1, epr); + vsum1_1 = __riscv_vfwmacc_vv_f32m4(vsum1_1, ax1_1, ay1, epr); + } - #elif defined(__riscv_v_intrinsic) && defined(__riscv_zvfh) - size_t vl = __riscv_vsetvlmax_e32m4(); - - // initialize accumulators to all zeroes - vfloat32m4_t vsum0_0 = __riscv_vfmv_v_f_f32m4(0.0f, vl); - vfloat32m4_t vsum0_1 = __riscv_vfmv_v_f_f32m4(0.0f, vl); - vfloat32m4_t vsum1_0 = __riscv_vfmv_v_f_f32m4(0.0f, vl); - vfloat32m4_t vsum1_1 = __riscv_vfmv_v_f_f32m4(0.0f, vl); - - // calculate step size - const size_t epr = __riscv_vsetvlmax_e16m2(); - const size_t step = epr * 2; - const int np = (n & ~(step - 1)); - - // unroll by 2 along the row dimension - for (int i = 0; i < np; i += step) { - vfloat16m2_t ay0 = __riscv_vle16_v_f16m2((const _Float16 *)(y + i), epr); - vfloat16m2_t ax0_0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i), epr); - vfloat16m2_t ax1_0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i), epr); - vsum0_0 = __riscv_vfwmacc_vv_f32m4(vsum0_0, ax0_0, ay0, epr); - vsum1_0 = __riscv_vfwmacc_vv_f32m4(vsum1_0, ax1_0, ay0, epr); - - vfloat16m2_t ay1 = __riscv_vle16_v_f16m2((const _Float16 *)(y + i + epr), epr); - vfloat16m2_t ax0_1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i + epr), epr); - vfloat16m2_t ax1_1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i + epr), epr); - vsum0_1 = __riscv_vfwmacc_vv_f32m4(vsum0_1, ax0_1, ay1, epr); - vsum1_1 = __riscv_vfwmacc_vv_f32m4(vsum1_1, ax1_1, ay1, epr); - } - - vfloat32m4_t vsum0 = __riscv_vfadd_vv_f32m4(vsum0_0, vsum0_1, vl); - vfloat32m4_t vsum1 = __riscv_vfadd_vv_f32m4(vsum1_0, vsum1_1, vl); - - // leftovers - for (int i = np; i < n; i += vl) { - vl = __riscv_vsetvl_e16m2(n - i); - vfloat16m2_t ay = __riscv_vle16_v_f16m2((const _Float16 *)(y + i), vl); - vfloat16m2_t ax0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i), vl); - vfloat16m2_t ax1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i), vl); + vfloat32m4_t vsum0 = __riscv_vfadd_vv_f32m4(vsum0_0, vsum0_1, vl); + vfloat32m4_t vsum1 = __riscv_vfadd_vv_f32m4(vsum1_0, vsum1_1, vl); - vsum0 = __riscv_vfwmacc_vv_f32m4(vsum0, ax0, ay, vl); - vsum1 = __riscv_vfwmacc_vv_f32m4(vsum1, ax1, ay, vl); - } + // leftovers + for (int i = np; i < n; i += vl) { + vl = __riscv_vsetvl_e16m2(n - i); + vfloat16m2_t ay = __riscv_vle16_v_f16m2((const _Float16 *)(y + i), vl); + vfloat16m2_t ax0 = __riscv_vle16_v_f16m2((const _Float16 *)(x[0] + i), vl); + vfloat16m2_t ax1 = __riscv_vle16_v_f16m2((const _Float16 *)(x[1] + i), vl); - // reduce - vl = __riscv_vsetvlmax_e32m2(); - vfloat32m2_t acc0_0 = __riscv_vfadd_vv_f32m2(__riscv_vget_v_f32m4_f32m2(vsum0, 0), - __riscv_vget_v_f32m4_f32m2(vsum0, 1), vl); - vl = __riscv_vsetvlmax_e32m1(); - vfloat32m1_t acc0_1 = __riscv_vfadd_vv_f32m1(__riscv_vget_v_f32m2_f32m1(acc0_0, 0), - __riscv_vget_v_f32m2_f32m1(acc0_0, 1), vl); - vfloat32m1_t redsum0 = __riscv_vfredusum_vs_f32m1_f32m1( - acc0_1, __riscv_vfmv_v_f_f32m1(0.0f, 1), vl); - - vl = __riscv_vsetvlmax_e32m2(); - vfloat32m2_t acc1_0 = __riscv_vfadd_vv_f32m2(__riscv_vget_v_f32m4_f32m2(vsum1, 0), - __riscv_vget_v_f32m4_f32m2(vsum1, 1), vl); - vl = __riscv_vsetvlmax_e32m1(); - vfloat32m1_t acc1_1 = __riscv_vfadd_vv_f32m1(__riscv_vget_v_f32m2_f32m1(acc1_0, 0), - __riscv_vget_v_f32m2_f32m1(acc1_0, 1), vl); - vfloat32m1_t redsum1 = __riscv_vfredusum_vs_f32m1_f32m1( - acc1_1, __riscv_vfmv_v_f_f32m1(0.0f, 1), vl); - sumf[0] = __riscv_vfmv_f_s_f32m1_f32(redsum0); - sumf[1] = __riscv_vfmv_f_s_f32m1_f32(redsum1); + vsum0 = __riscv_vfwmacc_vv_f32m4(vsum0, ax0, ay, vl); + vsum1 = __riscv_vfwmacc_vv_f32m4(vsum1, ax1, ay, vl); + } + // reduce + vl = __riscv_vsetvlmax_e32m2(); + vfloat32m2_t acc0_0 = __riscv_vfadd_vv_f32m2(__riscv_vget_v_f32m4_f32m2(vsum0, 0), + __riscv_vget_v_f32m4_f32m2(vsum0, 1), vl); + vl = __riscv_vsetvlmax_e32m1(); + vfloat32m1_t acc0_1 = __riscv_vfadd_vv_f32m1(__riscv_vget_v_f32m2_f32m1(acc0_0, 0), + __riscv_vget_v_f32m2_f32m1(acc0_0, 1), vl); + vfloat32m1_t redsum0 = __riscv_vfredusum_vs_f32m1_f32m1( + acc0_1, __riscv_vfmv_v_f_f32m1(0.0f, 1), vl); + + vl = __riscv_vsetvlmax_e32m2(); + vfloat32m2_t acc1_0 = __riscv_vfadd_vv_f32m2(__riscv_vget_v_f32m4_f32m2(vsum1, 0), + __riscv_vget_v_f32m4_f32m2(vsum1, 1), vl); + vl = __riscv_vsetvlmax_e32m1(); + vfloat32m1_t acc1_1 = __riscv_vfadd_vv_f32m1(__riscv_vget_v_f32m2_f32m1(acc1_0, 0), + __riscv_vget_v_f32m2_f32m1(acc1_0, 1), vl); + vfloat32m1_t redsum1 = __riscv_vfredusum_vs_f32m1_f32m1( + acc1_1, __riscv_vfmv_v_f_f32m1(0.0f, 1), vl); + sumf[0] = __riscv_vfmv_f_s_f32m1_f32(redsum0); + sumf[1] = __riscv_vfmv_f_s_f32m1_f32(redsum1); + np = n; + #else + const int np = 0; + #endif #else const int np = (n & ~(GGML_F16_STEP - 1)); @@ -313,21 +317,17 @@ inline static void ggml_vec_dot_f16_unroll(const int n, const int xs, float * GG for (int k = 0; k < GGML_VEC_DOT_UNROLL; ++k) { GGML_F16_VEC_REDUCE(sumf[k], sum[k]); } - - // leftovers - for (int i = np; i < n; ++i) { - for (int j = 0; j < GGML_VEC_DOT_UNROLL; ++j) { - sumf[j] += (ggml_float)(GGML_CPU_FP16_TO_FP32(x[j][i])*GGML_CPU_FP16_TO_FP32(y[i])); - } - } #endif #else - for (int i = 0; i < n; ++i) { + // scalar path + const int np = 0; +#endif + // scalar and leftovers + for (int i = np; i < n; ++i) { for (int j = 0; j < GGML_VEC_DOT_UNROLL; ++j) { sumf[j] += (ggml_float)(GGML_CPU_FP16_TO_FP32(x[j][i])*GGML_CPU_FP16_TO_FP32(y[i])); } } -#endif for (int i = 0; i < GGML_VEC_DOT_UNROLL; ++i) { s[i] = (float)sumf[i]; @@ -532,40 +532,45 @@ inline static void ggml_vec_mad_f16(const int n, ggml_fp16_t * GGML_RESTRICT y, svst1_f16(pg, (__fp16 *)(y + np2), hy); } np = n; -#elif defined(__riscv_zvfh) // implies __riscv_v_intrinsic - const ggml_fp16_t s = GGML_CPU_FP32_TO_FP16(v); - const _Float16 scale = *(const _Float16*)(&s); - - // calculate step size - const int epr = __riscv_vsetvlmax_e16m4(); - const int step = epr * 2; - int np = (n & ~(step - 1)); - - // unroll by 2 - for (int i = 0; i < np; i += step) { - vfloat16m4_t ax0 = __riscv_vle16_v_f16m4((const _Float16*)x + i, epr); - vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, epr); - ay0 = __riscv_vfmacc_vf_f16m4(ay0, scale, ax0, epr); - __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, epr); - __asm__ __volatile__ ("" ::: "memory"); - - vfloat16m4_t ax1 = __riscv_vle16_v_f16m4((const _Float16*)x + i + epr, epr); - vfloat16m4_t ay1 = __riscv_vle16_v_f16m4((const _Float16*)y + i + epr, epr); - ay1 = __riscv_vfmacc_vf_f16m4(ay1, scale, ax1, epr); - __riscv_vse16_v_f16m4((_Float16*)y + i + epr, ay1, epr); - __asm__ __volatile__ ("" ::: "memory"); - } +#elif defined(__riscv_v_intrinsic) // implies __riscv_v_intrinsic + #if defined (__riscv_zvfh) + const ggml_fp16_t s = GGML_CPU_FP32_TO_FP16(v); + const _Float16 scale = *(const _Float16*)(&s); - // leftovers - int vl; - for (int i = np; i < n; i += vl) { - vl = __riscv_vsetvl_e16m4(n - i); - vfloat16m4_t ax0 = __riscv_vle16_v_f16m4((const _Float16*)x + i, vl); - vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, vl); - ay0 = __riscv_vfmacc_vf_f16m4(ay0, scale, ax0, vl); - __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, vl); - } - np = n; + // calculate step size + const int epr = __riscv_vsetvlmax_e16m4(); + const int step = epr * 2; + int np = (n & ~(step - 1)); + + // unroll by 2 + for (int i = 0; i < np; i += step) { + vfloat16m4_t ax0 = __riscv_vle16_v_f16m4((const _Float16*)x + i, epr); + vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, epr); + ay0 = __riscv_vfmacc_vf_f16m4(ay0, scale, ax0, epr); + __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, epr); + __asm__ __volatile__ ("" ::: "memory"); + + vfloat16m4_t ax1 = __riscv_vle16_v_f16m4((const _Float16*)x + i + epr, epr); + vfloat16m4_t ay1 = __riscv_vle16_v_f16m4((const _Float16*)y + i + epr, epr); + ay1 = __riscv_vfmacc_vf_f16m4(ay1, scale, ax1, epr); + __riscv_vse16_v_f16m4((_Float16*)y + i + epr, ay1, epr); + __asm__ __volatile__ ("" ::: "memory"); + } + + // leftovers + int vl; + for (int i = np; i < n; i += vl) { + vl = __riscv_vsetvl_e16m4(n - i); + vfloat16m4_t ax0 = __riscv_vle16_v_f16m4((const _Float16*)x + i, vl); + vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, vl); + ay0 = __riscv_vfmacc_vf_f16m4(ay0, scale, ax0, vl); + __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, vl); + } + np = n; + #else + // fall to scalar path + const int np = 0; + #endif #elif defined(GGML_SIMD) const int np = (n & ~(GGML_F16_STEP - 1)); @@ -584,10 +589,11 @@ inline static void ggml_vec_mad_f16(const int n, ggml_fp16_t * GGML_RESTRICT y, } } #else + // scalar path const int np = 0; #endif - // leftovers + // scalar and leftovers for (int i = np; i < n; ++i) { y[i] = GGML_CPU_FP32_TO_FP16(GGML_CPU_FP16_TO_FP32(y[i]) + GGML_CPU_FP16_TO_FP32(x[i])*v); } @@ -785,7 +791,7 @@ inline static void ggml_vec_scale_f16(const int n, ggml_fp16_t * y, const float const int ggml_f16_step = 2 * ggml_f16_epr; GGML_F16x_VEC vx = GGML_F16x_VEC_SET1(v); - const int np = (n & ~(ggml_f16_step - 1)); + int np = (n & ~(ggml_f16_step - 1)); svfloat16_t ay1, ay2; for (int i = 0; i < np; i += ggml_f16_step) { @@ -805,36 +811,43 @@ inline static void ggml_vec_scale_f16(const int n, ggml_fp16_t * y, const float svfloat16_t out = svmul_f16_m(pg, hy, vx); svst1_f16(pg, (__fp16 *)(y + np), out); } -#elif defined(__riscv_v_intrinsic) && defined(__riscv_zvfh) - const ggml_fp16_t s = GGML_CPU_FP32_TO_FP16(v); - const _Float16 scale = *(const _Float16*)(&s); - - // calculate step size - const int epr = __riscv_vsetvlmax_e16m4(); - const int step = epr * 2; - const int np = (n & ~(step - 1)); + np = n; +#elif defined(__riscv_v_intrinsic) + #if defined(__riscv_zvfh) + const ggml_fp16_t s = GGML_CPU_FP32_TO_FP16(v); + const _Float16 scale = *(const _Float16*)(&s); - // unroll by 2 - for (int i = 0; i < np; i += step) { - vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, epr); - ay0 = __riscv_vfmul_vf_f16m4(ay0, scale, epr); - __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, epr); - __asm__ __volatile__ ("" ::: "memory"); + // calculate step size + const int epr = __riscv_vsetvlmax_e16m4(); + const int step = epr * 2; + int np = (n & ~(step - 1)); - vfloat16m4_t ay1 = __riscv_vle16_v_f16m4((const _Float16*)y + i + epr, epr); - ay1 = __riscv_vfmul_vf_f16m4(ay1, scale, epr); - __riscv_vse16_v_f16m4((_Float16*)y + i + epr, ay1, epr); - __asm__ __volatile__ ("" ::: "memory"); - } + // unroll by 2 + for (int i = 0; i < np; i += step) { + vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, epr); + ay0 = __riscv_vfmul_vf_f16m4(ay0, scale, epr); + __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, epr); + __asm__ __volatile__ ("" ::: "memory"); + + vfloat16m4_t ay1 = __riscv_vle16_v_f16m4((const _Float16*)y + i + epr, epr); + ay1 = __riscv_vfmul_vf_f16m4(ay1, scale, epr); + __riscv_vse16_v_f16m4((_Float16*)y + i + epr, ay1, epr); + __asm__ __volatile__ ("" ::: "memory"); + } - // leftovers - int vl; - for (int i = np; i < n; i += vl) { - vl = __riscv_vsetvl_e16m4(n - i); - vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, vl); - ay0 = __riscv_vfmul_vf_f16m4(ay0, scale, vl); - __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, vl); - } + // leftovers + int vl; + for (int i = np; i < n; i += vl) { + vl = __riscv_vsetvl_e16m4(n - i); + vfloat16m4_t ay0 = __riscv_vle16_v_f16m4((const _Float16*)y + i, vl); + ay0 = __riscv_vfmul_vf_f16m4(ay0, scale, vl); + __riscv_vse16_v_f16m4((_Float16*)y + i, ay0, vl); + } + np = n; + #else + // fall to scalar path + const int np = 0; + #endif #elif defined(GGML_SIMD) const int np = (n & ~(GGML_F16_STEP - 1)); @@ -850,17 +863,14 @@ inline static void ggml_vec_scale_f16(const int n, ggml_fp16_t * y, const float GGML_F16_VEC_STORE(y + i + j*GGML_F16_EPR, ay, j); } } - - // leftovers - for (int i = np; i < n; ++i) { - y[i] = GGML_CPU_FP32_TO_FP16(GGML_CPU_FP16_TO_FP32(y[i])*v); - } #else - // scalar - for (int i = 0; i < n; ++i) { + // scalar path + const int np = 0; +#endif + // scalar and leftovers + for (int i = np; i < n; ++i) { y[i] = GGML_CPU_FP32_TO_FP16(GGML_CPU_FP16_TO_FP32(y[i])*v); } -#endif } inline static void ggml_vec_norm_f32 (const int n, float * s, const float * x) { ggml_vec_dot_f32(n, s, 0, x, 0, x, 0, 1); *s = sqrtf(*s); } diff --git a/ggml/src/ggml-cuda/argsort.cu b/ggml/src/ggml-cuda/argsort.cu index 4896669c32a..38fdf3678c1 100644 --- a/ggml/src/ggml-cuda/argsort.cu +++ b/ggml/src/ggml-cuda/argsort.cu @@ -47,9 +47,11 @@ void argsort_f32_i32_cuda_cub(ggml_cuda_pool & pool, #ifdef STRIDED_ITERATOR_AVAILABLE auto offset_iterator = cuda::make_strided_iterator(cuda::make_counting_iterator(0), ncols); #else - ggml_cuda_pool_alloc offsets_alloc(pool, nrows + 1); + // offset_iterator needs to populate nrows + 1 elements, so we also have to ceildiv nrows + 1 by block_size + const int nrows_offset = nrows + 1; + ggml_cuda_pool_alloc offsets_alloc(pool, nrows_offset); int * offset_iterator = offsets_alloc.get(); - const dim3 offset_grid((nrows + block_size - 1) / block_size); + const dim3 offset_grid((nrows_offset + block_size - 1) / block_size); init_offsets<<>>(offset_iterator, ncols, nrows); #endif CUDA_CHECK(cudaMemcpyAsync(temp_keys, x, ncols * nrows * sizeof(float), cudaMemcpyDeviceToDevice, stream)); diff --git a/ggml/src/ggml-cuda/common.cuh b/ggml/src/ggml-cuda/common.cuh index 36d8a3aaab2..9affe023403 100644 --- a/ggml/src/ggml-cuda/common.cuh +++ b/ggml/src/ggml-cuda/common.cuh @@ -799,6 +799,35 @@ static __device__ __forceinline__ float ggml_cuda_e8m0_to_fp32(uint8_t x) { #endif // CUDART_VERSION >= 12050 } +static __device__ __forceinline__ float ggml_cuda_ue4m3_to_fp32(uint8_t x) { +#if defined(GGML_USE_HIP) && defined(CDNA3) && defined(FP8_AVAILABLE) && HIP_VERSION >= 60200000 + // ROCm does not support fp8 in software on devices with fp8 hardware, + // but CDNA3 supports only e4m3_fnuz (no inf). + const uint32_t bits = x * (x != 0x7F && x != 0xFF); // Convert NaN to 0.0f to match CPU implementation. + const __hip_fp8_e4m3_fnuz xf = *reinterpret_cast(&bits); + return static_cast(xf) / 2; +#else +#if defined(FP8_AVAILABLE) && !defined(GGML_USE_HIP) + const uint32_t bits = x * (x != 0x7F && x != 0xFF); // Convert NaN to 0.0f to match CPU implementation. + const __nv_fp8_e4m3 xf = *reinterpret_cast(&bits); + return static_cast(xf) / 2; +#else + if (x == 0 || (x == 0x7F && x != 0xFF)) { // Convert NaN to 0.0f + return 0.0f; + } + const int exp = (x >> 3) & 0xF; + const int man = x & 0x7; + float raw; + if (exp == 0) { + raw = ldexpf((float) man, -9); + } else { + raw = ldexpf(1.0f + (float) man / 8.0f, exp - 7); + } + return static_cast(raw / 2); +#endif // defined(FP8_AVAILABLE) && !defined(GGML_USE_HIP) +#endif // defined(GGML_USE_HIP) && defined(CDNA3) && defined(FP8_AVAILABLE) && HIP_VERSION >= 60200000 +} + __device__ __forceinline__ uint8_t ggml_cuda_float_to_fp4_e2m1(float x, float e) { const uint8_t sign_bit = (x < 0.0f) << 3; float ax = fabsf(x) * e; @@ -931,6 +960,13 @@ struct ggml_cuda_type_traits { static constexpr int qi = QI_MXFP4; }; +template<> +struct ggml_cuda_type_traits { + static constexpr int qk = QK_NVFP4; + static constexpr int qr = QR_NVFP4; + static constexpr int qi = QI_NVFP4; +}; + template<> struct ggml_cuda_type_traits { static constexpr int qk = QK_K; diff --git a/ggml/src/ggml-cuda/conv2d-transpose.cu b/ggml/src/ggml-cuda/conv2d-transpose.cu index 03224e404d3..6cbd6f879e6 100644 --- a/ggml/src/ggml-cuda/conv2d-transpose.cu +++ b/ggml/src/ggml-cuda/conv2d-transpose.cu @@ -1,12 +1,20 @@ -#include - #include "conv2d-transpose.cuh" -#include "ggml.h" - -__global__ void conv2d_transpose_kernel(const float * __restrict__ input, const half * __restrict__ kernel, - float * __restrict__ output, const int in_w, const int in_h, const int out_w, - const int out_h, const int kernel_w, const int kernel_h, const int stride, - const int c_in, const int c_out, const int batches) { +#include "convert.cuh" + +template +static __global__ void conv2d_transpose_kernel(const float * __restrict__ input, + const kernel_t * __restrict__ kernel, + float * __restrict__ output, + const int in_w, + const int in_h, + const int out_w, + const int out_h, + const int kernel_w, + const int kernel_h, + const int stride, + const int c_in, + const int c_out, + const int batches) { const int global_idx = blockIdx.x * blockDim.x + threadIdx.x; const int total_elements = out_w * out_h * c_out * batches; @@ -26,24 +34,32 @@ __global__ void conv2d_transpose_kernel(const float * __restrict__ input, const for (int c_in_idx = 0; c_in_idx < c_in; c_in_idx++) { for (int kh = 0; kh < kernel_h; ++kh) { int in_y = out_y_idx - kh; - if (in_y < 0 || in_y % stride) continue; + if (in_y < 0 || in_y % stride) { + continue; + } in_y /= stride; - if (in_y >= in_h) continue; + if (in_y >= in_h) { + continue; + } for (int kw = 0; kw < kernel_w; ++kw) { int in_x = out_x_idx - kw; - if (in_x < 0 || in_x % stride) continue; + if (in_x < 0 || in_x % stride) { + continue; + } in_x /= stride; - if (in_x >= in_w) continue; + if (in_x >= in_w) { + continue; + } const int input_idx = (in_w * in_h * c_in) * n_idx + (in_w * in_h) * c_in_idx + (in_w) *in_y + in_x; const int kernel_idx = (kernel_h * kernel_w * c_out) * c_in_idx + (kernel_h * kernel_w) * c_idx + (kernel_w) *kh + kw; - float input_val = input[input_idx]; - half kern_val = kernel[kernel_idx]; + float input_val = input[input_idx]; + kernel_t kern_val = kernel[kernel_idx]; - accumulator += input_val * (float) kern_val; + accumulator += input_val * ggml_cuda_cast(kern_val); } } } @@ -56,11 +72,12 @@ void ggml_cuda_conv_2d_transpose_p0(ggml_backend_cuda_context & ctx, ggml_tensor const ggml_tensor * kernel = dst->src[0]; const ggml_tensor * input = dst->src[1]; - GGML_ASSERT(kernel->type == GGML_TYPE_F16 && input->type == GGML_TYPE_F32 && dst->type == GGML_TYPE_F32); + GGML_ASSERT(kernel->type == GGML_TYPE_F16 || kernel->type == GGML_TYPE_F32); + GGML_ASSERT(input->type == GGML_TYPE_F32 && dst->type == GGML_TYPE_F32); const float * input_data = (const float *) input->data; float * output_data = (float *) dst->data; - const half * kernel_data = (const half *) kernel->data; + const void * kernel_data = kernel->data; const int input_w = input->ne[0]; const int input_h = input->ne[1]; @@ -82,10 +99,17 @@ void ggml_cuda_conv_2d_transpose_p0(ggml_backend_cuda_context & ctx, ggml_tensor GGML_ASSERT(ggml_is_contiguous(kernel)); GGML_ASSERT(ggml_is_contiguous(dst)); - const int total = (output_w * output_h * channels_out * batches); + const int total = output_w * output_h * channels_out * batches; const int blocks = (total + CUDA_CONV2D_TRANSPOSE_BLOCK_SIZE - 1) / CUDA_CONV2D_TRANSPOSE_BLOCK_SIZE; - conv2d_transpose_kernel<<>>( - input_data, kernel_data, output_data, input_w, input_h, output_w, output_h, kernel_w, kernel_h, stride, - channels_in, channels_out, batches); + if (kernel->type == GGML_TYPE_F16) { + conv2d_transpose_kernel<<>>( + input_data, (const half *) kernel_data, output_data, input_w, input_h, output_w, output_h, kernel_w, + kernel_h, stride, channels_in, channels_out, batches); + + } else { + conv2d_transpose_kernel<<>>( + input_data, (const float *) kernel_data, output_data, input_w, input_h, output_w, output_h, kernel_w, + kernel_h, stride, channels_in, channels_out, batches); + } } diff --git a/ggml/src/ggml-cuda/conv2d-transpose.cuh b/ggml/src/ggml-cuda/conv2d-transpose.cuh index c9430b24850..72889c5f0fa 100644 --- a/ggml/src/ggml-cuda/conv2d-transpose.cuh +++ b/ggml/src/ggml-cuda/conv2d-transpose.cuh @@ -1,4 +1,5 @@ #include "common.cuh" #define CUDA_CONV2D_TRANSPOSE_BLOCK_SIZE 256 + void ggml_cuda_conv_2d_transpose_p0(ggml_backend_cuda_context & ctx, ggml_tensor * dst); diff --git a/ggml/src/ggml-cuda/convert.cu b/ggml/src/ggml-cuda/convert.cu index b70492c7d6c..79ccfe568a2 100644 --- a/ggml/src/ggml-cuda/convert.cu +++ b/ggml/src/ggml-cuda/convert.cu @@ -617,6 +617,45 @@ static void dequantize_row_mxfp4_cuda(const void * vx, dst_t * y, const int64_t dequantize_block_mxfp4<<>>(vx, y); } +template +static __global__ void dequantize_block_nvfp4( + const void * __restrict__ vx, + dst_t * __restrict__ yy, + const int64_t ne) { + const int64_t i = blockIdx.x; + const int tid = threadIdx.x; + + const int64_t base = i * QK_NVFP4; + if (base >= ne) { + return; + } + + const block_nvfp4 * x = (const block_nvfp4 *) vx; + const block_nvfp4 & xb = x[i]; + + const int sub = tid / (QK_NVFP4_SUB / 2); + const int j = tid % (QK_NVFP4_SUB / 2); + + const float d = ggml_cuda_ue4m3_to_fp32(xb.d[sub]); + const uint8_t q = xb.qs[sub * (QK_NVFP4_SUB / 2) + j]; + + const int64_t y0 = base + sub * QK_NVFP4_SUB + j; + const int64_t y1 = y0 + QK_NVFP4_SUB / 2; + + yy[y0] = ggml_cuda_cast(d * kvalues_mxfp4[q & 0x0F]); + yy[y1] = ggml_cuda_cast(d * kvalues_mxfp4[q >> 4]); +} + +template +static void dequantize_row_nvfp4_cuda( + const void * vx, + dst_t * y, + const int64_t k, + cudaStream_t stream) { + GGML_ASSERT(k % QK_NVFP4 == 0); + const int nb = k / QK_NVFP4; + dequantize_block_nvfp4<<>>(vx, y, k); +} template static __global__ void convert_unary( const void * __restrict__ vx, dst_t * __restrict__ y, const int64_t ne00, const int64_t ne01, @@ -715,6 +754,8 @@ to_fp16_cuda_t ggml_get_to_fp16_cuda(ggml_type type) { return dequantize_row_iq3_s_cuda; case GGML_TYPE_MXFP4: return dequantize_row_mxfp4_cuda; + case GGML_TYPE_NVFP4: + return dequantize_row_nvfp4_cuda; case GGML_TYPE_F32: return convert_unary_cont_cuda; case GGML_TYPE_BF16: @@ -766,6 +807,8 @@ to_fp32_cuda_t ggml_get_to_fp32_cuda(ggml_type type) { return dequantize_row_iq3_s_cuda; case GGML_TYPE_MXFP4: return dequantize_row_mxfp4_cuda; + case GGML_TYPE_NVFP4: + return dequantize_row_nvfp4_cuda; case GGML_TYPE_F16: return convert_unary_cont_cuda; case GGML_TYPE_BF16: diff --git a/ggml/src/ggml-cuda/convert.cuh b/ggml/src/ggml-cuda/convert.cuh index b8caeacf094..f5d37c7b998 100644 --- a/ggml/src/ggml-cuda/convert.cuh +++ b/ggml/src/ggml-cuda/convert.cuh @@ -42,11 +42,15 @@ template } else if constexpr(std::is_same_v && std::is_same_v) { return __float22half2_rn(x); } else if constexpr(std::is_same_v && std::is_same_v) { -#if !defined(GGML_USE_HIP) && defined(__CUDA_ARCH__) && __CUDA_ARCH__ >= 800 +#ifdef GGML_USE_HIP + return make_float2(__bfloat162float(__low2bfloat16(x)), __bfloat162float(__high2bfloat16(x))); +#else +#if __CUDA_ARCH__ >= 800 return __bfloat1622float2(x); #else - return make_float2(__bfloat162float(__low2bfloat16(x)), __bfloat162float(__high2bfloat16(x))); -#endif // !defined(GGML_USE_HIP) && defined(__CUDA_ARCH__) && __CUDA_ARCH__ >= 800 + return make_float2(__bfloat162float(x.x), __bfloat162float(x.y)); +#endif // __CUDA_ARCH__ >= 800 +#endif // GGML_USE_HIP } else if constexpr(std::is_same_v && std::is_same_v) { // bypass compile error on cuda 12.0.1 #ifdef GGML_USE_HIP diff --git a/ggml/src/ggml-cuda/fattn-mma-f16.cuh b/ggml/src/ggml-cuda/fattn-mma-f16.cuh index fff70c8eb89..b613ae61fb8 100644 --- a/ggml/src/ggml-cuda/fattn-mma-f16.cuh +++ b/ggml/src/ggml-cuda/fattn-mma-f16.cuh @@ -66,6 +66,11 @@ static constexpr __host__ __device__ fattn_mma_config ggml_cuda_fattn_mma_get_co GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 32, 128, 2, 32, 128, 128, 128, 2, true); GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 64, 128, 2, 32, 128, 128, 128, 2, true); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 8, 64, 4, 32, 256, 256, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 16, 64, 4, 32, 256, 256, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 32, 128, 2, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 64, 256, 1, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 8, 64, 4, 32, 288, 256, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 16, 64, 4, 32, 288, 256, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 32, 128, 2, 32, 160, 128, 128, 1, false); @@ -80,6 +85,11 @@ static constexpr __host__ __device__ fattn_mma_config ggml_cuda_fattn_mma_get_co GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 32, 128, 2, 64, 128, 128, 64, 2, true); GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 64, 128, 2, 64, 128, 128, 64, 2, true); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 8, 64, 4, 32, 96, 64, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 16, 64, 4, 32, 96, 64, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 32, 128, 2, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 64, 256, 1, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 8, 64, 4, 32, 96, 64, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 16, 64, 4, 32, 96, 64, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 32, 128, 2, 32, 160, 128, 128, 1, false); @@ -89,6 +99,11 @@ static constexpr __host__ __device__ fattn_mma_config ggml_cuda_fattn_mma_get_co } static constexpr __host__ __device__ fattn_mma_config ggml_cuda_fattn_mma_get_config_volta(const int DKQ, const int DV, const int ncols) { + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 8, 64, 4, 32, 256, 256, 64, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 16, 64, 4, 32, 256, 256, 64, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 32, 128, 2, 32, 128, 128, 64, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 64, 256, 1, 32, 128, 128, 64, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 8, 64, 4, 32, 288, 256, 64, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 16, 64, 4, 32, 288, 256, 64, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 32, 128, 2, 32, 160, 128, 64, 1, false); @@ -103,6 +118,10 @@ static constexpr __host__ __device__ fattn_mma_config ggml_cuda_fattn_mma_get_co GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 32, 128, 2, 64, 128, 128, 64, 2, true); GGML_CUDA_FATTN_MMA_CONFIG_CASE(256, 256, 64, 128, 2, 64, 128, 128, 64, 2, true); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 16, 64, 4, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 32, 128, 2, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(512, 512, 64, 256, 1, 32, 128, 128, 128, 1, false); + GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 16, 64, 4, 32, 96, 64, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 32, 128, 2, 32, 160, 128, 128, 1, false); GGML_CUDA_FATTN_MMA_CONFIG_CASE(576, 512, 64, 256, 1, 32, 160, 128, 128, 1, false); @@ -1552,7 +1571,7 @@ static __global__ void flash_attn_ext_f16( #if defined(FLASH_ATTN_AVAILABLE) && (defined(VOLTA_MMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || (defined(AMD_WMMA_AVAILABLE) && defined(RDNA4)) || defined(AMD_MFMA_AVAILABLE)) // Skip unused kernel variants for faster compilation: - if (use_logit_softcap && !(DKQ == 128 || DKQ == 256)) { + if (use_logit_softcap && !(DKQ == 128 || DKQ == 256 || DKQ == 512)) { NO_DEVICE_CODE; return; } @@ -1815,6 +1834,15 @@ DECL_FATTN_MMA_F16_CASE_ALL_NCOLS2(112, 112, 64) DECL_FATTN_MMA_F16_CASE_ALL_NCOLS2(128, 128, 64) DECL_FATTN_MMA_F16_CASE_ALL_NCOLS2(256, 256, 64) +extern DECL_FATTN_MMA_F16_CASE(512, 512, 2, 4); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 4, 4); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 8, 4); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 16, 4); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 1, 8); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 2, 8); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 4, 8); +extern DECL_FATTN_MMA_F16_CASE(512, 512, 8, 8); + // The number of viable configurations for Deepseek is very limited: extern DECL_FATTN_MMA_F16_CASE(576, 512, 1, 16); extern DECL_FATTN_MMA_F16_CASE(576, 512, 2, 16); diff --git a/ggml/src/ggml-cuda/fattn-tile.cu b/ggml/src/ggml-cuda/fattn-tile.cu index 3fcb09b7a2b..25b16e83cac 100644 --- a/ggml/src/ggml-cuda/fattn-tile.cu +++ b/ggml/src/ggml-cuda/fattn-tile.cu @@ -38,6 +38,10 @@ void ggml_cuda_flash_attn_ext_tile(ggml_backend_cuda_context & ctx, ggml_tensor GGML_ASSERT(V->ne[0] == K->ne[0]); ggml_cuda_flash_attn_ext_tile_case<256, 256>(ctx, dst); } break; + case 512: { + GGML_ASSERT(V->ne[0] == K->ne[0]); + ggml_cuda_flash_attn_ext_tile_case<512, 512>(ctx, dst); + } break; case 576: { GGML_ASSERT(V->ne[0] == 512); ggml_cuda_flash_attn_ext_tile_case<576, 512>(ctx, dst); diff --git a/ggml/src/ggml-cuda/fattn-tile.cuh b/ggml/src/ggml-cuda/fattn-tile.cuh index f3fa80ab23d..26721cc4c7d 100644 --- a/ggml/src/ggml-cuda/fattn-tile.cuh +++ b/ggml/src/ggml-cuda/fattn-tile.cuh @@ -68,6 +68,10 @@ static constexpr __host__ __device__ uint32_t ggml_cuda_fattn_tile_get_config_nv GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 16, 256, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 32, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 4, 128, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 8, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 16, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 4, 128, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 8, 256, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 16, 256, 2, 64, 64) @@ -124,6 +128,10 @@ static constexpr __host__ __device__ uint32_t ggml_cuda_fattn_tile_get_config_nv GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 16, 256, 2, 32, 128) GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 32, 256, 2, 32, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 4, 128, 2, 32, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 8, 256, 2, 32, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 16, 256, 2, 32, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 4, 128, 2, 32, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 8, 256, 2, 32, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 16, 256, 2, 32, 64) @@ -187,6 +195,11 @@ static constexpr __host__ __device__ uint32_t ggml_cuda_fattn_tile_get_config_am GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 16, 256, 2, 32, 128) GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 32, 256, 2, 32, 128) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 4, 128, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 8, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 16, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 32, 512, 1, 128, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 4, 128, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 8, 256, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 16, 256, 2, 64, 64) @@ -251,6 +264,11 @@ static constexpr __host__ __device__ uint32_t ggml_cuda_fattn_tile_get_config_am GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 16, 256, 5, 32, 256) GGML_CUDA_FATTN_TILE_CONFIG_CASE(256, 256, 32, 256, 3, 64, 128) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 4, 128, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 8, 256, 2, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 16, 256, 4, 64, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(512, 512, 32, 256, 2, 128, 64) + GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 4, 128, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 8, 256, 2, 64, 64) GGML_CUDA_FATTN_TILE_CONFIG_CASE(576, 512, 16, 256, 4, 64, 64) @@ -767,7 +785,7 @@ static __global__ void flash_attn_tile( #ifdef GGML_USE_WMMA_FATTN (ncols2 != 1 && DV != 40 && DV != 72 && DV != 512) || #endif // GGML_USE_WMMA_FATTN - (use_logit_softcap && !(DV == 128 || DV == 256)) + (use_logit_softcap && !(DV == 128 || DV == 256 || DV == 512)) ) { GGML_UNUSED_VARS(Q, K, V, mask, sinks, KV_max, dst, dst_meta, scale, max_bias, m0, m1, n_head_log2, logit_softcap, @@ -1192,7 +1210,7 @@ static void launch_fattn_tile_switch_ncols2(ggml_backend_cuda_context & ctx, ggm const int gqa_limit = nvidia && gqa_ratio <= 4 && DV <= 256 ? 16 : INT_MAX; const bool use_gqa_opt = mask && max_bias == 0.0f && Q->ne[1] <= gqa_limit && K->ne[1] % FATTN_KQ_STRIDE == 0; - if constexpr (DV == 512) { + if constexpr (DKQ == 576) { if (use_gqa_opt && gqa_ratio % 16 == 0) { launch_fattn_tile_switch_ncols1(ctx, dst); return; @@ -1203,7 +1221,7 @@ static void launch_fattn_tile_switch_ncols2(ggml_backend_cuda_context & ctx, ggm } } - if constexpr (DV <= 256) { + if constexpr (DKQ <= 512) { if (use_gqa_opt && gqa_ratio % 8 == 0) { launch_fattn_tile_switch_ncols1(ctx, dst); return; @@ -1214,13 +1232,15 @@ static void launch_fattn_tile_switch_ncols2(ggml_backend_cuda_context & ctx, ggm return; } - if (use_gqa_opt && gqa_ratio % 2 == 0) { - launch_fattn_tile_switch_ncols1(ctx, dst); + if constexpr (DV <= 256) { + if (use_gqa_opt && gqa_ratio % 2 == 0) { + launch_fattn_tile_switch_ncols1(ctx, dst); + return; + } + + launch_fattn_tile_switch_ncols1(ctx, dst); return; } - - launch_fattn_tile_switch_ncols1(ctx, dst); - return; } GGML_ABORT("fatal error"); } @@ -1255,4 +1275,5 @@ extern DECL_FATTN_TILE_CASE( 96, 96); extern DECL_FATTN_TILE_CASE(112, 112); extern DECL_FATTN_TILE_CASE(128, 128); extern DECL_FATTN_TILE_CASE(256, 256); +extern DECL_FATTN_TILE_CASE(512, 512); extern DECL_FATTN_TILE_CASE(576, 512); diff --git a/ggml/src/ggml-cuda/fattn.cu b/ggml/src/ggml-cuda/fattn.cu index a25a890db6d..addf93205ef 100644 --- a/ggml/src/ggml-cuda/fattn.cu +++ b/ggml/src/ggml-cuda/fattn.cu @@ -135,6 +135,10 @@ static void ggml_cuda_flash_attn_ext_mma_f16(ggml_backend_cuda_context & ctx, gg GGML_ASSERT(V->ne[0] == 256); ggml_cuda_flash_attn_ext_mma_f16_switch_ncols2<256, 256>(ctx, dst); break; + case 512: + GGML_ASSERT(V->ne[0] == 512); + ggml_cuda_flash_attn_ext_mma_f16_switch_ncols2<512, 512>(ctx, dst); + break; case 576: { // For Deepseek, go straight to the ncols1 switch to avoid compiling unnecessary kernels. GGML_ASSERT(V->ne[0] == 512); @@ -340,6 +344,14 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const return BEST_FATTN_KERNEL_NONE; } break; + case 512: + if (V->ne[0] != K->ne[0]) { + return BEST_FATTN_KERNEL_NONE; + } + if (!gqa_opt_applies) { + return BEST_FATTN_KERNEL_NONE; + } + break; case 576: if (V->ne[0] != 512) { return BEST_FATTN_KERNEL_NONE; @@ -424,7 +436,7 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const } // Use the WMMA kernel if possible: - if (ggml_cuda_should_use_wmma_fattn(cc) && K->ne[1] % FATTN_KQ_STRIDE == 0 && Q->ne[0] != 40 && Q->ne[0] != 72 && Q->ne[0] != 576) { + if (ggml_cuda_should_use_wmma_fattn(cc) && K->ne[1] % FATTN_KQ_STRIDE == 0 && Q->ne[0] != 40 && Q->ne[0] != 72 && Q->ne[0] != 512 && Q->ne[0] != 576) { if (can_use_vector_kernel && Q->ne[1] <= 2) { return BEST_FATTN_KERNEL_VEC; } @@ -457,7 +469,7 @@ static best_fattn_kernel ggml_cuda_get_best_fattn_kernel(const int device, const } // Use MFMA flash attention for CDNA (MI100+): - if (amd_mfma_available(cc) && Q->ne[0] != 40 && Q->ne[0] != 72 && Q->ne[0] != 256 && Q->ne[0] != 576) { + if (amd_mfma_available(cc) && Q->ne[0] != 40 && Q->ne[0] != 72 && Q->ne[0] != 256 && Q->ne[0] != 512 && Q->ne[0] != 576) { const int64_t eff_nq = Q->ne[1] * (gqa_opt_applies ? gqa_ratio : 1); // MMA vs tile crossover benchmarked on MI300X @ d32768: // hsk=64 (gqa=4): MMA wins at eff >= 128 (+11%) diff --git a/ggml/src/ggml-cuda/ggml-cuda.cu b/ggml/src/ggml-cuda/ggml-cuda.cu index a31e843e153..75b62129ade 100644 --- a/ggml/src/ggml-cuda/ggml-cuda.cu +++ b/ggml/src/ggml-cuda/ggml-cuda.cu @@ -1297,7 +1297,12 @@ static void ggml_cuda_op_mul_mat_cublas( const bool supports_bf16 = GGML_CUDA_CC_IS_NVIDIA(cc) || GGML_CUDA_CC_IS_AMD(cc) || (GGML_CUDA_CC_IS_MTHREADS(cc) && cc >= GGML_CUDA_CC_QY2); - const bool use_fp16 = (src0->type == GGML_TYPE_F16 || ggml_is_quantized(src0->type)) && ggml_is_contiguous(src0) && row_diff == src0->ne[1] && dst->op_params[0] == GGML_PREC_DEFAULT; + const bool use_fp16 = + src0->type != GGML_TYPE_NVFP4 && + (src0->type == GGML_TYPE_F16 || ggml_is_quantized(src0->type)) && + ggml_is_contiguous(src0) && + row_diff == src0->ne[1] && + dst->op_params[0] == GGML_PREC_DEFAULT; if (supports_bf16 && src0->type == GGML_TYPE_BF16 && ggml_is_contiguous(src0) && row_diff == src0->ne[1]) { ggml_cuda_pool_alloc src1_as_bf16(ctx.pool(id)); @@ -2338,7 +2343,8 @@ static void ggml_cuda_mul_mat_id(ggml_backend_cuda_context & ctx, ggml_tensor * static_assert(MMVQ_MAX_BATCH_SIZE == MMVF_MAX_BATCH_SIZE); if (ne2 <= MMVQ_MAX_BATCH_SIZE) { if (ggml_is_quantized(src0->type)) { - if (ne2 <= MMVQ_MMID_MAX_BATCH_SIZE) { + const int mmvq_mmid_max = get_mmvq_mmid_max_batch(src0->type, cc); + if (ne2 <= mmvq_mmid_max) { ggml_cuda_mul_mat_vec_q(ctx, src0, src1, ids, dst); return; } @@ -2941,14 +2947,18 @@ static bool ggml_cuda_graph_check_compability(ggml_cgraph * cgraph) { } // [TAG_MUL_MAT_ID_CUDA_GRAPHS] - if (node->op == GGML_OP_MUL_MAT_ID && (!ggml_is_quantized(node->src[0]->type) || node->ne[2] > MMVQ_MMID_MAX_BATCH_SIZE)) { - // under these conditions, the mul_mat_id operation will need to synchronize the stream, so we cannot use CUDA graphs - // TODO: figure out a way to enable for larger batch sizes, without hurting performance - // ref: https://github.com/ggml-org/llama.cpp/pull/18958 - use_cuda_graph = false; + if (node->op == GGML_OP_MUL_MAT_ID) { + const int cc = ggml_cuda_info().devices[ggml_cuda_get_device()].cc; + const int mmvq_mmid_max = get_mmvq_mmid_max_batch(node->src[0]->type, cc); + if (!ggml_is_quantized(node->src[0]->type) || node->ne[2] > mmvq_mmid_max) { + // under these conditions, the mul_mat_id operation will need to synchronize the stream, so we cannot use CUDA graphs + // TODO: figure out a way to enable for larger batch sizes, without hurting performance + // ref: https://github.com/ggml-org/llama.cpp/pull/18958 + use_cuda_graph = false; #ifndef NDEBUG - GGML_LOG_DEBUG("%s: disabling CUDA graphs due to unsupported node type\n", __func__); + GGML_LOG_DEBUG("%s: disabling CUDA graphs due to unsupported node type\n", __func__); #endif + } } if (!use_cuda_graph) { @@ -4781,6 +4791,7 @@ static bool ggml_backend_cuda_device_supports_op(ggml_backend_dev_t dev, const g case GGML_TYPE_Q5_1: case GGML_TYPE_Q8_0: case GGML_TYPE_MXFP4: + case GGML_TYPE_NVFP4: case GGML_TYPE_Q2_K: case GGML_TYPE_Q3_K: case GGML_TYPE_Q4_K: diff --git a/ggml/src/ggml-cuda/mmq.cu b/ggml/src/ggml-cuda/mmq.cu index 9a69f41d159..27b4145ac9a 100644 --- a/ggml/src/ggml-cuda/mmq.cu +++ b/ggml/src/ggml-cuda/mmq.cu @@ -23,6 +23,9 @@ static void ggml_cuda_mul_mat_q_switch_type(ggml_backend_cuda_context & ctx, con case GGML_TYPE_MXFP4: mul_mat_q_case(ctx, args, stream); break; + case GGML_TYPE_NVFP4: + mul_mat_q_case(ctx, args, stream); + break; case GGML_TYPE_Q2_K: mul_mat_q_case(ctx, args, stream); break; @@ -273,6 +276,7 @@ bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11, int64_t case GGML_TYPE_Q5_1: case GGML_TYPE_Q8_0: case GGML_TYPE_MXFP4: + case GGML_TYPE_NVFP4: case GGML_TYPE_Q2_K: case GGML_TYPE_Q3_K: case GGML_TYPE_Q4_K: @@ -362,5 +366,4 @@ bool ggml_cuda_should_use_mmq(enum ggml_type type, int cc, int64_t ne11, int64_t } return (!GGML_CUDA_CC_IS_CDNA(cc)) || ne11 < MMQ_DP4A_MAX_BATCH_SIZE; - } diff --git a/ggml/src/ggml-cuda/mmq.cuh b/ggml/src/ggml-cuda/mmq.cuh index 255e59f6fc6..51e8dad4ce7 100644 --- a/ggml/src/ggml-cuda/mmq.cuh +++ b/ggml/src/ggml-cuda/mmq.cuh @@ -68,6 +68,8 @@ static mmq_q8_1_ds_layout mmq_get_q8_1_ds_layout(const ggml_type type_x) { return MMQ_Q8_1_DS_LAYOUT_D4; case GGML_TYPE_MXFP4: return MMQ_Q8_1_DS_LAYOUT_D4; + case GGML_TYPE_NVFP4: + return MMQ_Q8_1_DS_LAYOUT_D4; case GGML_TYPE_Q2_K: return MMQ_Q8_1_DS_LAYOUT_D2S6; case GGML_TYPE_Q3_K: @@ -189,6 +191,7 @@ static constexpr __host__ __device__ tile_x_sizes mmq_get_dp4a_tile_x_sizes(ggml case GGML_TYPE_Q5_1: return MMQ_DP4A_TXS_Q8_1; case GGML_TYPE_Q8_0: return MMQ_DP4A_TXS_Q8_0; case GGML_TYPE_MXFP4: return MMQ_DP4A_TXS_Q8_1; + case GGML_TYPE_NVFP4: return MMQ_DP4A_TXS_Q8_0_16; case GGML_TYPE_Q2_K: return MMQ_DP4A_TXS_Q2_K; case GGML_TYPE_Q3_K: return MMQ_DP4A_TXS_Q3_K; case GGML_TYPE_Q4_K: return MMQ_DP4A_TXS_Q4_K; @@ -206,12 +209,13 @@ static constexpr __host__ __device__ tile_x_sizes mmq_get_dp4a_tile_x_sizes(ggml } } -#define MMQ_MMA_TILE_X_K_Q8_0 (2*MMQ_TILE_NE_K + 2*MMQ_TILE_NE_K/QI8_0 + 4) -#define MMQ_MMA_TILE_X_K_FP4 (2*MMQ_TILE_NE_K + 8 + 4) -#define MMQ_MMA_TILE_X_K_Q8_1 (2*MMQ_TILE_NE_K + 2*MMQ_TILE_NE_K/QI8_0 + 4) -#define MMQ_MMA_TILE_X_K_Q2_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K + 4) -#define MMQ_MMA_TILE_X_K_Q3_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K/2 + 4) -#define MMQ_MMA_TILE_X_K_Q6_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K/QI6_K + MMQ_TILE_NE_K/8 + 7) +#define MMQ_MMA_TILE_X_K_Q8_0 (2*MMQ_TILE_NE_K + 2*MMQ_TILE_NE_K/QI8_0 + 4) +#define MMQ_MMA_TILE_X_K_FP4 (2*MMQ_TILE_NE_K + 8 + 4) // MXFP4 +#define MMQ_MMA_TILE_X_K_NVFP4 (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K/2 + 4) // NVFP4 +#define MMQ_MMA_TILE_X_K_Q8_1 (2*MMQ_TILE_NE_K + 2*MMQ_TILE_NE_K/QI8_0 + 4) +#define MMQ_MMA_TILE_X_K_Q2_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K + 4) +#define MMQ_MMA_TILE_X_K_Q3_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K/2 + 4) +#define MMQ_MMA_TILE_X_K_Q6_K (2*MMQ_TILE_NE_K + MMQ_TILE_NE_K/QI6_K + MMQ_TILE_NE_K/8 + 7) static_assert(MMQ_MMA_TILE_X_K_Q8_0 % 8 == 4, "Wrong padding."); static_assert(MMQ_MMA_TILE_X_K_Q8_1 % 8 == 4, "Wrong padding."); @@ -220,6 +224,8 @@ static_assert(MMQ_MMA_TILE_X_K_Q3_K % 8 == 4, "Wrong padding."); static_assert(MMQ_MMA_TILE_X_K_Q6_K % 8 == 4, "Wrong padding."); static_assert(MMQ_MMA_TILE_X_K_FP4 % 8 == 4, "Wrong padding."); static_assert(MMQ_MMA_TILE_X_K_FP4 == MMQ_MMA_TILE_X_K_Q8_1, "Wrong tile size for MXFP4"); +static_assert(MMQ_MMA_TILE_X_K_NVFP4 % 8 == 4, "Wrong padding."); + static constexpr __host__ __device__ int mmq_get_mma_tile_x_k(ggml_type type) { switch (type) { @@ -230,6 +236,7 @@ static constexpr __host__ __device__ int mmq_get_mma_tile_x_k(ggml_type type) { case GGML_TYPE_Q8_0: return MMQ_MMA_TILE_X_K_Q8_0; // tile sizes are the same for Q8_1 and FP4 for blackwell case GGML_TYPE_MXFP4: return MMQ_MMA_TILE_X_K_Q8_1; + case GGML_TYPE_NVFP4: return MMQ_MMA_TILE_X_K_NVFP4; case GGML_TYPE_Q2_K: return MMQ_MMA_TILE_X_K_Q2_K; case GGML_TYPE_Q3_K: return MMQ_MMA_TILE_X_K_Q3_K; case GGML_TYPE_Q4_K: return MMQ_MMA_TILE_X_K_Q8_1; @@ -826,6 +833,65 @@ static __device__ __forceinline__ void load_tiles_mxfp4_fp4(const char * __restr } } + +template +static __device__ __forceinline__ void load_tiles_nvfp4(const char * __restrict__ x, + int * __restrict__ x_tile, + const int kb0, + const int i_max, + const int stride) { + constexpr int nwarps = mmq_get_nwarps_device(); + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + +#if defined(AMD_MFMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) + int * x_qs = (int *) x_tile; + float * x_df = (float *) (x_qs + MMQ_TILE_NE_K*2); +#else + constexpr tile_x_sizes txs = mmq_get_dp4a_tile_x_sizes(GGML_TYPE_NVFP4, mmq_y); + int * x_qs = (int *) x_tile; + float * x_df = (float *) (x_qs + txs.qs); +#endif // defined(AMD_MFMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) + + constexpr int threads_per_row = MMQ_ITER_K / QK_NVFP4; + constexpr int rows_per_warp = warp_size / threads_per_row; + const int kbx = threadIdx.x % threads_per_row; + const int row_in_warp = threadIdx.x / threads_per_row; + +#pragma unroll + for (int i0 = 0; i0 < mmq_y; i0 += rows_per_warp * nwarps) { + int i = i0 + threadIdx.y * rows_per_warp + row_in_warp; + + if constexpr (need_check) { + i = min(i, i_max); + } + + const block_nvfp4 * bxi = (const block_nvfp4 *) x + kb0 + i * stride + kbx; + const uint32_t * __restrict__ src_qs = reinterpret_cast(bxi->qs); + const int kqs = 16 * kbx; + const int ksc = 4 * kbx; + +#pragma unroll + for (int sub = 0; sub < QK_NVFP4 / QK_NVFP4_SUB; ++sub) { + const int2 q0 = get_int_from_table_16(src_qs[2 * sub + 0], kvalues_mxfp4); + const int2 q1 = get_int_from_table_16(src_qs[2 * sub + 1], kvalues_mxfp4); + +#if defined(AMD_MFMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) + x_qs[i * MMQ_MMA_TILE_X_K_NVFP4 + kqs + 4 * sub + 0] = q0.x; + x_qs[i * MMQ_MMA_TILE_X_K_NVFP4 + kqs + 4 * sub + 1] = q1.x; + x_qs[i * MMQ_MMA_TILE_X_K_NVFP4 + kqs + 4 * sub + 2] = q0.y; + x_qs[i * MMQ_MMA_TILE_X_K_NVFP4 + kqs + 4 * sub + 3] = q1.y; + x_df[i * MMQ_MMA_TILE_X_K_NVFP4 + ksc + sub] = ggml_cuda_ue4m3_to_fp32(bxi->d[sub]); +#else + x_qs[i * (2 * MMQ_TILE_NE_K + 1) + kqs + 4 * sub + 0] = q0.x; + x_qs[i * (2 * MMQ_TILE_NE_K + 1) + kqs + 4 * sub + 1] = q1.x; + x_qs[i * (2 * MMQ_TILE_NE_K + 1) + kqs + 4 * sub + 2] = q0.y; + x_qs[i * (2 * MMQ_TILE_NE_K + 1) + kqs + 4 * sub + 3] = q1.y; + x_df[i * (2 * MMQ_TILE_NE_K * 2 / QI_NVFP4) + i / (QK_NVFP4_SUB / QI_NVFP4) + ksc + sub] = ggml_cuda_ue4m3_to_fp32(bxi->d[sub]); +#endif // defined(AMD_MFMA_AVAILABLE) || defined(TURING_MMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) + } + } +} + template static __device__ __forceinline__ void vec_dot_q8_0_q8_1_dp4a( const int * __restrict__ x, const int * __restrict__ y, float * __restrict__ sum, const int k00) { @@ -1229,7 +1295,7 @@ static __device__ __forceinline__ void vec_dot_q8_1_q8_1_mma( #endif // defined(AMD_MFMA_AVAILABLE) || defined(AMD_WMMA_AVAILABLE) } -// Used for Q3_K, IQ2_S, and IQ2_XS +// Used for NVFP4, Q3_K, IQ2_S, and IQ2_XS template static __device__ __forceinline__ void vec_dot_q8_0_16_q8_1_dp4a( const int * __restrict__ x, const int * __restrict__ y, float * __restrict__ sum, const int k00) { @@ -3261,6 +3327,14 @@ struct mmq_type_traits { static constexpr vec_dot_mmq_t vec_dot_dp4a = vec_dot_q8_0_q8_1_dp4a; }; +template +struct mmq_type_traits { + static constexpr int vdr = VDR_NVFP4_Q8_1_MMQ; + static constexpr load_tiles_mmq_t load_tiles = load_tiles_nvfp4; + static constexpr vec_dot_mmq_t vec_dot_mma = vec_dot_q8_0_16_q8_1_mma; + static constexpr vec_dot_mmq_t vec_dot_dp4a = vec_dot_q8_0_16_q8_1_dp4a; +}; + template struct mmq_type_traits { static constexpr int vdr = VDR_Q2_K_Q8_1_MMQ; @@ -4069,6 +4143,7 @@ extern DECL_MMQ_CASE(GGML_TYPE_Q5_0); extern DECL_MMQ_CASE(GGML_TYPE_Q5_1); extern DECL_MMQ_CASE(GGML_TYPE_Q8_0); extern DECL_MMQ_CASE(GGML_TYPE_MXFP4); +extern DECL_MMQ_CASE(GGML_TYPE_NVFP4); extern DECL_MMQ_CASE(GGML_TYPE_Q2_K); extern DECL_MMQ_CASE(GGML_TYPE_Q3_K); extern DECL_MMQ_CASE(GGML_TYPE_Q4_K); diff --git a/ggml/src/ggml-cuda/mmvq.cu b/ggml/src/ggml-cuda/mmvq.cu index 024b3d8cf22..07b10167bc4 100644 --- a/ggml/src/ggml-cuda/mmvq.cu +++ b/ggml/src/ggml-cuda/mmvq.cu @@ -15,6 +15,7 @@ static constexpr __device__ vec_dot_q_cuda_t get_vec_dot_q_cuda(ggml_type type) case GGML_TYPE_Q5_1: return vec_dot_q5_1_q8_1; case GGML_TYPE_Q8_0: return vec_dot_q8_0_q8_1; case GGML_TYPE_MXFP4: return vec_dot_mxfp4_q8_1; + case GGML_TYPE_NVFP4: return vec_dot_nvfp4_q8_1; case GGML_TYPE_Q2_K: return vec_dot_q2_K_q8_1; case GGML_TYPE_Q3_K: return vec_dot_q3_K_q8_1; case GGML_TYPE_Q4_K: return vec_dot_q4_K_q8_1; @@ -41,6 +42,7 @@ static constexpr __host__ __device__ int get_vdr_mmvq(ggml_type type) { case GGML_TYPE_Q5_1: return VDR_Q5_1_Q8_1_MMVQ; case GGML_TYPE_Q8_0: return VDR_Q8_0_Q8_1_MMVQ; case GGML_TYPE_MXFP4: return VDR_MXFP4_Q8_1_MMVQ; + case GGML_TYPE_NVFP4: return VDR_NVFP4_Q8_1_MMVQ; case GGML_TYPE_Q2_K: return VDR_Q2_K_Q8_1_MMVQ; case GGML_TYPE_Q3_K: return VDR_Q3_K_Q8_1_MMVQ; case GGML_TYPE_Q4_K: return VDR_Q4_K_Q8_1_MMVQ; @@ -95,6 +97,197 @@ static __host__ mmvq_parameter_table_id get_device_table_id(int cc) { return MMVQ_PARAMETERS_GENERIC; } +// Per-architecture maximum batch size for which MMVQ should be used for MUL_MAT_ID. +// Returns a value <= MMVQ_MAX_BATCH_SIZE. Default is MMVQ_MAX_BATCH_SIZE. +// Check https://github.com/ggml-org/llama.cpp/pull/20905#issuecomment-4145835627 for details + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_pascal_older(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ1_S: return 6; + case GGML_TYPE_IQ1_M: return 6; + case GGML_TYPE_IQ2_S: return 4; + case GGML_TYPE_IQ2_XS: return 5; + case GGML_TYPE_IQ2_XXS: return 5; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 4; + case GGML_TYPE_IQ4_NL: return 6; + case GGML_TYPE_IQ4_XS: return 5; + case GGML_TYPE_MXFP4: return 4; + case GGML_TYPE_Q2_K: return 4; + case GGML_TYPE_Q3_K: return 4; + case GGML_TYPE_Q4_0: return 6; + case GGML_TYPE_Q4_1: return 6; + case GGML_TYPE_Q4_K: return 5; + case GGML_TYPE_Q5_0: return 6; + case GGML_TYPE_Q5_1: return 6; + case GGML_TYPE_Q5_K: return 5; + case GGML_TYPE_Q6_K: return 4; + case GGML_TYPE_Q8_0: return 4; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_turing_plus(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ2_S: return 7; + case GGML_TYPE_IQ3_S: return 6; + case GGML_TYPE_IQ3_XXS: return 7; + case GGML_TYPE_MXFP4: return 7; + case GGML_TYPE_Q2_K: return 7; + case GGML_TYPE_Q3_K: return 5; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_gcn(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ1_S: return 5; + case GGML_TYPE_IQ1_M: return 5; + case GGML_TYPE_IQ2_S: return 4; + case GGML_TYPE_IQ2_XS: return 4; + case GGML_TYPE_IQ2_XXS: return 4; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 4; + case GGML_TYPE_IQ4_NL: return 6; + case GGML_TYPE_IQ4_XS: return 4; + case GGML_TYPE_Q2_K: return 4; + case GGML_TYPE_Q3_K: return 4; + case GGML_TYPE_Q4_0: return 5; + case GGML_TYPE_Q4_1: return 5; + case GGML_TYPE_Q4_K: return 4; + case GGML_TYPE_Q5_K: return 4; + case GGML_TYPE_Q6_K: return 4; + case GGML_TYPE_Q8_0: return 4; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_cdna(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ2_S: return 5; + case GGML_TYPE_IQ2_XS: return 5; + case GGML_TYPE_IQ2_XXS: return 5; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 5; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_rdna1_rdna2(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ2_S: return 4; + case GGML_TYPE_IQ2_XS: return 4; + case GGML_TYPE_IQ2_XXS: return 4; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 4; + case GGML_TYPE_Q2_K: return 7; + case GGML_TYPE_Q3_K: return 4; + case GGML_TYPE_Q4_K: return 5; + case GGML_TYPE_Q5_K: return 6; + case GGML_TYPE_Q6_K: return 5; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_rdna3(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ1_S: return 6; + case GGML_TYPE_IQ1_M: return 6; + case GGML_TYPE_IQ2_S: return 4; + case GGML_TYPE_IQ2_XS: return 4; + case GGML_TYPE_IQ2_XXS: return 4; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 4; + case GGML_TYPE_IQ4_NL: return 6; + case GGML_TYPE_IQ4_XS: return 6; + case GGML_TYPE_Q4_K: return 4; + case GGML_TYPE_Q5_K: return 4; + case GGML_TYPE_Q6_K: return 4; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +static constexpr __host__ __device__ int get_mmvq_mmid_max_batch_rdna4(ggml_type type) { + switch (type) { + case GGML_TYPE_IQ1_S: return 7; + case GGML_TYPE_IQ1_M: return 7; + case GGML_TYPE_IQ2_S: return 4; + case GGML_TYPE_IQ2_XS: return 4; + case GGML_TYPE_IQ2_XXS: return 4; + case GGML_TYPE_IQ3_S: return 4; + case GGML_TYPE_IQ3_XXS: return 4; + case GGML_TYPE_IQ4_NL: return 7; + case GGML_TYPE_IQ4_XS: return 5; + case GGML_TYPE_MXFP4: return 5; + case GGML_TYPE_Q3_K: return 4; + case GGML_TYPE_Q4_0: return 7; + case GGML_TYPE_Q4_1: return 7; + case GGML_TYPE_Q4_K: return 4; + case GGML_TYPE_Q5_0: return 7; + case GGML_TYPE_Q5_1: return 7; + case GGML_TYPE_Q5_K: return 5; + case GGML_TYPE_Q6_K: return 5; + case GGML_TYPE_Q8_0: return 7; + default: return MMVQ_MAX_BATCH_SIZE; + } +} + +// Host function: returns the max batch size for the current arch+type at runtime. +int get_mmvq_mmid_max_batch(ggml_type type, int cc) { + // NVIDIA: Volta, Ada Lovelace, and Blackwell always use MMVQ for MUL_MAT_ID. + if (GGML_CUDA_CC_IS_NVIDIA(cc)) { + if (cc == GGML_CUDA_CC_VOLTA || cc >= GGML_CUDA_CC_ADA_LOVELACE) { + return MMVQ_MAX_BATCH_SIZE; + } + if (cc >= GGML_CUDA_CC_TURING) { + return get_mmvq_mmid_max_batch_turing_plus(type); + } + return get_mmvq_mmid_max_batch_pascal_older(type); + } + + // AMD + if (GGML_CUDA_CC_IS_AMD(cc)) { + if (GGML_CUDA_CC_IS_RDNA4(cc)) { + return get_mmvq_mmid_max_batch_rdna4(type); + } + if (GGML_CUDA_CC_IS_RDNA3(cc)) { + return get_mmvq_mmid_max_batch_rdna3(type); + } + if (GGML_CUDA_CC_IS_RDNA1(cc) || GGML_CUDA_CC_IS_RDNA2(cc)) { + return get_mmvq_mmid_max_batch_rdna1_rdna2(type); + } + if (GGML_CUDA_CC_IS_CDNA(cc)) { + return get_mmvq_mmid_max_batch_cdna(type); + } + if (GGML_CUDA_CC_IS_GCN(cc)) { + return get_mmvq_mmid_max_batch_gcn(type); + } + } + return MMVQ_MAX_BATCH_SIZE; +} + +// Device constexpr: returns the max batch size for the current arch+type at compile time. +template +static constexpr __device__ int get_mmvq_mmid_max_batch_for_device() { +#if defined(RDNA4) + return get_mmvq_mmid_max_batch_rdna4(type); +#elif defined(RDNA3) + return get_mmvq_mmid_max_batch_rdna3(type); +#elif defined(RDNA2) || defined(RDNA1) + return get_mmvq_mmid_max_batch_rdna1_rdna2(type); +#elif defined(CDNA) + return get_mmvq_mmid_max_batch_cdna(type); +#elif defined(GCN) + return get_mmvq_mmid_max_batch_gcn(type); +#elif defined(__CUDA_ARCH__) && (__CUDA_ARCH__ == GGML_CUDA_CC_VOLTA || __CUDA_ARCH__ >= GGML_CUDA_CC_ADA_LOVELACE) + return MMVQ_MAX_BATCH_SIZE; +#elif defined(__CUDA_ARCH__) && __CUDA_ARCH__ >= GGML_CUDA_CC_TURING + return get_mmvq_mmid_max_batch_turing_plus(type); +#else + return get_mmvq_mmid_max_batch_pascal_older(type); +#endif +} + static constexpr __host__ __device__ int calc_nwarps(ggml_type type, int ncols_dst, mmvq_parameter_table_id table_id) { if (table_id == MMVQ_PARAMETERS_GENERIC) { switch (ncols_dst) { @@ -193,7 +386,7 @@ static constexpr __host__ __device__ int calc_rows_per_block(int ncols_dst, int return 1; } -template +template __launch_bounds__(calc_nwarps(type, ncols_dst, get_device_table_id())*ggml_cuda_get_physical_warp_size(), 1) static __global__ void mul_mat_vec_q( const void * __restrict__ vx, const void * __restrict__ vy, const int32_t * __restrict__ ids, const ggml_cuda_mm_fusion_args_device fusion, float * __restrict__ dst, @@ -220,22 +413,13 @@ static __global__ void mul_mat_vec_q( const uint32_t channel_dst = blockIdx.y; - uint32_t token_idx = 0; uint32_t channel_x; uint32_t channel_y; uint32_t sample_dst; - if constexpr (is_multi_token_id) { - // Multi-token MUL_MAT_ID path, adding these in the normal path causes a perf regression for n_tokens=1 case - token_idx = blockIdx.z; - channel_x = ids[channel_dst + token_idx * ids_stride]; - channel_y = fastmodulo(channel_dst, nchannels_y); - sample_dst = 0; - } else { - channel_x = ncols_dst == 1 && ids ? ids[channel_dst] : fastdiv(channel_dst, channel_ratio); - channel_y = ncols_dst == 1 && ids ? fastmodulo(channel_dst, nchannels_y) : channel_dst; - sample_dst = blockIdx.z; - } + channel_x = ncols_dst == 1 && ids ? ids[channel_dst] : fastdiv(channel_dst, channel_ratio); + channel_y = ncols_dst == 1 && ids ? fastmodulo(channel_dst, nchannels_y) : channel_dst; + sample_dst = blockIdx.z; const uint32_t sample_x = fastdiv(sample_dst, sample_ratio); const uint32_t sample_y = sample_dst; @@ -292,9 +476,6 @@ static __global__ void mul_mat_vec_q( float tmp_gate[ncols_dst][rows_per_cuda_block] = {{0.0f}}; const block_q8_1 * y = ((const block_q8_1 *) vy) + sample_y*stride_sample_y + channel_y*stride_channel_y; - if constexpr (is_multi_token_id) { - y += token_idx*stride_col_y; - } const int kbx_offset = sample_x*stride_sample_x + channel_x*stride_channel_x + row0*stride_row_x; for (int kbx = tid / (qi/vdr); kbx < blocks_per_row_x; kbx += blocks_per_iter) { @@ -348,10 +529,6 @@ static __global__ void mul_mat_vec_q( dst += sample_dst*stride_sample_dst + channel_dst*stride_channel_dst + row0; - if constexpr (is_multi_token_id) { - dst += token_idx*stride_col_dst; - } - // sum up partial sums and write back result #pragma unroll for (int j = 0; j < ncols_dst; ++j) { @@ -411,6 +588,69 @@ static __global__ void mul_mat_vec_q( } } +// Dedicated MoE multi-token kernel. +// Grid: (ceil(nrows_x / c_rows_per_block), nchannels_dst) +// Block: (warp_size, ncols_dst) - each warp handles one token independently. +// No shared memory reduction needed since each warp works alone. +template +__launch_bounds__(get_mmvq_mmid_max_batch_for_device()*ggml_cuda_get_physical_warp_size(), 1) +static __global__ void mul_mat_vec_q_moe( + const void * __restrict__ vx, const void * __restrict__ vy, const int32_t * __restrict__ ids, + float * __restrict__ dst, + const uint32_t ncols_x, const uint3 nchannels_y, const uint32_t nrows_x, + const uint32_t stride_row_x, const uint32_t stride_col_y, const uint32_t stride_col_dst, + const uint32_t stride_channel_x, const uint32_t stride_channel_y, const uint32_t stride_channel_dst, + const uint32_t ncols_dst, const uint32_t ids_stride) { + + constexpr int qk = ggml_cuda_type_traits::qk; + constexpr int qi = ggml_cuda_type_traits::qi; + constexpr int vdr = get_vdr_mmvq(type); + constexpr int warp_size = ggml_cuda_get_physical_warp_size(); + + constexpr vec_dot_q_cuda_t vec_dot_q_cuda = get_vec_dot_q_cuda(type); + + const uint32_t token_idx = threadIdx.y; + const int row0 = c_rows_per_block*blockIdx.x; + const int blocks_per_row_x = ncols_x / qk; + constexpr int blocks_per_iter = vdr * warp_size / qi; + + const uint32_t channel_dst = blockIdx.y; + + if (token_idx >= ncols_dst) { + return; + } + + const uint32_t channel_x = ids[channel_dst + token_idx * ids_stride]; + const uint32_t channel_y = fastmodulo(channel_dst, nchannels_y); + + const block_q8_1 * y = ((const block_q8_1 *) vy) + channel_y*stride_channel_y + token_idx*stride_col_y; + const int kbx_offset = channel_x*stride_channel_x + row0*stride_row_x; + + // partial sum for each thread + float tmp[c_rows_per_block] = {0.0f}; + + for (int kbx = threadIdx.x / (qi/vdr); kbx < blocks_per_row_x; kbx += blocks_per_iter) { + const int kby = kbx * (qk/QK8_1); + const int kqs = vdr * (threadIdx.x % (qi/vdr)); + +#pragma unroll + for (int i = 0; i < c_rows_per_block; ++i) { + tmp[i] += vec_dot_q_cuda(vx, &y[kby], kbx_offset + i*stride_row_x + kbx, kqs); + } + } + + // Warp-level reduction only - no shared memory needed +#pragma unroll + for (int i = 0; i < c_rows_per_block; ++i) { + tmp[i] = warp_reduce_sum(tmp[i]); + } + + // Write results + if (threadIdx.x < c_rows_per_block && (c_rows_per_block == 1 || uint32_t(row0 + threadIdx.x) < nrows_x)) { + dst[channel_dst*stride_channel_dst + token_idx*stride_col_dst + row0 + threadIdx.x] = tmp[threadIdx.x]; + } +} + template static std::pair calc_launch_params( const int ncols_dst, const int nrows_x, const int nchannels_dst, const int nsamples_or_ntokens, @@ -423,7 +663,7 @@ static std::pair calc_launch_params( return {block_nums, block_dims}; } -template +template static void mul_mat_vec_q_switch_fusion( const void * vx, const void * vy, const int32_t * ids, const ggml_cuda_mm_fusion_args_device fusion, float * dst, const uint32_t ncols_x, const uint3 nchannels_y, const uint32_t stride_row_x, const uint32_t stride_col_y, @@ -436,7 +676,7 @@ static void mul_mat_vec_q_switch_fusion( const bool has_fusion = fusion.gate != nullptr || fusion.x_bias != nullptr || fusion.gate_bias != nullptr; if constexpr (c_ncols_dst == 1) { if (has_fusion) { - mul_mat_vec_q<<>> + mul_mat_vec_q<<>> (vx, vy, ids, fusion, dst, ncols_x, nchannels_y, stride_row_x, stride_col_y, stride_col_dst, channel_ratio, stride_channel_x, stride_channel_y, stride_channel_dst, sample_ratio, stride_sample_x, stride_sample_y, stride_sample_dst, ids_stride); @@ -446,12 +686,33 @@ static void mul_mat_vec_q_switch_fusion( GGML_ASSERT(!has_fusion && "fusion only supported for ncols_dst=1"); - mul_mat_vec_q<<>> + mul_mat_vec_q<<>> (vx, vy, ids, fusion, dst, ncols_x, nchannels_y, stride_row_x, stride_col_y, stride_col_dst, channel_ratio, stride_channel_x, stride_channel_y, stride_channel_dst, sample_ratio, stride_sample_x, stride_sample_y, stride_sample_dst, ids_stride); } +template +static void mul_mat_vec_q_moe_launch( + const void * vx, const void * vy, const int32_t * ids, float * dst, + const uint32_t ncols_x, const uint3 nchannels_y, const uint32_t nrows_x, + const uint32_t stride_row_x, const uint32_t stride_col_y, const uint32_t stride_col_dst, + const uint32_t stride_channel_x, const uint32_t stride_channel_y, const uint32_t stride_channel_dst, + const uint32_t ncols_dst, const uint32_t ids_stride, + const int warp_size, const int nchannels_dst, cudaStream_t stream) { + + constexpr int rows_per_block = 2; // 2 gives best perf based on tuning + const int64_t nblocks_rows = (nrows_x + rows_per_block - 1) / rows_per_block; + const dim3 block_nums(nblocks_rows, nchannels_dst); + const dim3 block_dims(warp_size, ncols_dst); + + mul_mat_vec_q_moe<<>>( + vx, vy, ids, dst, ncols_x, nchannels_y, nrows_x, + stride_row_x, stride_col_y, stride_col_dst, + stride_channel_x, stride_channel_y, stride_channel_dst, + ncols_dst, ids_stride); +} + template static void mul_mat_vec_q_switch_ncols_dst( const void * vx, const void * vy, const int32_t * ids, const ggml_cuda_mm_fusion_args_device fusion, float * dst, @@ -470,20 +731,62 @@ static void mul_mat_vec_q_switch_ncols_dst( const uint3 sample_ratio_fd = init_fastdiv_values(nsamples_dst / nsamples_x); const int device = ggml_cuda_get_device(); + const int cc = ggml_cuda_info().devices[device].cc; const int warp_size = ggml_cuda_info().devices[device].warp_size; - const mmvq_parameter_table_id table_id = get_device_table_id(ggml_cuda_info().devices[device].cc); + const mmvq_parameter_table_id table_id = get_device_table_id(cc); const bool has_fusion = fusion.gate != nullptr || fusion.x_bias != nullptr || fusion.gate_bias != nullptr; const bool has_ids = ids != nullptr; + const auto should_use_small_k = [&](int c_ncols_dst) { + // When K is small, increase rows_per_block to match nwarps so each warp has more work to do + // Trigger when the full thread block covers all K blocks in a single loop iteration and few threads remain idle. + constexpr int qk = ggml_cuda_type_traits::qk; + constexpr int qi = ggml_cuda_type_traits::qi; + constexpr int vdr = get_vdr_mmvq(type); + const int blocks_per_row_x = ncols_x / qk; + const int blocks_per_iter_1warp = vdr * warp_size / qi; + const int nwarps = calc_nwarps(type, c_ncols_dst, table_id); + bool use = nwarps > 1 && blocks_per_row_x < nwarps * blocks_per_iter_1warp; + + constexpr std::array iq_slow_turing = { + GGML_TYPE_IQ3_XXS, + GGML_TYPE_IQ3_S, + }; + constexpr std::array iq_slow_other = { + GGML_TYPE_IQ1_S, GGML_TYPE_IQ1_M, GGML_TYPE_IQ2_XXS, GGML_TYPE_IQ2_XS, + GGML_TYPE_IQ2_S, GGML_TYPE_IQ3_XXS, GGML_TYPE_IQ3_S, GGML_TYPE_IQ4_XS, + }; + constexpr std::array slow_pascal = { + GGML_TYPE_IQ3_S, + GGML_TYPE_Q2_K, + GGML_TYPE_Q3_K, + }; + + const bool is_nvidia_turing_plus = GGML_CUDA_CC_IS_NVIDIA(cc) && cc >= GGML_CUDA_CC_TURING; + const bool is_nvidia_pascal_older = GGML_CUDA_CC_IS_NVIDIA(cc) && cc < GGML_CUDA_CC_VOLTA; + + if (is_nvidia_turing_plus) { + if (ncols_dst == 1 && + std::find(iq_slow_turing.begin(), iq_slow_turing.end(), type) != iq_slow_turing.end()) { + use = false; + } + } else if ((ncols_dst == 1 && std::find(iq_slow_other.begin(), iq_slow_other.end(), type) != iq_slow_other.end()) || + (is_nvidia_pascal_older && std::find(slow_pascal.begin(), slow_pascal.end(), type) != slow_pascal.end()) || + GGML_CUDA_CC_IS_RDNA(cc)) { + use = false; + } + + return use; + }; + if (has_ids && ncols_dst > 1) { - // Multi-token MUL_MAT_ID path only - single-token goes through regular path below - constexpr int c_ncols_dst = 1; - std::pair dims = calc_launch_params(c_ncols_dst, nrows_x, nchannels_dst, ncols_dst, warp_size, table_id); - mul_mat_vec_q_switch_fusion(vx, vy, ids, fusion, dst, ncols_x, nchannels_y_fd, stride_row_x, stride_col_y, stride_col_dst, - channel_ratio_fd, stride_channel_x, stride_channel_y, stride_channel_dst, - sample_ratio_fd, stride_sample_x, stride_sample_y, stride_sample_dst, - dims.first, dims.second, 0, ids_stride, stream); + // Multi-token MUL_MAT_ID path - dedicated MoE kernel + mul_mat_vec_q_moe_launch( + vx, vy, ids, dst, ncols_x, nchannels_y_fd, nrows_x, + stride_row_x, stride_col_y, stride_col_dst, + stride_channel_x, stride_channel_y, stride_channel_dst, + ncols_dst, ids_stride, warp_size, nchannels_dst, stream); return; } @@ -491,31 +794,24 @@ static void mul_mat_vec_q_switch_ncols_dst( case 1: { constexpr int c_ncols_dst = 1; - // When K is small, increase rows_per_block to match nwarps so each warp has more work to do - // Trigger when the full thread block covers all K blocks in a single loop iteration and few threads remain idle. - constexpr int qk = ggml_cuda_type_traits::qk; - constexpr int qi = ggml_cuda_type_traits::qi; - constexpr int vdr = get_vdr_mmvq(type); - const int blocks_per_row_x = ncols_x / qk; - const int blocks_per_iter_1warp = vdr * warp_size / qi; - const int nwarps = calc_nwarps(type, c_ncols_dst, table_id); - const bool use_small_k = nwarps > 1 && blocks_per_row_x < nwarps * blocks_per_iter_1warp; + bool use_small_k = should_use_small_k(c_ncols_dst); + if (use_small_k) { - std::pair dims = calc_launch_params(c_ncols_dst, nrows_x, nchannels_dst, nsamples_dst, - warp_size, table_id, true); - mul_mat_vec_q_switch_fusion( + std::pair dims = calc_launch_params(c_ncols_dst, nrows_x, nchannels_dst, + nsamples_dst, warp_size, table_id, true); + mul_mat_vec_q_switch_fusion( vx, vy, ids, fusion, dst, ncols_x, nchannels_y_fd, stride_row_x, stride_col_y, stride_col_dst, - channel_ratio_fd, stride_channel_x, stride_channel_y, stride_channel_dst, - sample_ratio_fd, stride_sample_x, stride_sample_y, stride_sample_dst, - dims.first, dims.second, 0, ids_stride, stream); + channel_ratio_fd, stride_channel_x, stride_channel_y, stride_channel_dst, sample_ratio_fd, + stride_sample_x, stride_sample_y, stride_sample_dst, dims.first, dims.second, 0, ids_stride, + stream); } else { - std::pair dims = calc_launch_params(c_ncols_dst, nrows_x, nchannels_dst, nsamples_dst, - warp_size, table_id); + std::pair dims = calc_launch_params(c_ncols_dst, nrows_x, nchannels_dst, + nsamples_dst, warp_size, table_id); mul_mat_vec_q_switch_fusion( vx, vy, ids, fusion, dst, ncols_x, nchannels_y_fd, stride_row_x, stride_col_y, stride_col_dst, - channel_ratio_fd, stride_channel_x, stride_channel_y, stride_channel_dst, - sample_ratio_fd, stride_sample_x, stride_sample_y, stride_sample_dst, - dims.first, dims.second, 0, ids_stride, stream); + channel_ratio_fd, stride_channel_x, stride_channel_y, stride_channel_dst, sample_ratio_fd, + stride_sample_x, stride_sample_y, stride_sample_dst, dims.first, dims.second, 0, ids_stride, + stream); } } break; case 2: { @@ -626,6 +922,12 @@ static void mul_mat_vec_q_switch_type( nchannels_x, nchannels_y, nchannels_dst, stride_channel_x, stride_channel_y, stride_channel_dst, nsamples_x, nsamples_dst, stride_sample_x, stride_sample_y, stride_sample_dst, ids_stride, stream); break; + case GGML_TYPE_NVFP4: + mul_mat_vec_q_switch_ncols_dst + (vx, vy, ids, fusion, dst, ncols_x, nrows_x, ncols_dst, stride_row_x, stride_col_y, stride_col_dst, + nchannels_x, nchannels_y, nchannels_dst, stride_channel_x, stride_channel_y, stride_channel_dst, + nsamples_x, nsamples_dst, stride_sample_x, stride_sample_y, stride_sample_dst, ids_stride, stream); + break; case GGML_TYPE_Q2_K: mul_mat_vec_q_switch_ncols_dst (vx, vy, ids, fusion, dst, ncols_x, nrows_x, ncols_dst, stride_row_x, stride_col_y, stride_col_dst, diff --git a/ggml/src/ggml-cuda/mmvq.cuh b/ggml/src/ggml-cuda/mmvq.cuh index 8a154631f69..6bf0a8e8677 100644 --- a/ggml/src/ggml-cuda/mmvq.cuh +++ b/ggml/src/ggml-cuda/mmvq.cuh @@ -1,7 +1,10 @@ #include "common.cuh" #define MMVQ_MAX_BATCH_SIZE 8 // Max. batch size for which to use MMVQ kernels. -#define MMVQ_MMID_MAX_BATCH_SIZE 4 // Max. batch size for which to use MMVQ kernels for MUL_MAT_ID + +// Returns the maximum batch size for which MMVQ should be used for MUL_MAT_ID, +// based on the quantization type and GPU architecture (compute capability). +int get_mmvq_mmid_max_batch(ggml_type type, int cc); void ggml_cuda_mul_mat_vec_q(ggml_backend_cuda_context & ctx, const ggml_tensor * src0, const ggml_tensor * src1, const ggml_tensor * ids, ggml_tensor * dst, const ggml_cuda_mm_fusion_args_host * fusion = nullptr); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu index dc16829021f..22d383173f3 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_1-ncols2_8.cu @@ -8,3 +8,4 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 1, 8); DECL_FATTN_MMA_F16_CASE(112, 112, 1, 8); DECL_FATTN_MMA_F16_CASE(128, 128, 1, 8); DECL_FATTN_MMA_F16_CASE(256, 256, 1, 8); +DECL_FATTN_MMA_F16_CASE(512, 512, 1, 8); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu index 517993cb068..d2415bfa957 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_16-ncols2_4.cu @@ -8,4 +8,5 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 16, 4); DECL_FATTN_MMA_F16_CASE(112, 112, 16, 4); DECL_FATTN_MMA_F16_CASE(128, 128, 16, 4); DECL_FATTN_MMA_F16_CASE(256, 256, 16, 4); +DECL_FATTN_MMA_F16_CASE(512, 512, 16, 4); DECL_FATTN_MMA_F16_CASE(576, 512, 16, 4); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu index 97b19c67ade..8eec1d74e29 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_4.cu @@ -8,4 +8,5 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 2, 4); DECL_FATTN_MMA_F16_CASE(112, 112, 2, 4); DECL_FATTN_MMA_F16_CASE(128, 128, 2, 4); DECL_FATTN_MMA_F16_CASE(256, 256, 2, 4); +DECL_FATTN_MMA_F16_CASE(512, 512, 2, 4); DECL_FATTN_MMA_F16_CASE(576, 512, 2, 4); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu index 163b1d939e4..84b674cd05a 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_2-ncols2_8.cu @@ -8,3 +8,4 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 2, 8); DECL_FATTN_MMA_F16_CASE(112, 112, 2, 8); DECL_FATTN_MMA_F16_CASE(128, 128, 2, 8); DECL_FATTN_MMA_F16_CASE(256, 256, 2, 8); +DECL_FATTN_MMA_F16_CASE(512, 512, 2, 8); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu index 989626dfa5e..3475dfea08a 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_4.cu @@ -8,4 +8,5 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 4, 4); DECL_FATTN_MMA_F16_CASE(112, 112, 4, 4); DECL_FATTN_MMA_F16_CASE(128, 128, 4, 4); DECL_FATTN_MMA_F16_CASE(256, 256, 4, 4); +DECL_FATTN_MMA_F16_CASE(512, 512, 4, 4); DECL_FATTN_MMA_F16_CASE(576, 512, 4, 4); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu index bad296b4141..5906398db91 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_4-ncols2_8.cu @@ -8,3 +8,4 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 4, 8); DECL_FATTN_MMA_F16_CASE(112, 112, 4, 8); DECL_FATTN_MMA_F16_CASE(128, 128, 4, 8); DECL_FATTN_MMA_F16_CASE(256, 256, 4, 8); +DECL_FATTN_MMA_F16_CASE(512, 512, 4, 8); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu index 173de7aac7d..684cd25ce0d 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_4.cu @@ -8,4 +8,5 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 8, 4); DECL_FATTN_MMA_F16_CASE(112, 112, 8, 4); DECL_FATTN_MMA_F16_CASE(128, 128, 8, 4); DECL_FATTN_MMA_F16_CASE(256, 256, 8, 4); +DECL_FATTN_MMA_F16_CASE(512, 512, 8, 4); DECL_FATTN_MMA_F16_CASE(576, 512, 8, 4); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu index 680a13ca6de..4bc60d62f91 100644 --- a/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu +++ b/ggml/src/ggml-cuda/template-instances/fattn-mma-f16-instance-ncols1_8-ncols2_8.cu @@ -8,3 +8,4 @@ DECL_FATTN_MMA_F16_CASE(96, 96, 8, 8); DECL_FATTN_MMA_F16_CASE(112, 112, 8, 8); DECL_FATTN_MMA_F16_CASE(128, 128, 8, 8); DECL_FATTN_MMA_F16_CASE(256, 256, 8, 8); +DECL_FATTN_MMA_F16_CASE(512, 512, 8, 8); diff --git a/ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq512-dv512.cu b/ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq512-dv512.cu new file mode 100644 index 00000000000..7c61d8d2ecd --- /dev/null +++ b/ggml/src/ggml-cuda/template-instances/fattn-tile-instance-dkq512-dv512.cu @@ -0,0 +1,5 @@ +// This file has been autogenerated by generate_cu_files.py, do not edit manually. + +#include "../fattn-tile.cuh" + +DECL_FATTN_TILE_CASE(512, 512); diff --git a/ggml/src/ggml-cuda/template-instances/generate_cu_files.py b/ggml/src/ggml-cuda/template-instances/generate_cu_files.py index 3b5ab12fc40..40d51f93fa4 100755 --- a/ggml/src/ggml-cuda/template-instances/generate_cu_files.py +++ b/ggml/src/ggml-cuda/template-instances/generate_cu_files.py @@ -3,7 +3,7 @@ from glob import glob import os -HEAD_SIZES_KQ = [40, 64, 72, 80, 96, 112, 128, 256, 576] +HEAD_SIZES_KQ = [40, 64, 72, 80, 96, 112, 128, 256, 512, 576] TYPES_KV = ["GGML_TYPE_F16", "GGML_TYPE_Q4_0", "GGML_TYPE_Q4_1", "GGML_TYPE_Q5_0", "GGML_TYPE_Q5_1", "GGML_TYPE_Q8_0", "GGML_TYPE_BF16"] @@ -35,7 +35,7 @@ "GGML_TYPE_Q4_0", "GGML_TYPE_Q4_1", "GGML_TYPE_Q5_0", "GGML_TYPE_Q5_1", "GGML_TYPE_Q8_0", "GGML_TYPE_Q2_K", "GGML_TYPE_Q3_K", "GGML_TYPE_Q4_K", "GGML_TYPE_Q5_K", "GGML_TYPE_Q6_K", "GGML_TYPE_IQ2_XXS", "GGML_TYPE_IQ2_XS", "GGML_TYPE_IQ2_S", "GGML_TYPE_IQ3_XXS", "GGML_TYPE_IQ3_S", - "GGML_TYPE_IQ1_S", "GGML_TYPE_IQ4_NL", "GGML_TYPE_IQ4_XS", "GGML_TYPE_MXFP4" + "GGML_TYPE_IQ1_S", "GGML_TYPE_IQ4_NL", "GGML_TYPE_IQ4_XS", "GGML_TYPE_MXFP4", "GGML_TYPE_NVFP4" ] SOURCE_MMQ = """// This file has been autogenerated by generate_cu_files.py, do not edit manually. @@ -83,6 +83,8 @@ def get_short_name(long_quant_name): continue if head_size_kq == 72: continue + if head_size_kq == 512 and ncols2 not in (4, 8): + continue if head_size_kq != 576 and ncols2 in (16, 32): continue if head_size_kq == 576 and ncols2 not in (4, 16, 32): diff --git a/ggml/src/ggml-cuda/template-instances/mmq-instance-nvfp4.cu b/ggml/src/ggml-cuda/template-instances/mmq-instance-nvfp4.cu new file mode 100644 index 00000000000..2cb140d35a3 --- /dev/null +++ b/ggml/src/ggml-cuda/template-instances/mmq-instance-nvfp4.cu @@ -0,0 +1,5 @@ +// This file has been autogenerated by generate_cu_files.py, do not edit manually. + +#include "../mmq.cuh" + +DECL_MMQ_CASE(GGML_TYPE_NVFP4); diff --git a/ggml/src/ggml-cuda/vecdotq.cuh b/ggml/src/ggml-cuda/vecdotq.cuh index ab803aca21b..40b2b41e7e8 100644 --- a/ggml/src/ggml-cuda/vecdotq.cuh +++ b/ggml/src/ggml-cuda/vecdotq.cuh @@ -322,6 +322,38 @@ static __device__ __forceinline__ float vec_dot_mxfp4_q8_1( return d * sumi; } +#define VDR_NVFP4_Q8_1_MMVQ 4 +#define VDR_NVFP4_Q8_1_MMQ 8 + +static __device__ __forceinline__ float vec_dot_nvfp4_q8_1( + const void * __restrict__ vbq, + const block_q8_1 * __restrict__ bq8_1, + const int32_t & kbx, + const int32_t & iqs) { + + const block_nvfp4 * bq4 = (const block_nvfp4 *) vbq + kbx; + float sum = 0.0f; +#pragma unroll + for (int i = 0; i < VDR_NVFP4_Q8_1_MMVQ/2; i++) { + const int32_t iqs0 = iqs + 2*i; + const int32_t iqs1 = iqs0 + 1; + const int32_t is = iqs0 >> 1; + const int2 v0 = get_int_from_table_16(get_int_b4(bq4->qs, iqs0), kvalues_mxfp4); + const int2 v1 = get_int_from_table_16(get_int_b4(bq4->qs, iqs1), kvalues_mxfp4); + const block_q8_1 * bq8 = bq8_1 + (is >> 1); + const int32_t i8 = ((is & 1) << 2); + + int sumi = ggml_cuda_dp4a(v0.x, get_int_b4(bq8->qs, i8 + 0), 0); + sumi = ggml_cuda_dp4a(v0.y, get_int_b4(bq8->qs, i8 + 2), sumi); + sumi = ggml_cuda_dp4a(v1.x, get_int_b4(bq8->qs, i8 + 1), sumi); + sumi = ggml_cuda_dp4a(v1.y, get_int_b4(bq8->qs, i8 + 3), sumi); + + const float d = ggml_cuda_ue4m3_to_fp32(bq4->d[is]) * __low2float(bq8->ds); + sum += d * float(sumi); + } + + return sum; +} #define VDR_Q2_K_Q8_1_MMVQ 1 #define VDR_Q2_K_Q8_1_MMQ 4 diff --git a/ggml/src/ggml-cuda/vendors/cuda.h b/ggml/src/ggml-cuda/vendors/cuda.h index ba032cfab4b..07bc47df3b8 100644 --- a/ggml/src/ggml-cuda/vendors/cuda.h +++ b/ggml/src/ggml-cuda/vendors/cuda.h @@ -6,9 +6,10 @@ #include #include -#if CUDART_VERSION >= 12050 +#if CUDART_VERSION >= 11080 #include -#endif // CUDART_VERSION >= 12050 +#define FP8_AVAILABLE +#endif // CUDART_VERSION >= 11080 #if CUDART_VERSION >= 12080 #include diff --git a/ggml/src/ggml-cuda/vendors/hip.h b/ggml/src/ggml-cuda/vendors/hip.h index 35d1e1a0639..9d9ba1ee219 100644 --- a/ggml/src/ggml-cuda/vendors/hip.h +++ b/ggml/src/ggml-cuda/vendors/hip.h @@ -235,6 +235,12 @@ typedef __hip_bfloat16 nv_bfloat16; typedef __hip_bfloat162 nv_bfloat162; +#if HIP_VERSION >= 60200000 +#include +typedef __hip_fp8_e4m3 __nv_fp8_e4m3; +#define FP8_AVAILABLE +#endif // HIP_VERSION >= 60200000 + typedef int8_t int8x4_t __attribute__((ext_vector_type(4))); typedef uint8_t uint8x4_t __attribute__((ext_vector_type(4))); static __device__ __forceinline__ int __vsubss4(const int a, const int b) { diff --git a/ggml/src/ggml-hexagon/ggml-hexagon.cpp b/ggml/src/ggml-hexagon/ggml-hexagon.cpp index e17c9ac1bb3..28c9e9a0443 100644 --- a/ggml/src/ggml-hexagon/ggml-hexagon.cpp +++ b/ggml/src/ggml-hexagon/ggml-hexagon.cpp @@ -463,7 +463,7 @@ static void repack_row_q4x4x2(uint8_t * y, const block_q4_0 * x, int64_t k) { d[7] = x[i * 8 + 7].d; } - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_q4x4x2(y, i, k); } @@ -482,7 +482,7 @@ static void unpack_row_q4x4x2(block_q4_0 * x, const uint8_t * y, int64_t k) { const uint8_t * y_q = y + 0; // quants first const uint8_t * y_d = y + qrow_size; // then scales - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_q4x4x2(y, i, k); } @@ -798,7 +798,7 @@ static void repack_row_q8x4x2(uint8_t * y, const block_q8_0 * x, int64_t k) { d[7] = x[i * 8 + 7].d; } - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_q8x4x2(y, i, k); } @@ -816,7 +816,7 @@ static void unpack_row_q8x4x2(block_q8_0 * x, const uint8_t * y, int64_t k) { const uint8_t * y_q = y + 0; // quants first const uint8_t * y_d = y + qrow_size; // then scales - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_q8x4x2(y, i, k); } @@ -1151,7 +1151,7 @@ static void repack_row_mxfp4x4x2(uint8_t * y, const block_mxfp4 * x, int64_t k) e[7] = x[i * 8 + 7].e; } - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_mxfp4x4x2(y, i, k); } @@ -1170,7 +1170,7 @@ static void unpack_row_mxfp4x4x2(block_mxfp4 * x, const uint8_t * y, int64_t k) const uint8_t * y_q = y + 0; // quants first const uint8_t * y_e = y + qrow_size; // then scales - if (opt_verbose > 1) { + if (opt_verbose > 2) { for (int i = 0; i < nb; i++) { dump_packed_block_mxfp4x4x2(y, i, k); } @@ -1408,6 +1408,13 @@ static void ggml_backend_hexagon_buffer_set_tensor(ggml_backend_buffer_t buffer, repack_q8_0_q8x4x2(tensor, data, size); break; + case GGML_TYPE_IQ4_NL: + GGML_ASSERT(offset == 0); + GGML_ASSERT(offset + size <= ggml_nbytes(tensor)); + // IQ4_NL has identical block layout to Q4_0 (ggml_half d + uint8_t qs[16]) + repack_q4_0_q4x4x2(tensor, data, size); + break; + case GGML_TYPE_MXFP4: GGML_ASSERT(offset == 0); GGML_ASSERT(offset + size <= ggml_nbytes(tensor)); @@ -1444,6 +1451,12 @@ static void ggml_backend_hexagon_buffer_get_tensor(ggml_backend_buffer_t buffer, repack_q8x4x2_q8_0(data, tensor, size); break; + case GGML_TYPE_IQ4_NL: + GGML_ASSERT(offset == 0); + GGML_ASSERT(offset + size <= ggml_nbytes(tensor)); + repack_q4x4x2_q4_0(data, tensor, size); + break; + case GGML_TYPE_MXFP4: GGML_ASSERT(offset == 0); GGML_ASSERT(offset + size <= ggml_nbytes(tensor)); @@ -1821,6 +1834,7 @@ static bool ggml_hexagon_supported_mul_mat(const struct ggml_hexagon_session * s switch (src0->type) { case GGML_TYPE_Q4_0: case GGML_TYPE_Q8_0: + case GGML_TYPE_IQ4_NL: case GGML_TYPE_MXFP4: if (src0->ne[0] % 32) { return false; @@ -1870,6 +1884,7 @@ static bool ggml_hexagon_supported_mul_mat_id(const struct ggml_hexagon_session switch (src0->type) { case GGML_TYPE_Q4_0: case GGML_TYPE_Q8_0: + case GGML_TYPE_IQ4_NL: case GGML_TYPE_MXFP4: if ((src0->ne[0] % 32)) { return false; @@ -2218,6 +2233,22 @@ static bool ggml_hexagon_supported_ssm_conv(const struct ggml_hexagon_session * return true; } +static bool ggml_hexagon_supported_cumsum(const struct ggml_hexagon_session * sess, const struct ggml_tensor * op) { + const struct ggml_tensor * src0 = op->src[0]; + const struct ggml_tensor * dst = op; + + if (src0->type != GGML_TYPE_F32 || dst->type != GGML_TYPE_F32) { + return false; + } + + if (!ggml_is_contiguous(src0) || !ggml_is_contiguous(dst)) { + return false; + } + + GGML_UNUSED(sess); + return true; +} + enum dspqbuf_type { DSPQBUF_TYPE_DSP_WRITE_CPU_READ = 0, DSPQBUF_TYPE_CPU_WRITE_DSP_READ, @@ -2386,6 +2417,16 @@ static inline size_t init_repeat_req(htp_general_req * req, dspqueue_buffer * bu return n_bufs; } +static inline size_t init_cumsum_req(htp_general_req * req, dspqueue_buffer * bufs, const ggml_tensor * t) { + req->op = HTP_OP_CUMSUM; + + size_t n_bufs = 0; + n_bufs += htp_req_buff_init(&req->src0, &bufs[n_bufs], t->src[0], DSPQBUF_TYPE_CPU_WRITE_DSP_READ); + n_bufs += htp_req_buff_init(&req->dst, &bufs[n_bufs], t, DSPQBUF_TYPE_DSP_WRITE_CPU_READ); + + return n_bufs; +} + static inline size_t init_get_rows_req(htp_general_req * req, dspqueue_buffer * bufs, const ggml_tensor * t) { req->op = HTP_OP_GET_ROWS; @@ -2598,8 +2639,26 @@ static void ggml_backend_hexagon_free(ggml_backend_t backend) { delete backend; } +// Map weight type to its activation quantization family. +// Types in the same family produce identical Q8 formats in VTCM and can +// safely share quantized activation data via SKIP_QUANTIZE. +// When adding a new quantized type, assign it the correct family here. +static inline int act_quant_family(enum ggml_type wtype) { + switch (wtype) { + case GGML_TYPE_Q4_0: + case GGML_TYPE_Q8_0: + case GGML_TYPE_IQ4_NL: + case GGML_TYPE_MXFP4: + return 1; // Q8x4x2 + default: + return 0; // unknown / not quantized + } +} + static inline bool op_reuse_src1(const ggml_tensor * op1, const ggml_tensor * op0) { - return (op0 && op0->src[1] == op1->src[1] && ggml_is_quantized(op0->src[0]->type)); + return (op0 && op0->src[1] == op1->src[1] && + act_quant_family(op0->src[0]->type) == act_quant_family(op1->src[0]->type) && + act_quant_family(op0->src[0]->type) != 0); } static inline bool is_compute_op(ggml_tensor *node) @@ -2749,6 +2808,10 @@ static ggml_status ggml_backend_hexagon_graph_compute(ggml_backend_t backend, gg ggml_hexagon_dispatch_op(sess, node, flags); break; + case GGML_OP_CUMSUM: + ggml_hexagon_dispatch_op(sess, node, flags); + break; + default: GGML_ABORT("\nggml-hex: graph-compute %s is not supported\n", ggml_op_desc(node)); } @@ -3223,6 +3286,10 @@ static bool ggml_backend_hexagon_device_supports_op(ggml_backend_dev_t dev, cons supp = ggml_hexagon_supported_ssm_conv(sess, op); break; + case GGML_OP_CUMSUM: + supp = ggml_hexagon_supported_cumsum(sess, op); + break; + default: break; } @@ -3366,6 +3433,8 @@ static void ggml_hexagon_init(ggml_backend_reg * reg) { "please update hexagon_type to match ggml_type"); static_assert((unsigned int) HTP_TYPE_MXFP4 == (unsigned int) GGML_TYPE_MXFP4, "please update hexagon_type to match ggml_type"); + static_assert((unsigned int) HTP_TYPE_IQ4_NL == (unsigned int) GGML_TYPE_IQ4_NL, + "please update hexagon_type to match ggml_type"); const char * str_experimental = getenv("GGML_HEXAGON_EXPERIMENTAL"); const char * str_verbose = getenv("GGML_HEXAGON_VERBOSE"); diff --git a/ggml/src/ggml-hexagon/htp/CMakeLists.txt b/ggml/src/ggml-hexagon/htp/CMakeLists.txt index 6ddfe4252f5..2b60f427ada 100644 --- a/ggml/src/ggml-hexagon/htp/CMakeLists.txt +++ b/ggml/src/ggml-hexagon/htp/CMakeLists.txt @@ -33,6 +33,7 @@ add_library(${HTP_LIB} SHARED repeat-ops.c argsort-ops.c ssm-conv.c + cumsum-ops.c ) target_compile_definitions(${HTP_LIB} PRIVATE diff --git a/ggml/src/ggml-hexagon/htp/binary-ops.c b/ggml/src/ggml-hexagon/htp/binary-ops.c index ec90f22de52..1b0f97493bc 100644 --- a/ggml/src/ggml-hexagon/htp/binary-ops.c +++ b/ggml/src/ggml-hexagon/htp/binary-ops.c @@ -24,28 +24,26 @@ // Context for binary operations struct htp_binary_context { struct htp_ops_context * octx; - struct fastdiv_values dim1_div; - struct fastdiv_values dim2_div; - struct fastdiv_values dim12_div; + + struct fastdiv_values src0_dim1_div; // ne01 + struct fastdiv_values src0_dim2_div; // ne02 + struct fastdiv_values src0_dim12_div;// ne03 struct fastdiv_values src1_dim1_div; // ne11 struct fastdiv_values src1_dim2_div; // ne12 struct fastdiv_values src1_dim3_div; // ne13 - uint32_t nrows_per_thread; - bool split_at_ne01; - bool split_at_ne02; - - // Precomputed values uint32_t block_max; + uint32_t nrows_per_thread; size_t src0_row_size_aligned; size_t src1_row_size_aligned; size_t dst_row_size_aligned; - uint32_t src1_fetch_rows; // 1 or block_max - uint32_t src1_dma_stride; // 0 or stride + + bool split_at_ne01; + bool split_at_ne02; }; -#define htp_binary_preamble \ +#define htp_binary_preamble \ const struct htp_tensor * src0 = &octx->src0; \ const struct htp_tensor * src1 = &octx->src1; \ struct htp_tensor * dst = &octx->dst; \ @@ -72,12 +70,11 @@ struct htp_binary_context { const uint32_t nb2 = dst->nb[2]; \ const uint32_t nb3 = dst->nb[3]; -static inline uint32_t calc_block_size(struct htp_binary_context * bctx, uint32_t ir, uint32_t end_row, - uint32_t ne01, uint32_t ne02) { +static inline uint32_t calc_block_size(struct htp_binary_context * bctx, uint32_t ir, uint32_t end_row, uint32_t ne01, uint32_t ne02) { uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); + i03 = fastdiv(ir, &bctx->src0_dim12_div); rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); + i02 = fastdiv(rem, &bctx->src0_dim1_div); i01 = rem - i02 * ne01; uint32_t rows_left = end_row - ir; @@ -191,6 +188,8 @@ static void binary_job_scalar(unsigned int nth, unsigned int ith, void * data) { const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); if (start_row >= end_row) return; + FARF(HIGH, "binary-scalar: %d/%d (%u:%u) row-size %u (%u)", ith, nth, start_row, end_row, nb01, bctx->dst_row_size_aligned); + uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; @@ -204,9 +203,9 @@ static void binary_job_scalar(unsigned int nth, unsigned int ith, void * data) { for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); + i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); + i02 = fastdiv(rem, &bctx->src0_dim1_div); i01 = rem - i02 * ne01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; @@ -215,7 +214,7 @@ static void binary_job_scalar(unsigned int nth, unsigned int ith, void * data) { uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, row_size_bytes, current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; @@ -229,9 +228,9 @@ static void binary_job_scalar(unsigned int nth, unsigned int ith, void * data) { uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); + i03 = fastdiv(ir, &bctx->src0_dim12_div); rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); + i02 = fastdiv(rem, &bctx->src0_dim1_div); i01 = rem - i02 * ne01; // src1 indices (broadcast/repeat) @@ -255,9 +254,9 @@ static void binary_job_scalar(unsigned int nth, unsigned int ith, void * data) { if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); + p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); + p02 = fastdiv(prem, &bctx->src0_dim1_div); p01 = prem - p02 * ne01; uint8_t * s0_next = (uint8_t *)src0->data + p03 * nb03 + p02 * nb02 + p01 * nb01; @@ -282,6 +281,8 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); if (start_row >= end_row) return; + FARF(HIGH, "binary-same-shape: %d/%d (%u:%u) row-size %u (%u)", ith, nth, start_row, end_row, nb01, bctx->dst_row_size_aligned); + uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); uint8_t * src1_spad_base = octx->src1_spad.data + (ith * octx->src1_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); @@ -297,9 +298,9 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); + i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); + i02 = fastdiv(rem, &bctx->src0_dim1_div); i01 = rem - i02 * ne01; uint32_t i13 = (ne13 == 1) ? 0 : i03; @@ -307,23 +308,23 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi uint32_t i11 = (ne11 == 1) ? 0 : i01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; - uint8_t * src1_base = (uint8_t *)src1->data + i13 * nb13 + i12 * nb12 + i11 * nb11; + uint8_t * src1_curr = (uint8_t *)src1->data + i13 * nb13 + i12 * nb12 + i11 * nb11; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * s1_spad = src1_spad_base + spad_idx * src1_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, row_size_bytes, current_block_size); - dma_queue_push(q, dma_make_ptr(s1_spad, src1_base), bctx->src1_row_size_aligned, bctx->src1_dma_stride, row_size_bytes, current_block_size); + dma_queue_push(q, dma_make_ptr(s1_spad, src1_curr), bctx->src1_row_size_aligned, nb11, row_size_bytes, current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; } for (uint32_t ir = start_row; ir < end_row; ) { uint32_t current_block_size = calc_block_size(bctx, ir, end_row, ne01, ne02); - uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; + uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; uint8_t * s1_spad = (uint8_t *) dma_queue_pop(q).dst; @@ -335,9 +336,9 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi } uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); + i03 = fastdiv(ir, &bctx->src0_dim12_div); rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); + i02 = fastdiv(rem, &bctx->src0_dim1_div); i01 = rem - i02 * ne01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, current_block_size); @@ -345,9 +346,9 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); + p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); + p02 = fastdiv(prem, &bctx->src0_dim1_div); p01 = prem - p02 * ne01; uint32_t p13 = (ne13 == 1) ? 0 : p03; @@ -358,7 +359,7 @@ static void binary_job_vector_same_shape(unsigned int nth, unsigned int ith, voi uint8_t * s1_next = (uint8_t *)src1->data + p13 * nb13 + p12 * nb12 + p11 * nb11; dma_queue_push(q, dma_make_ptr(s0_spad, s0_next), bctx->src0_row_size_aligned, nb01, row_size_bytes, next_block_size); - dma_queue_push(q, dma_make_ptr(s1_spad, s1_next), bctx->src1_row_size_aligned, bctx->src1_dma_stride, row_size_bytes, next_block_size); + dma_queue_push(q, dma_make_ptr(s1_spad, s1_next), bctx->src1_row_size_aligned, nb11, row_size_bytes, next_block_size); ir_prefetch += next_block_size; } @@ -373,15 +374,17 @@ static void binary_job_vector_row_broadcast(unsigned int nth, unsigned int ith, struct htp_ops_context * octx = bctx->octx; htp_binary_preamble; - const uint32_t src0_type = octx->src0.type; + const uint32_t src0_type = octx->src0.type; const uint32_t row_size_bytes = (src0_type == HTP_TYPE_F32) ? ne00 * sizeof(float) : ne00 * sizeof(_Float16); const uint32_t total_rows = ne01 * ne02 * ne03; - const uint32_t start_row = bctx->nrows_per_thread * ith; - const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); + const uint32_t start_row = bctx->nrows_per_thread * ith; + const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); if (start_row >= end_row) return; + FARF(HIGH, "binary-row-bcast: %d/%d (%u:%u) row-size %u (%u)", ith, nth, start_row, end_row, nb01, bctx->dst_row_size_aligned); + uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); - uint8_t * src1_spad = octx->src1_spad.data + (ith * octx->src1_spad.size_per_thread); + uint8_t * src1_spad_base = octx->src1_spad.data + (ith * octx->src1_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; @@ -391,15 +394,14 @@ static void binary_job_vector_row_broadcast(unsigned int nth, unsigned int ith, uint32_t ir_prefetch = start_row; int spad_idx = 0; - void * s1_ptr = (void *) src1_spad; + void * s1_ptr = (void *) src1_spad_base; for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); - rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t rem = ir_prefetch - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; @@ -407,7 +409,7 @@ static void binary_job_vector_row_broadcast(unsigned int nth, unsigned int ith, uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, row_size_bytes, current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; @@ -415,7 +417,7 @@ static void binary_job_vector_row_broadcast(unsigned int nth, unsigned int ith, for (uint32_t ir = start_row; ir < end_row; ) { uint32_t current_block_size = calc_block_size(bctx, ir, end_row, ne01, ne02); - uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; + uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; for (uint32_t r = 0; r < current_block_size; r++) { @@ -425,21 +427,19 @@ static void binary_job_vector_row_broadcast(unsigned int nth, unsigned int ith, COMPUTE_VECTOR_OP_AAA(r_dst, r_src0, r_src1, src0_type, ne00); } - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); - rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir, &bctx->src0_dim12_div); + uint32_t rem = ir - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, current_block_size); if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); - prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); - p01 = prem - p02 * ne01; + uint32_t p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t prem = ir_prefetch - p03 * (ne02 * ne01); + uint32_t p02 = fastdiv(prem, &bctx->src0_dim1_div); + uint32_t p01 = prem - p02 * ne01; uint8_t * s0_next = (uint8_t *)src0->data + p03 * nb03 + p02 * nb02 + p01 * nb01; dma_queue_push(q, dma_make_ptr(s0_spad, s0_next), bctx->src0_row_size_aligned, nb01, row_size_bytes, next_block_size); ir_prefetch += next_block_size; @@ -458,14 +458,16 @@ static void binary_job_vector_complex(unsigned int nth, unsigned int ith, void * const uint32_t src0_type = octx->src0.type; const uint32_t row_size_bytes = (src0_type == HTP_TYPE_F32) ? ne00 * sizeof(float) : ne00 * sizeof(_Float16); const uint32_t total_rows = ne01 * ne02 * ne03; - const uint32_t start_row = bctx->nrows_per_thread * ith; - const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); + const uint32_t start_row = bctx->nrows_per_thread * ith; + const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); if (start_row >= end_row) return; + FARF(HIGH, "binary-complex: %d/%d (%u:%u) row-size %u (%u)", ith, nth, start_row, end_row, nb01, bctx->dst_row_size_aligned); + uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); - size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; - size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; + size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; + size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; dma_queue * q = octx->ctx->dma[ith]; uint32_t ir_prefetch = start_row; @@ -473,11 +475,10 @@ static void binary_job_vector_complex(unsigned int nth, unsigned int ith, void * for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); - rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t rem = ir_prefetch - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; @@ -485,7 +486,7 @@ static void binary_job_vector_complex(unsigned int nth, unsigned int ith, void * uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, row_size_bytes, current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; @@ -496,11 +497,10 @@ static void binary_job_vector_complex(unsigned int nth, unsigned int ith, void * uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); - rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir, &bctx->src0_dim12_div); + uint32_t rem = ir - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; for (uint32_t r = 0; r < current_block_size; r++) { uint32_t r_i01 = i01 + r; @@ -521,11 +521,10 @@ static void binary_job_vector_complex(unsigned int nth, unsigned int ith, void * if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); - prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); - p01 = prem - p02 * ne01; + uint32_t p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t prem = ir_prefetch - p03 * (ne02 * ne01); + uint32_t p02 = fastdiv(prem, &bctx->src0_dim1_div); + uint32_t p01 = prem - p02 * ne01; uint8_t * s0_next = (uint8_t *)src0->data + p03 * nb03 + p02 * nb02 + p01 * nb01; dma_queue_push(q, dma_make_ptr(s0_spad, s0_next), bctx->src0_row_size_aligned, nb01, row_size_bytes, next_block_size); ir_prefetch += next_block_size; @@ -545,14 +544,16 @@ static void binary_job_element_repeat(unsigned int nth, unsigned int ith, void * const uint32_t elem_size_bytes = (src0_type == HTP_TYPE_F32) ? sizeof(float) : sizeof(_Float16); const uint32_t row_size_bytes = ne00 * elem_size_bytes;; const uint32_t total_rows = ne01 * ne02 * ne03; - const uint32_t start_row = bctx->nrows_per_thread * ith; - const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); + const uint32_t start_row = bctx->nrows_per_thread * ith; + const uint32_t end_row = MIN(start_row + bctx->nrows_per_thread, total_rows); if (start_row >= end_row) return; uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); - size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; - size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; + size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; + size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; + + FARF(HIGH, "binary-repeat: %d/%d (%u:%u) row-size %u (%u)", ith, nth, start_row, end_row, nb01, bctx->dst_row_size_aligned); dma_queue * q = octx->ctx->dma[ith]; uint32_t ir_prefetch = start_row; @@ -560,11 +561,10 @@ static void binary_job_element_repeat(unsigned int nth, unsigned int ith, void * for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); - rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t rem = ir_prefetch - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; @@ -572,7 +572,7 @@ static void binary_job_element_repeat(unsigned int nth, unsigned int ith, void * uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, row_size_bytes, 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, row_size_bytes, current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; @@ -583,11 +583,10 @@ static void binary_job_element_repeat(unsigned int nth, unsigned int ith, void * uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); - rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir, &bctx->src0_dim12_div); + uint32_t rem = ir - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; for (uint32_t r = 0; r < current_block_size; r++) { uint32_t r_i01 = i01 + r; @@ -612,11 +611,10 @@ static void binary_job_element_repeat(unsigned int nth, unsigned int ith, void * if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); - prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); - p01 = prem - p02 * ne01; + uint32_t p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t prem = ir_prefetch - p03 * (ne02 * ne01); + uint32_t p02 = fastdiv(prem, &bctx->src0_dim1_div); + uint32_t p01 = prem - p02 * ne01; uint8_t * s0_next = (uint8_t *)src0->data + p03 * nb03 + p02 * nb02 + p01 * nb01; dma_queue_push(q, dma_make_ptr(s0_spad, s0_next), bctx->src0_row_size_aligned, nb01, row_size_bytes, next_block_size); ir_prefetch += next_block_size; @@ -646,6 +644,7 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { const uint32_t nb02 = src0->nb[2]; const uint32_t nb03 = src0->nb[3]; const uint32_t nb11 = src1->nb[1]; // src1 row stride + const uint32_t nb1 = dst->nb[1]; const uint32_t nb2 = dst->nb[2]; const uint32_t nb3 = dst->nb[3]; @@ -657,8 +656,8 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { uint8_t * src0_spad_base = octx->src0_spad.data + (ith * octx->src0_spad.size_per_thread); uint8_t * dst_spad_base = octx->dst_spad.data + (ith * octx->dst_spad.size_per_thread); - size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; - size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; + size_t src0_spad_half = octx->src0_spad.size_per_thread / 2; + size_t dst_spad_half = octx->dst_spad.size_per_thread / 2; dma_queue * q = octx->ctx->dma[ith]; uint32_t ir_prefetch = start_row; @@ -666,11 +665,10 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { for (int k = 0; k < 2 && ir_prefetch < end_row; k++) { uint32_t current_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir_prefetch, &bctx->dim12_div); - rem = ir_prefetch - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t rem = ir_prefetch - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; uint8_t * src0_curr = (uint8_t *)src0->data + i03 * nb03 + i02 * nb02 + i01 * nb01; uint8_t * dst_curr = (uint8_t *)dst->data + i03 * nb3 + i02 * nb2 + i01 * nb1; @@ -678,7 +676,7 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { uint8_t * s0_spad = src0_spad_base + spad_idx * src0_spad_half; uint8_t * d_spad = dst_spad_base + spad_idx * dst_spad_half; - dma_queue_push_vtcm_to_ddr(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, 0); + dma_queue_push(q, dma_make_ptr(dst_curr, d_spad), nb1, bctx->dst_row_size_aligned, ne00 * sizeof(float), 0); dma_queue_push(q, dma_make_ptr(s0_spad, src0_curr), bctx->src0_row_size_aligned, nb01, ne00 * sizeof(float), current_block_size); ir_prefetch += current_block_size; spad_idx ^= 1; @@ -689,11 +687,10 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { uint8_t * d_spad = (uint8_t *) dma_queue_pop(q).src; uint8_t * s0_spad = (uint8_t *) dma_queue_pop(q).dst; - uint32_t i03, i02, i01, rem; - i03 = fastdiv(ir, &bctx->dim12_div); - rem = ir - i03 * (ne02 * ne01); - i02 = fastdiv(rem, &bctx->dim1_div); - i01 = rem - i02 * ne01; + uint32_t i03 = fastdiv(ir, &bctx->src0_dim12_div); + uint32_t rem = ir - i03 * (ne02 * ne01); + uint32_t i02 = fastdiv(rem, &bctx->src0_dim1_div); + uint32_t i01 = rem - i02 * ne01; for (uint32_t r = 0; r < current_block_size; r++) { uint32_t r_i01 = i01 + r; // linear within block since we split at ne01 @@ -712,11 +709,10 @@ static void binary_job_add_id(unsigned int nth, unsigned int ith, void * data) { if (ir_prefetch < end_row) { uint32_t next_block_size = calc_block_size(bctx, ir_prefetch, end_row, ne01, ne02); - uint32_t p03, p02, p01, prem; - p03 = fastdiv(ir_prefetch, &bctx->dim12_div); - prem = ir_prefetch - p03 * (ne02 * ne01); - p02 = fastdiv(prem, &bctx->dim1_div); - p01 = prem - p02 * ne01; + uint32_t p03 = fastdiv(ir_prefetch, &bctx->src0_dim12_div); + uint32_t prem = ir_prefetch - p03 * (ne02 * ne01); + uint32_t p02 = fastdiv(prem, &bctx->src0_dim1_div); + uint32_t p01 = prem - p02 * ne01; uint8_t * s0_next = (uint8_t *)src0->data + p03 * nb03 + p02 * nb02 + p01 * nb01; dma_queue_push(q, dma_make_ptr(s0_spad, s0_next), bctx->src0_row_size_aligned, nb01, ne00 * sizeof(float), next_block_size); ir_prefetch += next_block_size; @@ -739,40 +735,36 @@ static int execute_op_binary(struct htp_ops_context * octx) { const size_t elem_size = (src0_type == HTP_TYPE_F32) ? sizeof(float) : sizeof(_Float16); const size_t src0_row_size = src0->ne[0] * elem_size; const size_t src1_row_size = src1->ne[0] * elem_size; - const size_t dst_row_size = dst->ne[0] * elem_size; + const size_t dst_row_size = dst->ne[0] * elem_size; - // Align to VLEN - const size_t src0_row_size_aligned = hex_round_up(src0_row_size, VLEN); - const size_t dst_row_size_aligned = hex_round_up(dst_row_size, VLEN); + size_t src0_row_size_aligned = hex_round_up(src0_row_size, VLEN); size_t src1_row_size_aligned = hex_round_up(src1_row_size, VLEN); + size_t dst_row_size_aligned = hex_round_up(dst_row_size, VLEN); bool is_add_id = (octx->op == HTP_OP_ADD_ID); bool is_scalar = !is_add_id && (src1->ne[0] == 1); - // Determine which kernel we will use to alloc memory and dispatch - bool use_vector_same = !is_add_id && !is_scalar && ((src0->nb[1] % VLEN) == 0) && (src1->ne[0] == src0->ne[0]) && + bool is_transposed = (src0->nb[1] < src0_row_size || src1->nb[1] < src1_row_size || dst->nb[1] < dst_row_size); + + bool is_same_shape = !is_add_id && !is_scalar && !is_transposed && + (src1->ne[0] == src0->ne[0] && src0->ne[0] % VLEN == 0) && (src1->ne[1] == src0->ne[1] || src1->ne[1] == 1) && (src1->ne[2] == src0->ne[2] || src1->ne[2] == 1) && (src1->ne[3] == src0->ne[3] || src1->ne[3] == 1); - bool is_row_bcast = use_vector_same && (src1->ne[1] == 1 && src1->ne[2] == 1 && src1->ne[3] == 1); - bool use_complex = !is_add_id && !is_scalar && !use_vector_same && (src1->ne[0] == src0->ne[0]); - bool use_repeat = !is_add_id && !is_scalar && !use_vector_same && (src1->ne[0] != src0->ne[0]); + bool is_row_bcast = is_same_shape && (src1->ne[1] == 1 && src1->ne[2] == 1 && src1->ne[3] == 1); + bool is_complex = !is_add_id && !is_scalar && !is_same_shape && (src1->ne[0] == src0->ne[0]); + bool is_repeat = !is_add_id && !is_scalar && !is_same_shape && (src1->ne[0] != src0->ne[0]); size_t spad_row_total; - if (is_scalar) { - spad_row_total = 2 * (src0_row_size_aligned + dst_row_size_aligned); - } else if (is_row_bcast) { - spad_row_total = 2 * (src0_row_size_aligned + dst_row_size_aligned); - } else if (use_vector_same) { + if (is_same_shape) { spad_row_total = 2 * (src0_row_size_aligned + src1_row_size_aligned + dst_row_size_aligned); - } else if (is_add_id) { - spad_row_total = 2 * (src0_row_size_aligned + dst_row_size_aligned); // src1 read directly } else { spad_row_total = 2 * (src0_row_size_aligned + dst_row_size_aligned); } size_t rows_per_buffer = octx->ctx->vtcm_size / (n_threads * spad_row_total); + // Adjust for static src1 in row_bcast case if (is_row_bcast) { size_t needed_static = src1_row_size_aligned; @@ -782,28 +774,26 @@ static int execute_op_binary(struct htp_ops_context * octx) { } if (rows_per_buffer < 1) { - FARF(ERROR, "binary: VTCM too small\n"); - return HTP_STATUS_VTCM_TOO_SMALL; + FARF(ERROR, "binary: VTCM too small\n"); + return HTP_STATUS_VTCM_TOO_SMALL; } octx->src0_spad.size_per_thread = rows_per_buffer * 2 * src0_row_size_aligned; octx->dst_spad.size_per_thread = rows_per_buffer * 2 * dst_row_size_aligned; - if (is_scalar || use_complex || use_repeat || is_add_id) { - octx->src1_spad.size_per_thread = 0; - } else if (is_row_bcast) { + if (is_add_id || is_scalar || is_complex || is_repeat || is_row_bcast) { octx->src1_spad.size_per_thread = 0; } else { octx->src1_spad.size_per_thread = rows_per_buffer * 2 * src1_row_size_aligned; } + octx->dst_spad.size = n_threads * octx->dst_spad.size_per_thread; octx->src0_spad.size = n_threads * octx->src0_spad.size_per_thread; if (is_row_bcast) { octx->src1_spad.size = src1_row_size_aligned; } else { octx->src1_spad.size = n_threads * octx->src1_spad.size_per_thread; } - octx->dst_spad.size = n_threads * octx->dst_spad.size_per_thread; if (octx->ctx->vtcm_size < (octx->src0_spad.size + octx->src1_spad.size + octx->dst_spad.size)) { return HTP_STATUS_VTCM_TOO_SMALL; @@ -823,46 +813,37 @@ static int execute_op_binary(struct htp_ops_context * octx) { } struct htp_binary_context bctx; - bctx.octx = octx; - bctx.nrows_per_thread = (src0_nrows + n_threads - 1) / n_threads; - bctx.block_max = rows_per_buffer; + bctx.octx = octx; + bctx.nrows_per_thread = (src0_nrows + n_threads - 1) / n_threads; + bctx.block_max = rows_per_buffer; bctx.src0_row_size_aligned = src0_row_size_aligned; bctx.src1_row_size_aligned = src1_row_size_aligned; bctx.dst_row_size_aligned = dst_row_size_aligned; - bctx.dim1_div = init_fastdiv_values(src0->ne[1]); - bctx.dim2_div = init_fastdiv_values(src0->ne[2]); - bctx.dim12_div = init_fastdiv_values(src0->ne[1] * src0->ne[2]); + bctx.src0_dim1_div = init_fastdiv_values(src0->ne[1]); + bctx.src0_dim2_div = init_fastdiv_values(src0->ne[2]); + bctx.src0_dim12_div = init_fastdiv_values(src0->ne[1] * src0->ne[2]); - bctx.src1_dim1_div = init_fastdiv_values(src1->ne[1]); - bctx.src1_dim2_div = init_fastdiv_values(src1->ne[2]); - bctx.src1_dim3_div = init_fastdiv_values(src1->ne[3]); + bctx.src1_dim1_div = init_fastdiv_values(src1->ne[1]); + bctx.src1_dim2_div = init_fastdiv_values(src1->ne[2]); + bctx.src1_dim3_div = init_fastdiv_values(src1->ne[3]); bool src0_contig_dim1 = (src0->nb[2] == src0->ne[1] * src0->nb[1]); - bool dst_contig_dim1 = (dst->nb[2] == src0->ne[1] * dst->nb[1]); + bool dst_contig_dim1 = (dst->nb[2] == src0->ne[1] * dst->nb[1]); bool src0_contig_dim2 = (src0->nb[3] == src0->ne[2] * src0->nb[2]); - bool dst_contig_dim2 = (dst->nb[3] == src0->ne[2] * dst->nb[2]); - - bctx.split_at_ne01 = (src0->ne[2] > 1) && - ((src1->ne[1] > 1) || (src1->ne[2] > 1) || !src0_contig_dim1 || !dst_contig_dim1); + bool dst_contig_dim2 = (dst->nb[3] == src0->ne[2] * dst->nb[2]); - bctx.split_at_ne02 = (src0->ne[3] > 1) && - ((src1->ne[2] > 1) || (src1->ne[3] > 1) || !src0_contig_dim2 || !dst_contig_dim2); - - // Precompute specific kernel parameters - if (use_vector_same) { - bctx.src1_dma_stride = (src1->ne[1] == 1) ? 0 : src1->nb[1]; - bctx.src1_fetch_rows = (src1->ne[1] == 1) ? 1 : rows_per_buffer; - } + bctx.split_at_ne01 = (src0->ne[2] > 1) && ((src1->ne[1] > 1) || (src1->ne[2] > 1) || !src0_contig_dim1 || !dst_contig_dim1); + bctx.split_at_ne02 = (src0->ne[3] > 1) && ((src1->ne[2] > 1) || (src1->ne[3] > 1) || !src0_contig_dim2 || !dst_contig_dim2); worker_callback_t worker_func; - if (is_add_id) worker_func = binary_job_add_id; - else if (is_scalar) worker_func = binary_job_scalar; - else if (is_row_bcast) worker_func = binary_job_vector_row_broadcast; - else if (use_vector_same) worker_func = binary_job_vector_same_shape; - else if (use_complex) worker_func = binary_job_vector_complex; - else worker_func = binary_job_element_repeat; + if (is_add_id) worker_func = binary_job_add_id; + else if (is_scalar) worker_func = binary_job_scalar; + else if (is_row_bcast) worker_func = binary_job_vector_row_broadcast; + else if (is_same_shape) worker_func = binary_job_vector_same_shape; + else if (is_complex) worker_func = binary_job_vector_complex; + else worker_func = binary_job_element_repeat; if (is_row_bcast) { dma_queue_pop(q); diff --git a/ggml/src/ggml-hexagon/htp/cumsum-ops.c b/ggml/src/ggml-hexagon/htp/cumsum-ops.c new file mode 100644 index 00000000000..ce51555a7fd --- /dev/null +++ b/ggml/src/ggml-hexagon/htp/cumsum-ops.c @@ -0,0 +1,267 @@ +#pragma clang diagnostic ignored "-Wunused-variable" +#pragma clang diagnostic ignored "-Wunused-function" +#pragma clang diagnostic ignored "-Wunused-but-set-variable" + +#include +#include + +#define GGML_COMMON_DECL_C +#include "ggml-common.h" +#include "htp-ctx.h" +#include "htp-ops.h" +#include "hvx-types.h" +#include "hvx-utils.h" +#include "hex-dma.h" + +#define htp_cumsum_tensors_preamble \ + struct htp_tensor * restrict src0 = &octx->src0; \ + struct htp_tensor * restrict dst = &octx->dst; \ + \ + const uint32_t ne00 = src0->ne[0]; \ + const uint32_t ne01 = src0->ne[1]; \ + const uint32_t ne02 = src0->ne[2]; \ + const uint32_t ne03 = src0->ne[3]; \ + \ + const uint32_t ne0 = dst->ne[0]; \ + const uint32_t ne1 = dst->ne[1]; \ + const uint32_t ne2 = dst->ne[2]; \ + const uint32_t ne3 = dst->ne[3]; \ + \ + const uint32_t nb00 = src0->nb[0]; \ + const uint32_t nb01 = src0->nb[1]; \ + const uint32_t nb02 = src0->nb[2]; \ + const uint32_t nb03 = src0->nb[3]; \ + \ + const uint32_t nb0 = dst->nb[0]; \ + const uint32_t nb1 = dst->nb[1]; \ + const uint32_t nb2 = dst->nb[2]; \ + const uint32_t nb3 = dst->nb[3]; + +struct htp_cumsum_context { + struct htp_ops_context * octx; + size_t src_row_size; + size_t dst_row_size; + size_t src_row_size_aligned; + size_t dst_row_size_aligned; + uint32_t rows_per_thread; + uint32_t total_rows; +}; + +#define htp_cumsum_preamble \ + struct htp_cumsum_context * cctx = (struct htp_cumsum_context *) data; \ + struct htp_ops_context * octx = cctx->octx; \ + htp_cumsum_tensors_preamble; \ + dma_queue * dma_queue = octx->ctx->dma[ith]; + +// --------------------------------------------------------------------------- +// HVX prefix scan helpers +// --------------------------------------------------------------------------- + +#if __HVX_ARCH__ > 75 +static inline HVX_Vector hvx_cumsum_vadd(HVX_Vector a, HVX_Vector b) { + return Q6_Vsf_vadd_VsfVsf(a, b); +} +#else +static inline HVX_Vector hvx_cumsum_vadd(HVX_Vector a, HVX_Vector b) { + return Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_VsfVsf(a, b)); +} +#endif // __HVX_ARCH__ > 75 + +static inline HVX_Vector hvx_prefix_scan_f32(HVX_Vector v, HVX_Vector carry_in) { + const HVX_Vector zero = Q6_V_vsplat_R(0); + + v = hvx_cumsum_vadd(v, Q6_V_vlalign_VVR(v, zero, 4)); + v = hvx_cumsum_vadd(v, Q6_V_vlalign_VVR(v, zero, 8)); + v = hvx_cumsum_vadd(v, Q6_V_vlalign_VVR(v, zero, 16)); + v = hvx_cumsum_vadd(v, Q6_V_vlalign_VVR(v, zero, 32)); + v = hvx_cumsum_vadd(v, Q6_V_vlalign_VVR(v, zero, 64)); + v = hvx_cumsum_vadd(v, carry_in); + + return v; +} + +static inline HVX_Vector hvx_splat_last_f32(HVX_Vector v) { + return hvx_vec_repl4(Q6_V_vror_VR(v, 124)); +} + +static inline void hvx_cumsum_row_f32(const float * restrict src, float * restrict dst, uint32_t n) { + const uint32_t nvec = n / VLEN_FP32; + const uint32_t nloe = n % VLEN_FP32; + + HVX_Vector carry = Q6_V_vsplat_R(0); + + for (uint32_t i = 0; i < nvec; i++) { + HVX_Vector v = *((const HVX_UVector *) (src + i * VLEN_FP32)); + v = hvx_prefix_scan_f32(v, carry); + hvx_vec_store_u(dst + i * VLEN_FP32, VLEN, v); + carry = hvx_splat_last_f32(v); + } + + if (nloe) { + float acc = hvx_vec_get_f32(carry); + const float * src_tail = src + nvec * VLEN_FP32; + float * dst_tail = dst + nvec * VLEN_FP32; + for (uint32_t i = 0; i < nloe; i++) { + acc += src_tail[i]; + dst_tail[i] = acc; + } + } +} + +// --------------------------------------------------------------------------- +// Per thread worker: Double-buffered DMA +// --------------------------------------------------------------------------- + +static void cumsum_thread_f32_dma(unsigned int nth, unsigned int ith, void * data) { + htp_cumsum_preamble; + + uint64_t t1, t2; + t1 = HAP_perf_get_qtimer_count(); + + const uint32_t ir0 = cctx->rows_per_thread * ith; + const uint32_t ir1 = MIN(ir0 + cctx->rows_per_thread, cctx->total_rows); + + if (ir0 >= ir1) { + return; + } + + const size_t src_row_size = cctx->src_row_size; + const size_t dst_row_size = cctx->dst_row_size; + const size_t src_row_size_aligned = cctx->src_row_size_aligned; + const size_t dst_row_size_aligned = cctx->dst_row_size_aligned; + + const uint8_t * src_data = (const uint8_t *) src0->data; + uint8_t * dst_data = (uint8_t *) dst->data; + + uint8_t * src_spad = octx->src0_spad.data + (ith * src_row_size_aligned * 2); + uint8_t * dst_spad = octx->dst_spad.data + (ith * dst_row_size_aligned * 2); + + for (uint32_t ir = ir0, spad_idx = 0; ir < ir1 && spad_idx < 2; ir++, spad_idx++) { + // Dummy dst writeback to establish queue ordering + dma_queue_push_vtcm_to_ddr(dma_queue, + dma_make_ptr(dst_data, dst_spad + (spad_idx * dst_row_size_aligned)), + dst_row_size, dst_row_size_aligned, 0); + + dma_queue_push_ddr_to_vtcm(dma_queue, + dma_make_ptr(src_spad + (spad_idx * src_row_size_aligned), + src_data + (ir * src_row_size)), + src_row_size_aligned, src_row_size, 1); + } + + for (uint32_t ir = ir0; ir < ir1; ir++) { + float * dst_spad_row = (float *) dma_queue_pop(dma_queue).src; + float * src_spad_row = (float *) dma_queue_pop(dma_queue).dst; + + hvx_cumsum_row_f32(src_spad_row, dst_spad_row, ne00); + + dma_queue_push_vtcm_to_ddr(dma_queue, + dma_make_ptr(dst_data + (ir * dst_row_size), (uint8_t *) dst_spad_row), + dst_row_size, dst_row_size_aligned, 1); + + const uint32_t next_row = ir + 2; + if (next_row < ir1) { + dma_queue_push_ddr_to_vtcm(dma_queue, + dma_make_ptr((uint8_t *) src_spad_row, src_data + (next_row * src_row_size)), + src_row_size_aligned, src_row_size, 1); + } + } + + dma_queue_flush(dma_queue); + t2 = HAP_perf_get_qtimer_count(); + + FARF(HIGH, "cumsum-f32-dma %d/%d: %ux%ux%ux%u (%u:%u) -> %ux%ux%ux%u usec %u\n", + ith, nth, src0->ne[0], src0->ne[1], src0->ne[2], src0->ne[3], ir0, ir1, + dst->ne[0], dst->ne[1], dst->ne[2], dst->ne[3], + (unsigned) HAP_perf_qtimer_count_to_us(t2 - t1)); +} + +// --------------------------------------------------------------------------- +// Per thread worker: Direct HVX (no DMA) +// --------------------------------------------------------------------------- + +static void cumsum_thread_f32(unsigned int nth, unsigned int ith, void * data) { + htp_cumsum_preamble; + + uint64_t t1, t2; + t1 = HAP_perf_get_qtimer_count(); + + const uint8_t * src_data = (const uint8_t *) src0->data; + uint8_t * dst_data = (uint8_t *) dst->data; + + const uint32_t ir0 = cctx->rows_per_thread * ith; + const uint32_t ir1 = MIN(ir0 + cctx->rows_per_thread, cctx->total_rows); + + for (uint32_t ir = ir0; ir < ir1; ir++) { + const float * restrict src_row = (const float *) (src_data + ir * cctx->src_row_size); + float * restrict dst_row = (float *) (dst_data + ir * cctx->dst_row_size); + hvx_cumsum_row_f32(src_row, dst_row, ne00); + } + + t2 = HAP_perf_get_qtimer_count(); + + FARF(HIGH, "cumsum-f32 %d/%d: %ux%ux%ux%u (%u:%u) -> %ux%ux%ux%u usec %u\n", + ith, nth, src0->ne[0], src0->ne[1], src0->ne[2], src0->ne[3], ir0, ir1, + dst->ne[0], dst->ne[1], dst->ne[2], dst->ne[3], + (unsigned) HAP_perf_qtimer_count_to_us(t2 - t1)); +} + +int op_cumsum_f32(struct htp_ops_context * octx) { + const struct htp_tensor * src0 = &octx->src0; + const struct htp_tensor * dst = &octx->dst; + + if (octx->flags & HTP_OPFLAGS_SKIP_COMPUTE) { + return HTP_STATUS_OK; + } + + const uint32_t total_rows = src0->ne[1] * src0->ne[2] * src0->ne[3]; + const uint32_t n_threads = MIN(octx->n_threads, total_rows); + + const size_t src_row_size = src0->nb[1]; + const size_t dst_row_size = dst->nb[1]; + const size_t src_row_size_aligned = hex_round_up(src_row_size, VLEN); + const size_t dst_row_size_aligned = hex_round_up(dst_row_size, VLEN); + + // 2 ping-pong buffers per thread for src and dst + const size_t spad_per_thread = 2 * (src_row_size_aligned + dst_row_size_aligned); + + octx->src0_spad.size_per_thread = src_row_size_aligned * 2; + octx->dst_spad.size_per_thread = dst_row_size_aligned * 2; + octx->src0_spad.size = n_threads * octx->src0_spad.size_per_thread; + octx->dst_spad.size = n_threads * octx->dst_spad.size_per_thread; + octx->src0_spad.data = octx->ctx->vtcm_base; + octx->dst_spad.data = octx->src0_spad.data + octx->src0_spad.size; + + struct htp_cumsum_context cctx = { + .octx = octx, + .src_row_size = src_row_size, + .dst_row_size = dst_row_size, + .src_row_size_aligned = src_row_size_aligned, + .dst_row_size_aligned = dst_row_size_aligned, + .rows_per_thread = (total_rows + n_threads - 1) / n_threads, + .total_rows = total_rows, + }; + + if (octx->ctx->vtcm_size < spad_per_thread * n_threads) { + worker_pool_run_func(octx->ctx->worker_pool, cumsum_thread_f32, &cctx, n_threads); + } else { + worker_pool_run_func(octx->ctx->worker_pool, cumsum_thread_f32_dma, &cctx, n_threads); + } + + return HTP_STATUS_OK; +} + +int op_cumsum(struct htp_ops_context * octx) { + int err = HTP_STATUS_OK; + struct htp_tensor * dst = &octx->dst; + + switch (dst->type) { + case HTP_TYPE_F32: + err = op_cumsum_f32(octx); + break; + default: + err = HTP_STATUS_NO_SUPPORT; + break; + } + + return err; +} diff --git a/ggml/src/ggml-hexagon/htp/flash-attn-ops.c b/ggml/src/ggml-hexagon/htp/flash-attn-ops.c index 6dc978dd68a..0c9bc785620 100644 --- a/ggml/src/ggml-hexagon/htp/flash-attn-ops.c +++ b/ggml/src/ggml-hexagon/htp/flash-attn-ops.c @@ -346,6 +346,9 @@ static void flash_attn_ext_f16_thread(unsigned int nth, unsigned int ith, void * const HVX_Vector logit_cap = hvx_vec_splat_f32(factx->logit_softcap); + dma_cache m_cache; + dma_cache_init(&m_cache, spad_m, factx->size_m_block, DMA_CACHE_MAX_SIZE); + for (uint32_t ir = ir0; ir < ir1; ++ir) { const uint32_t iq3 = fastdiv(ir, &factx->src0_div21); const uint32_t iq2 = fastdiv(ir - iq3*neq2*neq1, &factx->src0_div1); @@ -389,9 +392,8 @@ static void flash_attn_ext_f16_thread(unsigned int nth, unsigned int ith, void * // Mask if (mask) { const uint8_t * m_src = (const uint8_t *) (mp_base + ic_start); - uint8_t * m_dst = spad_m + (ib % 2) * factx->size_m_block; // Mask is 1D contiguous for this row - dma_queue_push(dma, dma_make_ptr(m_dst, m_src), current_block_size * 2, current_block_size * 2, current_block_size * 2, 1); + dma_cache_push(dma, &m_cache, m_src, current_block_size * 2, current_block_size * 2, current_block_size * 2, 1); } // FARF(HIGH, "fa %u: prefetch KVM: ir %u ib %u iq1 %u iq2 %u iq3 %u : size_k_row %u size_v_row %u bs %u: usec %u", @@ -554,7 +556,7 @@ static void flash_attn_ext_f16_thread(unsigned int nth, unsigned int ith, void * // Mask if (mask) { const uint8_t * m_src = (const uint8_t *) (mp_base + next_ic_start); - dma_queue_push(dma, dma_make_ptr(m_base, m_src), next_block_size * 2, next_block_size * 2, next_block_size * 2, 1); + dma_cache_push(dma, &m_cache, m_src, next_block_size * 2, next_block_size * 2, next_block_size * 2, 1); } // FARF(HIGH, "fa %u: prefetch KVM: ir %u ib %u : iq1 %u iq2 %u iq3 %u : size_k_row %u size_v_row %u bs %u: usec %u", @@ -684,7 +686,7 @@ int op_flash_attn_ext(struct htp_ops_context * octx) { octx->src0_spad.size_per_thread = size_q_block * 1; octx->src1_spad.size_per_thread = factx.size_k_block * 2; octx->src2_spad.size_per_thread = factx.size_v_block * 2; - octx->src3_spad.size_per_thread = mask ? factx.size_m_block * 2 : 0; + octx->src3_spad.size_per_thread = mask ? factx.size_m_block * DMA_CACHE_MAX_SIZE : 0; octx->dst_spad.size_per_thread = size_vkq_acc; octx->src0_spad.size = octx->src0_spad.size_per_thread * octx->n_threads; @@ -705,6 +707,8 @@ int op_flash_attn_ext(struct htp_ops_context * octx) { octx->src3_spad.data = octx->src2_spad.data + octx->src2_spad.size; octx->dst_spad.data = octx->src3_spad.data + octx->src3_spad.size; + // FARF(ERROR, "fa: qrows-per-thread %u", factx.qrows_per_thread); + if (!(octx->flags & HTP_OPFLAGS_SKIP_COMPUTE)) { worker_pool_run_func(octx->ctx->worker_pool, flash_attn_ext_f16_thread, &factx, octx->n_threads); } diff --git a/ggml/src/ggml-hexagon/htp/hex-dma.c b/ggml/src/ggml-hexagon/htp/hex-dma.c index 44e1be40c5d..b66e2d2603c 100644 --- a/ggml/src/ggml-hexagon/htp/hex-dma.c +++ b/ggml/src/ggml-hexagon/htp/hex-dma.c @@ -31,8 +31,8 @@ dma_queue * dma_queue_create(size_t capacity) { q->capacity = capacity; q->idx_mask = capacity - 1; - q->desc = (hexagon_udma_descriptor_type1_t *) memalign(64, capacity * sizeof(hexagon_udma_descriptor_type1_t)); - memset(q->desc, 0, capacity * sizeof(hexagon_udma_descriptor_type1_t)); + q->desc = (dma_descriptor_2d *) memalign(64, capacity * sizeof(dma_descriptor_2d)); + memset(q->desc, 0, capacity * sizeof(dma_descriptor_2d)); q->dptr = (dma_ptr *) memalign(4, capacity * sizeof(dma_ptr)); memset(q->dptr, 0, capacity * sizeof(dma_ptr)); diff --git a/ggml/src/ggml-hexagon/htp/hex-dma.h b/ggml/src/ggml-hexagon/htp/hex-dma.h index 9811a07599f..7685473f463 100644 --- a/ggml/src/ggml-hexagon/htp/hex-dma.h +++ b/ggml/src/ggml-hexagon/htp/hex-dma.h @@ -10,19 +10,84 @@ extern "C" { #endif +// Define the HW descriptor structs here since the ones in HexSDK are a bit out of date +typedef struct dma_descriptor_1d_s { + void * next; + uint32_t size:24; + uint32_t desc_size:2; + uint32_t dst_comp:1; + uint32_t src_comp:1; + uint32_t dst_bypass:1; + uint32_t src_bypass:1; + uint32_t order:1; + uint32_t done:1; + void * src; + void * dst; +} dma_descriptor_1d; + +#if __HVX_ARCH__ < 75 + +typedef struct dma_descriptor_2d_s { + void * next; + uint32_t reserved0:24; + uint32_t desc_size:2; + uint32_t dst_comp:1; + uint32_t src_comp:1; + uint32_t dst_bypass:1; + uint32_t src_bypass:1; + uint32_t order:1; + uint32_t done:1; + void * src; + void * dst; + uint32_t desc_type:8; + uint32_t reserved1:24; + uint32_t row_size:16; + uint32_t nrows:16; + uint32_t src_stride:16; + uint32_t dst_stride:16; + uint32_t src_offset:16; + uint32_t dst_offset:16; +} dma_descriptor_2d; + +#else + +typedef struct dma_descriptor_2d_s { + void * next; + uint32_t dst_stride:24; + uint32_t desc_size:2; + uint32_t dst_comp:1; + uint32_t src_comp:1; + uint32_t dst_bypass:1; + uint32_t src_bypass:1; + uint32_t order:1; + uint32_t done:1; + void * src; + void * dst; + uint32_t desc_type:8; + uint32_t reserved0:24; + uint32_t row_size:24; + uint32_t nrows_lo:8; + uint32_t nrows_hi:8; + uint32_t src_stride:24; + uint32_t offset:24; + uint32_t reserved1:8; +} dma_descriptor_2d; + +#endif + typedef struct { - void *dst; + void *dst; const void *src; } dma_ptr; typedef struct { - hexagon_udma_descriptor_type1_t * desc; // descriptor pointers - hexagon_udma_descriptor_type1_t * tail; // tail pointer - dma_ptr * dptr; // dst/src pointers - uint32_t push_idx; - uint32_t pop_idx; - uint32_t capacity; - uint32_t idx_mask; + dma_descriptor_2d * desc; // descriptor pointers + dma_descriptor_2d * tail; // tail pointer + dma_ptr * dptr; // dst/src pointers + uint32_t push_idx; + uint32_t pop_idx; + uint32_t capacity; + uint32_t idx_mask; } dma_queue; dma_queue * dma_queue_create(size_t capacity); @@ -59,71 +124,95 @@ static inline dma_ptr dma_make_ptr(void *dst, const void *src) return p; } -static inline bool dma_queue_push(dma_queue * q, - dma_ptr dptr, - size_t dst_row_size, - size_t src_row_size, - size_t width, // width in bytes. number of bytes to transfer per row - size_t nrows) { +#if __HVX_ARCH__ < 73 +static const uint32_t dma_src_l2_bypass_on = 1; +static const uint32_t dma_dst_l2_bypass_on = 0; +#else +static const uint32_t dma_src_l2_bypass_on = 1; +static const uint32_t dma_dst_l2_bypass_on = 1; +#endif + +static inline bool dma_queue_push_single_1d(dma_queue * q, dma_ptr dptr, size_t size) { + if (((q->push_idx + 1) & q->idx_mask) == q->pop_idx) { + FARF(HIGH, "dma-push: queue full\n"); + return false; + } + + dma_descriptor_1d * desc = (dma_descriptor_1d *) &q->desc[q->push_idx]; + desc->next = NULL; + desc->desc_size = 0; // 1D mode + desc->src_bypass = dma_src_l2_bypass_on; + desc->dst_bypass = dma_dst_l2_bypass_on; + desc->order = 0; + desc->done = 0; + desc->src = (void *) dptr.src; + desc->dst = (void *) dptr.dst; + desc->size = size; + + q->dptr[q->push_idx] = dptr; + + if (size) { + dmlink(q->tail, desc); + q->tail = (dma_descriptor_2d *) desc; + } else { + desc->done = 1; + } + + // FARF(ERROR, "dma-push: i %u row-size %u nrows %d dst %p src %p\n", q->push_idx, row_size, nrows, dptr.dst, dptr.src); + q->push_idx = (q->push_idx + 1) & q->idx_mask; + return true; +} + +static inline bool dma_queue_push_single_2d(dma_queue * q, dma_ptr dptr, size_t dst_stride, size_t src_stride, size_t row_size, size_t nrows) { if (((q->push_idx + 1) & q->idx_mask) == q->pop_idx) { - FARF(ERROR, "dma-push: queue full\n"); + FARF(HIGH, "dma-push: queue full\n"); return false; } - hexagon_udma_descriptor_type1_t * desc = &q->desc[q->push_idx]; + dma_descriptor_2d * desc = &q->desc[q->push_idx]; desc->next = NULL; - desc->length = 0; - desc->desctype = HEXAGON_UDMA_DESC_DESCTYPE_TYPE1; - desc->dstbypass = 1; - desc->srcbypass = 1; -#if __HVX_ARCH__ >= 73 - desc->dstbypass = 1; - desc->srcbypass = 1; -#else - desc->dstbypass = 0; - desc->srcbypass = 1; -#endif + desc->reserved0 = 0; + desc->reserved1 = 0; + desc->desc_size = 1; // 2d mode + desc->src_bypass = dma_src_l2_bypass_on; + desc->dst_bypass = dma_dst_l2_bypass_on; + desc->src_comp = 0; + desc->dst_comp = 0; desc->order = 0; - desc->dstate = HEXAGON_UDMA_DESC_DSTATE_INCOMPLETE; + desc->done = 0; + desc->src_stride = src_stride; + desc->dst_stride = dst_stride; desc->src = (void *) dptr.src; desc->dst = (void *) dptr.dst; - desc->allocation = 0; - desc->padding = 0; - desc->roiwidth = width; - desc->roiheight = nrows; - desc->srcstride = src_row_size; - desc->dststride = dst_row_size; - desc->srcwidthoffset = 0; - desc->dstwidthoffset = 0; + desc->row_size = row_size; + +#if __HVX_ARCH__ < 75 + desc->desc_type = 0; // 2d (16-bit) mode + desc->nrows = nrows; + desc->src_offset = 0; + desc->dst_offset = 0; +#else + desc->desc_type = 9; // 2d (24-bit) mode + desc->nrows_lo = (nrows & 0xff); + desc->nrows_hi = (nrows >> 8); + desc->offset = 0; +#endif q->dptr[q->push_idx] = dptr; - dmlink(q->tail, desc); - q->tail = desc; + if (nrows) { + dmlink(q->tail, desc); + q->tail = desc; + } else { + desc->done = 1; + } - // FARF(ERROR, "dma-push: i %u width %u nrows %d dst %p src %p\n", q->push_idx, width, nrows, dptr.dst, dptr.src); + // FARF(ERROR, "dma-push: i %u row-size %u nrows %d dst %p src %p\n", q->push_idx, row_size, nrows, dptr.dst, dptr.src); q->push_idx = (q->push_idx + 1) & q->idx_mask; return true; } -static inline bool dma_queue_push_ddr_to_vtcm(dma_queue * q, - dma_ptr dptr, - size_t dst_row_size, - size_t src_row_size, - size_t nrows) { - return dma_queue_push(q, dptr, dst_row_size, src_row_size, src_row_size, nrows); -} - - -static inline bool dma_queue_push_vtcm_to_ddr(dma_queue * q, - dma_ptr dptr, - size_t dst_row_size, - size_t src_row_size, - size_t nrows) { - return dma_queue_push(q, dptr, dst_row_size, src_row_size, dst_row_size, nrows); -} - static inline dma_ptr dma_queue_pop(dma_queue * q) { dma_ptr dptr = { NULL }; @@ -131,15 +220,12 @@ static inline dma_ptr dma_queue_pop(dma_queue * q) { return dptr; } - hexagon_udma_descriptor_type1_t * desc = &q->desc[q->pop_idx]; + dma_descriptor_2d * desc = &q->desc[q->pop_idx]; // Wait for desc to complete - while (1) { - dmpoll(); - if (desc->dstate == HEXAGON_UDMA_DESC_DSTATE_COMPLETE) { - break; - } + while (!desc->done) { // FARF(ERROR, "dma-pop: waiting for DMA : %u\n", q->pop_idx); + dmpoll(); } dptr = q->dptr[q->pop_idx]; @@ -175,86 +261,110 @@ static inline uint32_t dma_queue_capacity(dma_queue * q) { return q->capacity; } -// --------------------------------------------------------------------------- -// Overflow-safe DMA push: all UDMA type1 descriptor fields (roiwidth, -// roiheight, srcstride, dststride) are 16-bit, max 65535. This helper -// transparently handles values that exceed the 16-bit limit and submits -// chained DMA transtions. -// -// Case 1 (fast path): all params fit in 16 bits -> direct dma_queue_push. -// Case 2 (contiguous block): width == srcstride == dststride. Reshape the -// flat transfer into a 2D descriptor with sub_width <= 65535. Produces a -// single descriptor, preserving async DMA behavior. -// Case 3 (stride overflow): srcstride or dststride > 65535. Issue rows -// one at a time. The first N-1 rows are pushed+popped synchronously; -// the last row is left async so the caller can pop it. -// --------------------------------------------------------------------------- -#define UDMA_MAX_FIELD_VAL 65535u - -static inline bool dma_queue_push_chained(dma_queue *q, dma_ptr dptr, size_t dst_stride, size_t src_stride, size_t width, size_t nrows) { - // Fast path: everything fits in 16 bits. - if (__builtin_expect( - width <= UDMA_MAX_FIELD_VAL && - nrows <= UDMA_MAX_FIELD_VAL && - src_stride <= UDMA_MAX_FIELD_VAL && - dst_stride <= UDMA_MAX_FIELD_VAL, 1)) { - return dma_queue_push(q, dptr, dst_stride, src_stride, width, nrows); - } +#if __HVX_ARCH__ < 75 - // Case 2: contiguous block (width == src_stride == dst_stride). - // Reshape total bytes into sub_width * sub_nrows where sub_width <= 65535. - if (width == src_stride && width == dst_stride) { - size_t total = width * nrows; +// Overflow-safe DMA push: all 2d descriptor fields (row_size, nrows, src_stride, dst_stride) are 16-bit, max 65535. +// This version transparently handles values that exceed the 16-bit limit and submits chained DMA transtions. - // Pick the largest 128-byte-aligned sub_width that divides total evenly. - size_t sub_width = UDMA_MAX_FIELD_VAL & ~(size_t)127; // 65408 - while (sub_width > 0 && total % sub_width != 0) { - sub_width -= 128; - } - if (sub_width == 0) { - // Fallback: use original width (must fit) with adjusted nrows. - // This shouldn't happen for 128-aligned DMA sizes. - sub_width = width; - } - size_t sub_nrows = total / sub_width; - - // Handle sub_nrows > 65535 by issuing chunked descriptors. - const uint8_t *src = (const uint8_t *)dptr.src; - uint8_t *dst = (uint8_t *)dptr.dst; - size_t rows_done = 0; - while (rows_done < sub_nrows) { - size_t chunk = sub_nrows - rows_done; - if (chunk > UDMA_MAX_FIELD_VAL) chunk = UDMA_MAX_FIELD_VAL; - - dma_ptr p = dma_make_ptr(dst + rows_done * sub_width, src + rows_done * sub_width); - if (!dma_queue_push(q, p, sub_width, sub_width, sub_width, chunk)) - return false; +#define DMA_MAX_FIELD_VAL 65535u - rows_done += chunk; - // Complete all chunks without waiting except the last one, so the - // caller's single dma_queue_pop drains the final descriptor. - if (rows_done < sub_nrows) - dma_queue_pop_nowait(q); - } - return true; +static inline bool dma_queue_push(dma_queue *q, dma_ptr dptr, size_t dst_stride, size_t src_stride, size_t row_size, size_t nrows) { + // Fast path: everything fits in 16 bits + if (nrows == 0 || __builtin_expect( + row_size <= DMA_MAX_FIELD_VAL && + nrows <= DMA_MAX_FIELD_VAL && + src_stride <= DMA_MAX_FIELD_VAL && + dst_stride <= DMA_MAX_FIELD_VAL, 1)) { + return dma_queue_push_single_2d(q, dptr, dst_stride, src_stride, row_size, nrows); + } + + // Contiguous block + // Use 1d DMA mode which supports sizes up to 24-bits (16MB) + if (nrows == 1 || (row_size == src_stride && row_size == dst_stride)) { + size_t total = row_size * nrows; + return dma_queue_push_single_1d(q, dptr, total); } - // Case 3: stride overflow — fall back to row-by-row. + // Stride overflow — fall back to row-by-row. { - const uint8_t *src = (const uint8_t *)dptr.src; - uint8_t *dst = (uint8_t *)dptr.dst; + const uint8_t *src = (const uint8_t *) dptr.src; + uint8_t *dst = (uint8_t *) dptr.dst; for (size_t r = 0; r < nrows; ++r) { - dma_ptr p = dma_make_ptr(dst + r * dst_stride, - src + r * src_stride); - if (!dma_queue_push(q, p, 0, 0, width, 1)) - return false; - if (r + 1 < nrows) - dma_queue_pop_nowait(q); + dma_ptr p = dma_make_ptr(dst + r * dst_stride, src + r * src_stride); + if (!dma_queue_push_single_1d(q, p, row_size)) + return false; + if (r + 1 < nrows) + dma_queue_pop(q); } return true; } } +#else // HVX_ARCH >= 75 + +static inline bool dma_queue_push(dma_queue *q, dma_ptr dptr, size_t dst_stride, size_t src_stride, size_t row_size, size_t nrows) { + // On v75 and up we always use 2d 24-bit mode + return dma_queue_push_single_2d(q, dptr, dst_stride, src_stride, row_size, nrows); +} + +#endif + +static inline bool dma_queue_push_ddr_to_vtcm(dma_queue * q, dma_ptr dptr, size_t dst_row_size, size_t src_row_size, size_t nrows) { + return dma_queue_push(q, dptr, dst_row_size, src_row_size, src_row_size, nrows); +} + +static inline bool dma_queue_push_vtcm_to_ddr(dma_queue * q, dma_ptr dptr, size_t dst_row_size, size_t src_row_size, size_t nrows) { + return dma_queue_push(q, dptr, dst_row_size, src_row_size, dst_row_size, nrows); +} + +#define DMA_CACHE_MAX_SIZE 64U + +typedef struct { + uint8_t *base; + uint32_t line_size; + uint32_t capacity; + uint32_t src[DMA_CACHE_MAX_SIZE]; + uint16_t age[DMA_CACHE_MAX_SIZE]; +} dma_cache; + +static inline void dma_cache_init(dma_cache *c, uint8_t *base, uint32_t line_size, uint32_t capacity) +{ + c->capacity = (capacity > DMA_CACHE_MAX_SIZE) ? DMA_CACHE_MAX_SIZE : capacity; + c->base = base; + c->line_size = line_size; + + for (unsigned i=0; i < c->capacity; i++) { + c->src[i] = 0; + c->age[i] = 0; + } +} + +static inline bool dma_cache_push(dma_queue *q, dma_cache *c, const uint8_t * src, uint32_t dst_stride, uint32_t src_stride, uint32_t row_size, uint32_t nrows) +{ + uint32_t o_idx = 0; + uint16_t o_age = 0; + uint8_t * dst = 0; + + for (unsigned i=0; i < c->capacity; i++) { + if (c->src[i] == (uint32_t) src) { + c->age[i] = 0; + dst = c->base + (i * c->line_size); nrows = 0; // dummy dma + // FARF(ERROR, "dma-cache: found %p", src); + } else { + c->age[i]++; + if (c->age[i] > o_age) { o_age = c->age[i]; o_idx = i; } + } + } + if (!dst) { + // FARF(ERROR, "dma-cache: replacing #%u : age %u %p -> %p", o_idx, c->age[o_idx], (void *) c->src[o_idx], src); + c->age[o_idx] = 0; + c->src[o_idx] = (uint32_t) src; + dst = c->base + o_idx * c->line_size; // normal nrows dma + } + + return dma_queue_push(q, dma_make_ptr(dst, src), dst_stride, src_stride, row_size, nrows); +} + #ifdef __cplusplus } // extern "C" #endif diff --git a/ggml/src/ggml-hexagon/htp/hex-dump.h b/ggml/src/ggml-hexagon/htp/hex-dump.h index e3badb57f92..19d173c2232 100644 --- a/ggml/src/ggml-hexagon/htp/hex-dump.h +++ b/ggml/src/ggml-hexagon/htp/hex-dump.h @@ -21,6 +21,15 @@ static inline void hex_dump_uint8_line(char * pref, const uint8_t * x, uint32_t FARF(HIGH, "%s\n", str); } +static inline void hex_dump_uint32_line(char * pref, const uint32_t * x, uint32_t n) { + char str[1024], *p = str, *p_end = str + sizeof(str); + p += snprintf(p, p_end - p, "%s: ", pref); + for (int i = 0; i < n; i++) { + p += snprintf(p, p_end - p, "%u, ", (unsigned int) x[i]); + } + FARF(HIGH, "%s\n", str); +} + static inline void hex_dump_int32_line(char * pref, const int32_t * x, uint32_t n) { char str[1024], *p = str, *p_end = str + sizeof(str); p += snprintf(p, p_end - p, "%s: ", pref); diff --git a/ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c b/ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c index c703a049426..4ff2b36de96 100644 --- a/ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c +++ b/ggml/src/ggml-hexagon/htp/hmx-matmul-ops.c @@ -30,6 +30,12 @@ static const __fp16 q4_0_to_fp16_lut[64] __attribute__((aligned(VLEN))) = { -8, 0, -7, 0, -6, 0, -5, 0, -4, 0, -3, 0, -2, 0, -1, 0, 0, 0, 1, 0, 2, 0, 3, 0, 4, 0, 5, 0, 6, 0, 7, 0, }; +// MXFP4 dequantization LUT: maps 4-bit index to fp16 mantissa value +// kvalues: 0, 0.5, 1, 1.5, 2, 3, 4, 6, 0, -0.5, -1, -1.5, -2, -3, -4, -6 +static const __fp16 mxfp4_to_fp16_lut[64] __attribute__((aligned(VLEN))) = { + 0, 0, 0.5, 0, 1, 0, 1.5, 0, 2, 0, 3, 0, 4, 0, 6, 0, 0, 0, -0.5, 0, -1, 0, -1.5, 0, -2, 0, -3, 0, -4, 0, -6, 0, +}; + static const __fp16 iq4_nl_to_fp16_lut[64] __attribute__((aligned(VLEN))) = { -127, 0, -104, 0, -83, 0, -65, 0, -49, 0, -35, 0, -22, 0, -10, 0, 1, 0, 13, 0, 25, 0, 38, 0, 53, 0, 69, 0, 89, 0, 113, 0, @@ -46,7 +52,8 @@ static const int32_t weight_transpose_scatter_offsets[32] __attribute__((aligned // Scales per x4x2 logical block: 8 × sizeof(__fp16) = 16 bytes #define HMX_X4X2_SCALES_PER_BLK 8 -#define HMX_X4X2_DBLK_SIZE 16 // 8 * 2 bytes +#define HMX_X4X2_DBLK_SIZE 16 // 8 * 2 bytes (fp16 scales for Q4_0/Q8_0/IQ4_NL) +#define HMX_X4X2_MXFP4_EBLK_SIZE 8 // 8 * 1 byte (E8M0 scales for MXFP4) static inline void swap_ptr(void **p1, void **p2) { void *t = *p1; @@ -78,9 +85,11 @@ static inline size_t get_x4x2_row_stride(int weight_type, int k) { switch (weight_type) { case HTP_TYPE_Q4_0: case HTP_TYPE_IQ4_NL: - return (size_t)nb * (QK_Q4_0x4x2 / 2 + HMX_X4X2_DBLK_SIZE); // 144 * nb + return (size_t) nb * (QK_Q4_0x4x2 / 2 + HMX_X4X2_DBLK_SIZE); // 144 * nb case HTP_TYPE_Q8_0: - return (size_t)nb * (QK_Q8_0x4x2 + HMX_X4X2_DBLK_SIZE); // 272 * nb + return (size_t) nb * (QK_Q8_0x4x2 + HMX_X4X2_DBLK_SIZE); // 272 * nb + case HTP_TYPE_MXFP4: + return (size_t) nb * (QK_MXFP4x4x2 / 2 + HMX_X4X2_MXFP4_EBLK_SIZE); // 136 * nb default: return 0; } @@ -284,6 +293,87 @@ static inline HVX_Vector dequantize_x4x2_q8_0_group_hvx( return Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_hf, v_scales)); } +// --- MXFP4 E8M0 scale conversion and dequantization --- +// +// HVX batch-convert 8 E8M0 bytes (one x4x2 block's scales) to __fp16[8] on stack. +// Scalar loads from the stack array execute on the scalar pipeline, in parallel +// with HVX vlut16/vmpy/vscatter — freeing HVX slots in the hot loop. +// Arithmetic: fp16_bits = clamp(e - 112, 0, 30) << 10 +// e=0..112 -> 0 (underflow), e=113..142 -> valid fp16, e>=143 -> clamped to 2^15. + +typedef struct { + __fp16 v[8] __attribute__((aligned(16))); +} mxfp4_scales_t; + +static inline mxfp4_scales_t mxfp4_convert_scales(const uint8_t * e8m0_8) { + mxfp4_scales_t s; + HVX_Vector v = hvx_vmemu(e8m0_8); + HVX_Vector vh = Q6_V_lo_W(Q6_Wuh_vunpack_Vub(v)); + vh = Q6_Vh_vsub_VhVh(vh, Q6_Vh_vsplat_R(112)); + vh = Q6_Vh_vmax_VhVh(vh, Q6_V_vzero()); + vh = Q6_Vh_vmin_VhVh(vh, Q6_Vh_vsplat_R(30)); + vh = Q6_Vh_vasl_VhR(vh, 10); + hvx_vec_store_u(s.v, 16, vh); + return s; +} + +static inline HVX_Vector mxfp4_extract_splat(mxfp4_scales_t scales, int idx) { + return hvx_vec_splat_f16(scales.v[idx]); +} + +// Dequantize one x4x2 MXFP4 group (32 elements from 32 packed bytes) -> 32 FP16. +static inline HVX_Vector dequantize_x4x2_mxfp4_group_hvx(const uint8_t * packed_32, + bool upper_nibbles, + int sub_blk, + const HVX_Vector vlut_cvt, + mxfp4_scales_t scales) { + HVX_Vector vq = hvx_vmemu(packed_32); + const HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + HVX_Vector v_quants = upper_nibbles ? Q6_Vub_vlsr_VubR(vq, 4) : vq; + v_quants = Q6_V_vand_VV(v_quants, mask_h4); + + HVX_Vector v_sc = mxfp4_extract_splat(scales, sub_blk); + + v_quants = Q6_Vb_vshuff_Vb(v_quants); + HVX_VectorPair vp = Q6_Wh_vlut16_VbVhR(v_quants, vlut_cvt, 0); + HVX_Vector v_hf = Q6_V_lo_W(vp); + + return Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_hf, v_sc)); +} + +// Batch-dequantize 4 contiguous x4x2 MXFP4 groups (4x32 = 128 packed bytes). +static inline void dequantize_x4x2_mxfp4_x4groups_hvx(const uint8_t * packed_128, + bool upper_nibbles, + int sub_blk_base, + const HVX_Vector vlut_cvt, + mxfp4_scales_t scales, + HVX_Vector out[4]) { + HVX_Vector vq = hvx_vmemu(packed_128); + const HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + HVX_Vector v_quants = upper_nibbles ? Q6_Vub_vlsr_VubR(vq, 4) : vq; + v_quants = Q6_V_vand_VV(v_quants, mask_h4); + + v_quants = Q6_Vb_vshuff_Vb(v_quants); + + HVX_VectorPair vp = Q6_Wh_vlut16_VbVhR(v_quants, vlut_cvt, 0); + HVX_Vector v_lo = Q6_V_lo_W(vp); + HVX_Vector v_hi = Q6_V_hi_W(vp); + + HVX_VectorPred q64 = Q6_Q_vsetq_R(64); + HVX_Vector v_sc01 = Q6_V_vmux_QVV(q64, mxfp4_extract_splat(scales, sub_blk_base + 0), + mxfp4_extract_splat(scales, sub_blk_base + 1)); + HVX_Vector v_sc23 = Q6_V_vmux_QVV(q64, mxfp4_extract_splat(scales, sub_blk_base + 2), + mxfp4_extract_splat(scales, sub_blk_base + 3)); + + v_lo = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_lo, v_sc01)); + v_hi = Q6_Vhf_equals_Vqf16(Q6_Vqf16_vmpy_VhfVhf(v_hi, v_sc23)); + + out[0] = v_lo; + out[1] = Q6_V_vror_VR(v_lo, 64); + out[2] = v_hi; + out[3] = Q6_V_vror_VR(v_hi, 64); +} + // Dequantize a tile range from x4x2 weight data (already in VTCM) to tile-major FP16. // Input: vtcm_src has n_cols rows of x4x2 data, each row_stride bytes. // Output: vtcm_dst in tile-major FP16 layout. @@ -295,11 +385,11 @@ static void dequantize_x4x2_weight_to_fp16_tiles_task( int start_tile, int end_tile) { const int n_k_tiles = k_block / HMX_FP16_TILE_N_COLS; - const bool is_q4 = (weight_type == HTP_TYPE_Q4_0 || weight_type == HTP_TYPE_IQ4_NL); - const int qrow_size = is_q4 ? (k_block / 2) : k_block; + const int qrow_size = (weight_type == HTP_TYPE_Q8_0) ? k_block : (k_block / 2); - const HVX_Vector vlut_cvt = (weight_type == HTP_TYPE_IQ4_NL) - ? hvx_vmem(iq4_nl_to_fp16_lut) : hvx_vmem(q4_0_to_fp16_lut); + const HVX_Vector vlut_cvt = (weight_type == HTP_TYPE_IQ4_NL) ? hvx_vmem(iq4_nl_to_fp16_lut) : + (weight_type == HTP_TYPE_MXFP4) ? hvx_vmem(mxfp4_to_fp16_lut) : + hvx_vmem(q4_0_to_fp16_lut); // vscatter setup: write dequantized K-values directly to transposed [K][N] tile positions. // Each int32 element holds a K-row-pair (2 adjacent fp16 values). word[i] at offset i*128 @@ -312,8 +402,9 @@ static void dequantize_x4x2_weight_to_fp16_tiles_task( int ct = t / n_k_tiles; // column tile index int kt = t % n_k_tiles; // K tile index - // --- Batch-4 fast path for Q4: process 4 contiguous K-tiles with one vlut16 per row --- - if (is_q4 && (kt % 4 == 0) && (t + 4 <= end_tile) && ((t + 3) / n_k_tiles == ct)) { + // --- Batch-4 fast path for Q4_0/IQ4_NL: process 4 contiguous K-tiles with one vlut16 per row --- + if ((weight_type == HTP_TYPE_Q4_0 || weight_type == HTP_TYPE_IQ4_NL) && (kt % 4 == 0) && (t + 4 <= end_tile) && + ((t + 3) / n_k_tiles == ct)) { int blk_idx = (kt * 32) / QK_Q4_0x4x2; int sub_blk_base = ((kt * 32) % QK_Q4_0x4x2) / 32; // 0 or 4 bool upper = (sub_blk_base >= 4); @@ -351,10 +442,60 @@ static void dequantize_x4x2_weight_to_fp16_tiles_task( continue; } + // --- Batch-4 fast path for MXFP4: same nibble layout but E8M0 scales --- + if (weight_type == HTP_TYPE_MXFP4 && (kt % 4 == 0) && (t + 4 <= end_tile) && ((t + 3) / n_k_tiles == ct)) { + int blk_idx = (kt * 32) / QK_MXFP4x4x2; + int sub_blk_base = ((kt * 32) % QK_MXFP4x4x2) / 32; // 0 or 4 + bool upper = (sub_blk_base >= 4); + int packed_off = blk_idx * (QK_MXFP4x4x2 / 2); // 128 contiguous packed bytes + int e8m0_blk_off = qrow_size + blk_idx * HMX_X4X2_MXFP4_EBLK_SIZE; // all 8 E8M0 scales + + __fp16 * tile_bases[4]; + for (int g = 0; g < 4; g++) { + tile_bases[g] = vtcm_dst + (t + g) * HMX_FP16_TILE_N_ELMS; + } + + HVX_Vector v_off = v_scat_base; + for (int r = 0; r < HMX_FP16_TILE_N_ROWS; r += 2) { + int row0 = ct * HMX_FP16_TILE_N_COLS + r; + int row1 = row0 + 1; + const uint8_t * r0 = vtcm_src + row0 * row_stride; + const uint8_t * r1 = vtcm_src + row1 * row_stride; + + // Batch-convert all 8 E8M0 scales once per row (stays in HVX register) + mxfp4_scales_t r0_e8 = mxfp4_convert_scales(r0 + e8m0_blk_off); + + HVX_Vector v0[4], v1[4]; + dequantize_x4x2_mxfp4_x4groups_hvx(r0 + packed_off, upper, sub_blk_base, vlut_cvt, r0_e8, v0); + if (row1 < n_cols) { + mxfp4_scales_t r1_e8 = mxfp4_convert_scales(r1 + e8m0_blk_off); + dequantize_x4x2_mxfp4_x4groups_hvx(r1 + packed_off, upper, sub_blk_base, vlut_cvt, r1_e8, v1); + } else { + v1[0] = v1[1] = v1[2] = v1[3] = Q6_V_vzero(); + } + + for (int g = 0; g < 4; g++) { + Q6_vscatter_QRMVwV(q_mask64, (size_t) tile_bases[g], HMX_FP16_TILE_SIZE - 1, v_off, v0[g]); + } + v_off = Q6_Vw_vadd_VwVw(v_off, v_scat_step); + for (int g = 0; g < 4; g++) { + Q6_vscatter_QRMVwV(q_mask64, (size_t) tile_bases[g], HMX_FP16_TILE_SIZE - 1, v_off, v1[g]); + } + v_off = Q6_Vw_vadd_VwVw(v_off, v_scat_step); + } + + for (int g = 0; g < 4; g++) { + (void) *(volatile HVX_Vector *) (tile_bases[g]); + } + + t += 4; + continue; + } + // --- Single-tile fallback --- __fp16 *tile_base = vtcm_dst + t * HMX_FP16_TILE_N_ELMS; - if (is_q4) { + if (weight_type == HTP_TYPE_Q4_0 || weight_type == HTP_TYPE_IQ4_NL) { int blk_idx = (kt * 32) / QK_Q4_0x4x2; int sub_blk = ((kt * 32) % QK_Q4_0x4x2) / 32; bool upper = (sub_blk >= 4); @@ -382,6 +523,39 @@ static void dequantize_x4x2_weight_to_fp16_tiles_task( v_off = Q6_Vw_vadd_VwVw(v_off, v_scat_step); } (void) *(volatile HVX_Vector *)(tile_base); + } else if (weight_type == HTP_TYPE_MXFP4) { + int blk_idx = (kt * 32) / QK_MXFP4x4x2; + int sub_blk = ((kt * 32) % QK_MXFP4x4x2) / 32; + bool upper = (sub_blk >= 4); + int byte_off = blk_idx * (QK_MXFP4x4x2 / 2) + (upper ? (sub_blk - 4) : sub_blk) * 32; + int e8m0_blk_off = qrow_size + blk_idx * HMX_X4X2_MXFP4_EBLK_SIZE; + + HVX_Vector v_off = v_scat_base; + for (int r = 0; r < HMX_FP16_TILE_N_ROWS; r += 2) { + int row0 = ct * HMX_FP16_TILE_N_COLS + r; + int row1 = row0 + 1; + + const uint8_t * r0 = vtcm_src + row0 * row_stride; + const uint8_t * r1 = vtcm_src + row1 * row_stride; + + // Batch-convert all 8 E8M0 scales once per row (stays in HVX register) + mxfp4_scales_t r0_e8 = mxfp4_convert_scales(r0 + e8m0_blk_off); + + HVX_Vector v0 = dequantize_x4x2_mxfp4_group_hvx(r0 + byte_off, upper, sub_blk, vlut_cvt, r0_e8); + HVX_Vector v1; + if (row1 < n_cols) { + mxfp4_scales_t r1_e8 = mxfp4_convert_scales(r1 + e8m0_blk_off); + v1 = dequantize_x4x2_mxfp4_group_hvx(r1 + byte_off, upper, sub_blk, vlut_cvt, r1_e8); + } else { + v1 = Q6_V_vzero(); + } + + Q6_vscatter_QRMVwV(q_mask64, (size_t) tile_base, HMX_FP16_TILE_SIZE - 1, v_off, v0); + v_off = Q6_Vw_vadd_VwVw(v_off, v_scat_step); + Q6_vscatter_QRMVwV(q_mask64, (size_t) tile_base, HMX_FP16_TILE_SIZE - 1, v_off, v1); + v_off = Q6_Vw_vadd_VwVw(v_off, v_scat_step); + } + (void) *(volatile HVX_Vector *) (tile_base); } else { // Q8_0 int blk_idx = (kt * 32) / QK_Q8_0x4x2; @@ -727,7 +901,7 @@ int hmx_mat_mul_permuted_w16a32_batched(struct htp_context *ctx, const hmx_matmu if (use_dma_activation) { const size_t row_bytes = (size_t) params->k * sizeof(float); const size_t stride_bytes = (size_t) params->act_stride * sizeof(float); - dma_queue_push_chained(ctx->dma[0], + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_f32_act, activation_chunk), row_bytes, stride_bytes, row_bytes, n_rows); dma_queue_pop(ctx->dma[0]); @@ -747,7 +921,7 @@ int hmx_mat_mul_permuted_w16a32_batched(struct htp_context *ctx, const hmx_matmu { const size_t n_cols_first = hex_smin((size_t) params->n, n_chunk_n_cols); - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_curr, weight_group), + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_curr, weight_group), fp16_row_bytes, weight_row_bytes, fp16_row_bytes, n_cols_first); } @@ -765,7 +939,7 @@ int hmx_mat_mul_permuted_w16a32_batched(struct htp_context *ctx, const hmx_matmu const size_t n_cols_next = hex_smin((size_t) params->n - nc_next, n_chunk_n_cols); const __fp16 *next_weight_chunk = weight_group + nc_next * params->weight_stride; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), fp16_row_bytes, weight_row_bytes, fp16_row_bytes, n_cols_next); } @@ -891,7 +1065,7 @@ int hmx_mat_mul_permuted_w16a32(struct htp_context *ctx, float *restrict dst, co if (use_dma_activation) { const size_t row_bytes = (size_t) k * sizeof(float); const size_t stride_bytes = (size_t) act_stride * sizeof(float); - dma_queue_push_chained(ctx->dma[0], + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_f32_act, activation_chunk), row_bytes, stride_bytes, row_bytes, n_rows); dma_queue_pop(ctx->dma[0]); @@ -916,7 +1090,7 @@ int hmx_mat_mul_permuted_w16a32(struct htp_context *ctx, float *restrict dst, co { const size_t n_cols_first = hex_smin(n, n_chunk_n_cols); - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_curr, permuted_weight), + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_curr, permuted_weight), fp16_row_bytes, weight_row_bytes, fp16_row_bytes, n_cols_first); } @@ -933,7 +1107,7 @@ int hmx_mat_mul_permuted_w16a32(struct htp_context *ctx, float *restrict dst, co const size_t n_cols_next = hex_smin(n - nc_next, n_chunk_n_cols); const __fp16 *next_weight_chunk = permuted_weight + nc_next * weight_stride; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), fp16_row_bytes, weight_row_bytes, fp16_row_bytes, n_cols_next); } @@ -1104,7 +1278,7 @@ int hmx_mat_mul_permuted_qk_0_d16a32(struct htp_context *ctx, float *restrict ds // because UDMA roiwidth is 16-bit and total size can exceed 65535. { const size_t n_cols_first = hex_smin(n, n_chunk_n_cols); - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_curr, permuted_weight), row_stride, row_stride, row_stride, n_cols_first); + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_curr, permuted_weight), row_stride, row_stride, row_stride, n_cols_first); } for (size_t nc = 0; nc < n; nc += n_chunk_n_cols) { @@ -1120,7 +1294,7 @@ int hmx_mat_mul_permuted_qk_0_d16a32(struct htp_context *ctx, float *restrict ds const uint8_t *next_weight_chunk = permuted_weight + nc_next * row_stride; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), row_stride, row_stride, row_stride, n_cols_next); + dma_queue_push(ctx->dma[0], dma_make_ptr(buf_next, next_weight_chunk), row_stride, row_stride, row_stride, n_cols_next); } // Dequant + vscatter writes directly to [K, N] transposed tiles. @@ -1173,7 +1347,7 @@ int hmx_mat_mul_permuted_qk_0_d16a32(struct htp_context *ctx, float *restrict ds { // Use 2D DMA (n_cols rows x row_stride) to avoid 16-bit roiwidth overflow. const uint8_t *qweight_chunk_A0 = permuted_weight; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_A0), row_stride, row_stride, row_stride, n_cols_A0); + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_A0), row_stride, row_stride, row_stride, n_cols_A0); } { @@ -1191,7 +1365,7 @@ int hmx_mat_mul_permuted_qk_0_d16a32(struct htp_context *ctx, float *restrict ds const size_t n_cols_A1 = hex_smin(n - 1 * n_chunk_n_cols, n_chunk_n_cols); if (1 < n_chunk_cnt) { const uint8_t *qweight_chunk_A1 = permuted_weight + n_chunk_n_cols * row_stride; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_A1), row_stride, row_stride, row_stride, n_cols_A1); + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_A1), row_stride, row_stride, row_stride, n_cols_A1); } // C0 @@ -1218,7 +1392,7 @@ int hmx_mat_mul_permuted_qk_0_d16a32(struct htp_context *ctx, float *restrict ds // issue A_{i+2} if (i + 2 < n_chunk_cnt) { const uint8_t *qweight_chunk_p2 = permuted_weight + nc_p2 * row_stride; - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_p2), row_stride, row_stride, row_stride, n_cols_p2); + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_qweight, qweight_chunk_p2), row_stride, row_stride, row_stride, n_cols_p2); } // wait for HMX (C_{i}) -- C_{i} is done @@ -1443,7 +1617,7 @@ int mat_mul_qk_0_d16a32_out_stationary(struct htp_context *ctx, float *restrict { const float *activation_block = x + mr * k + kk; - dma_queue_push_chained(ctx->dma[0], + dma_queue_push(ctx->dma[0], dma_make_ptr(vtcm_scratch1, activation_block), k_blk_sz * sizeof(float), k * sizeof(float), @@ -1455,27 +1629,30 @@ int mat_mul_qk_0_d16a32_out_stationary(struct htp_context *ctx, float *restrict { qweight_fetch_task_state_t s; - const bool is_q4 = (weight_type == HTP_TYPE_Q4_0 || weight_type == HTP_TYPE_IQ4_NL); const int blk_start = kk / QK_Q4_0x4x2; const int nb_sub = (k_blk_sz + QK_Q4_0x4x2 - 1) / QK_Q4_0x4x2; - const int full_qrow = is_q4 ? (k / 2) : k; + const int full_qrow = (weight_type == HTP_TYPE_Q8_0) ? k : (k / 2); const size_t sub_row_stride = get_x4x2_row_stride(weight_type, k_blk_sz); + const int scale_blk_size = + (weight_type == HTP_TYPE_MXFP4) ? HMX_X4X2_MXFP4_EBLK_SIZE : HMX_X4X2_DBLK_SIZE; s.dst = vtcm_scratch0; s.src = w + nc * row_stride; s.n_rows = n_blk_sz; s.src_stride = row_stride; s.dst_stride = sub_row_stride; - s.quant_off = is_q4 ? (blk_start * (QK_Q4_0x4x2 / 2)) : (blk_start * QK_Q8_0x4x2); - s.quant_width = is_q4 ? (nb_sub * (QK_Q4_0x4x2 / 2)) : (nb_sub * QK_Q8_0x4x2); - s.scale_off = full_qrow + blk_start * HMX_X4X2_DBLK_SIZE; - s.scale_width = nb_sub * HMX_X4X2_DBLK_SIZE; + s.quant_off = + (weight_type == HTP_TYPE_Q8_0) ? (blk_start * QK_Q8_0x4x2) : (blk_start * (QK_Q4_0x4x2 / 2)); + s.quant_width = + (weight_type == HTP_TYPE_Q8_0) ? (nb_sub * QK_Q8_0x4x2) : (nb_sub * (QK_Q4_0x4x2 / 2)); + s.scale_off = full_qrow + blk_start * scale_blk_size; + s.scale_width = nb_sub * scale_blk_size; // 2D DMA: quants sub-range - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(s.dst, s.src + s.quant_off), + dma_queue_push(ctx->dma[0], dma_make_ptr(s.dst, s.src + s.quant_off), s.dst_stride, s.src_stride, s.quant_width, s.n_rows); // 2D DMA: scales sub-range - dma_queue_push_chained(ctx->dma[0], dma_make_ptr(s.dst + s.quant_width, s.src + s.scale_off), + dma_queue_push(ctx->dma[0], dma_make_ptr(s.dst + s.quant_width, s.src + s.scale_off), s.dst_stride, s.src_stride, s.scale_width, s.n_rows); } TIMER_STOP(fetch); diff --git a/ggml/src/ggml-hexagon/htp/htp-ctx.h b/ggml/src/ggml-hexagon/htp/htp-ctx.h index a92acfa0a85..6f1917fa2cb 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ctx.h +++ b/ggml/src/ggml-hexagon/htp/htp-ctx.h @@ -31,6 +31,12 @@ struct htp_context { uint32_t opmask; + // Cached src1 spad position from the last quantize pass. + // When SKIP_QUANTIZE is set the Q8 activation data is already in VTCM + // at this address; the matmul must read from here instead of recomputing + // the offset (which depends on the current op's src0 size). + uint8_t * prev_src1_spad; + // HMX acceleration fields (v73+, enabled by compile-time HTP_HAS_HMX) #ifdef HTP_HAS_HMX int hmx_enabled; // Runtime flag: HMX initialisation succeeded diff --git a/ggml/src/ggml-hexagon/htp/htp-msg.h b/ggml/src/ggml-hexagon/htp/htp-msg.h index 391148be0e9..df0ea7ccbd6 100644 --- a/ggml/src/ggml-hexagon/htp/htp-msg.h +++ b/ggml/src/ggml-hexagon/htp/htp-msg.h @@ -75,6 +75,7 @@ enum htp_op { HTP_OP_SUM_ROWS, HTP_OP_SSM_CONV, HTP_OP_REPEAT, + HTP_OP_CUMSUM, INVALID }; diff --git a/ggml/src/ggml-hexagon/htp/htp-ops.h b/ggml/src/ggml-hexagon/htp/htp-ops.h index f643fdc340d..d35decaac20 100644 --- a/ggml/src/ggml-hexagon/htp/htp-ops.h +++ b/ggml/src/ggml-hexagon/htp/htp-ops.h @@ -60,5 +60,6 @@ int op_cpy(struct htp_ops_context * octx); int op_repeat(struct htp_ops_context * octx); int op_argsort(struct htp_ops_context * octx); int op_ssm_conv(struct htp_ops_context * octx); +int op_cumsum(struct htp_ops_context * octx); #endif /* HTP_OPS_H */ diff --git a/ggml/src/ggml-hexagon/htp/hvx-div.h b/ggml/src/ggml-hexagon/htp/hvx-div.h index 05cefea039f..53ee304e749 100644 --- a/ggml/src/ggml-hexagon/htp/hvx-div.h +++ b/ggml/src/ggml-hexagon/htp/hvx-div.h @@ -16,8 +16,10 @@ #if __HVX_ARCH__ < 79 #define HVX_OP_MUL_F32(a, b) Q6_Vsf_equals_Vqf32(Q6_Vqf32_vmpy_VsfVsf(a, b)) +#define HVX_OP_MUL_F16(a, b) Q6_Vhf_equals_Wqf32(Q6_Wqf32_vmpy_VhfVhf(a, b)) #else #define HVX_OP_MUL_F32(a, b) Q6_Vsf_vmpy_VsfVsf(a, b) +#define HVX_OP_MUL_F16(a, b) Q6_Vhf_vmpy_VhfVhf(a, b) #endif // Compute div by scaler in f32. Requires first by expanding fp32 to fp16 and converting the result back to fp32. @@ -43,46 +45,67 @@ static inline HVX_Vector hvx_div_mul_f16_const_using_f32(HVX_Vector vec1_hf, HVX return res; } -#define hvx_div_scaler_f16_loop_body(dst_type, src_type, vec_store) \ - do { \ - dst_type * restrict vdst = (dst_type *) dst; \ - src_type * restrict vsrc = (src_type *) src; \ - HVX_Vector hf_one = Q6_Vh_vsplat_R(0x3C00); \ - \ - const uint32_t nvec = n / VLEN_FP16; \ - const uint32_t nloe = n % VLEN_FP16; \ - \ - uint32_t i = 0; \ - \ - _Pragma("unroll(4)") \ - for (; i < nvec; i++) { \ - HVX_Vector res = hvx_div_mul_f16_const_using_f32(vsrc[i], val_vec_f32, hf_one); \ - vdst[i] = res; \ - } \ - if (nloe) { \ - HVX_Vector res = hvx_div_mul_f16_const_using_f32(vsrc[i], val_vec_f32, hf_one); \ - vec_store((void *) &vdst[i], nloe * SIZEOF_FP16, res); \ - } \ +// Variant for =v79 +static inline HVX_Vector hvx_vec_hybrid_div_f16(HVX_Vector vec1, HVX_Vector vec2, HVX_Vector f32_nan_inf_mask, HVX_Vector f16_nan_inf_mask, HVX_Vector vec_hf_one_1_0) { +#if __HVX_ARCH__ < 79 + // For older architectures, use f16 reciprocal to avoid NaN/-inf issues + HVX_Vector vec2_inv = hvx_vec_inverse_f16_guard(vec2, f16_nan_inf_mask); + return HVX_OP_MUL_F16(vec1, vec2_inv); +#else + return hvx_vec_div_f16_using_f32(vec1, vec2, f32_nan_inf_mask, vec_hf_one_1_0); +#endif +} + #define hvx_div_f16_loop_body(dst_type, src0_type, src1_type, vec_store) \ do { \ dst_type * restrict vdst = (dst_type *) dst; \ src0_type * restrict vsrc0 = (src0_type *) src0; \ src1_type * restrict vsrc1 = (src1_type *) src1; \ \ - const HVX_Vector nan_inf_mask = Q6_V_vsplat_R(0x7f800000); \ + const HVX_Vector f32_nan_inf_mask = Q6_V_vsplat_R(0x7f800000); \ + const HVX_Vector f16_nan_inf_mask = Q6_Vh_vsplat_R(0x7c00); \ const HVX_Vector hf_one = Q6_Vh_vsplat_R(0x3C00); \ \ const uint32_t nvec = n / VLEN_FP16; \ @@ -144,11 +179,15 @@ static inline HVX_Vector hvx_vec_div_f16_using_f32(HVX_Vector vec1, HVX_Vector v \ _Pragma("unroll(4)") \ for (; i < nvec; i++) { \ - HVX_Vector res = hvx_vec_div_f16_using_f32(vsrc0[i], vsrc1[i], nan_inf_mask, hf_one); \ + HVX_Vector res = hvx_vec_hybrid_div_f16(vsrc0[i], vsrc1[i], \ + f32_nan_inf_mask, f16_nan_inf_mask, \ + hf_one); \ vdst[i] = res; \ } \ if (nloe) { \ - HVX_Vector res = hvx_vec_div_f16_using_f32(vsrc0[i], vsrc1[i], nan_inf_mask, hf_one); \ + HVX_Vector res = hvx_vec_hybrid_div_f16(vsrc0[i], vsrc1[i], \ + f32_nan_inf_mask, f16_nan_inf_mask, \ + hf_one); \ vec_store((void *) &vdst[i], nloe * SIZEOF_FP16, res); \ } \ } while(0) @@ -247,5 +286,6 @@ HVX_DIV_DISPATCHER(hvx_div_f32) HVX_DIV_DISPATCHER(hvx_div_f16) #undef HVX_OP_MUL_F32 +#undef HVX_OP_MUL_F16 #endif // HVX_DIV_H diff --git a/ggml/src/ggml-hexagon/htp/hvx-utils.h b/ggml/src/ggml-hexagon/htp/hvx-utils.h index 08343798794..a518ad37331 100644 --- a/ggml/src/ggml-hexagon/htp/hvx-utils.h +++ b/ggml/src/ggml-hexagon/htp/hvx-utils.h @@ -15,12 +15,4 @@ #include "hvx-div.h" #include "hvx-base.h" -#ifndef GATHER_TYPE -# if defined(__hexagon__) -# define GATHER_TYPE(_a) (intptr_t) _a -# else -# define GATHER_TYPE(_a) (HVX_Vector *) _a -# endif -#endif - #endif /* HVX_UTILS_H */ diff --git a/ggml/src/ggml-hexagon/htp/main.c b/ggml/src/ggml-hexagon/htp/main.c index ef9cba8ecc1..6f37bf9d4b8 100644 --- a/ggml/src/ggml-hexagon/htp/main.c +++ b/ggml/src/ggml-hexagon/htp/main.c @@ -214,7 +214,7 @@ static int vtcm_alloc(struct htp_context * ctx) { HAP_compute_res_attr_init(&attr); HAP_compute_res_attr_set_serialize(&attr, 0); HAP_compute_res_attr_set_cache_mode(&attr, 1); - HAP_compute_res_attr_set_vtcm_param_v2(&attr, vtcm_size, 0, vtcm_size); + HAP_compute_res_attr_set_vtcm_param_v2(&attr, vtcm_size, vtcm_size, vtcm_size); // single page HAP_compute_res_attr_set_release_callback(&attr, vtcm_release_callback, (void *) ctx); HAP_compute_res_attr_set_hmx_param(&attr, 1); @@ -319,7 +319,7 @@ AEEResult htp_iface_start(remote_handle64 handle, uint32 sess_id, uint64 dsp_que ctx->n_threads = n_hvx; for (int i = 0; i < ctx->n_threads; i++) { // see discussion https://github.com/ggml-org/llama.cpp/pull/18151#discussion_r2632388541 - ctx->dma[i] = dma_queue_create(64); + ctx->dma[i] = dma_queue_create(128); } // init worker pool @@ -860,6 +860,41 @@ static void proc_ssm_conv_req(struct htp_context * ctx, struct htp_general_req * send_htp_rsp(ctx, req->op, rsp_status, rsp_bufs, 1, &prof); } +static void proc_cumsum_req(struct htp_context * ctx, struct htp_general_req * req, struct dspqueue_buffer * bufs) { + struct dspqueue_buffer rsp_bufs[1]; + + // We've written to the output buffer, we'd also need to flush it + rsp_bufs[0].fd = bufs[1].fd; + rsp_bufs[0].ptr = bufs[1].ptr; + rsp_bufs[0].offset = bufs[1].offset; + rsp_bufs[0].size = bufs[1].size; + rsp_bufs[0].flags = (DSPQUEUE_BUFFER_FLAG_FLUSH_SENDER | // Flush HTP + DSPQUEUE_BUFFER_FLAG_INVALIDATE_RECIPIENT); // Invalidate CPU + + // Setup Op context + struct htp_ops_context octx = { 0 }; + octx.ctx = ctx; + octx.src0 = req->src0; + octx.dst = req->dst; + octx.flags = req->flags; + octx.op = req->op; + octx.src0.data = (uint32_t) bufs[0].ptr; + octx.dst.data = (uint32_t) bufs[1].ptr; + octx.n_threads = ctx->n_threads; + + struct profile_data prof; + profile_start(&prof); + + uint32_t rsp_status = HTP_STATUS_INTERNAL_ERR; + if (vtcm_acquire(ctx) == AEE_SUCCESS) { + rsp_status = op_cumsum(&octx); + vtcm_release(ctx); + } + + profile_stop(&prof); + send_htp_rsp(ctx, req->op, rsp_status, rsp_bufs, 1, &prof); +} + static void proc_activations_req(struct htp_context * ctx, struct htp_general_req * req, struct dspqueue_buffer * bufs, @@ -1114,14 +1149,12 @@ static void proc_hmx_matmul_req(struct htp_context * ctx, return; } - // HMX only supports F16, Q4_0, Q8_0, IQ4_NL weights. - // Other types (e.g. MXFP4) fall back to HVX. + // HMX supports F16, Q4_0, Q8_0, IQ4_NL, MXFP4 weights. + // Other types fall back to HVX. { uint32_t wtype = req->src0.type; - if (wtype != HTP_TYPE_F16 && - wtype != HTP_TYPE_Q4_0 && - wtype != HTP_TYPE_Q8_0 && - wtype != HTP_TYPE_IQ4_NL) { + if (wtype != HTP_TYPE_F16 && wtype != HTP_TYPE_Q4_0 && wtype != HTP_TYPE_Q8_0 && wtype != HTP_TYPE_IQ4_NL && + wtype != HTP_TYPE_MXFP4) { proc_matmul_req(ctx, req, bufs, n_bufs); return; } @@ -1476,6 +1509,14 @@ static void htp_packet_callback(dspqueue_t queue, int error, void * context) { proc_ssm_conv_req(ctx, &req, bufs); break; + case HTP_OP_CUMSUM: + if (n_bufs != 2) { + FARF(ERROR, "Bad cumsum-req buffer list"); + continue; + } + proc_cumsum_req(ctx, &req, bufs); + break; + default: FARF(ERROR, "Unknown Op %u", req.op); break; diff --git a/ggml/src/ggml-hexagon/htp/matmul-ops.c b/ggml/src/ggml-hexagon/htp/matmul-ops.c index 73aaba79ebf..24b7bad6876 100644 --- a/ggml/src/ggml-hexagon/htp/matmul-ops.c +++ b/ggml/src/ggml-hexagon/htp/matmul-ops.c @@ -60,6 +60,16 @@ static const uint8_t __attribute__((aligned(128))) expand_x32_e8m0[128] = { 0x00, 0x00, 0x09, 0x08, 0x00, 0x00, 0x22, 0x20, 0x24, 0x20, 0x21, 0x22, 0x20, 0x20, }; +// IQ4_NL dequantization LUT: maps 4-bit index (0-15) to int8 kvalue +// kvalues: -127, -104, -83, -65, -49, -35, -22, -10, 1, 13, 25, 38, 53, 69, 89, 113 +static const uint8_t __attribute__((aligned(VLEN))) kvalues_iq4nl_lut[] = { + 0x81, 0, 0x98, 0, 0xAD, 0, 0xBF, 0, 0xCF, 0, 0xDD, 0, 0xEA, 0, 0xF6, 0, 0x01, 0, 0x0D, 0, 0x19, 0, 0x26, 0, + 0x35, 0, 0x45, 0, 0x59, 0, 0x71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, + 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, +}; + static const uint8_t __attribute__((aligned(VLEN))) kvalues_mxfp4_lut[] = { 0, 0, 1, 0, 2, 0, 3, 0, 4, 0, 6, 0, 8, 0, 12, 0, 0, 0, 0xff, 0, 0xfe, 0, 0xfd, 0, 0xfc, 0, 0xfa, 0, 0xf8, 0, 0xf4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, @@ -68,6 +78,73 @@ static const uint8_t __attribute__((aligned(VLEN))) kvalues_mxfp4_lut[] = { 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, }; +static inline HVX_Vector_x8 hvx_vec_load_iq4nlx4x8_full(const uint8_t * restrict ptr) { + const HVX_Vector * restrict vptr = (const HVX_Vector *) ptr; + + HVX_Vector v0_1 = vptr[0]; // first 256 elements (128 bytes) + HVX_Vector v2_3 = vptr[1]; // ... + HVX_Vector v4_5 = vptr[2]; // ... + HVX_Vector v6_7 = vptr[3]; // ... + + const HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + const HVX_Vector lut = *(const HVX_Vector *) kvalues_iq4nl_lut; + + HVX_Vector v0 = Q6_V_vand_VV(v0_1, mask_h4); // & 0x0F + HVX_Vector v1 = Q6_Vub_vlsr_VubR(v0_1, 4); // >> 4 + HVX_Vector v2 = Q6_V_vand_VV(v2_3, mask_h4); // & 0x0F + HVX_Vector v3 = Q6_Vub_vlsr_VubR(v2_3, 4); // >> 4 + HVX_Vector v4 = Q6_V_vand_VV(v4_5, mask_h4); // & 0x0F + HVX_Vector v5 = Q6_Vub_vlsr_VubR(v4_5, 4); // >> 4 + HVX_Vector v6 = Q6_V_vand_VV(v6_7, mask_h4); // & 0x0F + HVX_Vector v7 = Q6_Vub_vlsr_VubR(v6_7, 4); // >> 4 + + v0 = Q6_Vb_vlut32_VbVbI(v0, lut, 0); + v1 = Q6_Vb_vlut32_VbVbI(v1, lut, 0); + v2 = Q6_Vb_vlut32_VbVbI(v2, lut, 0); + v3 = Q6_Vb_vlut32_VbVbI(v3, lut, 0); + v4 = Q6_Vb_vlut32_VbVbI(v4, lut, 0); + v5 = Q6_Vb_vlut32_VbVbI(v5, lut, 0); + v6 = Q6_Vb_vlut32_VbVbI(v6, lut, 0); + v7 = Q6_Vb_vlut32_VbVbI(v7, lut, 0); + + HVX_Vector_x8 r = { v0, v1, v2, v3, v4, v5, v6, v7 }; + return r; +} + +static inline HVX_Vector_x8 hvx_vec_load_iq4nlx4x8_partial(const uint8_t * restrict ptr, uint32_t n) { + const HVX_Vector * restrict vptr = (const HVX_Vector *) ptr; + + const uint32_t qk = QK_Q4_0x4x2; // 256 + const uint32_t nb = n / qk; + const uint32_t nloe = n % qk; + + const HVX_Vector mask_h4 = Q6_Vb_vsplat_R(0x0F); + const HVX_Vector lut = *(const HVX_Vector *) kvalues_iq4nl_lut; + + HVX_Vector_x8 r; + uint32_t i = 0; + + #pragma unroll(2) + for (i = 0; i < nb; i++) { + HVX_Vector v = vptr[i]; // 256 elements (128 bytes) + HVX_Vector v0 = Q6_V_vand_VV(v, mask_h4); // & 0x0F : first 128 elements + HVX_Vector v1 = Q6_Vub_vlsr_VubR(v, 4); // >> 4 : second 128 elements + r.v[i * 2 + 0] = Q6_Vb_vlut32_VbVbI(v0, lut, 0); + r.v[i * 2 + 1] = Q6_Vb_vlut32_VbVbI(v1, lut, 0); + } + + if (nloe) { + HVX_Vector v = vptr[i]; // 256 elements (128 bytes) + HVX_Vector v0 = Q6_V_vand_VV(v, mask_h4); // & 0x0F : even 128 elements + HVX_Vector v1 = Q6_Vub_vlsr_VubR(v, 4); // >> 4 : odd 128 elements + HVX_VectorPair v0_1_p = Q6_W_vshuff_VVR(v1, v0, -1); // zip even:odd:... + r.v[i * 2 + 0] = Q6_Vb_vlut32_VbVbI(Q6_V_lo_W(v0_1_p), lut, 0); + r.v[i * 2 + 1] = Q6_Vb_vlut32_VbVbI(Q6_V_hi_W(v0_1_p), lut, 0); + } + + return r; +} + // q4x4x2 and q8x4x2 are the flat q4/8_0 formats where all quants are stored first followed by all scales static inline size_t q8x4x2_row_size(uint32_t ne) { @@ -921,6 +998,293 @@ static void vec_dot_q8x4x2_q8x4x2_2x2(const int n, float * restrict s0, float * hvx_vec_store_u(&s1[0], 8, r0_r1_c1_sum); // row0,col1 row1,col1 } +// ======== IQ4_NL x Q8_0 vec_dot kernels ======== +// Same structure as Q4_0 vec_dot but uses IQ4_NL LUT-based load (4-bit index -> int8 kvalue). +// Scale format is identical to Q4_0 (fp16 scales). + +static void vec_dot_iq4nlx4x2_q8x4x2_1x1(const int n, + float * restrict s0, + const void * restrict vx0, + const void * restrict vy0) { + assert(n % 32 == 0); + assert((unsigned long) vx0 % 128 == 0); + assert((unsigned long) vy0 % 128 == 0); + + const uint32_t qk = QK_Q4_0x4x2 * 4; + + const uint32_t x_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t x_qblk_size = qk / 2; // int4 + const uint32_t x_qrow_size = n / 2; // int4 (not padded) + + const uint32_t y_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t y_qblk_size = qk; // int8 + const uint32_t y_qrow_size = n; // int8 (not padded) + + const uint8_t * restrict r0_x_q = ((const uint8_t *) vx0 + 0); // quants first + const uint8_t * restrict r0_x_d = ((const uint8_t *) vx0 + x_qrow_size); // then scales + + const uint8_t * restrict y_q = ((const uint8_t *) vy0 + 0); // quants first + const uint8_t * restrict y_d = ((const uint8_t *) vy0 + y_qrow_size); // then scales + + HVX_Vector r0_sum = Q6_V_vzero(); + + const uint32_t nb = n / qk; + const uint32_t nloe = n % qk; + + uint32_t i = 0; + for (; i < nb; i++) { + HVX_Vector_x8 vy_q = hvx_vec_load_q8x4x8_full(y_q + i * y_qblk_size); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_full(r0_x_q + i * x_qblk_size); + + HVX_Vector r0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r0_q, vy_q)); + + HVX_Vector vy_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + + HVX_Vector r0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy_d))); + + HVX_Vector r0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_ia, r0_dd); + + r0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_fa, r0_sum)); + } + + if (nloe) { + HVX_Vector_x8 vy_q = hvx_vec_load_q8x4x8_partial(y_q + i * y_qblk_size, nloe); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_partial(r0_x_q + i * x_qblk_size, nloe); + + HVX_Vector r0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r0_q, vy_q, nloe)); + + HVX_Vector vy_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + + HVX_Vector r0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy_d))); + + HVX_VectorPred bmask = Q6_Q_vsetq_R(nloe / 8); + r0_dd = Q6_V_vand_QV(bmask, r0_dd); + r0_ia = Q6_V_vand_QV(bmask, r0_ia); + + HVX_Vector r0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_ia, r0_dd); + + r0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_fa, r0_sum)); + } + + r0_sum = hvx_vec_reduce_sum_f32(r0_sum); + + hvx_vec_store_u(s0, 4, r0_sum); +} + +static void vec_dot_iq4nlx4x2_q8x4x2_2x1(const int n, + float * restrict s0, + const void * restrict vx0, + const void * restrict vx1, + const void * restrict vy0) { + assert(n % 32 == 0); + assert((unsigned long) vx0 % 128 == 0); + assert((unsigned long) vx1 % 128 == 0); + assert((unsigned long) vy0 % 128 == 0); + + const uint32_t qk = QK_Q4_0x4x2 * 4; + + const uint32_t x_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t x_qblk_size = qk / 2; // int4 + const uint32_t x_qrow_size = n / 2; // int4 (not padded) + + const uint32_t y_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t y_qblk_size = qk; // int8 + const uint32_t y_qrow_size = n; // int8 (not padded) + + const uint8_t * restrict r0_x_q = ((const uint8_t *) vx0) + 0; // quants first + const uint8_t * restrict r0_x_d = ((const uint8_t *) vx0) + x_qrow_size; // then scales + const uint8_t * restrict r1_x_q = ((const uint8_t *) vx1) + 0; // quants first + const uint8_t * restrict r1_x_d = ((const uint8_t *) vx1) + x_qrow_size; // then scales + + const uint8_t * restrict y_q = ((const uint8_t *) vy0 + 0); // quants first + const uint8_t * restrict y_d = ((const uint8_t *) vy0 + y_qrow_size); // then scales + + HVX_Vector r0_sum = Q6_V_vzero(); + HVX_Vector r1_sum = Q6_V_vzero(); + + const uint32_t nb = n / qk; + const uint32_t nloe = n % qk; + + uint32_t i = 0; + for (; i < nb; i++) { + HVX_Vector_x8 vy_q = hvx_vec_load_q8x4x8_full(y_q + i * y_qblk_size); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_full(r0_x_q + i * x_qblk_size); + HVX_Vector_x8 r1_q = hvx_vec_load_iq4nlx4x8_full(r1_x_q + i * x_qblk_size); + + HVX_Vector r0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r0_q, vy_q)); + HVX_Vector r1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r1_q, vy_q)); + + HVX_Vector vy_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + HVX_Vector r1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r1_x_d + i * x_dblk_size)); + + HVX_Vector r0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy_d))); + HVX_Vector r1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy_d))); + + HVX_Vector r0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_ia, r0_dd); + HVX_Vector r1_fa = Q6_Vqf32_vmpy_VsfVsf(r1_ia, r1_dd); + + r0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_fa, r0_sum)); + r1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_fa, r1_sum)); + } + + if (nloe) { + HVX_Vector_x8 vy_q = hvx_vec_load_q8x4x8_partial(y_q + i * y_qblk_size, nloe); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_partial(r0_x_q + i * x_qblk_size, nloe); + HVX_Vector_x8 r1_q = hvx_vec_load_iq4nlx4x8_partial(r1_x_q + i * x_qblk_size, nloe); + + HVX_Vector r0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r0_q, vy_q, nloe)); + HVX_Vector r1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r1_q, vy_q, nloe)); + + HVX_Vector vy_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + HVX_Vector r1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r1_x_d + i * x_dblk_size)); + + HVX_Vector r0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy_d))); + HVX_Vector r1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy_d))); + + HVX_VectorPred bmask = Q6_Q_vsetq_R(nloe / 8); + r0_dd = Q6_V_vand_QV(bmask, r0_dd); + r1_dd = Q6_V_vand_QV(bmask, r1_dd); + r0_ia = Q6_V_vand_QV(bmask, r0_ia); + r1_ia = Q6_V_vand_QV(bmask, r1_ia); + + HVX_Vector r0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_ia, r0_dd); + HVX_Vector r1_fa = Q6_Vqf32_vmpy_VsfVsf(r1_ia, r1_dd); + + r0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_fa, r0_sum)); + r1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_fa, r1_sum)); + } + + HVX_Vector rsum = hvx_vec_reduce_sum_f32x2(r0_sum, r1_sum); + hvx_vec_store_u(s0, 8, rsum); +} + +static void vec_dot_iq4nlx4x2_q8x4x2_2x2(const int n, + float * restrict s0, + float * restrict s1, + const void * restrict vx0, + const void * restrict vx1, + const void * restrict vy0, + const void * restrict vy1) { + assert(n % 32 == 0); + assert((unsigned long) vx0 % 128 == 0); + assert((unsigned long) vx1 % 128 == 0); + assert((unsigned long) vy0 % 128 == 0); + assert((unsigned long) vy1 % 128 == 0); + + const uint32_t qk = QK_Q4_0x4x2 * 4; + + const uint32_t x_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t x_qblk_size = qk / 2; // int4 + const uint32_t x_qrow_size = n / 2; // int4 (not padded) + + const uint32_t y_dblk_size = 8 * 4 * 2; // 32x __fp16 + const uint32_t y_qblk_size = qk; // int8 + const uint32_t y_qrow_size = n; // int8 (not padded) + + const uint8_t * restrict r0_x_q = ((const uint8_t *) vx0) + 0; + const uint8_t * restrict r0_x_d = ((const uint8_t *) vx0) + x_qrow_size; + const uint8_t * restrict r1_x_q = ((const uint8_t *) vx1) + 0; + const uint8_t * restrict r1_x_d = ((const uint8_t *) vx1) + x_qrow_size; + + const uint8_t * restrict y0_q = ((const uint8_t *) vy0) + 0; + const uint8_t * restrict y0_d = ((const uint8_t *) vy0) + y_qrow_size; + const uint8_t * restrict y1_q = ((const uint8_t *) vy1) + 0; + const uint8_t * restrict y1_d = ((const uint8_t *) vy1) + y_qrow_size; + + HVX_Vector r0_c0_sum = Q6_V_vzero(); + HVX_Vector r0_c1_sum = Q6_V_vzero(); + HVX_Vector r1_c0_sum = Q6_V_vzero(); + HVX_Vector r1_c1_sum = Q6_V_vzero(); + + const uint32_t nb = n / qk; + const uint32_t nloe = n % qk; + + uint32_t i = 0; + for (; i < nb; i++) { + HVX_Vector_x8 vy0_q = hvx_vec_load_q8x4x8_full(y0_q + i * y_qblk_size); + HVX_Vector_x8 vy1_q = hvx_vec_load_q8x4x8_full(y1_q + i * y_qblk_size); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_full(r0_x_q + i * x_qblk_size); + HVX_Vector_x8 r1_q = hvx_vec_load_iq4nlx4x8_full(r1_x_q + i * x_qblk_size); + + HVX_Vector r0_c0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r0_q, vy0_q)); + HVX_Vector r0_c1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r0_q, vy1_q)); + HVX_Vector r1_c0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r1_q, vy0_q)); + HVX_Vector r1_c1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_full(r1_q, vy1_q)); + + HVX_Vector vy0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y0_d + i * y_dblk_size)); + HVX_Vector vy1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y1_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + HVX_Vector r1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r1_x_d + i * x_dblk_size)); + + HVX_Vector r0_c0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy0_d))); + HVX_Vector r0_c1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy1_d))); + HVX_Vector r1_c0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy0_d))); + HVX_Vector r1_c1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy1_d))); + + HVX_Vector r0_c0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_c0_ia, r0_c0_dd); + HVX_Vector r0_c1_fa = Q6_Vqf32_vmpy_VsfVsf(r0_c1_ia, r0_c1_dd); + HVX_Vector r1_c0_fa = Q6_Vqf32_vmpy_VsfVsf(r1_c0_ia, r1_c0_dd); + HVX_Vector r1_c1_fa = Q6_Vqf32_vmpy_VsfVsf(r1_c1_ia, r1_c1_dd); + + r0_c0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_c0_fa, r0_c0_sum)); + r0_c1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_c1_fa, r0_c1_sum)); + r1_c0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_c0_fa, r1_c0_sum)); + r1_c1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_c1_fa, r1_c1_sum)); + } + + if (nloe) { + HVX_Vector_x8 vy0_q = hvx_vec_load_q8x4x8_partial(y0_q + i * y_qblk_size, nloe); + HVX_Vector_x8 vy1_q = hvx_vec_load_q8x4x8_partial(y1_q + i * y_qblk_size, nloe); + HVX_Vector_x8 r0_q = hvx_vec_load_iq4nlx4x8_partial(r0_x_q + i * x_qblk_size, nloe); + HVX_Vector_x8 r1_q = hvx_vec_load_iq4nlx4x8_partial(r1_x_q + i * x_qblk_size, nloe); + + HVX_Vector r0_c0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r0_q, vy0_q, nloe)); + HVX_Vector r0_c1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r0_q, vy1_q, nloe)); + HVX_Vector r1_c0_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r1_q, vy0_q, nloe)); + HVX_Vector r1_c1_ia = Q6_Vsf_equals_Vw(hvx_vec_rmpy_x8_partial(r1_q, vy1_q, nloe)); + + HVX_Vector vy0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y0_d + i * y_dblk_size)); + HVX_Vector vy1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (y1_d + i * y_dblk_size)); + HVX_Vector r0_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r0_x_d + i * x_dblk_size)); + HVX_Vector r1_d = Q6_Vh_vshuff_Vh(*(const HVX_UVector *) (r1_x_d + i * x_dblk_size)); + + HVX_Vector r0_c0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy0_d))); + HVX_Vector r0_c1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r0_d, vy1_d))); + HVX_Vector r1_c0_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy0_d))); + HVX_Vector r1_c1_dd = Q6_Vsf_equals_Vqf32(Q6_V_lo_W(Q6_Wqf32_vmpy_VhfVhf(r1_d, vy1_d))); + + HVX_VectorPred bmask = Q6_Q_vsetq_R(nloe / 8); + r0_c0_dd = Q6_V_vand_QV(bmask, r0_c0_dd); + r0_c1_dd = Q6_V_vand_QV(bmask, r0_c1_dd); + r1_c0_dd = Q6_V_vand_QV(bmask, r1_c0_dd); + r1_c1_dd = Q6_V_vand_QV(bmask, r1_c1_dd); + r0_c0_ia = Q6_V_vand_QV(bmask, r0_c0_ia); + r0_c1_ia = Q6_V_vand_QV(bmask, r0_c1_ia); + r1_c0_ia = Q6_V_vand_QV(bmask, r1_c0_ia); + r1_c1_ia = Q6_V_vand_QV(bmask, r1_c1_ia); + + HVX_Vector r0_c0_fa = Q6_Vqf32_vmpy_VsfVsf(r0_c0_ia, r0_c0_dd); + HVX_Vector r0_c1_fa = Q6_Vqf32_vmpy_VsfVsf(r0_c1_ia, r0_c1_dd); + HVX_Vector r1_c0_fa = Q6_Vqf32_vmpy_VsfVsf(r1_c0_ia, r1_c0_dd); + HVX_Vector r1_c1_fa = Q6_Vqf32_vmpy_VsfVsf(r1_c1_ia, r1_c1_dd); + + r0_c0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_c0_fa, r0_c0_sum)); + r0_c1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r0_c1_fa, r0_c1_sum)); + r1_c0_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_c0_fa, r1_c0_sum)); + r1_c1_sum = Q6_Vsf_equals_Vqf32(Q6_Vqf32_vadd_Vqf32Vsf(r1_c1_fa, r1_c1_sum)); + } + + HVX_Vector r0_r1_c0_sum = hvx_vec_reduce_sum_f32x2(r0_c0_sum, r1_c0_sum); + HVX_Vector r0_r1_c1_sum = hvx_vec_reduce_sum_f32x2(r0_c1_sum, r1_c1_sum); + + hvx_vec_store_u(&s0[0], 8, r0_r1_c0_sum); + hvx_vec_store_u(&s1[0], 8, r0_r1_c1_sum); +} + static void vec_dot_mxfp4x4x2_q8x4x2_1x1(const int n, float * restrict s0, const void * restrict vx0, const void * restrict vy0) { assert(n % 32 == 0); // min sub-block size assert((unsigned long) vx0 % 128 == 0); @@ -2393,6 +2757,12 @@ static int htp_mminit_vec_dot(struct htp_matmul_context * mmctx, enum htp_data_t mmctx->vec_dot_2x1 = vec_dot_q8x4x2_q8x4x2_2x1; mmctx->vec_dot_2x2 = vec_dot_q8x4x2_q8x4x2_2x2; return 0; + case HTP_TYPE_IQ4_NL: + mmctx->type = "iq4nlx4x2-f32"; + mmctx->vec_dot_1x1 = vec_dot_iq4nlx4x2_q8x4x2_1x1; + mmctx->vec_dot_2x1 = vec_dot_iq4nlx4x2_q8x4x2_2x1; + mmctx->vec_dot_2x2 = vec_dot_iq4nlx4x2_q8x4x2_2x2; + return 0; case HTP_TYPE_MXFP4: mmctx->type = "mxfp4x4x2-f32"; mmctx->vec_dot_1x1 = vec_dot_mxfp4x4x2_q8x4x2_1x1; @@ -2556,6 +2926,13 @@ int op_matmul(struct htp_ops_context * octx) { const uint32_t n_quant_jobs = MIN(src1_nrows, octx->n_threads); mmctx->src1_nrows_per_thread = (src1_nrows + n_quant_jobs - 1) / n_quant_jobs; worker_pool_run_func(octx->ctx->worker_pool, quant_job_func, mmctx, n_quant_jobs); + // Cache where src1 was written so subsequent SKIP_QUANTIZE ops can find it + octx->ctx->prev_src1_spad = octx->src1_spad.data; + } else { + // SKIP_QUANTIZE: Q8 data lives at the address written by the previous + // quantize pass. The current op may have a different src0 size (e.g. + // IQ4_NL vs MXFP4), so src1_spad.data computed above could be wrong. + octx->src1_spad.data = octx->ctx->prev_src1_spad; } if (!(octx->flags & HTP_OPFLAGS_SKIP_COMPUTE)) { @@ -2659,6 +3036,9 @@ int op_matmul_id(struct htp_ops_context * octx) { const uint32_t n_quant_jobs = MIN(src1_nrows, octx->n_threads); mmctx->src1_nrows_per_thread = (src1_nrows + n_quant_jobs - 1) / n_quant_jobs; worker_pool_run_func(octx->ctx->worker_pool, quant_job_func, mmctx, n_quant_jobs); + octx->ctx->prev_src1_spad = octx->src1_spad.data; + } else { + octx->src1_spad.data = octx->ctx->prev_src1_spad; } if (!(octx->flags & HTP_OPFLAGS_SKIP_COMPUTE)) { diff --git a/ggml/src/ggml-hexagon/htp/rope-ops.c b/ggml/src/ggml-hexagon/htp/rope-ops.c index be9469538f6..ecedadb0fea 100644 --- a/ggml/src/ggml-hexagon/htp/rope-ops.c +++ b/ggml/src/ggml-hexagon/htp/rope-ops.c @@ -333,8 +333,8 @@ static void rope_job_f32(unsigned int nth, unsigned int ith, void * data) { // (unsigned) HAP_perf_qtimer_count_to_us(HAP_perf_get_qtimer_count() - rctx->t_start)); } - // Skip DMA transactions from prev block (if any) - // No need to wait for these since the DMA is setup for in-order processing + // Skip output DMA transactions from prev block (if any) + // No need to wait for those here since we're explicitly waiting for the latest prefecthes below. for (uint32_t d=0; d < dma_depth; d++) { dma_queue_pop_nowait(dma_queue); } // Compute loop diff --git a/ggml/src/ggml-hexagon/htp/ssm-conv.c b/ggml/src/ggml-hexagon/htp/ssm-conv.c index b3c1ef9572e..6b035810d57 100644 --- a/ggml/src/ggml-hexagon/htp/ssm-conv.c +++ b/ggml/src/ggml-hexagon/htp/ssm-conv.c @@ -151,7 +151,7 @@ static void ssm_conv_thread_f32_f32_hvx(unsigned int nth, unsigned int ith, void const int dr = scctx->nrows_per_thread; const uint32_t ir0 = dr * ith; const uint32_t ir1 = MIN(ir0 + dr, d_inner); - const int ir = ir1 - ir0; + const uint32_t ir = ir1 - ir0; if (ir0 >= ir1) { return; // No work for this thread @@ -205,10 +205,10 @@ static void ssm_conv_thread_f32_f32_hvx(unsigned int nth, unsigned int ith, void HVX_Vector acc_vec = Q6_V_vsplat_R(0); for (uint32_t i0 = 0; i0 < d_conv; ++i0) { - Q6_vgather_ARMVw(src0_vec, GATHER_TYPE(spad_src0 + (i0 + i1 * ncs) * sizeof(float) + i2 * (src0->nb[0])), - src0_gather_len, (*(const HVX_Vector *) src0_offsets)); - Q6_vgather_ARMVw(src1_vec, GATHER_TYPE(spad_src1 + (i0 + i1 * nc) * sizeof(float)), - src1_gather_len, (*(const HVX_Vector *) src1_offsets)); + uint32_t src0_base = (uint32_t) spad_src0 + (i0 + i1 * ncs) * sizeof(float) + i2 * (src0->nb[0]); + uint32_t src1_base = (uint32_t) spad_src1 + (i0 + i1 * nc) * sizeof(float); + Q6_vgather_ARMVw(src0_vec, src0_base, src0_gather_len, (*(const HVX_Vector *) src0_offsets)); + Q6_vgather_ARMVw(src1_vec, src1_base, src1_gather_len, (*(const HVX_Vector *) src1_offsets)); HVX_Vector prod = Q6_Vqf32_vmpy_VsfVsf(*(const HVX_Vector *) src0_vec, *(const HVX_Vector *) src1_vec); acc_vec = Q6_Vqf32_vadd_Vqf32Vqf32(acc_vec, prod); @@ -222,10 +222,10 @@ static void ssm_conv_thread_f32_f32_hvx(unsigned int nth, unsigned int ith, void HVX_Vector acc_vec = Q6_V_vsplat_R(0); for (uint32_t i0 = 0; i0 < d_conv; ++i0) { - Q6_vgather_ARMVw(src0_vec, GATHER_TYPE(spad_src0 + (i0 + i1 * ncs) * sizeof(float) + i2 * (src0->nb[0])), - src0_gather_len, (*(const HVX_Vector *) src0_offsets)); - Q6_vgather_ARMVw(src1_vec, GATHER_TYPE(spad_src1 + (i0 + i1 * nc) * sizeof(float)), - src1_gather_len, (*(const HVX_Vector *) src1_offsets)); + uint32_t src0_base = (uint32_t) spad_src0 + (i0 + i1 * ncs) * sizeof(float) + i2 * (src0->nb[0]); + uint32_t src1_base = (uint32_t) spad_src1 + (i0 + i1 * nc) * sizeof(float); + Q6_vgather_ARMVw(src0_vec, src0_base, src0_gather_len, (*(const HVX_Vector *) src0_offsets)); + Q6_vgather_ARMVw(src1_vec, src1_base, src1_gather_len, (*(const HVX_Vector *) src1_offsets)); HVX_Vector prod = Q6_Vqf32_vmpy_VsfVsf(*(const HVX_Vector *) src0_vec, *(const HVX_Vector *) src1_vec); acc_vec = Q6_Vqf32_vadd_Vqf32Vqf32(acc_vec, prod); diff --git a/ggml/src/ggml-hexagon/htp/unary-ops.c b/ggml/src/ggml-hexagon/htp/unary-ops.c index 3d0928d4dce..13d28317d5c 100644 --- a/ggml/src/ggml-hexagon/htp/unary-ops.c +++ b/ggml/src/ggml-hexagon/htp/unary-ops.c @@ -67,34 +67,61 @@ static void hvx_fast_rms_norm_f32(const uint8_t * restrict src, uint8_t * restrict pad, const int num_elems, float epsilon) { + (void)pad; + const HVX_Vector * restrict v_src = (HVX_Vector *) src; HVX_Vector * restrict v_dst = (HVX_Vector *) dst; - HVX_Vector sum_v = Q6_V_vsplat_R(0x00000000); + const int nvec = num_elems / VLEN_FP32; // number of full vectors + const int nloe = num_elems % VLEN_FP32; // leftover elements + + // Compute sum of squares for full vectors + HVX_Vector sum_v = Q6_V_vsplat_R(0x00000000); HVX_Vector epsilon_v = hvx_vec_splat_f32(epsilon); - int step_of_1 = num_elems >> 5; #pragma unroll(4) - for (int i = 0; i < step_of_1; i++) { + for (int i = 0; i < nvec; i++) { HVX_Vector v1 = v_src[i]; HVX_Vector v2 = Q6_Vqf32_vmpy_VsfVsf(v1, v1); - sum_v = Q6_Vqf32_vadd_Vqf32Vqf32(sum_v, v2); + sum_v = Q6_Vqf32_vadd_Vqf32Vqf32(sum_v, v2); + } + + // Handle tail elements using vectorized ops with masking + if (nloe > 0) { + HVX_VectorPred bmask = Q6_Q_vsetq_R(nloe * 4); + HVX_Vector v1 = Q6_V_vand_QV(bmask, v_src[nvec]); + HVX_Vector v2 = Q6_Vqf32_vmpy_VsfVsf(v1, v1); + sum_v = Q6_Vqf32_vadd_Vqf32Vqf32(sum_v, v2); } - sum_v = hvx_vec_reduce_sum_f32(Q6_Vsf_equals_Vqf32(sum_v)); // replicated over all lanes + // Reduce HVX sum + sum_v = hvx_vec_reduce_sum_f32(Q6_Vsf_equals_Vqf32(sum_v)); HVX_Vector t_v = hvx_vec_splat_f32((float) num_elems); HVX_Vector denom_v = hvx_vec_inverse_f32(t_v); HVX_Vector mean_v = Q6_Vqf32_vmpy_VsfVsf(sum_v, denom_v); HVX_Vector mean_epsilon_v = Q6_Vqf32_vadd_Vqf32Vsf(mean_v, epsilon_v); + // Scale full vectors HVX_Vector scale_v = hvx_vec_rsqrt_f32(Q6_Vsf_equals_Vqf32(mean_epsilon_v)); #pragma unroll(4) - for (int i = 0; i < step_of_1; i++) { + for (int i = 0; i < nvec; i++) { HVX_Vector v1 = v_src[i]; HVX_Vector v2 = Q6_Vqf32_vmpy_VsfVsf(v1, scale_v); - v_dst[i] = Q6_Vsf_equals_Vqf32(v2); + v_dst[i] = Q6_Vsf_equals_Vqf32(v2); + } + + // Handle tail elements using vectorized ops with masking + if (nloe > 0) { + + HVX_VectorPred bmask = Q6_Q_vsetq_R(nloe * 4); + HVX_Vector v1 = Q6_V_vand_QV(bmask, v_src[nvec]); + HVX_Vector v2 = Q6_Vqf32_vmpy_VsfVsf(v1, scale_v); + HVX_Vector result = Q6_Vsf_equals_Vqf32(v2); + + // Store with masking to avoid overwriting memory beyond the tensor + hvx_vec_store_a(&v_dst[nvec], nloe * 4, result); } } diff --git a/ggml/src/ggml-impl.h b/ggml/src/ggml-impl.h index ec6366e0efe..0639db362e7 100644 --- a/ggml/src/ggml-impl.h +++ b/ggml/src/ggml-impl.h @@ -773,6 +773,5 @@ inline bool ggml_check_edges(const struct ggml_cgraph * cgraph, // expose GGUF internals for test code GGML_API size_t gguf_type_size(enum gguf_type type); -GGML_API struct gguf_context * gguf_init_from_file_impl(FILE * file, struct gguf_init_params params, size_t fd_offset = 0); GGML_API void gguf_write_to_buf(const struct gguf_context * ctx, std::vector & buf, bool only_meta); #endif // __cplusplus diff --git a/ggml/src/ggml-metal/ggml-metal-device.cpp b/ggml/src/ggml-metal/ggml-metal-device.cpp index 72ad876d5e4..89539bd7615 100644 --- a/ggml/src/ggml-metal/ggml-metal-device.cpp +++ b/ggml/src/ggml-metal/ggml-metal-device.cpp @@ -246,6 +246,10 @@ ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_unary(ggml_metal case GGML_UNARY_OP_EXP: op_num = OP_UNARY_NUM_EXP; break; case GGML_UNARY_OP_SOFTPLUS: op_num = OP_UNARY_NUM_SOFTPLUS; break; case GGML_UNARY_OP_EXPM1: op_num = OP_UNARY_NUM_EXPM1; break; + case GGML_UNARY_OP_FLOOR: op_num = OP_UNARY_NUM_FLOOR; break; + case GGML_UNARY_OP_CEIL: op_num = OP_UNARY_NUM_CEIL; break; + case GGML_UNARY_OP_ROUND: op_num = OP_UNARY_NUM_ROUND; break; + case GGML_UNARY_OP_TRUNC: op_num = OP_UNARY_NUM_TRUNC; break; default: GGML_ABORT("fatal error"); } break; default: GGML_ABORT("fatal error"); @@ -1748,6 +1752,28 @@ ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_2d(ggml_met return res; } +ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_3d(ggml_metal_library_t lib, const ggml_tensor * op) { + assert(op->op == GGML_OP_CONV_3D); + + GGML_ASSERT(ggml_is_contiguous(op->src[0])); + GGML_ASSERT(op->src[0]->type == GGML_TYPE_F16 || op->src[0]->type == GGML_TYPE_F32); + GGML_ASSERT(op->src[1]->type == GGML_TYPE_F32); + GGML_ASSERT(op->type == GGML_TYPE_F32); + + char base[256]; + char name[256]; + + snprintf(base, 256, "kernel_conv_3d_%s_%s", ggml_type_name(op->src[0]->type), ggml_type_name(op->src[1]->type)); + snprintf(name, 256, "%s", base); + + ggml_metal_pipeline_with_params res = ggml_metal_library_get_pipeline(lib, name); + if (!res.pipeline) { + res = ggml_metal_library_compile_pipeline(lib, base, name, nullptr); + } + + return res; +} + ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_upscale(ggml_metal_library_t lib, const ggml_tensor * op) { assert(op->op == GGML_OP_UPSCALE); diff --git a/ggml/src/ggml-metal/ggml-metal-device.h b/ggml/src/ggml-metal/ggml-metal-device.h index fd2b3ddeb55..de43f819312 100644 --- a/ggml/src/ggml-metal/ggml-metal-device.h +++ b/ggml/src/ggml-metal/ggml-metal-device.h @@ -148,6 +148,7 @@ struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_im2col struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_transpose_1d (ggml_metal_library_t lib, const struct ggml_tensor * op); struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_transpose_2d (ggml_metal_library_t lib, const struct ggml_tensor * op); struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_2d (ggml_metal_library_t lib, const struct ggml_tensor * op); +struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_conv_3d (ggml_metal_library_t lib, const struct ggml_tensor * op); struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_upscale (ggml_metal_library_t lib, const struct ggml_tensor * op); struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_pad (ggml_metal_library_t lib, const struct ggml_tensor * op); struct ggml_metal_pipeline_with_params ggml_metal_library_get_pipeline_pad_reflect_1d (ggml_metal_library_t lib, const struct ggml_tensor * op); diff --git a/ggml/src/ggml-metal/ggml-metal-device.m b/ggml/src/ggml-metal/ggml-metal-device.m index 82101f4714e..17d51b11b6e 100644 --- a/ggml/src/ggml-metal/ggml-metal-device.m +++ b/ggml/src/ggml-metal/ggml-metal-device.m @@ -690,7 +690,7 @@ ggml_metal_device_t ggml_metal_device_init(int device) { " auto tB = B.slice((int)tgid.x, 0); \n" " \n" " matmul2d< \n" - " matmul2d_descriptor(8, 8, dynamic_extent), \n" + " matmul2d_descriptor(16, 16, dynamic_extent), \n" " execution_simdgroups<4>> mm; \n" " \n" " auto cT = mm.get_destination_cooperative_tensor(); \n" @@ -740,7 +740,7 @@ ggml_metal_device_t ggml_metal_device_init(int device) { " auto tB = B.slice((int)tgid.x, 0); \n" " \n" " matmul2d< \n" - " matmul2d_descriptor(8, 8, dynamic_extent), \n" + " matmul2d_descriptor(16, 16, dynamic_extent), \n" " execution_simdgroups<4>> mm; \n" " \n" " auto cT = mm.get_destination_cooperative_tensor(); \n" @@ -1039,6 +1039,10 @@ bool ggml_metal_device_supports_op(ggml_metal_device_t dev, const struct ggml_te case GGML_UNARY_OP_EXP: case GGML_UNARY_OP_SOFTPLUS: case GGML_UNARY_OP_EXPM1: + case GGML_UNARY_OP_FLOOR: + case GGML_UNARY_OP_CEIL: + case GGML_UNARY_OP_ROUND: + case GGML_UNARY_OP_TRUNC: return ggml_is_contiguous_rows(op->src[0]) && (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16); default: return false; @@ -1077,6 +1081,11 @@ bool ggml_metal_device_supports_op(ggml_metal_device_t dev, const struct ggml_te (op->src[0]->type == GGML_TYPE_F16 || op->src[0]->type == GGML_TYPE_F32) && op->src[1]->type == GGML_TYPE_F32 && op->type == GGML_TYPE_F32; + case GGML_OP_CONV_3D: + return ggml_is_contiguous(op->src[0]) && + ggml_is_contiguous(op->src[1]) && + (op->src[0]->type == GGML_TYPE_F16 || op->src[0]->type == GGML_TYPE_F32) && + op->src[1]->type == GGML_TYPE_F32; case GGML_OP_SUM: return has_simdgroup_reduction && ggml_is_contiguous(op->src[0]); case GGML_OP_TRI: @@ -1143,6 +1152,7 @@ bool ggml_metal_device_supports_op(ggml_metal_device_t dev, const struct ggml_te op->src[0]->ne[0] != 192 && op->src[0]->ne[0] != 256 && op->src[0]->ne[0] != 320 && + op->src[0]->ne[0] != 512 && op->src[0]->ne[0] != 576) { return false; } diff --git a/ggml/src/ggml-metal/ggml-metal-impl.h b/ggml/src/ggml-metal/ggml-metal-impl.h index 53437b23cda..eb2253e029a 100644 --- a/ggml/src/ggml-metal/ggml-metal-impl.h +++ b/ggml/src/ggml-metal/ggml-metal-impl.h @@ -120,6 +120,10 @@ #define OP_UNARY_NUM_EXP 114 #define OP_UNARY_NUM_SOFTPLUS 115 #define OP_UNARY_NUM_EXPM1 116 +#define OP_UNARY_NUM_FLOOR 117 +#define OP_UNARY_NUM_CEIL 118 +#define OP_UNARY_NUM_ROUND 119 +#define OP_UNARY_NUM_TRUNC 120 #define OP_SUM_ROWS_NUM_SUM_ROWS 10 #define OP_SUM_ROWS_NUM_MEAN 11 @@ -643,6 +647,42 @@ typedef struct { int32_t KHW; // KH * KW, pre-computed on CPU to save GPU resources } ggml_metal_kargs_im2col; +typedef struct { + int32_t IW; + int32_t IH; + int32_t ID; + int32_t OW; + int32_t OH; + int32_t OD; + int32_t KW; + int32_t KH; + int32_t KD; + int32_t s0; + int32_t s1; + int32_t s2; + int32_t p0; + int32_t p1; + int32_t p2; + int32_t d0; + int32_t d1; + int32_t d2; + int32_t IC; + int32_t N; + int32_t OC; + uint64_t nb00; + uint64_t nb01; + uint64_t nb02; + uint64_t nb03; + uint64_t nb10; + uint64_t nb11; + uint64_t nb12; + uint64_t nb13; + uint64_t nb0; + uint64_t nb1; + uint64_t nb2; + uint64_t nb3; +} ggml_metal_kargs_conv_3d; + typedef struct{ int32_t ne00; uint64_t nb01; diff --git a/ggml/src/ggml-metal/ggml-metal-ops.cpp b/ggml/src/ggml-metal/ggml-metal-ops.cpp index c0bcad392b9..3cda21be43e 100644 --- a/ggml/src/ggml-metal/ggml-metal-ops.cpp +++ b/ggml/src/ggml-metal/ggml-metal-ops.cpp @@ -394,6 +394,10 @@ static int ggml_metal_op_encode_impl(ggml_metal_op_t ctx, int idx) { { n_fuse = ggml_metal_op_conv_transpose_2d(ctx, idx); } break; + case GGML_OP_CONV_3D: + { + n_fuse = ggml_metal_op_conv_3d(ctx, idx); + } break; case GGML_OP_UPSCALE: { n_fuse = ggml_metal_op_upscale(ctx, idx); @@ -3697,6 +3701,77 @@ int ggml_metal_op_conv_2d(ggml_metal_op_t ctx, int idx) { return 1; } +int ggml_metal_op_conv_3d(ggml_metal_op_t ctx, int idx) { + ggml_tensor * op = ctx->node(idx); + + ggml_metal_library_t lib = ctx->lib; + ggml_metal_encoder_t enc = ctx->enc; + + // 1. Extract standard dimensions and byte strides + GGML_TENSOR_LOCALS(uint64_t, nb0, op->src[0], nb); + GGML_TENSOR_LOCALS(uint64_t, nb1, op->src[1], nb); + GGML_TENSOR_LOCALS(uint64_t, nb, op, nb); + + // 2. Extract hyperparams from op_params + const int32_t s0 = ((const int32_t *)(op->op_params))[0]; + const int32_t s1 = ((const int32_t *)(op->op_params))[1]; + const int32_t s2 = ((const int32_t *)(op->op_params))[2]; + const int32_t p0 = ((const int32_t *)(op->op_params))[3]; + const int32_t p1 = ((const int32_t *)(op->op_params))[4]; + const int32_t p2 = ((const int32_t *)(op->op_params))[5]; + const int32_t d0 = ((const int32_t *)(op->op_params))[6]; + const int32_t d1 = ((const int32_t *)(op->op_params))[7]; + const int32_t d2 = ((const int32_t *)(op->op_params))[8]; + const int32_t IC = ((const int32_t *)(op->op_params))[9]; + const int32_t N = ((const int32_t *)(op->op_params))[10]; + const int32_t OC = ((const int32_t *)(op->op_params))[11]; + + // 3. Build the parameter struct using the macro-generated variables + ggml_metal_kargs_conv_3d args = { + /*.IW =*/ (int32_t)op->src[1]->ne[0], + /*.IH =*/ (int32_t)op->src[1]->ne[1], + /*.ID =*/ (int32_t)op->src[1]->ne[2], + /*.OW =*/ (int32_t)op->ne[0], + /*.OH =*/ (int32_t)op->ne[1], + /*.OD =*/ (int32_t)op->ne[2], + /*.KW =*/ (int32_t)op->src[0]->ne[0], + /*.KH =*/ (int32_t)op->src[0]->ne[1], + /*.KD =*/ (int32_t)op->src[0]->ne[2], + s0, s1, s2, + p0, p1, p2, + d0, d1, d2, + IC, N, OC, + nb00, nb01, nb02, nb03, // Weight strides + nb10, nb11, nb12, nb13, // Input strides + nb0, nb1, nb2, nb3 // Output strides + }; + + // 4. Fetch the JIT pipeline + auto pipeline = ggml_metal_library_get_pipeline_conv_3d(lib, op); + + // 5. Grid mapping + int nth0 = 32; // Standard SIMD width for Apple Silicon + int nth1 = 1; + int nth2 = 1; + + int64_t spatial_volume = args.OW * args.OH * args.OD; + + int ntg0 = (spatial_volume + nth0 - 1) / nth0; + int ntg1 = args.OC; + int ntg2 = args.N; + + // 6. Bind and Dispatch via the ggml C wrapper + ggml_metal_encoder_set_pipeline(enc, pipeline); + ggml_metal_encoder_set_bytes (enc, &args, sizeof(args), 0); + ggml_metal_encoder_set_buffer (enc, ggml_metal_get_buffer_id(op->src[0]), 1); + ggml_metal_encoder_set_buffer (enc, ggml_metal_get_buffer_id(op->src[1]), 2); + ggml_metal_encoder_set_buffer (enc, ggml_metal_get_buffer_id(op), 3); + + ggml_metal_encoder_dispatch_threadgroups(enc, ntg0, ntg1, ntg2, nth0, nth1, nth2); + + return 1; +} + int ggml_metal_op_conv_transpose_1d(ggml_metal_op_t ctx, int idx) { ggml_tensor * op = ctx->node(idx); diff --git a/ggml/src/ggml-metal/ggml-metal-ops.h b/ggml/src/ggml-metal/ggml-metal-ops.h index 019f2fec9ed..50e3c5c77a1 100644 --- a/ggml/src/ggml-metal/ggml-metal-ops.h +++ b/ggml/src/ggml-metal/ggml-metal-ops.h @@ -75,6 +75,7 @@ int ggml_metal_op_norm (ggml_metal_op_t ctx, int idx); int ggml_metal_op_rope (ggml_metal_op_t ctx, int idx); int ggml_metal_op_im2col (ggml_metal_op_t ctx, int idx); int ggml_metal_op_conv_2d (ggml_metal_op_t ctx, int idx); +int ggml_metal_op_conv_3d (ggml_metal_op_t ctx, int idx); int ggml_metal_op_conv_transpose_1d (ggml_metal_op_t ctx, int idx); int ggml_metal_op_conv_transpose_2d (ggml_metal_op_t ctx, int idx); int ggml_metal_op_upscale (ggml_metal_op_t ctx, int idx); diff --git a/ggml/src/ggml-metal/ggml-metal.metal b/ggml/src/ggml-metal/ggml-metal.metal index b2328605dd9..2074211594c 100644 --- a/ggml/src/ggml-metal/ggml-metal.metal +++ b/ggml/src/ggml-metal/ggml-metal.metal @@ -1094,6 +1094,22 @@ kernel void kernel_unary_impl( // TODO: precise implementation dst_ptr[i0] = (T) (exp(x) - 1); } + + if (FC_OP == OP_UNARY_NUM_FLOOR) { + dst_ptr[i0] = (T) floor(x); + } + + if (FC_OP == OP_UNARY_NUM_CEIL) { + dst_ptr[i0] = (T) ceil(x); + } + + if (FC_OP == OP_UNARY_NUM_ROUND) { + dst_ptr[i0] = (T) round(x); + } + + if (FC_OP == OP_UNARY_NUM_TRUNC) { + dst_ptr[i0] = (T) trunc(x); + } } #undef FC_OP @@ -4883,6 +4899,98 @@ kernel void kernel_upscale_bilinear_f32( } } +template +kernel void kernel_conv_3d( + constant ggml_metal_kargs_conv_3d & args, + device const char * src0, // Weights [IC * OC, KD, KH, KW] + device const char * src1, // Inputs [IC * N, ID, IH, IW] + device char * dst, // Outputs [OC * N, OD, OH, OW] + uint3 tgpig[[threadgroup_position_in_grid]], + uint3 tpitg[[thread_position_in_threadgroup]]) { + + // 1. Un-flatten the spatial dimension from Grid X + int64_t spatial_idx = tgpig.x * 32 + tpitg.x; + + if (spatial_idx >= args.OW * args.OH * args.OD) { + return; // Thread falls outside the spatial volume + } + + int64_t od = spatial_idx / (args.OW * args.OH); + int64_t oh = (spatial_idx / args.OW) % args.OH; + int64_t ow = spatial_idx % args.OW; + + // 2. Map Y to Channels, Z to Batch + int64_t oc = tgpig.y; + int64_t batch_idx = tgpig.z; + + // 3. Calculate anchor coordinates in the Input volume + int64_t i_w_base = ow * args.s0 - args.p0; + int64_t i_h_base = oh * args.s1 - args.p1; + int64_t i_d_base = od * args.s2 - args.p2; + + float sum = 0.0f; + + // 4. Gather Loop (Iterate over Input Channels -> Depth -> Height -> Width) + for (int64_t ic = 0; ic < args.IC; ++ic) { + + // ggml packs batch and channel together in the 4th dimension + int64_t src_cn_idx = batch_idx * args.IC + ic; + int64_t w_cn_idx = oc * args.IC + ic; + + for (int64_t kz = 0; kz < args.KD; ++kz) { + int64_t id = i_d_base + kz * args.d2; + if (id < 0 || id >= args.ID) continue; // Boundary check (Padding) + + for (int64_t ky = 0; ky < args.KH; ++ky) { + int64_t ih = i_h_base + ky * args.d1; + if (ih < 0 || ih >= args.IH) continue; + + for (int64_t kx = 0; kx < args.KW; ++kx) { + int64_t iw = i_w_base + kx * args.d0; + if (iw < 0 || iw >= args.IW) continue; + + // Convert multi-dimensional coordinates to flat byte offsets + int64_t w_idx = kx*args.nb00 + ky*args.nb01 + kz*args.nb02 + w_cn_idx*args.nb03; + int64_t i_idx = iw*args.nb10 + ih*args.nb11 + id*args.nb12 + src_cn_idx*args.nb13; + + // Dereference memory and cast weights to f32 if they were f16 + float w_val = (float)*(device const T*)((device const char*)src0 + w_idx); + float i_val = *(device const float*)((device const char*)src1 + i_idx); + + sum += w_val * i_val; + } + } + } + } + + // 5. Write the accumulated value out to RAM + int64_t dst_cn_idx = batch_idx * args.OC + oc; + int64_t d_idx = ow*args.nb0 + oh*args.nb1 + od*args.nb2 + dst_cn_idx*args.nb3; + + *(device float*)(dst + d_idx) = sum; +} + +// Explicit instantiations so the JIT compiler can find them by name +template [[host_name("kernel_conv_3d_f32_f32")]] +kernel void kernel_conv_3d( + constant ggml_metal_kargs_conv_3d & args, + device const char * src0, + device const char * src1, + device char * dst, + uint3 tgpig[[threadgroup_position_in_grid]], + uint3 tpitg[[thread_position_in_threadgroup]]); + +// Explicit instantiation for f16 weights +template [[host_name("kernel_conv_3d_f16_f32")]] +kernel void kernel_conv_3d( + constant ggml_metal_kargs_conv_3d & args, + device const char * src0, + device const char * src1, + device char * dst, + uint3 tgpig[[threadgroup_position_in_grid]], + uint3 tpitg[[thread_position_in_threadgroup]]); + + static inline float bicubic_weight1(float x) { const float a = -0.75f; return ((a + 2) * x - (a + 3)) * x * x + 1; @@ -6177,6 +6285,7 @@ template [[host_name("kernel_flash_attn_ext_f32_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_f32_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f32_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f32_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_f32_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f32_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f16_dk32_dv32" )]] kernel flash_attn_ext_t kernel_flash_attn_ext; @@ -6192,6 +6301,7 @@ template [[host_name("kernel_flash_attn_ext_f16_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_f16_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f16_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f16_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_f16_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_f16_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; #if defined(GGML_METAL_HAS_BF16) @@ -6208,6 +6318,7 @@ template [[host_name("kernel_flash_attn_ext_bf16_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_bf16_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_bf16_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_bf16_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_bf16_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_bf16_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; #endif @@ -6224,6 +6335,7 @@ template [[host_name("kernel_flash_attn_ext_q4_0_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_q4_0_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_0_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_0_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_q4_0_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_0_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_1_dk32_dv32" )]] kernel flash_attn_ext_t kernel_flash_attn_ext; @@ -6239,6 +6351,7 @@ template [[host_name("kernel_flash_attn_ext_q4_1_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_q4_1_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_1_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_1_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_q4_1_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q4_1_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_0_dk32_dv32" )]] kernel flash_attn_ext_t kernel_flash_attn_ext; @@ -6254,6 +6367,7 @@ template [[host_name("kernel_flash_attn_ext_q5_0_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_q5_0_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_0_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_0_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_q5_0_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_0_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_1_dk32_dv32" )]] kernel flash_attn_ext_t kernel_flash_attn_ext; @@ -6269,6 +6383,7 @@ template [[host_name("kernel_flash_attn_ext_q5_1_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_q5_1_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_1_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_1_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_q5_1_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q5_1_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q8_0_dk32_dv32" )]] kernel flash_attn_ext_t kernel_flash_attn_ext; @@ -6284,6 +6399,7 @@ template [[host_name("kernel_flash_attn_ext_q8_0_dk192_dv192")]] kernel flash_at template [[host_name("kernel_flash_attn_ext_q8_0_dk192_dv128")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q8_0_dk256_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q8_0_dk320_dv256")]] kernel flash_attn_ext_t kernel_flash_attn_ext; +template [[host_name("kernel_flash_attn_ext_q8_0_dk512_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; template [[host_name("kernel_flash_attn_ext_q8_0_dk576_dv512")]] kernel flash_attn_ext_t kernel_flash_attn_ext; #undef FA_TYPES @@ -6865,6 +6981,17 @@ template [[host_name("kernel_flash_attn_ext_vec_q5_0_dk320_dv256")]] kernel flas template [[host_name("kernel_flash_attn_ext_vec_q5_1_dk320_dv256")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; template [[host_name("kernel_flash_attn_ext_vec_q8_0_dk320_dv256")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_f32_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_f16_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +#if defined(GGML_METAL_HAS_BF16) +template [[host_name("kernel_flash_attn_ext_vec_bf16_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +#endif +template [[host_name("kernel_flash_attn_ext_vec_q4_0_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_q4_1_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_q5_0_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_q5_1_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; +template [[host_name("kernel_flash_attn_ext_vec_q8_0_dk512_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; + template [[host_name("kernel_flash_attn_ext_vec_f32_dk576_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; template [[host_name("kernel_flash_attn_ext_vec_f16_dk576_dv512")]] kernel flash_attn_ext_vec_t kernel_flash_attn_ext_vec; #if defined(GGML_METAL_HAS_BF16) diff --git a/ggml/src/ggml-opencl/CMakeLists.txt b/ggml/src/ggml-opencl/CMakeLists.txt index cde0d813874..ea041babbf0 100644 --- a/ggml/src/ggml-opencl/CMakeLists.txt +++ b/ggml/src/ggml-opencl/CMakeLists.txt @@ -90,6 +90,7 @@ set(GGML_OPENCL_KERNELS mul_mv_q4_1_f32 mul_mv_q4_1_f32_flat mul_mv_q4_k_f32 + mul_mv_q4_k_f32_flat mul_mv_q6_k_f32 mul_mv_q6_k_f32_flat mul_mv_q8_0_f32 @@ -108,11 +109,16 @@ set(GGML_OPENCL_KERNELS mul_mm_q4_0_f32_l4_lm mul_mm_q4_1_f32_l4_lm mul_mm_q8_0_f32_l4_lm + mul_mm_q4_k_f32_l4_lm mul_mm_q6_k_f32_l4_lm mul_mm_q8_0_f32_8x4 gemv_noshuffle_q4_1_f32 gemm_noshuffle_q4_1_f32 gemv_noshuffle_general_q8_0_f32 + gemv_noshuffle_q4_k_f32 + gemm_noshuffle_q4_k_f32 + gemv_noshuffle_q6_k_f32 + gemm_noshuffle_q6_k_f32 mul neg norm diff --git a/ggml/src/ggml-opencl/ggml-opencl.cpp b/ggml/src/ggml-opencl/ggml-opencl.cpp index 3d56e6515fa..39d4297ad36 100644 --- a/ggml/src/ggml-opencl/ggml-opencl.cpp +++ b/ggml/src/ggml-opencl/ggml-opencl.cpp @@ -394,6 +394,9 @@ struct ggml_backend_opencl_context { bool fp16_support; bool has_vector_subgroup_broadcast; bool disable_fusion; + + bool adreno_has_large_buffer; + bool adreno_use_large_buffer; ggml_cl_compiler_version adreno_cl_compiler_version; int adreno_wave_size; @@ -529,16 +532,21 @@ struct ggml_backend_opencl_context { cl_kernel kernel_convert_block_q4_1, kernel_restore_block_q4_1; cl_kernel kernel_convert_block_mxfp4, kernel_convert_block_mxfp4_trans, kernel_restore_block_mxfp4, kernel_restore_block_mxfp4_trans; cl_kernel kernel_convert_block_q8_0, kernel_restore_block_q8_0, kernel_restore_block_q8_0_trans; + cl_kernel kernel_convert_block_q6_K_noshuffle, kernel_restore_block_q6_K_noshuffle; cl_kernel kernel_mul_mat_q4_0_f32_8x_flat; cl_kernel kernel_convert_block_q4_0_noshuffle; cl_kernel kernel_restore_block_q4_0_noshuffle; cl_kernel kernel_convert_block_q4_1_noshuffle; cl_kernel kernel_restore_block_q4_1_noshuffle; + cl_kernel kernel_convert_block_q4_K_noshuffle; + cl_kernel kernel_restore_block_q4_K_noshuffle; + cl_kernel kernel_convert_block_q4_K, kernel_restore_block_q4_K; cl_kernel kernel_convert_block_q6_K, kernel_restore_block_q6_K; cl_kernel kernel_mul_mat_q4_0_f32_1d_8x_flat, kernel_mul_mat_q4_0_f32_1d_16x_flat; cl_kernel kernel_mul_mv_q4_1_f32; cl_kernel kernel_mul_mv_q4_1_f32_flat; cl_kernel kernel_mul_mv_q4_K_f32; + cl_kernel kernel_mul_mv_q4_K_f32_flat; cl_kernel kernel_mul_mv_q6_K_f32; cl_kernel kernel_mul_mv_q6_K_f32_flat; cl_kernel kernel_mul_mv_mxfp4_f32, kernel_mul_mv_mxfp4_f32_flat; @@ -578,6 +586,7 @@ struct ggml_backend_opencl_context { cl_kernel kernel_mul_mm_q4_0_f32_l4_lm; cl_kernel kernel_mul_mm_q4_1_f32_l4_lm; cl_kernel kernel_mul_mm_q8_0_f32_l4_lm; + cl_kernel kernel_mul_mm_q4_k_f32_l4_lm; cl_kernel kernel_mul_mm_q6_k_f32_l4_lm; std::vector profiling_info; @@ -716,6 +725,10 @@ struct ggml_backend_opencl_context { cl_kernel kernel_gemm_noshuffle_q4_1_f32; cl_kernel kernel_mul_mm_q8_0_f32_8x4; cl_kernel CL_mul_mat_vec_q8_0_f32; + cl_kernel kernel_gemv_noshuffle_q4_k_f32; + cl_kernel kernel_gemm_noshuffle_q4_k_f32; + cl_kernel kernel_gemv_noshuffle_q6_K_f32; + cl_kernel kernel_gemm_noshuffle_q6_K_f32; #endif // GGML_OPENCL_USE_ADRENO_KERNELS void free() { @@ -784,6 +797,10 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve " -cl-mad-enable -cl-unsafe-math-optimizations" " -cl-finite-math-only -cl-fast-relaxed-math"; + if (backend_ctx->adreno_use_large_buffer) { + compile_opts += " -qcom-enable-large-buffer "; + } + GGML_LOG_INFO("ggml_opencl: loading OpenCL kernels"); // add @@ -922,8 +939,14 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve CL_CHECK((backend_ctx->kernel_convert_block_q8_0 = clCreateKernel(backend_ctx->program_cvt, "kernel_convert_block_q8_0", &err), err)); CL_CHECK((backend_ctx->kernel_restore_block_q8_0 = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q8_0", &err), err)); CL_CHECK((backend_ctx->kernel_restore_block_q8_0_trans = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q8_0_trans", &err), err)); + CL_CHECK((backend_ctx->kernel_convert_block_q4_K = clCreateKernel(backend_ctx->program_cvt, "kernel_convert_block_q4_K", &err), err)); + CL_CHECK((backend_ctx->kernel_restore_block_q4_K = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q4_K", &err), err)); + CL_CHECK((backend_ctx->kernel_convert_block_q4_K_noshuffle = clCreateKernel(backend_ctx->program_cvt, "kernel_convert_block_q4_K_noshuffle", &err), err)); + CL_CHECK((backend_ctx->kernel_restore_block_q4_K_noshuffle = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q4_K_noshuffle", &err), err)); CL_CHECK((backend_ctx->kernel_convert_block_q6_K = clCreateKernel(backend_ctx->program_cvt, "kernel_convert_block_q6_K", &err), err)); CL_CHECK((backend_ctx->kernel_restore_block_q6_K = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q6_K", &err), err)); + CL_CHECK((backend_ctx->kernel_convert_block_q6_K_noshuffle = clCreateKernel(backend_ctx->program_cvt, "kernel_convert_block_q6_K_noshuffle", &err), err)); + CL_CHECK((backend_ctx->kernel_restore_block_q6_K_noshuffle = clCreateKernel(backend_ctx->program_cvt, "kernel_restore_block_q6_K_noshuffle", &err), err)); GGML_LOG_CONT("."); } @@ -1219,6 +1242,23 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve GGML_LOG_CONT("."); } + // mul_mv_q4_k_f32_flat + { +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "mul_mv_q4_k_f32_flat.cl.h" + }; +#else + const std::string kernel_src = read_file("mul_mv_q4_k_f32_flat.cl"); +#endif + cl_program prog = + build_program_from_source(backend_ctx->context, backend_ctx->device, kernel_src.c_str(), compile_opts); + + CL_CHECK((backend_ctx->kernel_mul_mv_q4_K_f32_flat = clCreateKernel(prog, "kernel_mul_mv_q4_K_f32_flat", &err), err)); + CL_CHECK(clReleaseProgram(prog)); + GGML_LOG_CONT("."); + } + // mul_mv_q6_k_f32 { #ifdef GGML_OPENCL_EMBED_KERNELS @@ -1493,6 +1533,23 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve GGML_LOG_CONT("."); } + // mul_mm_q4_k_f32_l4_lm + { +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "mul_mm_q4_k_f32_l4_lm.cl.h" + }; +#else + const std::string kernel_src = read_file("mul_mm_q4_k_f32_l4_lm.cl"); +#endif + cl_program prog = + build_program_from_source(backend_ctx->context, backend_ctx->device, kernel_src.c_str(), compile_opts); + + CL_CHECK((backend_ctx->kernel_mul_mm_q4_k_f32_l4_lm = clCreateKernel(prog, "kernel_mul_mm_q4_k_f32_l4_lm", &err), err)); + CL_CHECK(clReleaseProgram(prog)); + GGML_LOG_CONT("."); + } + // mul_mm_q6_k_f32_l4_lm { #ifdef GGML_OPENCL_EMBED_KERNELS @@ -2603,6 +2660,45 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve GGML_LOG_CONT("."); } + // gemm_noshuffle_q4_k_f32 + { +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "gemm_noshuffle_q4_k_f32.cl.h" + }; +#else + const std::string kernel_src = read_file("gemm_noshuffle_q4_k_f32.cl"); +#endif + cl_program prog = build_program_from_source(backend_ctx->context, backend_ctx->device, kernel_src.c_str(), compile_opts); + CL_CHECK((backend_ctx->kernel_gemm_noshuffle_q4_k_f32 = clCreateKernel(prog, "kernel_gemm_noshuffle_q4_k_f32", &err), err)); + CL_CHECK(clReleaseProgram(prog)); + GGML_LOG_CONT("."); + } + + // gemv_noshuffle_q4_k_f32 + { + std::string CL_gemv_compile_opts = std::string("-cl-std=") + opencl_c_std + + " -cl-mad-enable "; + if (backend_ctx->has_vector_subgroup_broadcast) { + CL_gemv_compile_opts += " -DVECTOR_SUB_GROUP_BROADCAST "; + } + +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "gemv_noshuffle_q4_k_f32.cl.h" + }; +#else + const std::string kernel_src = read_file("gemv_noshuffle_q4_k_f32.cl"); +#endif + + cl_program prog = build_program_from_source( + backend_ctx->context, backend_ctx->device, kernel_src.c_str(), CL_gemv_compile_opts); + + CL_CHECK((backend_ctx->kernel_gemv_noshuffle_q4_k_f32 = clCreateKernel(prog, "kernel_gemv_noshuffle_q4_k_f32", &err), err)); + CL_CHECK(clReleaseProgram(prog)); + GGML_LOG_CONT("."); + } + std::string CL_moe_compile_opts = std::string("-cl-std=") + opencl_c_std + " -cl-mad-enable " " -cl-fast-relaxed-math"; @@ -2638,6 +2734,45 @@ static void load_cl_kernels(ggml_backend_opencl_context *backend_ctx, ggml_cl_ve CL_CHECK((backend_ctx->kernel_gemm_moe_mxfp4_f32 = clCreateKernel(backend_ctx->program_gemm_moe_mxfp4_f32, "kernel_gemm_moe_mxfp4_f32", &err), err)); GGML_LOG_CONT("."); } + + // gemv_noshuffle_q6_k_f32 + { +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "gemv_noshuffle_q6_k_f32.cl.h" + }; +#else + const std::string kernel_src = read_file("gemv_noshuffle_q6_k_f32.cl"); +#endif + + std::string CL_gemv_compile_opts = std::string("-cl-std=") + opencl_c_std + + " -cl-mad-enable "; + if (backend_ctx->has_vector_subgroup_broadcast) { + CL_gemv_compile_opts += " -DVECTOR_SUB_GROUP_BROADCAT "; + } + + cl_program prog = + build_program_from_source(backend_ctx->context, backend_ctx->device, kernel_src.c_str(), CL_gemv_compile_opts); + + CL_CHECK((backend_ctx->kernel_gemv_noshuffle_q6_K_f32 = clCreateKernel(prog, "kernel_gemv_noshuffle_q6_K_f32", &err), err)); + GGML_LOG_CONT("."); + } + + // gemm_noshuffle_q6_k_f32 + { +#ifdef GGML_OPENCL_EMBED_KERNELS + const std::string kernel_src { + #include "gemm_noshuffle_q6_k_f32.cl.h" + }; +#else + const std::string kernel_src = read_file("gemm_noshuffle_q6_k_f32.cl"); +#endif + cl_program prog = + build_program_from_source(backend_ctx->context, backend_ctx->device, kernel_src.c_str(), CL_moe_compile_opts); + + CL_CHECK((backend_ctx->kernel_gemm_noshuffle_q6_K_f32 = clCreateKernel(prog, "kernel_gemm_noshuffle_q6_K_f32", &err), err)); + GGML_LOG_CONT("."); + } #endif // GGML_OPENCL_USE_ADRENO_KERNELS GGML_LOG_CONT("\n"); } @@ -2972,6 +3107,8 @@ static ggml_backend_opencl_context * ggml_cl2_init(ggml_backend_dev_t dev) { // Check if ext_buffer contains cl_khr_fp16 backend_ctx->fp16_support = strstr(ext_buffer, "cl_khr_fp16") != NULL; GGML_LOG_INFO("ggml_opencl: device FP16 support: %s\n", backend_ctx->fp16_support ? "true" : "false"); + // check Adreno large buffer support + backend_ctx->adreno_has_large_buffer = strstr(ext_buffer, "cl_qcom_large_buffer") != NULL; // fp16 is required if (!backend_ctx->fp16_support) { @@ -3038,6 +3175,18 @@ static ggml_backend_opencl_context * ggml_cl2_init(ggml_backend_dev_t dev) { GGML_LOG_INFO("ggml_opencl: using kernels optimized for Adreno (GGML_OPENCL_USE_ADRENO_KERNELS)\n"); #endif // GGML_OPENCL_USE_ADRENO_KERNELS + // determine whether to use large buffer for Adreno + backend_ctx->adreno_use_large_buffer = getenv("GGML_OPENCL_ADRENO_USE_LARGE_BUFFER") != nullptr && + backend_ctx->gpu_family == GPU_FAMILY::ADRENO; + if (backend_ctx->adreno_use_large_buffer) { + if (!backend_ctx->adreno_has_large_buffer) { + GGML_LOG_INFO("ggml_opencl: Adreno large buffer requested but not supported by driver, will use regular buffer\n"); + backend_ctx->adreno_use_large_buffer = false; + } else { + GGML_LOG_INFO("ggml_opencl: Adreno large buffer enabled\n"); + } + } + cl_int err; // A local ref of cl_context for convenience @@ -3383,6 +3532,40 @@ struct ggml_tensor_extra_cl_q8_0 { } }; +struct ggml_tensor_extra_cl_q4_K { + // Quantized values + cl_mem q = nullptr; + // Scales for each super block. + cl_mem s = nullptr; + // Scales + cl_mem d = nullptr; + // Min + cl_mem dm = nullptr; + + ~ggml_tensor_extra_cl_q4_K() { + reset(); + } + + void reset() { + if (q != nullptr) { + CL_CHECK(clReleaseMemObject(q)); + q = nullptr; + } + if (s != nullptr) { + CL_CHECK(clReleaseMemObject(s)); + s = nullptr; + } + if (d != nullptr) { + CL_CHECK(clReleaseMemObject(d)); + d = nullptr; + } + if (dm != nullptr) { + CL_CHECK(clReleaseMemObject(dm)); + dm = nullptr; + } + } +}; + struct ggml_tensor_extra_cl_q6_K { // Lower 4 bits of quantized weights. cl_mem ql = nullptr; @@ -3995,6 +4178,12 @@ struct ggml_backend_opencl_buffer_context { for (ggml_tensor_extra_cl_q8_0 * e : temp_tensor_extras_q8_0_in_use) { delete e; } + for (ggml_tensor_extra_cl_q4_K * e : temp_tensor_extras_q4_K) { + delete e; + } + for (ggml_tensor_extra_cl_q4_K * e : temp_tensor_extras_q4_K_in_use) { + delete e; + } for (ggml_tensor_extra_cl_q6_K * e : temp_tensor_extras_q6_K) { delete e; } @@ -4078,6 +4267,21 @@ struct ggml_backend_opencl_buffer_context { return extra; } + ggml_tensor_extra_cl_q4_K * ggml_opencl_alloc_temp_tensor_extra_q4_K() { + ggml_tensor_extra_cl_q4_K * extra; + if (temp_tensor_extras_q4_K.empty()) { + extra = new ggml_tensor_extra_cl_q4_K(); + } else { + extra = temp_tensor_extras_q4_K.back(); + temp_tensor_extras_q4_K.pop_back(); + } + + temp_tensor_extras_q4_K_in_use.push_back(extra); + + extra->reset(); + return extra; + } + ggml_tensor_extra_cl_q6_K * ggml_opencl_alloc_temp_tensor_extra_q6_K() { ggml_tensor_extra_cl_q6_K * extra; if (temp_tensor_extras_q6_K.empty()) { @@ -4119,6 +4323,11 @@ struct ggml_backend_opencl_buffer_context { } temp_tensor_extras_q8_0_in_use.clear(); + for (ggml_tensor_extra_cl_q4_K * e : temp_tensor_extras_q4_K_in_use) { + temp_tensor_extras_q4_K.push_back(e); + } + temp_tensor_extras_q4_K_in_use.clear(); + for (ggml_tensor_extra_cl_q6_K * e : temp_tensor_extras_q6_K_in_use) { temp_tensor_extras_q6_K.push_back(e); } @@ -4140,6 +4349,8 @@ struct ggml_backend_opencl_buffer_context { std::vector temp_tensor_extras_mxfp4_in_use; std::vector temp_tensor_extras_q8_0; std::vector temp_tensor_extras_q8_0_in_use; + std::vector temp_tensor_extras_q4_K; + std::vector temp_tensor_extras_q4_K_in_use; std::vector temp_tensor_extras_q6_K; std::vector temp_tensor_extras_q6_K_in_use; @@ -4874,20 +5085,19 @@ static void ggml_backend_opencl_buffer_set_tensor(ggml_backend_buffer_t buffer, return; } - if (tensor->type == GGML_TYPE_Q6_K) { + if (tensor->type == GGML_TYPE_Q4_K) { ggml_tensor_extra_cl * extra_orig = (ggml_tensor_extra_cl *)tensor->extra; GGML_ASSERT(extra_orig && "Tesnors in OpenCL backend should have been allocated and initialized"); // Allocate the new extra and create aliases from the original. ggml_backend_opencl_buffer_context * ctx = (ggml_backend_opencl_buffer_context *) buffer->context; - ggml_tensor_extra_cl_q6_K * extra = ctx->ggml_opencl_alloc_temp_tensor_extra_q6_K(); + ggml_tensor_extra_cl_q4_K * extra = ctx->ggml_opencl_alloc_temp_tensor_extra_q4_K(); - size_t size_ql = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/2; - size_t size_qh = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/4; - size_t size_s = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/16; - size_t size_d = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); - GGML_ASSERT(size_ql + size_qh + size_s + size_d == ggml_nbytes(tensor) && - "Incorrect tensor size"); + size_t size_d = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + size_t size_dm = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + size_t size_s = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*(3 * ggml_blck_size(tensor->type) / 64); + size_t size_q = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/2; + GGML_ASSERT(size_d + size_dm + size_s + size_q == ggml_nbytes(tensor) && "Incorrect tensor size"); cl_int err; cl_mem data_device = clCreateBuffer(context, CL_MEM_READ_WRITE, @@ -4899,26 +5109,26 @@ static void ggml_backend_opencl_buffer_set_tensor(ggml_backend_buffer_t buffer, cl_buffer_region region; - // Subbuffer for ql + // Create subbuffer for d. region.origin = align_to(extra_orig->offset + tensor->view_offs + offset, backend_ctx->alignment); - region.size = size_ql; - extra->ql = clCreateSubBuffer( + region.size = size_d; + extra->d = clCreateSubBuffer( extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err); CL_CHECK(err); auto previous_origin = region.origin; - // Subbuffer for qh - region.origin = align_to(previous_origin + size_ql, backend_ctx->alignment); - region.size = size_qh; - extra->qh = clCreateSubBuffer( + // Create subbuffer for mins. + region.origin = align_to(previous_origin + size_d, backend_ctx->alignment); + region.size = size_dm; + extra->dm = clCreateSubBuffer( extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err); CL_CHECK(err); previous_origin = region.origin; - // Subbuffer for scales - region.origin = align_to(previous_origin + size_qh, backend_ctx->alignment); + // Create subbuffer for s. + region.origin = align_to(previous_origin + size_dm, backend_ctx->alignment); region.size = size_s; extra->s = clCreateSubBuffer( extra_orig->data_device, CL_MEM_READ_WRITE, @@ -4926,23 +5136,33 @@ static void ggml_backend_opencl_buffer_set_tensor(ggml_backend_buffer_t buffer, CL_CHECK(err); previous_origin = region.origin; - // Create subbuffer for d. + // Create subbuffer for quants. region.origin = align_to(previous_origin + size_s, backend_ctx->alignment); - region.size = size_d; - extra->d = clCreateSubBuffer( + region.size = size_q; + extra->q = clCreateSubBuffer( extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err); CL_CHECK(err); - previous_origin = region.origin; - // Flatten the weights - cl_kernel kernel = backend_ctx->kernel_convert_block_q6_K; + #ifdef GGML_OPENCL_USE_ADRENO_KERNELS + cl_kernel kernel = backend_ctx->kernel_convert_block_q4_K; + if (use_adreno_kernels(backend_ctx, tensor)) { + kernel = backend_ctx->kernel_convert_block_q4_K_noshuffle; + } + #else + cl_kernel kernel = backend_ctx->kernel_convert_block_q4_K; + #endif + + cl_uchar mask_0F = 0x0F; + cl_uchar mask_F0 = 0xF0; CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &data_device)); - CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->ql)); - CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->qh)); - CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->s)); - CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &extra->d)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->q)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->s)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->d)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &extra->dm)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask_0F)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_uchar), &mask_F0)); size_t global_work_size[] = {(size_t)ggml_nelements(tensor)/ggml_blck_size(tensor->type), 1, 1}; size_t local_work_size[] = {64, 1, 1}; @@ -4952,12 +5172,127 @@ static void ggml_backend_opencl_buffer_set_tensor(ggml_backend_buffer_t buffer, CL_CHECK(clWaitForEvents(1, &evt)); CL_CHECK(clReleaseMemObject(data_device)); + tensor->extra = extra; +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + if (use_adreno_kernels(backend_ctx, tensor)) { + + int M = tensor->ne[1]; + int K = tensor->ne[0]; + + GGML_ASSERT(K % 32 == 0); + + // Transpose q, d, dm as ushort + transpose_2d_as_16b(backend_ctx, extra->q, extra->q, size_q, K/4, M); + transpose_2d_as_16b(backend_ctx, extra->d, extra->d, size_d, K/256, M); + transpose_2d_as_16b(backend_ctx, extra->dm, extra->dm, size_dm, K/256, M); + } +#endif // GGML_OPENCL_USE_ADRENO_KERNELS + return; + } + if (tensor->type == GGML_TYPE_Q6_K) { + ggml_tensor_extra_cl * extra_orig = (ggml_tensor_extra_cl *)tensor->extra; + GGML_ASSERT(extra_orig && "Tesnors in OpenCL backend should have been allocated and initialized"); + + // Allocate the new extra and create aliases from the original. + ggml_backend_opencl_buffer_context * ctx = (ggml_backend_opencl_buffer_context *) buffer->context; + ggml_tensor_extra_cl_q6_K * extra = ctx->ggml_opencl_alloc_temp_tensor_extra_q6_K(); + + size_t size_ql = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/2; + size_t size_qh = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/4; + size_t size_s = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/16; + size_t size_d = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + GGML_ASSERT(size_ql + size_qh + size_s + size_d == ggml_nbytes(tensor) && + "Incorrect tensor size"); + + cl_int err; + cl_mem data_device; + CL_CHECK((data_device = clCreateBuffer(context, CL_MEM_READ_WRITE, ggml_nbytes(tensor), NULL, &err), err)); + CL_CHECK(clEnqueueWriteBuffer(queue, data_device, CL_TRUE, 0, ggml_nbytes(tensor), data, 0, NULL, NULL)); + + cl_buffer_region region; + + // Subbuffer for ql + region.origin = align_to(extra_orig->offset + tensor->view_offs + offset, backend_ctx->alignment); + region.size = size_ql; + CL_CHECK((extra->ql = clCreateSubBuffer(extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + auto previous_origin = region.origin; + + // Subbuffer for qh + region.origin = align_to(previous_origin + size_ql, backend_ctx->alignment); + region.size = size_qh; + CL_CHECK((extra->qh = clCreateSubBuffer(extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + previous_origin = region.origin; + + // Subbuffer for scales + region.origin = align_to(previous_origin + size_qh, backend_ctx->alignment); + region.size = size_s; + CL_CHECK((extra->s = clCreateSubBuffer(extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + previous_origin = region.origin; + + // Create subbuffer for d. + region.origin = align_to(previous_origin + size_s, backend_ctx->alignment); + region.size = size_d; + CL_CHECK((extra->d = clCreateSubBuffer(extra_orig->data_device, CL_MEM_READ_WRITE, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + previous_origin = region.origin; + + // Flatten the weights + cl_kernel kernel; +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + kernel = backend_ctx->kernel_convert_block_q6_K; + if (use_adreno_kernels(backend_ctx, tensor)) { + kernel = backend_ctx->kernel_convert_block_q6_K_noshuffle; + } +#else + kernel = backend_ctx->kernel_convert_block_q6_K; +#endif // GGML_OPENCL_USE_ADRENO_KERNELS + + cl_uchar mask = 0xff; + cl_ulong n_blk = ggml_nelements(tensor)/ggml_blck_size(tensor->type); + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &data_device)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->ql)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->qh)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->s)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &extra->d)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &n_blk)); + + size_t global_work_size[] = {(size_t)CEIL_DIV(n_blk, 64)*64, 1, 1}; + size_t local_work_size[] = {64, 1, 1}; + + cl_event evt; + CL_CHECK(clEnqueueNDRangeKernel(queue, kernel, 3, NULL, global_work_size, local_work_size, 0, NULL, &evt)); + CL_CHECK(clWaitForEvents(1, &evt)); + CL_CHECK(clReleaseMemObject(data_device)); + extra->size_ql = size_ql; extra->size_qh = size_qh; extra->size_s = size_s; extra->size_d = size_d; tensor->extra = extra; + +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + if (use_adreno_kernels(backend_ctx, tensor)) { + cl_int M = tensor->ne[1]; // ne01 + cl_int K = tensor->ne[0]; // ne00 + + // Transpose ql as ushort + transpose_2d_as_16b(backend_ctx, + extra->ql, extra->ql, size_ql, K/4, M); + + // Transpose qh as uchar + transpose_2d_as_8b(backend_ctx, + extra->qh, extra->qh, size_qh, K/4, M); + + // Transpose s as ushort + transpose_2d_as_16b(backend_ctx, + extra->s, extra->s, size_s, K/16/2, M); + + // Transpose d as ushort + transpose_2d_as_16b(backend_ctx, + extra->d, extra->d, size_d, K/256, M); + } +#endif // GGML_OPENCL_USE_ADRENO_KERNELS return; } #endif // GGML_OPENCL_SOA_Q @@ -5284,25 +5619,160 @@ static void ggml_backend_opencl_buffer_get_tensor(ggml_backend_buffer_t buffer, CL_CHECK(clReleaseMemObject(data_device)); return; } - if (tensor->type == GGML_TYPE_Q6_K) { - ggml_tensor_extra_cl_q6_K * extra = (ggml_tensor_extra_cl_q6_K *)tensor->extra; + if (tensor->type == GGML_TYPE_Q4_K) { + ggml_tensor_extra_cl_q4_K * extra = (ggml_tensor_extra_cl_q4_K *)tensor->extra; cl_int err; cl_mem data_device = clCreateBuffer(context, CL_MEM_READ_WRITE, ggml_nbytes(tensor), NULL, &err); CL_CHECK(err); - cl_kernel kernel = backend_ctx->kernel_restore_block_q6_K; - CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra->ql)); - CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->qh)); - CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->s)); - CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->d)); - CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &data_device)); + cl_uchar mask_0F = 0x0F; + cl_uchar mask_F0 = 0xF0; - size_t global_work_size[] = {(size_t)ggml_nelements(tensor)/ggml_blck_size(tensor->type), 1, 1}; - size_t local_work_size[] = {1, 1, 1}; - - cl_event evt; +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + if (use_adreno_kernels(backend_ctx, tensor)) { + int M = tensor->ne[1]; + int K = tensor->ne[0]; + + size_t size_q = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/2; + size_t size_d = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + size_t size_dm = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + + static ggml_cl_buffer buf_trans_q; + static ggml_cl_buffer buf_trans_d; + static ggml_cl_buffer buf_trans_dm; + + buf_trans_q.allocate(backend_ctx->context, size_q); + buf_trans_d.allocate(backend_ctx->context, size_d); + buf_trans_dm.allocate(backend_ctx->context, size_dm); + + // Transpose q, d, dm back + transpose_2d_as_16b(backend_ctx, extra->q, buf_trans_q.buffer, size_q, M, K/4); + transpose_2d_as_16b(backend_ctx, extra->d, buf_trans_d.buffer, size_d, M, K/256); + transpose_2d_as_16b(backend_ctx, extra->dm, buf_trans_dm.buffer, size_dm, M, K/256); + + cl_kernel kernel = backend_ctx->kernel_restore_block_q4_K_noshuffle; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &buf_trans_q.buffer)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->s)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &buf_trans_d.buffer)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &buf_trans_dm.buffer)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &data_device)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask_0F)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_uchar), &mask_F0)); + + size_t global_work_size[] = {(size_t)ggml_nelements(tensor)/ggml_blck_size(tensor->type), 1, 1}; + size_t local_work_size[] = {1, 1, 1}; + + CL_CHECK(clEnqueueNDRangeKernel(queue, kernel, 3, NULL, + global_work_size, local_work_size, 0, NULL, NULL)); + CL_CHECK(clEnqueueReadBuffer(queue, data_device, CL_TRUE, offset, + size, data, 0, NULL, NULL)); + CL_CHECK(clReleaseMemObject(data_device)); + return; + } +#endif // GGML_OPENCL_USE_ADRENO_KERNELS + + cl_kernel kernel = backend_ctx->kernel_restore_block_q4_K; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra->q)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->s)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->d)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->dm)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &data_device)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask_0F)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_uchar), &mask_F0)); + + size_t global_work_size[] = {(size_t)ggml_nelements(tensor)/ggml_blck_size(tensor->type), 1, 1}; + size_t local_work_size[] = {1, 1, 1}; + + cl_event evt; + CL_CHECK(clEnqueueNDRangeKernel(queue, kernel, 3, NULL, + global_work_size, local_work_size, 0, NULL, &evt)); + CL_CHECK(clWaitForEvents(1, &evt)); + CL_CHECK(clEnqueueReadBuffer( + queue, data_device, CL_TRUE, offset, + size, data, 0, NULL, NULL)); + CL_CHECK(clReleaseMemObject(data_device)); + return; + } + if (tensor->type == GGML_TYPE_Q6_K) { + ggml_tensor_extra_cl_q6_K * extra = (ggml_tensor_extra_cl_q6_K *)tensor->extra; + +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + if (use_adreno_kernels(backend_ctx, tensor)) { + static ggml_cl_buffer buf_trans_ql; + static ggml_cl_buffer buf_trans_qh; + static ggml_cl_buffer buf_trans_s; + static ggml_cl_buffer buf_trans_d; + static ggml_cl_buffer buf_unpacked; + + cl_int M = tensor->ne[1]; // ne01 + cl_int K = tensor->ne[0]; // ne00 + + GGML_ASSERT(K % ggml_blck_size(tensor->type) == 0); + + size_t size_ql = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/2; + size_t size_qh = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/4; + size_t size_s = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*ggml_blck_size(tensor->type)/16; + size_t size_d = ggml_nelements(tensor)/ggml_blck_size(tensor->type)*sizeof(ggml_fp16_t); + GGML_ASSERT(size_ql + size_qh + size_s + size_d == ggml_nbytes(tensor) && "Incorrect tensor size"); + + buf_trans_ql.allocate(backend_ctx->context, size_ql); + buf_trans_qh.allocate(backend_ctx->context, size_qh); + buf_trans_s.allocate(backend_ctx->context, size_s); + buf_trans_d.allocate(backend_ctx->context, size_d); + buf_unpacked.allocate(backend_ctx->context, ggml_nbytes(tensor)); + + // transpose ql, qh, s and d back + transpose_2d_as_16b(backend_ctx, extra->ql, buf_trans_ql.buffer, size_ql, M, K/4); + transpose_2d_as_8b(backend_ctx, extra->qh, buf_trans_qh.buffer, size_qh, M, K/4); + transpose_2d_as_16b(backend_ctx, extra->s, buf_trans_s.buffer, size_s, M, K/16/2); + transpose_2d_as_16b(backend_ctx, extra->d, buf_trans_d.buffer, size_d, M, K/256); + + // unpack + cl_uchar mask = 0xFF; + cl_ulong n_blk = ggml_nelements(tensor)/ggml_blck_size(tensor->type); + cl_kernel kernel = backend_ctx->kernel_restore_block_q6_K_noshuffle; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &buf_trans_ql.buffer)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &buf_trans_qh.buffer)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &buf_trans_s.buffer)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &buf_trans_d.buffer)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &buf_unpacked.buffer)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &n_blk)); + + size_t global_work_size[] = {(size_t)n_blk, 1, 1}; + size_t local_work_size[] = {1, 1, 1}; + + cl_event evt; + CL_CHECK(clEnqueueNDRangeKernel(queue, kernel, 3, NULL, global_work_size, local_work_size, 0, NULL, &evt)); + CL_CHECK(clWaitForEvents(1, &evt)); + CL_CHECK(clEnqueueReadBuffer(queue, buf_unpacked.buffer, CL_TRUE, offset, size, data, 0, NULL, NULL)); + + return; + } +#endif // GGML_OPENCL_USE_ADRENO_KERNELS + + cl_int err; + cl_mem data_device = clCreateBuffer(context, CL_MEM_READ_WRITE, + ggml_nbytes(tensor), NULL, &err); + CL_CHECK(err); + + cl_uchar mask = 0xFF; + cl_ulong n_blk = ggml_nelements(tensor)/ggml_blck_size(tensor->type); + cl_kernel kernel = backend_ctx->kernel_restore_block_q6_K; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra->ql)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra->qh)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra->s)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra->d)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &data_device)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_uchar), &mask)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &n_blk)); + + size_t global_work_size[] = {(size_t)n_blk, 1, 1}; + size_t local_work_size[] = {1, 1, 1}; + + cl_event evt; CL_CHECK(clEnqueueNDRangeKernel(queue, kernel, 3, NULL, global_work_size, local_work_size, 0, NULL, &evt)); CL_CHECK(clWaitForEvents(1, &evt)); @@ -5370,6 +5840,11 @@ static ggml_backend_buffer_t ggml_backend_opencl_buffer_type_alloc_buffer(ggml_b cl_int err; cl_mem mem = clCreateBuffer(backend_ctx->context, CL_MEM_READ_WRITE, size, NULL, &err); + if (err != CL_SUCCESS && backend_ctx->adreno_use_large_buffer) { + cl_mem_properties props[] = { 0x41A6 /* CL_LARGE_BUFFER_QCOM */, 1, 0 }; + mem = clCreateBufferWithProperties(backend_ctx->context, props, CL_MEM_READ_WRITE, size, NULL, &err); + } + if (err != CL_SUCCESS) { GGML_LOG_INFO("%s: failed to allocate %.2f MiB\n", __func__, size / 1024.0 / 1024.0); return nullptr; @@ -5592,6 +6067,8 @@ typedef struct { static_assert(sizeof(block_q4_0) == sizeof(ggml_fp16_t) + QK4_0 / 2, "wrong q4_0 block size/padding"); +#define QK_MXFP4 32 + #include #ifdef __cplusplus #include "half.hpp" @@ -5635,7 +6112,7 @@ static void dump_tensor(ggml_backend_t backend, const struct ggml_tensor * tenso buf_d = malloc(size_e); CL_CHECK(clEnqueueReadBuffer(queue, extra->q, CL_TRUE, 0, size_q, buf_q, 0, NULL, NULL)); - CL_CHECK(clEnqueueReadBuffer(queue, extra->d, CL_TRUE, 0, size_e, buf_d, 0, NULL, NULL)); + CL_CHECK(clEnqueueReadBuffer(queue, extra->e, CL_TRUE, 0, size_e, buf_d, 0, NULL, NULL)); CL_CHECK(clFinish(queue)); } else { // Read out the tensor from GPU memory. @@ -9174,6 +9651,9 @@ static void ggml_cl_mul_mat_q8_0_f32_adreno(ggml_backend_t backend, const ggml_t cl_mem B_image1d; cl_mem B_sub_buffer; cl_mem S_image1d; + // for B transpose + cl_mem B_image1d_trans = nullptr; + cl_mem B_d = nullptr; cl_mem D_image1d; cl_mem D_sub_buffer; @@ -9265,9 +9745,6 @@ static void ggml_cl_mul_mat_q8_0_f32_adreno(ggml_backend_t backend, const ggml_t global_work_size[2] = 1; } else { cl_ulong offsetd = extrad->offset + dst->view_offs; - cl_mem B_image1d_trans = nullptr; - // for B transpose - cl_mem B_d = nullptr; int padding; //how many extra elements beyond multiple of 8 @@ -9362,6 +9839,388 @@ static void ggml_cl_mul_mat_q8_0_f32_adreno(ggml_backend_t backend, const ggml_t CL_CHECK(clReleaseMemObject(S_image1d)); CL_CHECK(clReleaseMemObject(D_sub_buffer)); CL_CHECK(clReleaseMemObject(D_image1d)); + if (B_image1d_trans) { + CL_CHECK(clReleaseMemObject(B_image1d_trans)); + } + if (B_d) { + CL_CHECK(clReleaseMemObject(B_d)); + } +#else + GGML_UNUSED(backend); + GGML_UNUSED(src0); + GGML_UNUSED(src1); + GGML_UNUSED(dst); +#endif +} + +static void ggml_cl_mul_mat_q4_k_f32_adreno(ggml_backend_t backend, const ggml_tensor * src0, const ggml_tensor * src1, ggml_tensor * dst) { +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + GGML_ASSERT(src0); + GGML_ASSERT(src0->extra); + GGML_ASSERT(src1); + GGML_ASSERT(src1->extra); + GGML_ASSERT(dst); + GGML_ASSERT(dst->extra); + + ggml_backend_opencl_context *backend_ctx = (ggml_backend_opencl_context *)backend->context; + + ggml_tensor_extra_cl * extra1 = (ggml_tensor_extra_cl *)src1->extra; + ggml_tensor_extra_cl * extrad = (ggml_tensor_extra_cl *)dst->extra; + ggml_tensor_extra_cl_q4_K * extra0_q4_k = (ggml_tensor_extra_cl_q4_K *)src0->extra; + + cl_ulong offset1 = extra1->offset + src1->view_offs; + cl_ulong offsetd = extrad->offset + dst->view_offs; + + const int ne00 = src0->ne[0]; + const int ne01 = src0->ne[1]; + + const int ne1 = dst->ne[1]; + + GGML_ASSERT(ne00 % ggml_blck_size(src0->type) == 0); + + cl_context context = backend_ctx->context; + cl_kernel kernel; + + cl_int err; + cl_image_format img_fmt; + cl_image_desc img_desc; + cl_buffer_region region; + + int M = ne01; + int N = ne1; + int K = ne00; + + cl_uchar mask_d6 = 0x3F; + cl_uchar mask_d4 = 0x0F; + cl_uchar mask_hi2 = 0xC0; + + if (ne1 == 1) { + cl_mem q_img = nullptr; + cl_mem b_sub_buf = nullptr; + cl_mem b_img = nullptr; + + // image for q + img_fmt = { CL_R, CL_UNSIGNED_INT32}; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = M * K / 2 / 4; + img_desc.buffer = extra0_q4_k->q; + CL_CHECK((q_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + // subbuffer for activations + region.origin = offset1; + region.size = K * N * sizeof(float); + CL_CHECK((b_sub_buf = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + // image for activations + img_fmt = {CL_RGBA, CL_FLOAT}; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = K * N / 4; + img_desc.buffer = b_sub_buf; + CL_CHECK((b_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + kernel = backend_ctx->kernel_gemv_noshuffle_q4_k_f32; + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &q_img)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra0_q4_k->d)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q4_k->dm)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q4_k->s)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &b_img)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(cl_int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(cl_int), &ne01)); + CL_CHECK(clSetKernelArg(kernel, 9, sizeof(cl_uchar), &mask_d6)); + CL_CHECK(clSetKernelArg(kernel, 10, sizeof(cl_uchar), &mask_d4)); + CL_CHECK(clSetKernelArg(kernel, 11, sizeof(cl_uchar), &mask_hi2)); + + size_t local_work_size[3] = {64, 4, 1}; + size_t global_work_size[3] = {(size_t)CEIL_DIV(ne01/2, 64)*64, 4, 1}; + + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + + CL_CHECK(clReleaseMemObject(q_img)); + CL_CHECK(clReleaseMemObject(b_sub_buf)); + CL_CHECK(clReleaseMemObject(b_img)); + } else { + + cl_mem b_sub_buf = nullptr; + cl_mem b_sub_buf_trans = nullptr; + cl_mem b_img = nullptr; + cl_mem b_img_trans = nullptr; + + // subbuffer for activations + region.origin = offset1; + region.size = K * N * sizeof(float); + CL_CHECK((b_sub_buf = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + // image for activations + img_fmt = {CL_RGBA, CL_FLOAT}; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = K * N / 4; + img_desc.buffer = b_sub_buf; + CL_CHECK((b_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + // pad N to multiple of 8 + int extra_elements = N % 8; + int padding = 0; + if (extra_elements > 0){ + padding = 8 - extra_elements; + } + + // subbuffer for transposed activations + region.origin = 0; + region.size = K * (N + padding) * sizeof(float)/2; + backend_ctx->prealloc_act_trans.allocate(context, region.size); + CL_CHECK((b_sub_buf_trans = clCreateSubBuffer(backend_ctx->prealloc_act_trans.buffer, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + // image for transposed activations + img_fmt = {CL_RGBA, CL_HALF_FLOAT}; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = K * (N + padding) / 4; + img_desc.buffer = b_sub_buf_trans; + CL_CHECK((b_img_trans = clCreateImage(context, 0, &img_fmt, &img_desc, NULL, &err), err)); + + // transpose activations + int height_B = N/4; + if (height_B == 0) { + height_B = 1; + } + int width_B = K/4; + int padded_height_B = (N + padding)/4; + + kernel = backend_ctx->kernel_transpose_32_16; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &b_img)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &b_img_trans)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(int), &height_B)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(int), &width_B)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(int), &padded_height_B)); + + size_t local_work_size_t[2] = { 1, 16 }; + size_t global_work_size_t[2] = { (size_t)width_B, (size_t)padded_height_B }; + backend_ctx->enqueue_ndrange_kernel(kernel, 2, global_work_size_t, local_work_size_t, dst); + + // gemm + kernel = backend_ctx->kernel_gemm_noshuffle_q4_k_f32; + int padded_N = N + padding; + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0_q4_k->q)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra0_q4_k->s)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q4_k->d)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q4_k->dm)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &b_img_trans)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(cl_int), &ne01)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(cl_int), &padded_N)); + CL_CHECK(clSetKernelArg(kernel, 9, sizeof(cl_int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 10, sizeof(cl_int), &ne1)); + CL_CHECK(clSetKernelArg(kernel, 11, sizeof(cl_uchar), &mask_d6)); + CL_CHECK(clSetKernelArg(kernel, 12, sizeof(cl_uchar), &mask_d4)); + CL_CHECK(clSetKernelArg(kernel, 13, sizeof(cl_uchar), &mask_hi2)); + + size_t global_work_size[3] = {(size_t)CEIL_DIV(ne1, 8), (size_t)CEIL_DIV(ne01, 4), 1}; + size_t local_work_size[3] = {1, 128, 1}; + + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + CL_CHECK(clReleaseMemObject(b_sub_buf)); + CL_CHECK(clReleaseMemObject(b_sub_buf_trans)); + CL_CHECK(clReleaseMemObject(b_img)); + CL_CHECK(clReleaseMemObject(b_img_trans)); + } +#else + GGML_UNUSED(backend); + GGML_UNUSED(src0); + GGML_UNUSED(src1); + GGML_UNUSED(dst); +#endif +} + +static void ggml_cl_mul_mat_q6_K_f32_adreno(ggml_backend_t backend, const ggml_tensor * src0, const ggml_tensor * src1, ggml_tensor * dst) { +#ifdef GGML_OPENCL_USE_ADRENO_KERNELS + GGML_ASSERT(src0); + GGML_ASSERT(src0->extra); + GGML_ASSERT(src1); + GGML_ASSERT(src1->extra); + GGML_ASSERT(dst); + GGML_ASSERT(dst->extra); + + ggml_backend_opencl_context *backend_ctx = (ggml_backend_opencl_context *)backend->context; + + ggml_tensor_extra_cl_q6_K * extra0_q6_K = (ggml_tensor_extra_cl_q6_K *)src0->extra; + ggml_tensor_extra_cl * extra1 = (ggml_tensor_extra_cl *)src1->extra; + ggml_tensor_extra_cl * extrad = (ggml_tensor_extra_cl *)dst->extra; + + cl_ulong offset1 = extra1->offset + src1->view_offs; + cl_ulong offsetd = extrad->offset + dst->view_offs; + + const int ne00 = src0->ne[0]; + const int ne01 = src0->ne[1]; + + const int ne1 = dst->ne[1]; + + GGML_ASSERT(ne00 % ggml_blck_size(src0->type) == 0); + + cl_context context = backend_ctx->context; + cl_kernel kernel; + + cl_int err; + cl_buffer_region region; + cl_image_format img_fmt; + cl_image_desc img_desc; + + // subbuffer and image for activation + if (ne1 == 1) { + cl_mem ql_img = nullptr; + cl_mem qh_img = nullptr; + cl_mem b_sub_buffer = nullptr; + cl_mem b_img = nullptr; + + // image for ql + img_fmt.image_channel_order = CL_R; + img_fmt.image_channel_data_type = CL_FLOAT; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = ne01 * ne00 / 8; + img_desc.buffer = extra0_q6_K->ql; + CL_CHECK((ql_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + // image for qh + img_fmt.image_channel_order = CL_R; + img_fmt.image_channel_data_type = CL_HALF_FLOAT; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = ne01 * ne00 / 8; + img_desc.buffer = extra0_q6_K->qh; + CL_CHECK((qh_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + region.origin = offset1; + region.size = ne00 * ne1 * sizeof(float); + CL_CHECK((b_sub_buffer = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + img_fmt.image_channel_order = CL_RGBA; + img_fmt.image_channel_data_type = CL_FLOAT; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = ne00 * ne1 / 4; + img_desc.buffer = b_sub_buffer; + CL_CHECK((b_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + kernel = backend_ctx->kernel_gemv_noshuffle_q6_K_f32; + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &ql_img)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &qh_img)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q6_K->s)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q6_K->d)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &b_img)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(cl_int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(cl_int), &ne01)); + + size_t local_work_size[3] = {64, 4, 1}; + size_t global_work_size[3] = {(size_t)CEIL_DIV(ne01/2, 64)*64, 4, 1}; + + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + + CL_CHECK(clReleaseMemObject(ql_img)); + CL_CHECK(clReleaseMemObject(qh_img)); + CL_CHECK(clReleaseMemObject(b_sub_buffer)); + CL_CHECK(clReleaseMemObject(b_img)); + } else { + cl_mem b_sub_buf; + cl_mem b_buf_trans; + cl_mem b_img; + cl_mem b_img_trans; + + // subbuffer for activation + region.origin = offset1; + region.size = ne00 * ne1 * sizeof(float); + CL_CHECK((b_sub_buf = clCreateSubBuffer(extra1->data_device, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + // image for activation + img_fmt.image_channel_order = CL_RGBA; + img_fmt.image_channel_data_type = CL_FLOAT; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = ne00 * ne1 / 4; + img_desc.buffer = b_sub_buf; + CL_CHECK((b_img = clCreateImage(context, CL_MEM_READ_ONLY, &img_fmt, &img_desc, NULL, &err), err)); + + // pad N to multiple of 8 + int extra_elements = ne1 % 8; + int padding = 0; + if (extra_elements > 0){ + padding = 8 - extra_elements; + } + + // subbuffer for transposed activation + region.origin = 0; + region.size = ne00 * (ne1 + padding) * sizeof(float)/2; + backend_ctx->prealloc_act_trans.allocate(context, region.size); + CL_CHECK((b_buf_trans = clCreateSubBuffer(backend_ctx->prealloc_act_trans.buffer, 0, CL_BUFFER_CREATE_TYPE_REGION, ®ion, &err), err)); + + // image for transposed activation + img_fmt.image_channel_order = CL_RGBA; + img_fmt.image_channel_data_type = CL_HALF_FLOAT; + memset(&img_desc, 0, sizeof(img_desc)); + img_desc.image_type = CL_MEM_OBJECT_IMAGE1D_BUFFER; + img_desc.image_width = ne00 * (ne1 + padding) / 4; + img_desc.buffer = b_buf_trans; + CL_CHECK((b_img_trans = clCreateImage(context, 0, &img_fmt, &img_desc, NULL, &err), err)); + + // transpose activation + int height_B = ne1/4; + if (height_B == 0) { + height_B = 1; + } + int width_B = ne00/4; + int padded_height_B = (ne1 + padding) / 4; + + kernel = backend_ctx->kernel_transpose_32_16; + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &b_img)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &b_img_trans)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(int), &height_B)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(int), &width_B)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(int), &padded_height_B)); + + size_t local_size_t[2] = { 1, 16 }; + size_t global_size_t[2] = { (size_t)width_B, (size_t)padded_height_B }; + backend_ctx->enqueue_ndrange_kernel(kernel, 2, global_size_t, local_size_t, dst); + + // gemm + kernel = backend_ctx->kernel_gemm_noshuffle_q6_K_f32; + int padded_N = ne1 + padding; + + cl_ushort mask_f000 = 0xF000; + cl_uchar mask_c0 = 0xC0; + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0_q6_K->ql)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra0_q6_K->qh)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q6_K->s)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q6_K->d)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &b_img_trans)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_ulong), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(int), &ne01)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(int), &padded_N)); + CL_CHECK(clSetKernelArg(kernel, 9, sizeof(int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 10, sizeof(int), &ne1)); + CL_CHECK(clSetKernelArg(kernel, 11, sizeof(cl_ushort),&mask_f000)); + CL_CHECK(clSetKernelArg(kernel, 12, sizeof(cl_uchar), &mask_c0)); + + size_t global_work_size[3] = {(size_t)CEIL_DIV(ne1, 8), (size_t)CEIL_DIV(ne01, 4), 1}; + size_t local_work_size[3] = {2, 128, 1}; + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + + CL_CHECK(clReleaseMemObject(b_sub_buf)); + CL_CHECK(clReleaseMemObject(b_img)); + CL_CHECK(clReleaseMemObject(b_buf_trans)); + CL_CHECK(clReleaseMemObject(b_img_trans)); + } #else GGML_UNUSED(backend); GGML_UNUSED(src0); @@ -9396,6 +10255,7 @@ static void ggml_cl_mul_mat(ggml_backend_t backend, const ggml_tensor * src0, co ggml_tensor_extra_cl_q4_1 * extra0_q4_1 = (ggml_tensor_extra_cl_q4_1 *)src0->extra; ggml_tensor_extra_cl_mxfp4 * extra0_mxfp4 = (ggml_tensor_extra_cl_mxfp4 *)src0->extra; ggml_tensor_extra_cl_q8_0 * extra0_q8_0 = (ggml_tensor_extra_cl_q8_0 *)src0->extra; + ggml_tensor_extra_cl_q4_K * extra0_q4_K = (ggml_tensor_extra_cl_q4_K *)src0->extra; ggml_tensor_extra_cl_q6_K * extra0_q6_K = (ggml_tensor_extra_cl_q6_K *)src0->extra; #endif @@ -9505,6 +10365,18 @@ static void ggml_cl_mul_mat(ggml_backend_t backend, const ggml_tensor * src0, co return; } + // q4_k x fp32 + if (src0t == GGML_TYPE_Q4_K && src1t == GGML_TYPE_F32) { + ggml_cl_mul_mat_q4_k_f32_adreno(backend, src0, src1, dst); + return; + } + + // q6_K x fp32 + if (src0t == GGML_TYPE_Q6_K && src1t == GGML_TYPE_F32) { + ggml_cl_mul_mat_q6_K_f32_adreno(backend, src0, src1, dst); + return; + } + // q4_0 x fp32 if(src0t == GGML_TYPE_Q4_0 && src1t == GGML_TYPE_F32) { // TODO: remove duplicate definitions of image description + format -- move to top @@ -10044,6 +10916,50 @@ static void ggml_cl_mul_mat(ggml_backend_t backend, const ggml_tensor * src0, co backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); return; } + case GGML_TYPE_Q4_K: { + if (ne11 < 32) { + break; + } + if (!ggml_is_contiguous(src0) || !ggml_is_contiguous(src1)) { + break; + } + + kernel = backend_ctx->kernel_mul_mm_q4_k_f32_l4_lm; + nth0 = 128; // calculated as (BM*BN)/(TM*TN) + + int batch_stride_a = ne00*ne01; + int batch_stride_b = ne10*ne11; + int batch_stride_d = ne0*ne1; + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0_q4_K->q)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra0_q4_K->s)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q4_K->d)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q4_K->dm)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &extra1->data_device)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(cl_ulong), &offset1)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(cl_ulong), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 9, sizeof(int), &ne01)); + CL_CHECK(clSetKernelArg(kernel, 10, sizeof(int), &ne02)); + CL_CHECK(clSetKernelArg(kernel, 11, sizeof(int), &ne11)); + CL_CHECK(clSetKernelArg(kernel, 12, sizeof(int), &ne12)); + CL_CHECK(clSetKernelArg(kernel, 13, sizeof(int), &ne10)); // stride_a + CL_CHECK(clSetKernelArg(kernel, 14, sizeof(int), &ne10)); // stride_b + CL_CHECK(clSetKernelArg(kernel, 15, sizeof(int), &ne01)); // stride_d + CL_CHECK(clSetKernelArg(kernel, 16, sizeof(int), &batch_stride_a)); + CL_CHECK(clSetKernelArg(kernel, 17, sizeof(int), &batch_stride_b)); + CL_CHECK(clSetKernelArg(kernel, 18, sizeof(int), &batch_stride_d)); + CL_CHECK(clSetKernelArg(kernel, 19, sizeof(int), &r2)); + CL_CHECK(clSetKernelArg(kernel, 20, sizeof(int), &r3)); + + // 64 is block tile size BM and BN - change here when BM and BN in the kernel are changed. + size_t global_work_size[] = {(size_t)(CEIL_DIV(ne01, 64)*nth0), (size_t)(CEIL_DIV(ne11, 64)), (size_t)ne12*ne13}; + size_t local_work_size[] = {(size_t)nth0, 1, 1}; + + backend_ctx->enqueue_ndrange_kernel(kernel, 3, global_work_size, local_work_size, dst); + return; + } case GGML_TYPE_Q6_K: { if (ne11 < 32) { break; @@ -10488,6 +11404,43 @@ static void ggml_cl_mul_mat(ggml_backend_t backend, const ggml_tensor * src0, co case GGML_TYPE_Q2_K: case GGML_TYPE_Q3_K: case GGML_TYPE_Q4_K: { +#ifdef GGML_OPENCL_SOA_Q + kernel = backend_ctx->kernel_mul_mv_q4_K_f32_flat; + + if (backend_ctx->gpu_family == INTEL) { + nth0 = 16; + nth1 = 1; + ndst = 4; + } else if (backend_ctx->gpu_family == ADRENO) { + nth0 = 64; + nth1 = 2; + ndst = 16; + } else { + GGML_ASSERT(false && "TODO: Unknown GPU"); + } + + CL_CHECK(clSetKernelArg(kernel, 0, sizeof(cl_mem), &extra0_q4_K->q)); + CL_CHECK(clSetKernelArg(kernel, 1, sizeof(cl_mem), &extra0_q4_K->s)); + CL_CHECK(clSetKernelArg(kernel, 2, sizeof(cl_mem), &extra0_q4_K->d)); + CL_CHECK(clSetKernelArg(kernel, 3, sizeof(cl_mem), &extra0_q4_K->dm)); + CL_CHECK(clSetKernelArg(kernel, 4, sizeof(cl_mem), &extra1->data_device)); + CL_CHECK(clSetKernelArg(kernel, 5, sizeof(int), &offset1)); + CL_CHECK(clSetKernelArg(kernel, 6, sizeof(cl_mem), &extrad->data_device)); + CL_CHECK(clSetKernelArg(kernel, 7, sizeof(int), &offsetd)); + CL_CHECK(clSetKernelArg(kernel, 8, sizeof(int), &ne00)); + CL_CHECK(clSetKernelArg(kernel, 9, sizeof(int), &ne01)); + CL_CHECK(clSetKernelArg(kernel, 10, sizeof(cl_ulong), &nb01)); + CL_CHECK(clSetKernelArg(kernel, 11, sizeof(cl_ulong), &nb02)); + CL_CHECK(clSetKernelArg(kernel, 12, sizeof(cl_ulong), &nb03)); + CL_CHECK(clSetKernelArg(kernel, 13, sizeof(int), &ne12)); + CL_CHECK(clSetKernelArg(kernel, 14, sizeof(cl_ulong), &nb11)); + CL_CHECK(clSetKernelArg(kernel, 15, sizeof(cl_ulong), &nb12)); + CL_CHECK(clSetKernelArg(kernel, 16, sizeof(cl_ulong), &nb13)); + CL_CHECK(clSetKernelArg(kernel, 17, sizeof(int), &ne0)); + CL_CHECK(clSetKernelArg(kernel, 18, sizeof(int), &ne1)); + CL_CHECK(clSetKernelArg(kernel, 19, sizeof(int), &r2)); + CL_CHECK(clSetKernelArg(kernel, 20, sizeof(int), &r3)); +#else kernel = backend_ctx->kernel_mul_mv_q4_K_f32; if (backend_ctx->gpu_family == INTEL) { @@ -10521,6 +11474,7 @@ static void ggml_cl_mul_mat(ggml_backend_t backend, const ggml_tensor * src0, co CL_CHECK(clSetKernelArg(kernel, 16, sizeof(int), &ne1)); CL_CHECK(clSetKernelArg(kernel, 17, sizeof(int), &r2)); CL_CHECK(clSetKernelArg(kernel, 18, sizeof(int), &r3)); +#endif // GGML_OPENCL_SOA_Q break; } case GGML_TYPE_Q5_K: diff --git a/ggml/src/ggml-opencl/kernels/cvt.cl b/ggml/src/ggml-opencl/kernels/cvt.cl index 78ef9c177f6..81fe17fa10f 100644 --- a/ggml/src/ggml-opencl/kernels/cvt.cl +++ b/ggml/src/ggml-opencl/kernels/cvt.cl @@ -28,6 +28,7 @@ #define QK8_0 32 #define QR8_0 1 #define QK_K 256 +#define K_SCALE_SIZE (3 * QK_K / 64) #define K_QUANTS_PER_ITERATION 2 typedef char int8_t; @@ -55,6 +56,16 @@ struct block_q4_1 { uchar qs[QK4_1 / 2]; // nibbles / quants }; +//------------------------------------------------------------------------------ +// block_q4_k +//------------------------------------------------------------------------------ +struct block_q4_K { + half d; // delta + half dm; // min + uchar s[K_SCALE_SIZE]; + uchar q[QK_K / 2]; // nibbles / quants +}; + //------------------------------------------------------------------------------ // block_q6_K //------------------------------------------------------------------------------ @@ -408,6 +419,133 @@ kernel void kernel_restore_block_q8_0_trans( } } +//------------------------------------------------------------------------------ +// kernel_convert_block_q4_K +// Convert the block_q4_K format to 4 separate arrays (AOS -> SOA). +// This kernel does not deshuffle the bits. +// Each thread processes a super block. +// Mask args are just to keep the signature consistent with the no-shuffle +// version and they are not used in this kernel. +//------------------------------------------------------------------------------ +kernel void kernel_convert_block_q4_K( + global struct block_q4_K * src0, + global uchar * dst_q, + global uchar * dst_s, + global half * dst_d, + global half * dst_dm, + uchar mask_0F, + uchar mask_F0 +) { + global struct block_q4_K * b = (global struct block_q4_K *) src0 + get_global_id(0); + global uchar * q = (global uchar *) dst_q + QK_K/2*get_global_id(0); + global uchar * s = (global uchar *) dst_s + K_SCALE_SIZE*get_global_id(0); + global half * d = (global half *) dst_d + get_global_id(0); + global half * dm = (global half *) dst_dm + get_global_id(0); + + *d = b->d; + *dm = b->dm; + + for (int i = 0; i < QK_K/2; ++i) { + q[i] = b->q[i]; + } + for (int i = 0; i < K_SCALE_SIZE; ++i) { + s[i] = b->s[i]; + } +} + +// Restore block_q4_K from flattened arrays. +// Each thread processes a super block. +// Mask args are just to keep the signature consistent with the no-shuffle ones. +kernel void kernel_restore_block_q4_K( + global uchar * src_q, + global uchar * src_s, + global half * src_d, + global half * src_dm, + global struct block_q4_K * dst, + uchar mask_0F, + uchar mask_F0 +) { + global struct block_q4_K * b = (global struct block_q4_K *) dst + get_global_id(0); + global uchar * q = (global uchar *) src_q + QK_K/2*get_global_id(0); + global uchar * s = (global uchar *) src_s + K_SCALE_SIZE*get_global_id(0); + global half * d = (global half *) src_d + get_global_id(0); + global half * dm = (global half *) src_dm + get_global_id(0); + + b->d = *d; + b->dm = *dm; + + for (int i = 0; i < QK_K/2; ++i) { + b->q[i] = q[i]; + } + for (int i = 0; i < K_SCALE_SIZE; ++i) { + b->s[i] = s[i]; + } +} + +kernel void kernel_convert_block_q4_K_noshuffle( + global struct block_q4_K * src0, + global uchar * dst_q, + global uchar * dst_s, + global half * dst_d, + global half * dst_dm, + uchar mask_0F, + uchar mask_F0 +) { + global struct block_q4_K * b = (global struct block_q4_K *) src0 + get_global_id(0); + global uchar * q = (global uchar *) dst_q + QK_K/2 * get_global_id(0); + global uchar * s = (global uchar *) dst_s + K_SCALE_SIZE * get_global_id(0); + global half * d = (global half *) dst_d + get_global_id(0); + global half * dm = (global half *) dst_dm + get_global_id(0); + + *d = b->d; + *dm = b->dm; + + for (int i = 0; i < QK_K / 64; ++i) { + for (int j = 0; j < 16; ++j) { + uchar x0 = b->q[i*32 + 2*j]; + uchar x1 = b->q[i*32 + 2*j + 1]; + q[i*32 + j] = convert_uchar(x0 & mask_0F) | convert_uchar((x1 & mask_0F) << 4); + q[i*32 + j + 16] = convert_uchar((x0 & mask_F0) >> 4) | convert_uchar(x1 & mask_F0); + } + } + + for (int i = 0; i < K_SCALE_SIZE; ++i) { + s[i] = b->s[i]; + } +} + +kernel void kernel_restore_block_q4_K_noshuffle( + global uchar * src_q, + global uchar * src_s, + global half * src_d, + global half * src_dm, + global struct block_q4_K * dst, + uchar mask_0F, + uchar mask_F0 +) { + global struct block_q4_K * b = (global struct block_q4_K *) dst + get_global_id(0); + global uchar * q = (global uchar *) src_q + QK_K/2 * get_global_id(0); + global uchar * s = (global uchar *) src_s + K_SCALE_SIZE * get_global_id(0); + global half * d = (global half *) src_d + get_global_id(0); + global half * dm = (global half *) src_dm + get_global_id(0); + + b->d = *d; + b->dm = *dm; + + for (int i = 0; i < QK_K / 64; ++i) { + for (int j = 0; j < 16; ++j) { + uchar lo = q[i*32 + j]; + uchar hi = q[i*32 + j + 16]; + b->q[i*32 + 2*j] = convert_uchar((lo & mask_0F) | ((hi & mask_0F) << 4)); + b->q[i*32 + 2*j + 1] = convert_uchar(((lo & mask_F0) >> 4) | (hi & mask_F0)); + } + } + + for (int i = 0; i < K_SCALE_SIZE; ++i) { + b->s[i] = s[i]; + } +} + //------------------------------------------------------------------------------ // kernel_convert_block_q6_K // Convert the block_q6_K format to 3 separate arrays (AOS -> SOA). @@ -419,8 +557,13 @@ kernel void kernel_convert_block_q6_K( global uchar * dst_ql, global uchar * dst_qh, global char * dst_s, - global half * dst_d + global half * dst_d, + uchar mask_lsb_8, + ulong n_blk ) { + if (get_global_id(0) >= n_blk) { + return; + } global struct block_q6_K * b = (global struct block_q6_K *) src0 + get_global_id(0); global uchar * ql = (global uchar *) dst_ql + QK_K/2*get_global_id(0); global uchar * qh = (global uchar *) dst_qh + QK_K/4*get_global_id(0); @@ -447,8 +590,13 @@ kernel void kernel_restore_block_q6_K( global uchar * dst_qh, global char * dst_s, global half * dst_d, - global struct block_q6_K * dst + global struct block_q6_K * dst, + uchar mask_lsb_8, + ulong n_blk ) { + if (get_global_id(0) >= n_blk) { + return; + } global struct block_q6_K * b = (global struct block_q6_K *) dst + get_global_id(0); global uchar * ql = (global uchar *) dst_ql + QK_K/2*get_global_id(0); global uchar * qh = (global uchar *) dst_qh + QK_K/4*get_global_id(0); @@ -467,3 +615,117 @@ kernel void kernel_restore_block_q6_K( b->scales[i] = s[i]; } } + +kernel void kernel_convert_block_q6_K_noshuffle( + global struct block_q6_K * src0, + global uchar * dst_ql, + global uchar * dst_qh, + global char * dst_s, + global half * dst_d, + uchar mask_lsb_8, + ulong n_blk +) { + if (get_global_id(0) >= n_blk) { + return; + } + global struct block_q6_K * b = (global struct block_q6_K *) src0 + get_global_id(0); + global uchar * ql = (global uchar *) dst_ql + QK_K/2*get_global_id(0); + global uchar * qh = (global uchar *) dst_qh + QK_K/4*get_global_id(0); + global char * s = (global char *) dst_s + QK_K/16*get_global_id(0); + global half * d = (global half *) dst_d + get_global_id(0); + + *d = b->d; + + for (int i = 0; i < QK_K/2/4; ++i) { + uchar x0 = b->ql[i*2 + 0] & mask_lsb_8; + uchar x1 = b->ql[i*2 + 1] & mask_lsb_8; + ql[i + 0] = (x0 & 0x0F) | ((x1 & 0x0F) << 4); + ql[i + 32] = ((x0 & 0xF0) >> 4) | (x1 & 0xF0); + + uchar x2 = b->ql[i*2 + 0 + 64] & mask_lsb_8; + uchar x3 = b->ql[i*2 + 1 + 64] & mask_lsb_8; + ql[i + 64] = (x2 & 0x0F) | ((x3 & 0x0F) << 4); + ql[i + 96] = ((x2 & 0xF0) >> 4) | (x3 & 0xF0); + } + + for (int i = 0; i < QK_K/4/8; ++i) { + uchar x0 = b->qh[i*4 + 0] & mask_lsb_8; + uchar x1 = b->qh[i*4 + 1] & mask_lsb_8; + uchar x2 = b->qh[i*4 + 2] & mask_lsb_8; + uchar x3 = b->qh[i*4 + 3] & mask_lsb_8; + qh[i + 0] = (x0 & 0x03) | ((x1 & 0x03) << 2) | ((x2 & 0x03) << 4) | ((x3 & 0x03) << 6); + qh[i + 8] = ((x0 & 0x0C) >> 2) | (x1 & 0x0C) | ((x2 & 0x0C) << 2) | ((x3 & 0x0C) << 4); + qh[i + 16] = ((x0 & 0x30) >> 4) | ((x1 & 0x30) >> 2) | (x2 & 0x30) | ((x3 & 0x30) << 2); + qh[i + 24] = ((x0 & 0xC0) >> 6) | ((x1 & 0xC0) >> 4) | ((x2 & 0xC0) >> 2) | (x3 & 0xC0); + + uchar x4 = b->qh[i*4 + 0 + 32] & mask_lsb_8; + uchar x5 = b->qh[i*4 + 1 + 32] & mask_lsb_8; + uchar x6 = b->qh[i*4 + 2 + 32] & mask_lsb_8; + uchar x7 = b->qh[i*4 + 3 + 32] & mask_lsb_8; + qh[i + 32] = (x4 & 0x03) | ((x5 & 0x03) << 2) | ((x6 & 0x03) << 4) | ((x7 & 0x03) << 6); + qh[i + 40] = ((x4 & 0x0C) >> 2) | (x5 & 0x0C) | ((x6 & 0x0C) << 2) | ((x7 & 0x0C) << 4); + qh[i + 48] = ((x4 & 0x30) >> 4) | ((x5 & 0x30) >> 2) | (x6 & 0x30) | ((x7 & 0x30) << 2); + qh[i + 56] = ((x4 & 0xC0) >> 6) | ((x5 & 0xC0) >> 4) | ((x6 & 0xC0) >> 2) | (x7 & 0xC0); + } + + for (int i = 0; i < QK_K/16; ++i) { + s[i] = b->scales[i]; + } +} + +kernel void kernel_restore_block_q6_K_noshuffle( + global uchar * src_ql, + global uchar * src_qh, + global char * src_s, + global half * src_d, + global struct block_q6_K * dst, + uchar mask_lsb_8, + ulong n_blk +) { + if (get_global_id(0) >= n_blk) { + return; + } + global struct block_q6_K * b = (global struct block_q6_K *) dst + get_global_id(0); + global uchar * ql = (global uchar *) src_ql + QK_K/2*get_global_id(0); + global uchar * qh = (global uchar *) src_qh + QK_K/4*get_global_id(0); + global char * s = (global char *) src_s + QK_K/16*get_global_id(0); + global half * d = (global half *) src_d + get_global_id(0); + + b->d = *d; + + for (int i = 0; i < QK_K/2/4; ++i) { + uchar x0 = ql[i + 0] & mask_lsb_8; + uchar x1 = ql[i + 32] & mask_lsb_8; + b->ql[i*2 + 0] = (x0 & 0x0F) | ((x1 & 0x0F) << 4); + b->ql[i*2 + 1] = ((x0 & 0xF0) >> 4) | (x1 & 0xF0); + + uchar x2 = ql[i + 64] & mask_lsb_8; + uchar x3 = ql[i + 96] & mask_lsb_8; + b->ql[i*2 + 0 + 64] = (x2 & 0x0F) | ((x3 & 0x0F) << 4); + b->ql[i*2 + 1 + 64] = ((x2 & 0xF0) >> 4) | (x3 & 0xF0); + } + + for (int i = 0; i < QK_K/4/8; ++i) { + uchar x0 = qh[i + 0] & mask_lsb_8; + uchar x1 = qh[i + 8] & mask_lsb_8; + uchar x2 = qh[i + 16] & mask_lsb_8; + uchar x3 = qh[i + 24] & mask_lsb_8; + b->qh[i*4 + 0] = (x0 & 0x03) | ((x1 & 0x03) << 2) | ((x2 & 0x03) << 4) | ((x3 & 0x03) << 6); + b->qh[i*4 + 1] = ((x0 & 0x0C) >> 2) | (x1 & 0x0C) | ((x2 & 0x0C) << 2) | ((x3 & 0x0C) << 4); + b->qh[i*4 + 2] = ((x0 & 0x30) >> 4) | ((x1 & 0x30) >> 2) | (x2 & 0x30) | ((x3 & 0x30) << 2); + b->qh[i*4 + 3] = ((x0 & 0xC0) >> 6) | ((x1 & 0xC0) >> 4) | ((x2 & 0xC0) >> 2) | (x3 & 0xC0); + + uchar x4 = qh[i + 0 + 32] & mask_lsb_8; + uchar x5 = qh[i + 8 + 32] & mask_lsb_8; + uchar x6 = qh[i + 16 + 32] & mask_lsb_8; + uchar x7 = qh[i + 24 + 32] & mask_lsb_8; + b->qh[i*4 + 0 + 32] = (x4 & 0x03) | ((x5 & 0x03) << 2) | ((x6 & 0x03) << 4) | ((x7 & 0x03) << 6); + b->qh[i*4 + 1 + 32] = ((x4 & 0x0C) >> 2) | (x5 & 0x0C) | ((x6 & 0x0C) << 2) | ((x7 & 0x0C) << 4); + b->qh[i*4 + 2 + 32] = ((x4 & 0x30) >> 4) | ((x5 & 0x30) >> 2) | (x6 & 0x30) | ((x7 & 0x30) << 2); + b->qh[i*4 + 3 + 32] = ((x4 & 0xC0) >> 6) | ((x5 & 0xC0) >> 4) | ((x6 & 0xC0) >> 2) | (x7 & 0xC0); + } + + for (int i = 0; i < QK_K/16; ++i) { + b->scales[i] = s[i]; + } +} diff --git a/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_k_f32.cl b/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_k_f32.cl new file mode 100644 index 00000000000..99fd1fd7bf1 --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q4_k_f32.cl @@ -0,0 +1,172 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable + +#ifdef cl_qcom_reqd_sub_group_size +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable +#define ADRENO_GPU 1 +#define REQD_SUBGROUP_SIZE_128 __attribute__((qcom_reqd_sub_group_size("full"))) +#endif +#define QK_K 256 +#define K_SCALE_SIZE 12 + +inline void get_scale_min_k4( + int j, + global const uchar * q, + uchar * d, + uchar * m, + uchar mask_d6, + uchar mask_d4, + uchar mask_hi2 +) { + if (j < 4) { + *d = q[j] & mask_d6; + *m = q[j+4] & mask_d6; + } else { + *d = (q[j+4] & mask_d4) | ((q[j-4] & mask_hi2) >> 2); + *m = ((q[j+4] >> 4) & mask_d4) | ((q[j] & mask_hi2) >> 2); + } +} + +#ifdef ADRENO_GPU +REQD_SUBGROUP_SIZE_128 +#endif +kernel void kernel_gemm_noshuffle_q4_k_f32( + global const ushort * src0_q, + global const uchar * src0_s, + global const half * src0_d, + global const half * src0_dm, + read_only image1d_buffer_t src1, + global float * dst, + ulong offsetd, + int m, + int n, + int k, + int n_no_padding, + uchar mask_d6, + uchar mask_d4, + uchar mask_hi2 +) { + dst = (global float *)((global char *)dst + offsetd); + int n_4 = n >> 2; + int gy = get_global_id(0); + int gx = get_global_id(1); + int gx_2 = gx << 2; + + half8 c0 = 0, c1 = 0, c2 = 0, c3 = 0; + half8 B; + half4 dequantized_weights; + + int num_blocks_K = k / QK_K; + + global const ushort * weight_ptr = src0_q + gx_2; + global const half * d_ptr = src0_d + gx_2; + global const half * dm_ptr = src0_dm + gx_2; + + for (int i = 0; i < k; i += 32) { + int sb_idx = i / QK_K; + int sub_idx = (i / 32) % 8; + + half4 d = vload4(0, d_ptr + sb_idx * m); + half4 dm = vload4(0, dm_ptr + sb_idx * m); + + global const uchar * sc0 = src0_s + (gx_2+0) * num_blocks_K * K_SCALE_SIZE + sb_idx * K_SCALE_SIZE; + global const uchar * sc1 = src0_s + (gx_2+1) * num_blocks_K * K_SCALE_SIZE + sb_idx * K_SCALE_SIZE; + global const uchar * sc2 = src0_s + (gx_2+2) * num_blocks_K * K_SCALE_SIZE + sb_idx * K_SCALE_SIZE; + global const uchar * sc3 = src0_s + (gx_2+3) * num_blocks_K * K_SCALE_SIZE + sb_idx * K_SCALE_SIZE; + + uchar sv0, mn0, sv1, mn1, sv2, mn2, sv3, mn3; + get_scale_min_k4(sub_idx, sc0, &sv0, &mn0, mask_d6, mask_d4, mask_hi2); + get_scale_min_k4(sub_idx, sc1, &sv1, &mn1, mask_d6, mask_d4, mask_hi2); + get_scale_min_k4(sub_idx, sc2, &sv2, &mn2, mask_d6, mask_d4, mask_hi2); + get_scale_min_k4(sub_idx, sc3, &sv3, &mn3, mask_d6, mask_d4, mask_hi2); + + half4 scale = convert_half4(convert_float4(d) * convert_float4((uchar4)(sv0, sv1, sv2, sv3))); + half4 mval = convert_half4(convert_float4(dm) * convert_float4((uchar4)(mn0, mn1, mn2, mn3))); + + for (int l = 0; l < 32; l += 4) { + int ki = i + l; + ushort4 bits4 = vload4(0, weight_ptr + (ki/4) * m); + + // j=0 + B.s0123 = read_imageh(src1, gy*2 + (ki+0) * n_4); + B.s4567 = read_imageh(src1, gy*2+1 + (ki+0) * n_4); + dequantized_weights.s0 = (bits4.s0 & 0x000F) * scale.s0 - mval.s0; + dequantized_weights.s1 = (bits4.s1 & 0x000F) * scale.s1 - mval.s1; + dequantized_weights.s2 = (bits4.s2 & 0x000F) * scale.s2 - mval.s2; + dequantized_weights.s3 = (bits4.s3 & 0x000F) * scale.s3 - mval.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=1 + B.s0123 = read_imageh(src1, gy*2 + (ki+1) * n_4); + B.s4567 = read_imageh(src1, gy*2+1 + (ki+1) * n_4); + dequantized_weights.s0 = ((bits4.s0 & 0x00F0) >> 4) * scale.s0 - mval.s0; + dequantized_weights.s1 = ((bits4.s1 & 0x00F0) >> 4) * scale.s1 - mval.s1; + dequantized_weights.s2 = ((bits4.s2 & 0x00F0) >> 4) * scale.s2 - mval.s2; + dequantized_weights.s3 = ((bits4.s3 & 0x00F0) >> 4) * scale.s3 - mval.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=2 + B.s0123 = read_imageh(src1, gy*2 + (ki+2) * n_4); + B.s4567 = read_imageh(src1, gy*2+1 + (ki+2) * n_4); + dequantized_weights.s0 = ((bits4.s0 & 0x0F00) >> 8) * scale.s0 - mval.s0; + dequantized_weights.s1 = ((bits4.s1 & 0x0F00) >> 8) * scale.s1 - mval.s1; + dequantized_weights.s2 = ((bits4.s2 & 0x0F00) >> 8) * scale.s2 - mval.s2; + dequantized_weights.s3 = ((bits4.s3 & 0x0F00) >> 8) * scale.s3 - mval.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=3 + B.s0123 = read_imageh(src1, gy*2 + (ki+3) * n_4); + B.s4567 = read_imageh(src1, gy*2+1 + (ki+3) * n_4); + dequantized_weights.s0 = ((bits4.s0 & 0xF000) >> 12) * scale.s0 - mval.s0; + dequantized_weights.s1 = ((bits4.s1 & 0xF000) >> 12) * scale.s1 - mval.s1; + dequantized_weights.s2 = ((bits4.s2 & 0xF000) >> 12) * scale.s2 - mval.s2; + dequantized_weights.s3 = ((bits4.s3 & 0xF000) >> 12) * scale.s3 - mval.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + } + } + + int idx = (gy<<3)*m + (gx<<2); + + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s0, c1.s0, c2.s0, c3.s0), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s1, c1.s1, c2.s1, c3.s1), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s2, c1.s2, c2.s2, c3.s2), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s3, c1.s3, c2.s3, c3.s3), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s4, c1.s4, c2.s4, c3.s4), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s5, c1.s5, c2.s5, c3.s5), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s6, c1.s6, c2.s6, c3.s6), 0, dst + idx); + idx += m; + } + if (idx+3 < m*n_no_padding) { + vstore4((float4)(c0.s7, c1.s7, c2.s7, c3.s7), 0, dst + idx); + } +} diff --git a/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl b/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl new file mode 100644 index 00000000000..3a9c624508a --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/gemm_noshuffle_q6_k_f32.cl @@ -0,0 +1,140 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable + +#ifdef cl_qcom_reqd_sub_group_size +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable +#define ADRENO_GPU 1 +#define REQD_SUBGROUP_SIZE_128 __attribute__((qcom_reqd_sub_group_size("full"))) +#endif + +#ifdef ADRENO_GPU +REQD_SUBGROUP_SIZE_128 +#endif +kernel void kernel_gemm_noshuffle_q6_K_f32( + global const ushort * src0_ql, + global const uchar * src0_qh, + global const ushort * src0_s, + global const half * src0_d, + read_only image1d_buffer_t src1, + global float * dst, + ulong offsetd, + int m, + int n, + int k, + int n_no_padding, + ushort mask_f000, + uchar mask_c0 +) { + dst = (global float *)( (global char *)dst + offsetd ); + + int m_4 = m >> 2; + int n_4 = n >> 2; + + int gy = get_global_id(0); // n + int gx = get_global_id(1); // m + int gx_2 = gx << 2; + + half8 c0 = 0, c1 = 0, c2 = 0, c3 = 0; + half8 B; + half4 dequantized_weights; + + global const ushort * ptr_ql = src0_ql + gx_2; + global const uchar * ptr_qh = src0_qh + gx_2; + global const ushort * ptr_s = src0_s + gx_2; + global const half * ptr_d = src0_d + gx_2; + + for (int i = 0; i < k; i += 4) { + // load 4x elements (ushort) of ql on M, each ushort contains 4 weights + // 4x ushort correspons to 4 rows on M + ushort4 bits4 = vload4(0, ptr_ql + (i/4)*m); // ql packed in 4s in ushort + uchar4 bits2 = vload4(0, ptr_qh + (i/4)*m); // qh packed in 4s in uchar + + // load 4 consecutive scales + char8 scale_s_8 = as_char8(vload4(0, ptr_s + (i/16/2)*m)); // 1 char scale every 16 elements, packed in 2s + char4 scale_s = ((i/16) % 2) == 0 ? scale_s_8.s0246 : scale_s_8.s1357; // transposed as ushort, 2 blocks + half4 scale_d = vload4(0, ptr_d + (i/256)*m); // 1 half scale every 256 elements + + // j=0 + // load 2x 4 elements of activations on N, corresponding to 8 rows on N + B.s0123 = read_imageh(src1, gy*2 + (i + 0)*n_4 + 0); + B.s4567 = read_imageh(src1, gy*2 + (i + 0)*n_4 + 1); + dequantized_weights.s0 = (convert_half((bits4.s0 & 0x000F) | ((bits2.s0 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0; + dequantized_weights.s1 = (convert_half((bits4.s1 & 0x000F) | ((bits2.s1 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s1; + dequantized_weights.s2 = (convert_half((bits4.s2 & 0x000F) | ((bits2.s2 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s2; + dequantized_weights.s3 = (convert_half((bits4.s3 & 0x000F) | ((bits2.s3 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=1 + B.s0123 = read_imageh(src1, gy*2 + (i + 1)*n_4 + 0); + B.s4567 = read_imageh(src1, gy*2 + (i + 1)*n_4 + 1); + dequantized_weights.s0 = (convert_half((((bits4.s0 & 0x00F0) >> 4) | ((bits2.s0 & 0x0C) << 2))) - 32.f) * scale_s.s0 * scale_d.s0; + dequantized_weights.s1 = (convert_half((((bits4.s1 & 0x00F0) >> 4) | ((bits2.s1 & 0x0C) << 2))) - 32.f) * scale_s.s1 * scale_d.s1; + dequantized_weights.s2 = (convert_half((((bits4.s2 & 0x00F0) >> 4) | ((bits2.s2 & 0x0C) << 2))) - 32.f) * scale_s.s2 * scale_d.s2; + dequantized_weights.s3 = (convert_half((((bits4.s3 & 0x00F0) >> 4) | ((bits2.s3 & 0x0C) << 2))) - 32.f) * scale_s.s3 * scale_d.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=2 + B.s0123 = read_imageh(src1, gy*2 + (i + 2)*n_4 + 0); + B.s4567 = read_imageh(src1, gy*2 + (i + 2)*n_4 + 1); + dequantized_weights.s0 = (convert_half((((bits4.s0 & 0x0F00) >> 8) | (bits2.s0 & 0x30))) - 32.f) * scale_s.s0 * scale_d.s0; + dequantized_weights.s1 = (convert_half((((bits4.s1 & 0x0F00) >> 8) | (bits2.s1 & 0x30))) - 32.f) * scale_s.s1 * scale_d.s1; + dequantized_weights.s2 = (convert_half((((bits4.s2 & 0x0F00) >> 8) | (bits2.s2 & 0x30))) - 32.f) * scale_s.s2 * scale_d.s2; + dequantized_weights.s3 = (convert_half((((bits4.s3 & 0x0F00) >> 8) | (bits2.s3 & 0x30))) - 32.f) * scale_s.s3 * scale_d.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + + // j=3 + B.s0123 = read_imageh(src1, gy*2 + (i + 3)*n_4 + 0); + B.s4567 = read_imageh(src1, gy*2 + (i + 3)*n_4 + 1); + dequantized_weights.s0 = (convert_half((((bits4.s0 & mask_f000) >> 12) | ((bits2.s0 & mask_c0) >> 2))) - 32.f) * scale_s.s0 * scale_d.s0; + dequantized_weights.s1 = (convert_half((((bits4.s1 & mask_f000) >> 12) | ((bits2.s1 & mask_c0) >> 2))) - 32.f) * scale_s.s1 * scale_d.s1; + dequantized_weights.s2 = (convert_half((((bits4.s2 & mask_f000) >> 12) | ((bits2.s2 & mask_c0) >> 2))) - 32.f) * scale_s.s2 * scale_d.s2; + dequantized_weights.s3 = (convert_half((((bits4.s3 & mask_f000) >> 12) | ((bits2.s3 & mask_c0) >> 2))) - 32.f) * scale_s.s3 * scale_d.s3; + c0 += B * dequantized_weights.s0; + c1 += B * dequantized_weights.s1; + c2 += B * dequantized_weights.s2; + c3 += B * dequantized_weights.s3; + } + + int idx = (gy<<3)*m + (gx<<2); + + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s0, c1.s0, c2.s0, c3.s0), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s1, c1.s1, c2.s1, c3.s1), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s2, c1.s2, c2.s2, c3.s2), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s3, c1.s3, c2.s3, c3.s3), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s4, c1.s4, c2.s4, c3.s4), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s5, c1.s5, c2.s5, c3.s5), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s6, c1.s6, c2.s6, c3.s6), 0, dst + idx); + idx += m; + } + if(idx+3 < m*n_no_padding){ + vstore4((float4)(c0.s7, c1.s7, c2.s7, c3.s7), 0, dst + idx); + } +} diff --git a/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32.cl b/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32.cl new file mode 100644 index 00000000000..dd1e2b55c0b --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q4_k_f32.cl @@ -0,0 +1,318 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable +#pragma OPENCL EXTENSION cl_khr_subgroups : enable + +#ifdef cl_qcom_reqd_sub_group_size +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable +#define ADRENO_GPU 1 +#define REQD_SUBGROUP_SIZE_64 __attribute__((qcom_reqd_sub_group_size("half"))) +#endif + +#define QK_K 256 +#define NSUBGROUPS 4 +#define SUBGROUP_SIZE 64 + +inline void get_scale_min_k4( + int j, + global const uchar * q, + uchar * d, + uchar * m, + uchar mask_d6, + uchar mask_d4, + uchar mask_hi2 +) { + if (j < 4) { + *d = q[j] & mask_d6; + *m = q[j+4] & mask_d6; + } else { + *d = (q[j+4] & mask_d4) | ((q[j-4] & mask_hi2) >> 2); + *m = ((q[j+4] >> 4) & mask_d4) | ((q[j] & mask_hi2) >> 2); + } +} + +#define dequantizeBlockAccum_ns_sgbroadcast_1_hi(total_sums, bits4, scale, minv, y) \ + float shared_y; \ + shared_y = sub_group_broadcast(y.s0, 0); \ + total_sums.s0 += ((bits4.s0 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s1 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 0); \ + total_sums.s0 += (((bits4.s0 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 0); \ + total_sums.s0 += (((bits4.s0 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 0); \ + total_sums.s0 += (((bits4.s0 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 0); \ + total_sums.s0 += ((bits4.s2 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s3 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 0); \ + total_sums.s0 += (((bits4.s2 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 0); \ + total_sums.s0 += (((bits4.s2 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 0); \ + total_sums.s0 += (((bits4.s2 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s0, 1); \ + total_sums.s0 += ((bits4.s4 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s5 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 1); \ + total_sums.s0 += (((bits4.s4 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 1); \ + total_sums.s0 += (((bits4.s4 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 1); \ + total_sums.s0 += (((bits4.s4 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 1); \ + total_sums.s0 += ((bits4.s6 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s7 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 1); \ + total_sums.s0 += (((bits4.s6 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 1); \ + total_sums.s0 += (((bits4.s6 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 1); \ + total_sums.s0 += (((bits4.s6 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + + +#define dequantizeBlockAccum_ns_sgbroadcast_1_lo(total_sums, bits4, scale, minv, y) \ + shared_y = sub_group_broadcast(y.s0, 2); \ + total_sums.s0 += ((bits4.s0 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s1 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 2); \ + total_sums.s0 += (((bits4.s0 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 2); \ + total_sums.s0 += (((bits4.s0 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 2); \ + total_sums.s0 += (((bits4.s0 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s1 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 2); \ + total_sums.s0 += ((bits4.s2 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s3 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 2); \ + total_sums.s0 += (((bits4.s2 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 2); \ + total_sums.s0 += (((bits4.s2 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 2); \ + total_sums.s0 += (((bits4.s2 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s3 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s0, 3); \ + total_sums.s0 += ((bits4.s4 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s5 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 3); \ + total_sums.s0 += (((bits4.s4 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 3); \ + total_sums.s0 += (((bits4.s4 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 3); \ + total_sums.s0 += (((bits4.s4 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s5 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 3); \ + total_sums.s0 += ((bits4.s6 & 0x000F) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += ((bits4.s7 & 0x000F) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 3); \ + total_sums.s0 += (((bits4.s6 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 3); \ + total_sums.s0 += (((bits4.s6 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 3); \ + total_sums.s0 += (((bits4.s6 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y; \ + total_sums.s1 += (((bits4.s7 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y; \ + + +#define dequantizeBlockAccum_ns_sgbroadcast_8_hi(total_sums, bits4, scale, minv, y) \ + float8 shared_y; \ + shared_y = sub_group_broadcast(y, 0); \ + total_sums.s0 += ((bits4.s0 & 0x000F) * scale.s0 - minv.s0) * shared_y.s0; \ + total_sums.s0 += (((bits4.s0 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s1; \ + total_sums.s0 += (((bits4.s0 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s2; \ + total_sums.s0 += (((bits4.s0 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s3; \ + total_sums.s0 += ((bits4.s2 & 0x000F) * scale.s0 - minv.s0) * shared_y.s4; \ + total_sums.s0 += (((bits4.s2 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s5; \ + total_sums.s0 += (((bits4.s2 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s6; \ + total_sums.s0 += (((bits4.s2 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s7; \ + total_sums.s1 += ((bits4.s1 & 0x000F) * scale.s1 - minv.s1) * shared_y.s0; \ + total_sums.s1 += (((bits4.s1 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s1; \ + total_sums.s1 += (((bits4.s1 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s2; \ + total_sums.s1 += (((bits4.s1 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s3; \ + total_sums.s1 += ((bits4.s3 & 0x000F) * scale.s1 - minv.s1) * shared_y.s4; \ + total_sums.s1 += (((bits4.s3 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s5; \ + total_sums.s1 += (((bits4.s3 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s6; \ + total_sums.s1 += (((bits4.s3 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s7; \ + shared_y = sub_group_broadcast(y, 1); \ + total_sums.s0 += ((bits4.s4 & 0x000F) * scale.s0 - minv.s0) * shared_y.s0; \ + total_sums.s0 += (((bits4.s4 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s1; \ + total_sums.s0 += (((bits4.s4 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s2; \ + total_sums.s0 += (((bits4.s4 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s3; \ + total_sums.s0 += ((bits4.s6 & 0x000F) * scale.s0 - minv.s0) * shared_y.s4; \ + total_sums.s0 += (((bits4.s6 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s5; \ + total_sums.s0 += (((bits4.s6 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s6; \ + total_sums.s0 += (((bits4.s6 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s7; \ + total_sums.s1 += ((bits4.s5 & 0x000F) * scale.s1 - minv.s1) * shared_y.s0; \ + total_sums.s1 += (((bits4.s5 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s1; \ + total_sums.s1 += (((bits4.s5 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s2; \ + total_sums.s1 += (((bits4.s5 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s3; \ + total_sums.s1 += ((bits4.s7 & 0x000F) * scale.s1 - minv.s1) * shared_y.s4; \ + total_sums.s1 += (((bits4.s7 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s5; \ + total_sums.s1 += (((bits4.s7 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s6; \ + total_sums.s1 += (((bits4.s7 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s7; \ + + +#define dequantizeBlockAccum_ns_sgbroadcast_8_lo(total_sums, bits4, scale, minv, y) \ + shared_y = sub_group_broadcast(y, 2); \ + total_sums.s0 += ((bits4.s0 & 0x000F) * scale.s0 - minv.s0) * shared_y.s0; \ + total_sums.s0 += (((bits4.s0 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s1; \ + total_sums.s0 += (((bits4.s0 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s2; \ + total_sums.s0 += (((bits4.s0 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s3; \ + total_sums.s0 += ((bits4.s2 & 0x000F) * scale.s0 - minv.s0) * shared_y.s4; \ + total_sums.s0 += (((bits4.s2 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s5; \ + total_sums.s0 += (((bits4.s2 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s6; \ + total_sums.s0 += (((bits4.s2 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s7; \ + total_sums.s1 += ((bits4.s1 & 0x000F) * scale.s1 - minv.s1) * shared_y.s0; \ + total_sums.s1 += (((bits4.s1 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s1; \ + total_sums.s1 += (((bits4.s1 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s2; \ + total_sums.s1 += (((bits4.s1 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s3; \ + total_sums.s1 += ((bits4.s3 & 0x000F) * scale.s1 - minv.s1) * shared_y.s4; \ + total_sums.s1 += (((bits4.s3 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s5; \ + total_sums.s1 += (((bits4.s3 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s6; \ + total_sums.s1 += (((bits4.s3 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s7; \ + shared_y = sub_group_broadcast(y, 3); \ + total_sums.s0 += ((bits4.s4 & 0x000F) * scale.s0 - minv.s0) * shared_y.s0; \ + total_sums.s0 += (((bits4.s4 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s1; \ + total_sums.s0 += (((bits4.s4 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s2; \ + total_sums.s0 += (((bits4.s4 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s3; \ + total_sums.s0 += ((bits4.s6 & 0x000F) * scale.s0 - minv.s0) * shared_y.s4; \ + total_sums.s0 += (((bits4.s6 & 0x00F0) >> 4) * scale.s0 - minv.s0) * shared_y.s5; \ + total_sums.s0 += (((bits4.s6 & 0x0F00) >> 8) * scale.s0 - minv.s0) * shared_y.s6; \ + total_sums.s0 += (((bits4.s6 & 0xF000) >> 12) * scale.s0 - minv.s0) * shared_y.s7; \ + total_sums.s1 += ((bits4.s5 & 0x000F) * scale.s1 - minv.s1) * shared_y.s0; \ + total_sums.s1 += (((bits4.s5 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s1; \ + total_sums.s1 += (((bits4.s5 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s2; \ + total_sums.s1 += (((bits4.s5 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s3; \ + total_sums.s1 += ((bits4.s7 & 0x000F) * scale.s1 - minv.s1) * shared_y.s4; \ + total_sums.s1 += (((bits4.s7 & 0x00F0) >> 4) * scale.s1 - minv.s1) * shared_y.s5; \ + total_sums.s1 += (((bits4.s7 & 0x0F00) >> 8) * scale.s1 - minv.s1) * shared_y.s6; \ + total_sums.s1 += (((bits4.s7 & 0xF000) >> 12) * scale.s1 - minv.s1) * shared_y.s7; \ + +#ifdef ADRENO_GPU +REQD_SUBGROUP_SIZE_64 +#endif +kernel void kernel_gemv_noshuffle_q4_k_f32( + read_only image1d_buffer_t src0_q, + global half2 * src0_d, + global half2 * src0_m, + global uchar * src0_s, + read_only image1d_buffer_t src1, + global float * dst, + ulong offsetd, + int ne00, + int ne01, + uchar mask_d6, + uchar mask_d4, + uchar mask_hi2) +{ + uint groupId = get_local_id(1); + uint gid = get_global_id(0); + ushort slid = get_sub_group_local_id(); + + uint K = ne00; + uint M = ne01; + + uint LINE_STRIDE_A = M / 2; + uint BLOCK_STRIDE_A = NSUBGROUPS * M; + uint scales_per_row = (K / QK_K) * 12; + + private uint4 regA; + private half2 regS; + private half2 regM; + private float8 regB; + + private float2 totalSum = (float2)(0.0f); + + for (uint k = groupId; k < (K / 32); k += NSUBGROUPS) { + uint sb = k / 8; + uint j = k % 8; + + half2 d = src0_d[gid + sb * LINE_STRIDE_A]; + half2 dm = src0_m[gid + sb * LINE_STRIDE_A]; + + global const uchar * sc0 = src0_s + 2 * gid * scales_per_row + sb * 12; + global const uchar * sc1 = src0_s + (2 * gid + 1) * scales_per_row + sb * 12; + + uchar sv0, mn0, sv1, mn1; + get_scale_min_k4(j, sc0, &sv0, &mn0, mask_d6, mask_d4, mask_hi2); + get_scale_min_k4(j, sc1, &sv1, &mn1, mask_d6, mask_d4, mask_hi2); + + regS = convert_half2(convert_float2(d) * convert_float2((uchar2)(sv0, sv1))); + regM = convert_half2(convert_float2(dm) * convert_float2((uchar2)(mn0, mn1))); + + if (slid < 4) { + regB.s0123 = read_imagef(src1, (slid * 2 + k * 8)); + regB.s4567 = read_imagef(src1, (1 + slid * 2 + k * 8)); + } + + // load half weights for two blocks in consecutive rows + regA.s0 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 0)).x; + regA.s1 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 1)).x; + regA.s2 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 2)).x; + regA.s3 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 3)).x; +#ifdef VECTOR_SUB_GROUP_BROADCAST + dequantizeBlockAccum_ns_sgbroadcast_8_hi(totalSum, as_ushort8(regA), regS, regM, regB); +#else + dequantizeBlockAccum_ns_sgbroadcast_1_hi(totalSum, as_ushort8(regA), regS, regM, regB); +#endif // VECTOR_SUB_GROUP_BROADCAST + + regA.s0 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 4)).x; + regA.s1 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 5)).x; + regA.s2 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 6)).x; + regA.s3 = read_imageui(src0_q, (gid + k * BLOCK_STRIDE_A + LINE_STRIDE_A * 7)).x; +#ifdef VECTOR_SUB_GROUP_BROADCAST + dequantizeBlockAccum_ns_sgbroadcast_8_lo(totalSum, as_ushort8(regA), regS, regM, regB); +#else + dequantizeBlockAccum_ns_sgbroadcast_1_lo(totalSum, as_ushort8(regA), regS, regM, regB); +#endif // VECTOR_SUB_GROUP_BROADCAST + } + + // reduction in local memory, assumes #wave=4 + local float2 reduceLM[SUBGROUP_SIZE * 3]; + if (groupId == 1) { + reduceLM[SUBGROUP_SIZE * 0 + slid] = totalSum; + } + if (groupId == 2) { + reduceLM[SUBGROUP_SIZE * 1 + slid] = totalSum; + } + if (groupId == 3) { + reduceLM[SUBGROUP_SIZE * 2 + slid] = totalSum; + } + + barrier(CLK_LOCAL_MEM_FENCE); + + if (groupId == 0) { + totalSum += reduceLM[SUBGROUP_SIZE * 0 + slid]; + } + if (groupId == 0) { + totalSum += reduceLM[SUBGROUP_SIZE * 1 + slid]; + } + if (groupId == 0) { + totalSum += reduceLM[SUBGROUP_SIZE * 2 + slid]; + } + + // 2 outputs per fiber in wave 0 + if (groupId == 0) { + dst = (global float*)((global char*)dst + offsetd); + vstore2(totalSum, 0, &(dst[gid * 2])); + } + +} diff --git a/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl b/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl new file mode 100644 index 00000000000..6f89cf968b9 --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/gemv_noshuffle_q6_k_f32.cl @@ -0,0 +1,293 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable +#pragma OPENCL EXTENSION cl_khr_subgroups : enable + +#ifdef cl_intel_required_subgroup_size +#pragma OPENCL EXTENSION cl_intel_required_subgroup_size : enable +#define INTEL_GPU 1 +#define REQD_SUBGROUP_SIZE_16 __attribute__((intel_reqd_sub_group_size(16))) +#define REQD_SUBGROUP_SIZE_32 __attribute__((intel_reqd_sub_group_size(32))) +#elif defined(cl_qcom_reqd_sub_group_size) +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable +#define ADRENO_GPU 1 +#define REQD_SUBGROUP_SIZE_64 __attribute__((qcom_reqd_sub_group_size("half"))) +#define REQD_SUBGROUP_SIZE_128 __attribute__((qcom_reqd_sub_group_size("full"))) +#endif + +#define NSUBGROUPS 4 +#define SUBGROUP_SIZE 64 + +#define dequantize_block_acc_bcast_8_hi(total_sum, bits4, bits2, scale_d, scale_s, y) \ + float8 shared_y; \ + shared_y = sub_group_broadcast(y, 0); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x000F) ) | ((bits2.s0 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s0; \ + total_sum.s0 += ((float)(((bits4.s0 & 0x00F0) >> 4) | ((bits2.s0 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s1; \ + total_sum.s0 += ((float)(((bits4.s0 & 0x0F00) >> 8) | ((bits2.s0 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s2; \ + total_sum.s0 += ((float)(((bits4.s0 & 0xF000) >> 12) | ((bits2.s0 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s3; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x000F) ) | ((bits2.s2 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s4; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x00F0) >> 4) | ((bits2.s2 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s5; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x0F00) >> 8) | ((bits2.s2 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s6; \ + total_sum.s0 += ((float)(((bits4.s2 & 0xF000) >> 12) | ((bits2.s2 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s7; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x000F) ) | ((bits2.s1 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s0; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x00F0) >> 4) | ((bits2.s1 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s1; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x0F00) >> 8) | ((bits2.s1 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s2; \ + total_sum.s1 += ((float)(((bits4.s1 & 0xF000) >> 12) | ((bits2.s1 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s3; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x000F) ) | ((bits2.s3 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s4; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x00F0) >> 4) | ((bits2.s3 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s5; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x0F00) >> 8) | ((bits2.s3 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s6; \ + total_sum.s1 += ((float)(((bits4.s3 & 0xF000) >> 12) | ((bits2.s3 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s7; \ + shared_y = sub_group_broadcast(y, 1); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x000F) ) | ((bits2.s4 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s0; \ + total_sum.s0 += ((float)(((bits4.s4 & 0x00F0) >> 4) | ((bits2.s4 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s1; \ + total_sum.s0 += ((float)(((bits4.s4 & 0x0F00) >> 8) | ((bits2.s4 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s2; \ + total_sum.s0 += ((float)(((bits4.s4 & 0xF000) >> 12) | ((bits2.s4 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s3; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x000F) ) | ((bits2.s6 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s4; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x00F0) >> 4) | ((bits2.s6 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s5; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x0F00) >> 8) | ((bits2.s6 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s6; \ + total_sum.s0 += ((float)(((bits4.s6 & 0xF000) >> 12) | ((bits2.s6 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y.s7; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x000F) ) | ((bits2.s5 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s0; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x00F0) >> 4) | ((bits2.s5 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s1; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x0F00) >> 8) | ((bits2.s5 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s2; \ + total_sum.s1 += ((float)(((bits4.s5 & 0xF000) >> 12) | ((bits2.s5 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s3; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x000F) ) | ((bits2.s7 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s4; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x00F0) >> 4) | ((bits2.s7 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s5; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x0F00) >> 8) | ((bits2.s7 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s6; \ + total_sum.s1 += ((float)(((bits4.s7 & 0xF000) >> 12) | ((bits2.s7 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y.s7; \ + +#define dequantize_block_acc_bcast_8_lo(total_sum, bits4, bits2, scale_d, scale_s, y) \ + shared_y = sub_group_broadcast(y, 2); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x000F) ) | ((bits2.s0 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s0; \ + total_sum.s0 += ((float)(((bits4.s0 & 0x00F0) >> 4) | ((bits2.s0 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s1; \ + total_sum.s0 += ((float)(((bits4.s0 & 0x0F00) >> 8) | ((bits2.s0 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s2; \ + total_sum.s0 += ((float)(((bits4.s0 & 0xF000) >> 12) | ((bits2.s0 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s3; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x000F) ) | ((bits2.s2 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s4; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x00F0) >> 4) | ((bits2.s2 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s5; \ + total_sum.s0 += ((float)(((bits4.s2 & 0x0F00) >> 8) | ((bits2.s2 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s6; \ + total_sum.s0 += ((float)(((bits4.s2 & 0xF000) >> 12) | ((bits2.s2 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s7; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x000F) ) | ((bits2.s1 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s0; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x00F0) >> 4) | ((bits2.s1 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s1; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x0F00) >> 8) | ((bits2.s1 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s2; \ + total_sum.s1 += ((float)(((bits4.s1 & 0xF000) >> 12) | ((bits2.s1 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s3; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x000F) ) | ((bits2.s3 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s4; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x00F0) >> 4) | ((bits2.s3 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s5; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x0F00) >> 8) | ((bits2.s3 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s6; \ + total_sum.s1 += ((float)(((bits4.s3 & 0xF000) >> 12) | ((bits2.s3 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s7; \ + shared_y = sub_group_broadcast(y, 3); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x000F) ) | ((bits2.s4 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s0; \ + total_sum.s0 += ((float)(((bits4.s4 & 0x00F0) >> 4) | ((bits2.s4 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s1; \ + total_sum.s0 += ((float)(((bits4.s4 & 0x0F00) >> 8) | ((bits2.s4 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s2; \ + total_sum.s0 += ((float)(((bits4.s4 & 0xF000) >> 12) | ((bits2.s4 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s3; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x000F) ) | ((bits2.s6 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s4; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x00F0) >> 4) | ((bits2.s6 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s5; \ + total_sum.s0 += ((float)(((bits4.s6 & 0x0F00) >> 8) | ((bits2.s6 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s6; \ + total_sum.s0 += ((float)(((bits4.s6 & 0xF000) >> 12) | ((bits2.s6 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y.s7; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x000F) ) | ((bits2.s5 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s0; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x00F0) >> 4) | ((bits2.s5 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s1; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x0F00) >> 8) | ((bits2.s5 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s2; \ + total_sum.s1 += ((float)(((bits4.s5 & 0xF000) >> 12) | ((bits2.s5 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s3; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x000F) ) | ((bits2.s7 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s4; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x00F0) >> 4) | ((bits2.s7 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s5; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x0F00) >> 8) | ((bits2.s7 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s6; \ + total_sum.s1 += ((float)(((bits4.s7 & 0xF000) >> 12) | ((bits2.s7 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y.s7; \ + +#define dequantize_block_acc_bcast_1_hi(total_sum, bits4, bits2, scale_d, scale_s, y) \ + float shared_y; \ + shared_y = sub_group_broadcast(y.s0, 0); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x000F) ) | ((bits2.s0 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x000F) ) | ((bits2.s1 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 0); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x00F0) >> 4) | ((bits2.s0 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x00F0) >> 4) | ((bits2.s1 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 0); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x0F00) >> 8) | ((bits2.s0 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x0F00) >> 8) | ((bits2.s1 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 0); \ + total_sum.s0 += ((float)(((bits4.s0 & 0xF000) >> 12) | ((bits2.s0 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0xF000) >> 12) | ((bits2.s1 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 0); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x000F) ) | ((bits2.s2 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x000F) ) | ((bits2.s3 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 0); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x00F0) >> 4) | ((bits2.s2 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x00F0) >> 4) | ((bits2.s3 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 0); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x0F00) >> 8) | ((bits2.s2 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x0F00) >> 8) | ((bits2.s3 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 0); \ + total_sum.s0 += ((float)(((bits4.s2 & 0xF000) >> 12) | ((bits2.s2 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0xF000) >> 12) | ((bits2.s3 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s0, 1); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x000F) ) | ((bits2.s4 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x000F) ) | ((bits2.s5 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 1); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x00F0) >> 4) | ((bits2.s4 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x00F0) >> 4) | ((bits2.s5 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 1); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x0F00) >> 8) | ((bits2.s4 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x0F00) >> 8) | ((bits2.s5 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 1); \ + total_sum.s0 += ((float)(((bits4.s4 & 0xF000) >> 12) | ((bits2.s4 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0xF000) >> 12) | ((bits2.s5 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 1); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x000F) ) | ((bits2.s6 & 0x03) << 4)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x000F) ) | ((bits2.s7 & 0x03) << 4)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 1); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x00F0) >> 4) | ((bits2.s6 & 0x0C) << 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x00F0) >> 4) | ((bits2.s7 & 0x0C) << 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 1); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x0F00) >> 8) | ((bits2.s6 & 0x30) )) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x0F00) >> 8) | ((bits2.s7 & 0x30) )) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 1); \ + total_sum.s0 += ((float)(((bits4.s6 & 0xF000) >> 12) | ((bits2.s6 & 0xC0) >> 2)) - 32.f) * scale_s.s0 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0xF000) >> 12) | ((bits2.s7 & 0xC0) >> 2)) - 32.f) * scale_s.s2 * scale_d.s1 * shared_y; \ + +#define dequantize_block_acc_bcast_1_lo(total_sum, bits4, bits2, scale_d, scale_s, y) \ + shared_y = sub_group_broadcast(y.s0, 2); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x000F) ) | ((bits2.s0 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x000F) ) | ((bits2.s1 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 2); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x00F0) >> 4) | ((bits2.s0 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x00F0) >> 4) | ((bits2.s1 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 2); \ + total_sum.s0 += ((float)(((bits4.s0 & 0x0F00) >> 8) | ((bits2.s0 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0x0F00) >> 8) | ((bits2.s1 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 2); \ + total_sum.s0 += ((float)(((bits4.s0 & 0xF000) >> 12) | ((bits2.s0 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s1 & 0xF000) >> 12) | ((bits2.s1 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 2); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x000F) ) | ((bits2.s2 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x000F) ) | ((bits2.s3 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 2); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x00F0) >> 4) | ((bits2.s2 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x00F0) >> 4) | ((bits2.s3 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 2); \ + total_sum.s0 += ((float)(((bits4.s2 & 0x0F00) >> 8) | ((bits2.s2 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0x0F00) >> 8) | ((bits2.s3 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 2); \ + total_sum.s0 += ((float)(((bits4.s2 & 0xF000) >> 12) | ((bits2.s2 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s3 & 0xF000) >> 12) | ((bits2.s3 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s0, 3); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x000F) ) | ((bits2.s4 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x000F) ) | ((bits2.s5 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s1, 3); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x00F0) >> 4) | ((bits2.s4 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x00F0) >> 4) | ((bits2.s5 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s2, 3); \ + total_sum.s0 += ((float)(((bits4.s4 & 0x0F00) >> 8) | ((bits2.s4 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0x0F00) >> 8) | ((bits2.s5 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s3, 3); \ + total_sum.s0 += ((float)(((bits4.s4 & 0xF000) >> 12) | ((bits2.s4 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s5 & 0xF000) >> 12) | ((bits2.s5 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s4, 3); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x000F) ) | ((bits2.s6 & 0x03) << 4)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x000F) ) | ((bits2.s7 & 0x03) << 4)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s5, 3); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x00F0) >> 4) | ((bits2.s6 & 0x0C) << 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x00F0) >> 4) | ((bits2.s7 & 0x0C) << 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s6, 3); \ + total_sum.s0 += ((float)(((bits4.s6 & 0x0F00) >> 8) | ((bits2.s6 & 0x30) )) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0x0F00) >> 8) | ((bits2.s7 & 0x30) )) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + shared_y = sub_group_broadcast(y.s7, 3); \ + total_sum.s0 += ((float)(((bits4.s6 & 0xF000) >> 12) | ((bits2.s6 & 0xC0) >> 2)) - 32.f) * scale_s.s1 * scale_d.s0 * shared_y; \ + total_sum.s1 += ((float)(((bits4.s7 & 0xF000) >> 12) | ((bits2.s7 & 0xC0) >> 2)) - 32.f) * scale_s.s3 * scale_d.s1 * shared_y; \ + +#if defined(ADRENO_GPU) +REQD_SUBGROUP_SIZE_64 +#endif +kernel void kernel_gemv_noshuffle_q6_K_f32( + read_only image1d_buffer_t src0_ql, + read_only image1d_buffer_t src0_qh, + global half2 * src0_s, + global half2 * src0_d, + read_only image1d_buffer_t src1, + global float * dst, + ulong offsetd, + int ne00, + int ne01 +) { + int grp = get_local_id(1); + int gid = get_global_id(0); + ushort slid = get_sub_group_local_id(); + + int nb = ne00 / 32; + + uint4 reg_a_l; + ushort4 reg_a_h; + half2 reg_d; + char4 reg_s; + float8 reg_b; + + float2 total_sum = 0.0f; + + int line_stride_a = ne01 / 2; + int block_stride_a = NSUBGROUPS * ne01; + + for (int k = grp; k < nb; k += NSUBGROUPS) { + reg_d = src0_d[gid + k/8 * line_stride_a]; + reg_s = as_char4(src0_s[gid + k * line_stride_a]); + + if (slid < 4) { + reg_b.s0123 = read_imagef(src1, 0 + slid*2 + k*8); + reg_b.s4567 = read_imagef(src1, 1 + slid*2 + k*8); + } + + reg_a_l.s0 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*0).x; + reg_a_l.s1 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*1).x; + reg_a_l.s2 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*2).x; + reg_a_l.s3 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*3).x; + + reg_a_h.s0 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*0).x); + reg_a_h.s1 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*1).x); + reg_a_h.s2 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*2).x); + reg_a_h.s3 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*3).x); + +#ifdef VECTOR_SUB_GROUP_BROADCAT + dequantize_block_acc_bcast_8_hi(total_sum, as_ushort8(reg_a_l), as_uchar8(reg_a_h), reg_d, reg_s, reg_b); +#else + dequantize_block_acc_bcast_1_hi(total_sum, as_ushort8(reg_a_l), as_uchar8(reg_a_h), reg_d, reg_s, reg_b); +#endif // VECTOR_SUB_GROUP_BROADCAT + + reg_a_l.s0 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*4).x; + reg_a_l.s1 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*5).x; + reg_a_l.s2 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*6).x; + reg_a_l.s3 = read_imageui(src0_ql, gid + k*block_stride_a + line_stride_a*7).x; + + reg_a_h.s0 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*4).x); + reg_a_h.s1 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*5).x); + reg_a_h.s2 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*6).x); + reg_a_h.s3 = as_ushort(read_imageh(src0_qh, gid + k*block_stride_a + line_stride_a*7).x); + +#ifdef VECTOR_SUB_GROUP_BROADCAT + dequantize_block_acc_bcast_8_lo(total_sum, as_ushort8(reg_a_l), as_uchar8(reg_a_h), reg_d, reg_s, reg_b); +#else + dequantize_block_acc_bcast_1_lo(total_sum, as_ushort8(reg_a_l), as_uchar8(reg_a_h), reg_d, reg_s, reg_b); +#endif // VECTOR_SUB_GROUP_BROADCAT + } + + local float2 reduce_lm[SUBGROUP_SIZE * 3]; + if (grp == 1) { + reduce_lm[SUBGROUP_SIZE*0 + slid] = total_sum; + } + if (grp == 2) { + reduce_lm[SUBGROUP_SIZE*1 + slid] = total_sum; + } + if (grp == 3) { + reduce_lm[SUBGROUP_SIZE*2 + slid] = total_sum; + } + + barrier(CLK_LOCAL_MEM_FENCE); + + if (grp == 0) { + total_sum += reduce_lm[SUBGROUP_SIZE*0 + slid]; + } + if (grp == 0) { + total_sum += reduce_lm[SUBGROUP_SIZE*1 + slid]; + } + if (grp == 0) { + total_sum += reduce_lm[SUBGROUP_SIZE*2 + slid]; + } + + if (grp == 0) { + dst = (global float*)((global char*)dst + offsetd); + vstore2(total_sum, 0, &(dst[gid * 2])); + } +} diff --git a/ggml/src/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl b/ggml/src/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl new file mode 100644 index 00000000000..2235b1ae838 --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/mul_mm_q4_k_f32_l4_lm.cl @@ -0,0 +1,179 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable + +#define LOAD_VEC_A 4 +#define LOAD_VEC_B 4 + +#define BM 64 +#define BN 64 +#define BK 32 +#define TM 4 +#define TN 8 + +kernel void kernel_mul_mm_q4_k_f32_l4_lm( + global uchar4 * src0_q, + global uchar * src0_s, + global half * src0_d, + global half * src0_dm, + global float4 * src1, + ulong offset1, + global float * dst, + ulong offsetd, + + int ne00, + int ne01, + int ne02, + int ne11, + int ne12, + + int stride_a, + int stride_b, + int stride_d, + + int batch_stride_a, + int batch_stride_b, + int batch_stride_d, + + int r2, + int r3 +) { + src1 = (global float4*)((global char*)src1 + offset1); + dst = (global float *)((global char*)dst + offsetd); + + local float buf_a[BM * BK]; + local float buf_b[BN * BK]; + + const int batch_idx = get_global_id(2); + + const int i13 = batch_idx / ne12; + const int i12 = batch_idx % ne12; + + const int i03 = i13 / r3; + const int i02 = i12 / r2; + + const int batch_idx_a = i03 * ne02 + i02; + + const int ir = get_group_id(0); + const int ic = get_group_id(1); + + const int tid = get_local_id(0); + const int th_r = tid % (BM / TM); + const int th_c = tid / (BM / TM); + + const int loadr_a = get_local_id(0) % (BK / LOAD_VEC_A); + const int loadc_a = get_local_id(0) / (BK / LOAD_VEC_A); + const int loadr_b = get_local_id(0) % (BK / LOAD_VEC_B); + const int loadc_b = get_local_id(0) / (BK / LOAD_VEC_B); + + const int loadstride_a = get_local_size(0) * LOAD_VEC_A / BK; + const int loadstride_b = get_local_size(0) * LOAD_VEC_B / BK; + + int pos_a = (batch_idx_a * batch_stride_a + ir * BM * stride_a) / LOAD_VEC_A; + int pos_b = (batch_idx * batch_stride_b + ic * BN * stride_b) / LOAD_VEC_B; + + float sums[TM * TN]; + float cache_a[TM]; + float cache_b[TN]; + + for (int i = 0; i < TM * TN; i++) { + sums[i] = 0.0f; + } + + for (int block = 0; block < ne00; block += BK) { + for (int l = 0; l < BM; l += loadstride_a) { + if (ir*BM + loadc_a + l < ne01) { + int idx = pos_a + (loadc_a + l) * stride_a / LOAD_VEC_A + loadr_a; + int ib = idx / 64; + int iqs = (idx % 64) * 2; + + int n = iqs / 32; + int b = (iqs % 32) / 16; + int is = 2 * n + b; + int qsi = n * 32 + (iqs % 16) * 2; + + char * scales = src0_s + ib * 12; + + int scidx0 = (is < 4) ? is : (is + 4); + int scidx1 = (is < 4) ? is : (is - 4); + int scidxmask1 = (is < 4) ? 0x30 : 0xC0; + int scidxshift1 = (is < 4) ? 0 : 2; + int mbidx0 = is + 4; + int mbidx1 = (is < 4) ? is + 4 : is; + int mbidxmask0 = (is < 4) ? 0xF : 0xF0; + int mbidxshift0 = (is < 4) ? 0 : 4; + int mbidxmask1 = (is < 4) ? 0x30 : 0xC0; + int mbidxshift1 = (is < 4) ? 0 : 2; + + uchar sc = (scales[scidx0] & 0xF) | ((scales[scidx1] & scidxmask1) >> scidxshift1); + uchar mbyte = ((scales[mbidx0] & mbidxmask0) >> mbidxshift0) | ((scales[mbidx1] & mbidxmask1) >> mbidxshift1); + + float d = (float)src0_d[ib] * (float)sc; + float m = -(float)src0_dm[ib] * (float)mbyte; + + global uchar4 * qs = src0_q + ib*32 + (qsi >> 2); + uchar4 q = *qs; + float4 v1 = (convert_float4((uchar4)((q.s0 >> (b * 4))&0x0F, (q.s1 >> (b * 4))&0x0F, (q.s2 >> (b * 4))&0x0F, (q.s3 >> (b * 4))&0x0F)))*d + m; + + buf_a[(loadr_a * LOAD_VEC_A + 0) * BM + loadc_a + l] = v1.s0; + buf_a[(loadr_a * LOAD_VEC_A + 1) * BM + loadc_a + l] = v1.s1; + buf_a[(loadr_a * LOAD_VEC_A + 2) * BM + loadc_a + l] = v1.s2; + buf_a[(loadr_a * LOAD_VEC_A + 3) * BM + loadc_a + l] = v1.s3; + } else { + buf_a[(loadr_a * LOAD_VEC_A + 0) * BM + loadc_a + l] = 0.0f; + buf_a[(loadr_a * LOAD_VEC_A + 1) * BM + loadc_a + l] = 0.0f; + buf_a[(loadr_a * LOAD_VEC_A + 2) * BM + loadc_a + l] = 0.0f; + buf_a[(loadr_a * LOAD_VEC_A + 3) * BM + loadc_a + l] = 0.0f; + } + } + + for (int l = 0; l < BN; l += loadstride_b) { + if (ic*BN + loadc_b + l < ne11) { + int idx = pos_b + (loadc_b + l) * stride_b / LOAD_VEC_B + loadr_b; + buf_b[(loadr_b * LOAD_VEC_B + 0) * BN + loadc_b + l] = src1[idx].s0; + buf_b[(loadr_b * LOAD_VEC_B + 1) * BN + loadc_b + l] = src1[idx].s1; + buf_b[(loadr_b * LOAD_VEC_B + 2) * BN + loadc_b + l] = src1[idx].s2; + buf_b[(loadr_b * LOAD_VEC_B + 3) * BN + loadc_b + l] = src1[idx].s3; + } else { + buf_b[(loadr_b * LOAD_VEC_B + 0) * BN + loadc_b + l] = 0.0f; + buf_b[(loadr_b * LOAD_VEC_B + 1) * BN + loadc_b + l] = 0.0f; + buf_b[(loadr_b * LOAD_VEC_B + 2) * BN + loadc_b + l] = 0.0f; + buf_b[(loadr_b * LOAD_VEC_B + 3) * BN + loadc_b + l] = 0.0f; + } + } + + barrier(CLK_LOCAL_MEM_FENCE); + + pos_a += BK / LOAD_VEC_A; + pos_b += BK / LOAD_VEC_B; + + for (int i = 0; i < BK; i++) { + for (int j = 0; j < TM; j++) { + cache_a[j] = buf_a[(i) * BM + th_r * TM + j]; + } + + for (int j = 0; j < TN; j++) { + cache_b[j] = buf_b[(i) * BN + th_c * TN + j]; + } + + for (int cc = 0; cc < TN; cc++) { + for (int cr = 0; cr < TM; cr++) { + const int sums_idx = cc*TM + cr; + sums[sums_idx] = mad(cache_a[cr], cache_b[cc], sums[sums_idx]); + } + } + } + barrier(CLK_LOCAL_MEM_FENCE); + } + + const int dr = ir * BM + th_r * TM; + const int dc = ic * BN + th_c * TN; + + const int offsets = batch_idx * batch_stride_d; + + for (int cc = 0; cc < TN; cc++) { + for (int cr = 0; cr < TM; cr++) { + if (dr + cr < ne01 && dc + cc < ne11) { + dst[offsets + (dc + cc) * stride_d + dr + cr] = sums[cc * TM + cr]; + } + } + } +} diff --git a/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl b/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl new file mode 100644 index 00000000000..d92fb968904 --- /dev/null +++ b/ggml/src/ggml-opencl/kernels/mul_mv_q4_k_f32_flat.cl @@ -0,0 +1,196 @@ +#pragma OPENCL EXTENSION cl_khr_fp16 : enable + +#ifdef cl_intel_subgroups +#pragma OPENCL EXTENSION cl_intel_subgroups : enable +#else +#pragma OPENCL EXTENSION cl_khr_subgroups : enable +#endif + +#ifdef cl_intel_required_subgroup_size +#pragma OPENCL EXTENSION cl_intel_required_subgroup_size : enable +#define INTEL_GPU 1 +#define REQD_SUBGROUP_SIZE_16 __attribute__((intel_reqd_sub_group_size(16))) +#define REQD_SUBGROUP_SIZE_32 __attribute__((intel_reqd_sub_group_size(32))) +#elif defined(cl_qcom_reqd_sub_group_size) +#pragma OPENCL EXTENSION cl_qcom_reqd_sub_group_size : enable +#define ADRENO_GPU 1 +#define REQD_SUBGROUP_SIZE_64 __attribute__((qcom_reqd_sub_group_size("half"))) +#define REQD_SUBGROUP_SIZE_128 __attribute__((qcom_reqd_sub_group_size("full"))) +#endif + +//------------------------------------------------------------------------------ +// block_q4_K +//------------------------------------------------------------------------------ +#define QK_K 256 +#define BLOCK_Q4K_SIZE 144 +#define K_SCALE_SIZE 12 + +// 8 blocks of 32 elements each +// weight is represented as x = a * q + b +typedef struct { + half d; // super-block scale for quantized scales + half dmin; // super-block scale for quantized mins + + uchar scales[K_SCALE_SIZE]; // scales and mins, quantized with 6 bits + uchar qs[QK_K/2]; // 4-bit quants +} block_q4_K; + +#undef N_DST +#undef N_SIMDGROUP +#undef N_SIMDWIDTH + +#ifdef INTEL_GPU +#define N_DST 4 // number of rows each SIMD group works on +#define N_SIMDGROUP 1 // number of SIMD groups in a thread group +#define N_SIMDWIDTH 16 // SIMD group size +#elif defined (ADRENO_GPU) +#define N_DST 16 +#define N_SIMDGROUP 2 +#define N_SIMDWIDTH 64 +#endif + +#undef BLOCK_STRIDE +// number of (super) blocks each subgroup processes +// each thread in a subgroup processes a block (32 weights) +#define BLOCK_STRIDE (N_SIMDWIDTH/8) + +#ifdef INTEL_GPU +REQD_SUBGROUP_SIZE_16 +#elif defined (ADRENO_GPU) +REQD_SUBGROUP_SIZE_64 +#endif +kernel void kernel_mul_mv_q4_K_f32_flat( + global uchar * src0_q, + global uchar * src0_s, + global half * src0_d, + global half * src0_dm, + global char * src1, + int offset1, + global char * dst, + int offsetd, + int ne00, + int ne01, + ulong nb01, + ulong nb02, + ulong nb03, + int ne12, + ulong nb11, + ulong nb12, + ulong nb13, + int ne0, + int ne1, + int r2, + int r3 +) { + src1 = src1 + offset1; + dst = dst + offsetd; + + ushort kmask1 = 0x3f3f; + ushort kmask2 = 0x0f0f; + ushort kmask3 = 0xc0c0; + + int ix = get_sub_group_local_id()/8; + int it = get_sub_group_local_id()%8; + int iq = it/4; + int ir = it%4; + + int nb = ne00/QK_K; + + int r0 = get_group_id(0); + int r1 = get_group_id(1); + int im = get_group_id(2); + int first_row = (r0 * N_SIMDGROUP + get_sub_group_id()) * N_DST; + + int i12 = im%ne12; + int i13 = im/ne12; + + int offset_src0 = (first_row*nb01 + (i12/r2)*nb02 + (i13/r3)*nb03)/BLOCK_Q4K_SIZE; + uint blk = nb01 / BLOCK_Q4K_SIZE; + global uchar * blk_q = (global uchar *)src0_q + offset_src0*(QK_K/2); + global uchar * blk_s = (global uchar *)src0_s + offset_src0*K_SCALE_SIZE; + global half * blk_d = (global half *)src0_d + offset_src0; + global half * blk_dm = (global half *)src0_dm + offset_src0; + + int offset_src1 = r1*nb11 + (i12)*nb12 + (i13)*nb13; + global float * y = (global float *)(src1 + offset_src1); + + float yl[16]; + float yh[16]; + float sumf[N_DST] = {0.f}; + float all_sum; + + global float * y4 = y + ix * QK_K + 64 * iq + 8 * ir; + + ushort sc16[4]; + uchar * sc8 = (uchar *)sc16; + + for (int ib = ix; ib < nb; ib += BLOCK_STRIDE) { + float4 sumy = {0.f, 0.f, 0.f, 0.f}; + for (int i = 0; i < 8; ++i) { + yl[i+0] = y4[i+0]; + sumy.s0 += yl[i+0]; + + yl[i+8] = y4[i+32]; + sumy.s1 += yl[i+8]; + + yh[i+0] = y4[i+128]; + sumy.s2 += yh[i+0]; + + yh[i+8] = y4[i+160]; + sumy.s3 += yh[i+8]; + } + + global ushort * q1 = (global ushort *)(blk_q + ib * (QK_K/2)) + (16 * iq + 4 * ir); + global ushort * sc = (global ushort *)(blk_s + ib * K_SCALE_SIZE) + iq; + global half * d = blk_d + ib; + global half * dm = blk_dm + ib; + + for (int row = 0; row < N_DST; row++) { + sc16[0] = sc[0] & kmask1; + sc16[1] = sc[2] & kmask1; + sc16[2] = ((sc[4] >> 0) & kmask2) | ((sc[0] & kmask3) >> 2); + sc16[3] = ((sc[4] >> 4) & kmask2) | ((sc[2] & kmask3) >> 2); + + global ushort * q2 = q1 + 32; + + float4 acc1 = {0.f, 0.f, 0.f, 0.f}; + float4 acc2 = {0.f, 0.f, 0.f, 0.f}; + for (int i = 0; i < 8; i += 2) { + acc1.s0 += yl[i+0] * (q1[i/2] & 0x000F); + acc1.s1 += yl[i+1] * (q1[i/2] & 0x0F00); + acc1.s2 += yl[i+8] * (q1[i/2] & 0x00F0); + acc1.s3 += yl[i+9] * (q1[i/2] & 0xF000); + acc2.s0 += yh[i+0] * (q2[i/2] & 0x000F); + acc2.s1 += yh[i+1] * (q2[i/2] & 0x0F00); + acc2.s2 += yh[i+8] * (q2[i/2] & 0x00F0); + acc2.s3 += yh[i+9] * (q2[i/2] & 0xF000); + } + + float dall = *d; + float dmin = *dm; + sumf[row] += dall * ((acc1.s0 + 1.f/256.f * acc1.s1) * sc8[0] + + (acc1.s2 + 1.f/256.f * acc1.s3) * sc8[1] * 1.f/16.f + + (acc2.s0 + 1.f/256.f * acc2.s1) * sc8[4] + + (acc2.s2 + 1.f/256.f * acc2.s3) * sc8[5] * 1.f/16.f) - + dmin * (sumy.s0 * sc8[2] + sumy.s1 * sc8[3] + sumy.s2 * sc8[6] + sumy.s3 * sc8[7]); + + q1 += blk*64; + sc += blk*6; + d += blk; + dm += blk; + } + + y4 += BLOCK_STRIDE * QK_K; + } + + global float * dst_f32 = (global float *) dst + im*ne0*ne1 + r1*ne0; + + for (int row = 0; row < N_DST; ++row) { + all_sum = sub_group_reduce_add(sumf[row]); + if (first_row + row < ne01) { + if (get_sub_group_local_id() == 0) { + dst_f32[first_row + row] = all_sum; + } + } + } +} diff --git a/ggml/src/ggml-openvino/ggml-openvino.cpp b/ggml/src/ggml-openvino/ggml-openvino.cpp index 0031cb7369f..b3058b4af73 100644 --- a/ggml/src/ggml-openvino/ggml-openvino.cpp +++ b/ggml/src/ggml-openvino/ggml-openvino.cpp @@ -97,6 +97,8 @@ struct ggml_backend_openvino_buffer_context { ov_buffer = std::make_shared(std::move(usm_tensor)); } else { data = ggml_aligned_malloc(size); + GGML_ASSERT(data); + memset(data, 0, size); ov_buffer = std::make_shared(ov::element::u8, ov::Shape{size}, data); } diff --git a/ggml/src/ggml-rpc/ggml-rpc.cpp b/ggml/src/ggml-rpc/ggml-rpc.cpp index 5d8defad209..1378ba9f5bf 100644 --- a/ggml/src/ggml-rpc/ggml-rpc.cpp +++ b/ggml/src/ggml-rpc/ggml-rpc.cpp @@ -589,8 +589,10 @@ static rpc_tensor serialize_tensor(const ggml_tensor * tensor) { ggml_backend_buffer_t buffer = tensor->buffer; ggml_backend_rpc_buffer_context * ctx = (ggml_backend_rpc_buffer_context *)buffer->context; result.buffer = ctx != nullptr ? ctx->remote_ptr : 0; + result.data = reinterpret_cast(tensor->data); } else { result.buffer = 0; + result.data = 0; } for (uint32_t i = 0; i < GGML_MAX_DIMS; i++) { result.ne[i] = tensor->ne[i]; @@ -606,7 +608,6 @@ static rpc_tensor serialize_tensor(const ggml_tensor * tensor) { } result.view_src = reinterpret_cast(tensor->view_src); result.view_offs = tensor->view_offs; - result.data = reinterpret_cast(tensor->data); // Avoid sending uninitialized data over the wire memset(result.name, 0, sizeof(result.name)); @@ -1339,7 +1340,9 @@ bool rpc_server::init_tensor(const rpc_msg_init_tensor_req & request) { if (buffer && buffer->iface.init_tensor) { buffer->iface.init_tensor(buffer, tensor); } else { - GGML_LOG_ERROR("Null buffer for tensor passed to init_tensor function\n"); + if (!buffer) { + GGML_LOG_ERROR("Tensor with null buffer passed to init_tensor function\n"); + } } if (tensor->extra != nullptr) { @@ -1446,6 +1449,10 @@ ggml_tensor * rpc_server::create_node(uint64_t id, if (result == nullptr) { return nullptr; } + if (result->buffer == nullptr && result->data != nullptr) { + GGML_LOG_ERROR("[%s] invalid data ptr", __func__); + return nullptr; + } tensor_map[id] = result; for (int i = 0; i < GGML_MAX_SRC; i++) { // Check if the source ID is 0 before calling create_node recursively diff --git a/ggml/src/ggml-sycl/add-id.cpp b/ggml/src/ggml-sycl/add-id.cpp index 8929017a999..e0adc4fe423 100644 --- a/ggml/src/ggml-sycl/add-id.cpp +++ b/ggml/src/ggml-sycl/add-id.cpp @@ -56,7 +56,7 @@ void ggml_sycl_add_id(ggml_backend_sycl_context& ctx, ggml_tensor* dst) { float* dst_d = (float*)dst->data; const unsigned int max_work_group_size = ggml_sycl_info().max_work_group_sizes[ctx.device]; - assert(work_group_size % (WARP_SIZE * WARP_SIZE) == 0); + GGML_ASSERT(max_work_group_size % (WARP_SIZE * WARP_SIZE) == 0); int threads = std::min((unsigned int)ne00, max_work_group_size); // cols diff --git a/ggml/src/ggml-sycl/common.hpp b/ggml/src/ggml-sycl/common.hpp index fcb0db99c6b..fd84c917853 100644 --- a/ggml/src/ggml-sycl/common.hpp +++ b/ggml/src/ggml-sycl/common.hpp @@ -23,6 +23,7 @@ #include "ggml-impl.h" #include "ggml-sycl.h" #include "presets.hpp" +#include "type.hpp" #include "sycl_hw.hpp" namespace syclexp = sycl::ext::oneapi::experimental; @@ -965,4 +966,10 @@ static T block_reduce(T val, T * shared_vals, int block_size_template) { return val; } +static __dpct_inline__ float ggml_sycl_ue4m3_to_fp32(uint8_t x) { + const uint32_t bits = x * (x != 0x7F && x != 0xFF); + const __nv_fp8_e4m3 xf = *reinterpret_cast(&bits); + return static_cast(xf) / 2; +} + #endif // GGML_SYCL_COMMON_HPP diff --git a/ggml/src/ggml-sycl/convert.cpp b/ggml/src/ggml-sycl/convert.cpp index d17aca2cac4..d7f60cbc9ea 100644 --- a/ggml/src/ggml-sycl/convert.cpp +++ b/ggml/src/ggml-sycl/convert.cpp @@ -482,6 +482,18 @@ static void dequantize_row_mxfp4_sycl(const void * vx, dst_t * y, const int64_t }); } +template +static void dequantize_row_nvfp4_sycl(const void * vx, dst_t * y, const int64_t k, dpct::queue_ptr stream) { + GGML_ASSERT(k % QK_NVFP4 == 0); + const int nb = k / QK_NVFP4; + stream->parallel_for( + sycl::nd_range<3>(sycl::range<3>(1, 1, nb) * sycl::range<3>(1, 1, 32), sycl::range<3>(1, 1, 32)), + [=](sycl::nd_item<3> item_ct1) { + dequantize_block_nvfp4(vx, y, k); + }); +} + + template static void dequantize_block_nc(const void * __restrict__ vx, dst_t * __restrict__ y, const int64_t ne00, const int64_t ne01, const int64_t ne02, @@ -641,6 +653,8 @@ to_fp16_sycl_t ggml_get_to_fp16_sycl(ggml_type type, ggml_tensor * dst) { return dequantize_row_iq4_nl_sycl; case GGML_TYPE_MXFP4: return dequantize_row_mxfp4_sycl; + case GGML_TYPE_NVFP4: + return dequantize_row_nvfp4_sycl; case GGML_TYPE_F32: return convert_unary_sycl; #ifdef GGML_SYCL_HAS_BF16 @@ -648,6 +662,7 @@ to_fp16_sycl_t ggml_get_to_fp16_sycl(ggml_type type, ggml_tensor * dst) { return convert_unary_sycl; #endif default: + GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(type)); return nullptr; } } @@ -708,6 +723,8 @@ to_fp32_sycl_t ggml_get_to_fp32_sycl(ggml_type type, ggml_tensor *dst) { return dequantize_row_iq4_nl_sycl; case GGML_TYPE_MXFP4: return dequantize_row_mxfp4_sycl; + case GGML_TYPE_NVFP4: + return dequantize_row_nvfp4_sycl; case GGML_TYPE_F16: return convert_unary_sycl; #ifdef GGML_SYCL_HAS_BF16 @@ -715,6 +732,7 @@ to_fp32_sycl_t ggml_get_to_fp32_sycl(ggml_type type, ggml_tensor *dst) { return convert_unary_sycl; #endif default: + GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(type)); return nullptr; } } diff --git a/ggml/src/ggml-sycl/dequantize.hpp b/ggml/src/ggml-sycl/dequantize.hpp index da2a605daa8..3272724f41b 100644 --- a/ggml/src/ggml-sycl/dequantize.hpp +++ b/ggml/src/ggml-sycl/dequantize.hpp @@ -838,4 +838,36 @@ static void dequantize_block_mxfp4(const void * __restrict__ vx, dst_t * __restr } } + +template +static void dequantize_block_nvfp4( + const void * __restrict__ vx, + dst_t * __restrict__ yy, + const int64_t ne) { + auto item_ct1 = sycl::ext::oneapi::this_work_item::get_nd_item<3>(); + const int64_t i = item_ct1.get_group(2); + const int tid = item_ct1.get_local_id(2); + + const int64_t base = i * QK_NVFP4; + if (base >= ne) { + return; + } + + const block_nvfp4 * x = (const block_nvfp4 *) vx; + const block_nvfp4 & xb = x[i]; + + const int sub = tid / (QK_NVFP4_SUB / 2); + const int j = tid % (QK_NVFP4_SUB / 2); + + const float d = ggml_sycl_ue4m3_to_fp32(xb.d[sub]); + const uint8_t q = xb.qs[sub * (QK_NVFP4_SUB / 2) + j]; + + const int64_t y0 = base + sub * QK_NVFP4_SUB + j; + const int64_t y1 = y0 + QK_NVFP4_SUB / 2; + + yy[y0] = ggml_sycl_cast(d * kvalues_mxfp4[q & 0x0F]); + yy[y1] = ggml_sycl_cast(d * kvalues_mxfp4[q >> 4]); +} + + #endif // GGML_SYCL_DEQUANTIZE_HPP diff --git a/ggml/src/ggml-sycl/fattn-tile.hpp b/ggml/src/ggml-sycl/fattn-tile.hpp index 29fd0f8c9ec..c4d24613a55 100644 --- a/ggml/src/ggml-sycl/fattn-tile.hpp +++ b/ggml/src/ggml-sycl/fattn-tile.hpp @@ -70,6 +70,7 @@ static constexpr uint32_t ggml_sycl_fattn_tile_get_config_fp16(const int DKQ, co GGML_SYCL_FATTN_TILE_CONFIG_CASE(576, 512, 4, 128, 2, 64, 64) GGML_SYCL_FATTN_TILE_CONFIG_CASE(576, 512, 8, 256, 2, 64, 64) GGML_SYCL_FATTN_TILE_CONFIG_CASE(576, 512, 16, 256, 2, 64, 64) + GGML_SYCL_FATTN_TILE_CONFIG_CASE(576, 512, 32, 256, 2, 64, 64) return 0; } @@ -310,11 +311,11 @@ static __dpct_inline__ void flash_attn_tile_load_tile(const sycl::half2 * const sycl::half2 * const __restrict__ tile_KV, const int stride_KV, const int i_sup) { + auto item_ct1 = sycl::ext::oneapi::this_work_item::get_nd_item<3>(); constexpr int cpy_nb = ggml_sycl_get_max_cpy_bytes(); constexpr int cpy_ne = cpy_nb / 4; auto load = [&] (const int n) { - auto item_ct1 = sycl::ext::oneapi::this_work_item::get_nd_item<3>(); const int stride_j = warp_size >> n; if (stride_j == 0) { @@ -455,7 +456,7 @@ static __dpct_inline__ void flash_attn_tile_iter_KQ(T_vec_dot * const Q_tmp, flash_attn_tile_load_tile (K_h2 + int64_t(k_VKQ_0)*stride_K2 + k_KQ_0/2, KV_tmp, stride_K2, k_VKQ_sup); - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); #ifdef SYCL_FAST_FP16 static_assert((nbatch_K/2) % cpy_ne == 0, "bad nbatch_K"); @@ -505,7 +506,7 @@ static __dpct_inline__ void flash_attn_tile_iter_KQ(T_vec_dot * const Q_tmp, } if (k_KQ_0 + nbatch_K < DKQ) { - item_ct1.barrier(); // Sync not needed on last iteration. + item_ct1.barrier(sycl::access::fence_space::local_space); // Sync not needed on last iteration. } } @@ -545,7 +546,7 @@ static __dpct_inline__ void flash_attn_tile_iter(T_vec_dot * const Q_tmp, const int k_VKQ_max, const int col_Q_0, float * KQ_max_new_shared) { - auto item_ct1 = sycl::ext::oneapi::this_work_item::get_nd_item<3>(); + auto item_ct1 = sycl::ext::oneapi::this_work_item::get_nd_item<3>(); constexpr int cpy_nb = ggml_sycl_get_max_cpy_bytes(); constexpr int cpy_ne = cpy_nb / 4; @@ -620,14 +621,14 @@ static __dpct_inline__ void flash_attn_tile_iter(T_vec_dot * const Q_tmp, } if constexpr (np == 1) { - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); } else { static_assert(cpw == 1, "bad cpw"); if (item_ct1.get_local_id(2) == 0) { KQ_max_new_shared[item_ct1.get_local_id(1)] = KQ_max_new[0]; } - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); KQ_max_new[0] = KQ_max_new_shared[(item_ct1.get_local_id(1) & ~(np - 1)) + item_ct1.get_local_id(2) % np]; KQ_max_new[0] = warp_reduce_max(KQ_max_new[0]); } @@ -697,7 +698,7 @@ static __dpct_inline__ void flash_attn_tile_iter(T_vec_dot * const Q_tmp, for (int k0 = 0; k0 < nbatch_fa; k0 += nbatch_V) { flash_attn_tile_load_tile (V_h2 + int64_t(k_VKQ_0 + k0)*stride_V2, KV_tmp, stride_V2, k_VKQ_sup - k0); - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); #ifdef SYCL_FAST_FP16 #pragma unroll @@ -765,7 +766,7 @@ static __dpct_inline__ void flash_attn_tile_iter(T_vec_dot * const Q_tmp, } } #endif // SYCL_FAST_FP16 - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); } } @@ -972,7 +973,7 @@ static void flash_attn_tile(const char * Q, } } - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); // Main loop over KV cache: const int k_VKQ_max = KV_max ? KV_max[sequence * item_ct1.get_group_range(2) + item_ct1.get_group(2)] : ne11; @@ -1051,7 +1052,7 @@ static void flash_attn_tile(const char * Q, return; } - item_ct1.barrier(); + item_ct1.barrier(sycl::access::fence_space::local_space); #pragma unroll for (int ip = 1; ip < np; ++ip) { @@ -1193,37 +1194,39 @@ static void launch_fattn_tile_switch_ncols1(ggml_backend_sycl_context & ctx, ggm constexpr size_t nbytes_shared = 0; - if constexpr (DV <= 256) { - if (Q->ne[1] > 16/ncols2) { - constexpr int cols_per_block = 32; - const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; - const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); - launch_fattn, warp_size> - (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); - return; + if (DV < 512 && Q->ne[1] < 32) { + if constexpr (ncols2 <= 32) { + if (Q->ne[1] > 16/ncols2) { + constexpr int cols_per_block = 32; + const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; + const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); + launch_fattn, warp_size> + (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); + return; + } } - } - - if (Q->ne[1] > 8/ncols2) { - constexpr int cols_per_block = 16; - const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; - const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); - launch_fattn, warp_size> - (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); - return; - } - - if constexpr (ncols2 <= 8) { - if (Q->ne[1] > 4/ncols2) { - constexpr int cols_per_block = 8; - const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; - const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); - launch_fattn, warp_size> - (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); - return; + if constexpr (ncols2 <= 16) { + if (Q->ne[1] > 8/ncols2) { + constexpr int cols_per_block = 16; + const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; + const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); + launch_fattn, warp_size> + (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); + return; + } + } + if constexpr (ncols2 <= 8) { + if (Q->ne[1] > 4/ncols2) { + constexpr int cols_per_block = 8; + const int nwarps = ggml_sycl_fattn_tile_get_nthreads (DKQ, DV, cols_per_block, cc) / warp_size; + const int nbatch_fa = ggml_sycl_fattn_tile_get_nbatch_fa(DKQ, DV, cols_per_block, cc); + launch_fattn, warp_size> + (ctx, dst, nwarps, nbytes_shared, nbatch_fa, true, true, false); + return; + } } } diff --git a/ggml/src/ggml-sycl/ggml-sycl.cpp b/ggml/src/ggml-sycl/ggml-sycl.cpp index 2ec1421841b..28be4939784 100644 --- a/ggml/src/ggml-sycl/ggml-sycl.cpp +++ b/ggml/src/ggml-sycl/ggml-sycl.cpp @@ -569,9 +569,15 @@ static void ggml_backend_sycl_buffer_clear(ggml_backend_buffer_t buffer, SYCL_CHECK( CHECK_TRY_ERROR(dpct::get_current_device().queues_wait_and_throw())); - SYCL_CHECK(CHECK_TRY_ERROR((*stream) - .memset(ctx->dev_ptr, value, buffer->size) - .wait())); + constexpr size_t MAX_CHUNK = 2ULL << 30; // 2 GiB + for (size_t off = 0; off < buffer->size; off += MAX_CHUNK) { + size_t chunk = std::min(buffer->size - off, MAX_CHUNK); + SYCL_CHECK(CHECK_TRY_ERROR( + (*stream) + .memset(static_cast(ctx->dev_ptr) + off, value, chunk) + .wait() + )); + } } catch (sycl::exception const &exc) { std::cerr << exc.what() << "Exception caught at file:" << __FILE__ @@ -4667,22 +4673,8 @@ static bool ggml_backend_sycl_device_supports_op(ggml_backend_dev_t dev, const g if (a->ne[3] != b->ne[3]) { return false; } - ggml_type a_type = a->type; - if (a_type == GGML_TYPE_IQ4_NL || a_type == GGML_TYPE_IQ4_XS || - a_type == GGML_TYPE_IQ3_XXS || a_type == GGML_TYPE_IQ3_S || - a_type == GGML_TYPE_IQ2_XXS || a_type == GGML_TYPE_IQ2_XS || a_type == GGML_TYPE_IQ2_S || - a_type == GGML_TYPE_IQ1_S || a_type == GGML_TYPE_IQ1_M - ) { - if (b->ne[1] == 1 && ggml_nrows(b) > 1) { - return false; - } - } + ggml_type src0_type = op->src[0]->type; - if (src0_type == GGML_TYPE_BF16 ) { - // TODO: support GGML_TYPE_BF16 - // FIXME: keep a list of supported types to avoid breaking the backend when a new type is added - return false; - } // TODO: The configuration below needs more work to be supported with oneDNN if (ggml_is_permuted(a) && !ggml_is_contiguous(a) && diff --git a/ggml/src/ggml-sycl/mmvq.cpp b/ggml/src/ggml-sycl/mmvq.cpp index 316aa0d0fb5..5abc50fabfe 100644 --- a/ggml/src/ggml-sycl/mmvq.cpp +++ b/ggml/src/ggml-sycl/mmvq.cpp @@ -613,6 +613,23 @@ static void mul_mat_vec_mxfp4_q8_1_sycl(const void * vx, const void * vy, float } } +static void mul_mat_vec_nvfp4_q8_1_sycl(const void * vx, const void * vy, float * dst, const int ncols, const int nrows, + dpct::queue_ptr stream) { + GGML_ASSERT(ncols % QK_NVFP4 == 0); + const int block_num_y = (nrows + GGML_SYCL_MMV_Y - 1) / GGML_SYCL_MMV_Y; + const sycl::range<3> block_nums(1, 1, block_num_y); + const sycl::range<3> block_dims(1, GGML_SYCL_MMV_Y, WARP_SIZE); + + { + stream->submit([&](sycl::handler & cgh) { + cgh.parallel_for(sycl::nd_range<3>(block_nums * block_dims, block_dims), + [=](sycl::nd_item<3> item_ct1) [[sycl::reqd_sub_group_size(WARP_SIZE)]] { + mul_mat_vec_q( + vx, vy, dst, ncols, nrows, item_ct1); + }); + }); + } +} static void mul_mat_vec_q5_0_q8_1_sycl(const void *vx, const void *vy, float *dst, const int ncols, @@ -1145,8 +1162,11 @@ void ggml_sycl_op_mul_mat_vec_q(ggml_backend_sycl_context & ctx, const ggml_tens case GGML_TYPE_MXFP4: mul_mat_vec_mxfp4_q8_1_sycl(src0_dd_i, src1_ddq_i_bs, dst_dd_i_bs, ne00, row_diff, stream); break; + case GGML_TYPE_NVFP4: + mul_mat_vec_nvfp4_q8_1_sycl(src0_dd_i, src1_ddq_i_bs, dst_dd_i_bs, ne00, row_diff, stream); + break; default: - GGML_ABORT("fatal error"); + GGML_ABORT("fatal error: unsupport data type=%s\n", ggml_type_name(src0->type)); } } GGML_UNUSED(src1); diff --git a/ggml/src/ggml-sycl/type.hpp b/ggml/src/ggml-sycl/type.hpp new file mode 100644 index 00000000000..d7ff89d7d42 --- /dev/null +++ b/ggml/src/ggml-sycl/type.hpp @@ -0,0 +1,112 @@ +#pragma once + +#include +#include +#include + +inline uint8_t float_to_e4m3(float f) +{ + if (sycl::isnan(f)) { + return 0x7F; // Canonical NaN (positive) + } + + uint32_t bits = sycl::bit_cast(f); + uint32_t sign = (bits >> 31) & 0x1u; + uint32_t exp = (bits >> 23) & 0xFFu; + uint32_t mant = bits & 0x7FFFFFu; + + // Zero + if (exp == 0 && mant == 0) { + return static_cast(sign << 7); + } + + // Extract biased exponent and mantissa for FP8 + int e = static_cast(exp) - 127; // true exponent (IEEE bias 127) + uint32_t m = mant; + + // Handle very large values → NaN (NVIDIA behavior for E4M3) + if (e > 7) { // max exponent for E4M3 is 7 (biased 14) + return static_cast((sign << 7) | 0x7F); + } + + // Handle subnormals and normal numbers + if (e < -6) { // smallest normal exponent is -6 + // Subnormal in FP8: shift mantissa right + int shift = -6 - e; + m = (m | 0x800000u) >> (shift + 1); // +1 because we lose the implicit 1 position + if (shift > 23) m = 0; + } else { + // Normal number: adjust exponent bias from 127 to 7 + int new_exp = e + 7; + m = (m >> 20) & 0x7u; // take top 3 mantissa bits (after implicit 1) + m |= (static_cast(new_exp) << 3); + } + + // Round-to-nearest-even (simple guard + round bit) + // For better accuracy you can add sticky bit, but this is sufficient for most use cases + uint32_t round_bit = (mant >> 19) & 0x1u; // bit after the 3 mantissa bits + if (round_bit) { + m += 1; + // Carry into exponent if mantissa overflows + if ((m & 0x8u) != 0) { + m = (m & 0x7u) | ((m & 0x38u) << 1); // simple carry handling + // If exponent overflows after carry → NaN + if ((m >> 3) > 14) { + return static_cast((sign << 7) | 0x7F); + } + } + } + + uint8_t result = static_cast((sign << 7) | (m & 0x7F)); + return result; +} + +inline float e4m3_to_float(uint8_t x) +{ + if (x == 0) return 0.0f; + + uint8_t sign = (x >> 7) & 0x1u; + uint8_t exp = (x >> 3) & 0xFu; + uint8_t mant = x & 0x7u; + + // NaN (NVIDIA uses 0x7F / 0xFF as NaN) + if (exp == 0xF && mant != 0) { + return std::numeric_limits::quiet_NaN(); + } + if (exp == 0xF) { // 0x7F or 0xFF treated as NaN + return std::numeric_limits::quiet_NaN(); + } + + float val; + + if (exp == 0) { + // Subnormal + val = mant * (1.0f / 8.0f) * sycl::pow(2.0f, -6.0f); + } else { + // Normal: implicit leading 1 + bias 7 + val = (1.0f + mant / 8.0f) * sycl::pow(2.0f, static_cast(exp) - 7.0f); + } + + return sign ? -val : val; +} + +// The actual type definition +struct __nv_fp8_e4m3 { + uint8_t raw; + + __nv_fp8_e4m3() = default; + + explicit __nv_fp8_e4m3(float f) : raw(float_to_e4m3(f)) {} + explicit __nv_fp8_e4m3(sycl::half h) : raw(float_to_e4m3(static_cast(h))) {} + + operator float() const { return e4m3_to_float(raw); } + operator sycl::half() const { return static_cast(static_cast(*this)); } + + // Allow direct access for vector loads/stores + operator uint8_t&() { return raw; } + operator uint8_t() const { return raw; } +}; + +using __nv_fp8x2_e4m3 = sycl::vec<__nv_fp8_e4m3, 2>; +using __nv_fp8x4_e4m3 = sycl::vec<__nv_fp8_e4m3, 4>; + diff --git a/ggml/src/ggml-sycl/vecdotq.hpp b/ggml/src/ggml-sycl/vecdotq.hpp index 9a267d85a0c..eab9850aed7 100644 --- a/ggml/src/ggml-sycl/vecdotq.hpp +++ b/ggml/src/ggml-sycl/vecdotq.hpp @@ -15,6 +15,7 @@ #include "dpct/helper.hpp" #include "ggml.h" +#include "type.hpp" #include "quants.hpp" typedef float (*vec_dot_q_sycl_t)(const void * __restrict__ vbq, const block_q8_1 * __restrict__ bq8_1, @@ -31,6 +32,18 @@ static __dpct_inline__ int get_int_b1(const void * x, const int & i32) { return x32; } +static __dpct_inline__ int get_int_b2(const void * x, const int & i32) { + const uint16_t * x16 = (const uint16_t *) x; // assume at least 2 byte alignment + + int x32 = x16[2*i32 + 0] << 0; + x32 |= x16[2*i32 + 1] << 16; + + return x32; +} + +static __dpct_inline__ int get_int_b4(const void * x, const int & i32) { + return ((const int *) x)[i32]; // assume at least 4 byte alignment +} static __dpct_inline__ int get_int_from_int8(const int8_t* x8, const int& i32) { const uint16_t* x16 = @@ -755,6 +768,35 @@ static __dpct_inline__ float vec_dot_mxfp4_q8_1(const void * __restrict__ vbq, return d * sumi; } +#define VDR_NVFP4_Q8_1_MMVQ 4 +#define VDR_NVFP4_Q8_1_MMQ 8 + +static __dpct_inline__ float vec_dot_nvfp4_q8_1(const void * __restrict__ vbq, + const block_q8_1 * __restrict__ bq8_1, + const int32_t & iqs) { + const block_nvfp4 * bq4 = (const block_nvfp4 *) vbq; + float sum = 0.0f; +#pragma unroll + for (int i = 0; i < VDR_NVFP4_Q8_1_MMVQ/2; i++) { + const int32_t iqs0 = iqs + 2*i; + const int32_t iqs1 = iqs0 + 1; + const int32_t is = iqs0 >> 1; + const sycl::int2 v0 = get_int_from_table_16(get_int_b4(bq4->qs, iqs0), kvalues_mxfp4); + const sycl::int2 v1 = get_int_from_table_16(get_int_b4(bq4->qs, iqs1), kvalues_mxfp4); + const block_q8_1 * bq8 = bq8_1 + (is >> 1); + const int32_t i8 = ((is & 1) << 2); + + int sumi = ggml_sycl_dp4a(v0.x(), get_int_b4(bq8->qs, i8 + 0), 0); + sumi = ggml_sycl_dp4a(v0.y(), get_int_b4(bq8->qs, i8 + 2), sumi); + sumi = ggml_sycl_dp4a(v1.x(), get_int_b4(bq8->qs, i8 + 1), sumi); + sumi = ggml_sycl_dp4a(v1.y(), get_int_b4(bq8->qs, i8 + 3), sumi); + + const float d = ggml_sycl_ue4m3_to_fp32(bq4->d[is]) * (bq8->ds)[0]; + sum += d * float(sumi); + } + + return sum; +} static __dpct_inline__ float vec_dot_q5_0_q8_1(const void *__restrict__ vbq, diff --git a/ggml/src/ggml-vulkan/ggml-vulkan.cpp b/ggml/src/ggml-vulkan/ggml-vulkan.cpp index 221e6fa04e9..15ed5b2a79d 100644 --- a/ggml/src/ggml-vulkan/ggml-vulkan.cpp +++ b/ggml/src/ggml-vulkan/ggml-vulkan.cpp @@ -1112,6 +1112,16 @@ struct vk_op_glu_push_constants { uint32_t mode; // 0: default, 1: swapped, 2: split float alpha; // for swiglu_oai float limit; + uint32_t nb01; + uint32_t nb02; + uint32_t nb03; + uint32_t ne01; + uint32_t ne02; + uint32_t nb11; + uint32_t nb12; + uint32_t nb13; + uint32_t ne11; + uint32_t ne12; }; struct vk_op_unary_push_constants { @@ -5044,7 +5054,7 @@ static vk_device ggml_vk_get_device(size_t idx) { } else { device_queue_create_infos.push_back({vk::DeviceQueueCreateFlags(), compute_queue_family_index, 1, priorities}); } - vk::DeviceCreateInfo device_create_info; + vk::DeviceCreateInfo device_create_info{}; std::vector device_extensions; vk::PhysicalDeviceFeatures device_features = device->physical_device.getFeatures(); @@ -5413,12 +5423,10 @@ static vk_device ggml_vk_get_device(size_t idx) { #endif device->name = GGML_VK_NAME + std::to_string(idx); - device_create_info = { - vk::DeviceCreateFlags(), - device_queue_create_infos, - {}, - device_extensions - }; + device_create_info + .setFlags(vk::DeviceCreateFlags()) + .setQueueCreateInfos(device_queue_create_infos) + .setPEnabledExtensionNames(device_extensions); device_create_info.setPNext(&device_features2); device->device = device->physical_device.createDevice(device_create_info); @@ -11048,8 +11056,6 @@ static void ggml_vk_glu(ggml_backend_vk_context * ctx, vk_context& subctx, const const float alpha = op_params_f[2]; const float limit = op_params_f[3]; - GGML_ASSERT(ggml_is_contiguous(src0)); - if (!split) { GGML_ASSERT(src0->ne[0] / 2 == dst->ne[0]); } else { @@ -11067,7 +11073,17 @@ static void ggml_vk_glu(ggml_backend_vk_context * ctx, vk_context& subctx, const (uint32_t)dst->ne[0], mode, alpha, - limit + limit, + (uint32_t)(src0->nb[1] / src0->nb[0]), + (uint32_t)(src0->nb[2] / src0->nb[0]), + (uint32_t)(src0->nb[3] / src0->nb[0]), + (uint32_t)src0->ne[1], + (uint32_t)src0->ne[2], + (uint32_t)(dst->nb[1] / dst->nb[0]), + (uint32_t)(dst->nb[2] / dst->nb[0]), + (uint32_t)(dst->nb[3] / dst->nb[0]), + (uint32_t)dst->ne[1], + (uint32_t)dst->ne[2] }); } @@ -15217,8 +15233,7 @@ static bool ggml_backend_vk_device_supports_op(ggml_backend_dev_t dev, const ggm case GGML_GLU_OP_SWIGLU_OAI: case GGML_GLU_OP_GEGLU_ERF: case GGML_GLU_OP_GEGLU_QUICK: - return ggml_is_contiguous(op->src[0]) && - (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16) && + return (op->src[0]->type == GGML_TYPE_F32 || op->src[0]->type == GGML_TYPE_F16) && (op->type == GGML_TYPE_F32 || op->type == GGML_TYPE_F16) && (op->src[0]->type == op->type); default: diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/glu_head.glsl b/ggml/src/ggml-vulkan/vulkan-shaders/glu_head.glsl index 2168989340b..95298922d83 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/glu_head.glsl +++ b/ggml/src/ggml-vulkan/vulkan-shaders/glu_head.glsl @@ -16,4 +16,14 @@ layout (push_constant) uniform parameter uint mode; float alpha; float limit; + uint nb01; + uint nb02; + uint nb03; + uint ne01; + uint ne02; + uint nb11; + uint nb12; + uint nb13; + uint ne11; + uint ne12; } p; diff --git a/ggml/src/ggml-vulkan/vulkan-shaders/glu_main.glsl b/ggml/src/ggml-vulkan/vulkan-shaders/glu_main.glsl index 85cf65a9eca..359461306a5 100644 --- a/ggml/src/ggml-vulkan/vulkan-shaders/glu_main.glsl +++ b/ggml/src/ggml-vulkan/vulkan-shaders/glu_main.glsl @@ -8,22 +8,32 @@ void main() { const uint row = i / p.ne20; const uint col = i - row * p.ne20; + const uint i3 = row / (p.ne01 * p.ne02); + const uint i2 = (row % (p.ne01 * p.ne02)) / p.ne01; + const uint i1 = row % p.ne01; + const uint src_idx = i3 * p.nb03 + i2 * p.nb02 + i1 * p.nb01 + col; + + const uint dst_i3 = row / (p.ne11 * p.ne12); + const uint dst_i2 = (row % (p.ne11 * p.ne12)) / p.ne11; + const uint dst_i1 = row % p.ne11; + const uint dst_idx = dst_i3 * p.nb13 + dst_i2 * p.nb12 + dst_i1 * p.nb11 + col; + if (p.mode == 0) { // Default const uint offset = p.ne00 / 2; - const uint idx = row * p.ne00 + col; + const uint idx = src_idx; - data_d[row * offset + col] = D_TYPE(op(float(data_a[idx]), float(data_a[idx + offset]))); + data_d[dst_idx] = D_TYPE(op(float(data_a[idx]), float(data_a[idx + offset]))); } else if (p.mode == 1) { // Swapped const uint offset = p.ne00 / 2; - const uint idx = row * p.ne00 + col; + const uint idx = src_idx; - data_d[row * offset + col] = D_TYPE(op(float(data_a[idx + offset]), float(data_a[idx]))); + data_d[dst_idx] = D_TYPE(op(float(data_a[idx + offset]), float(data_a[idx]))); } else { // Split - const uint idx = row * p.ne00 + col; + const uint idx = src_idx; - data_d[idx] = D_TYPE(op(float(data_a[idx]), float(data_b[idx]))); + data_d[dst_idx] = D_TYPE(op(float(data_a[idx]), float(data_b[idx]))); } } diff --git a/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp b/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp index 59861ac16cc..1c56c689312 100644 --- a/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp +++ b/ggml/src/ggml-webgpu/ggml-webgpu-shader-lib.hpp @@ -95,6 +95,12 @@ struct ggml_webgpu_generic_shader_decisions { uint32_t wg_size = 0; }; +struct ggml_webgpu_processed_shader { + std::string wgsl; + std::string variant; + std::shared_ptr decisions; +}; + struct ggml_webgpu_ssm_conv_shader_decisions { uint32_t block_size; uint32_t tokens_per_wg; @@ -384,11 +390,12 @@ struct ggml_webgpu_flash_attn_pipeline_key { bool has_mask; bool has_sinks; bool uses_logit_softcap; + bool use_vec; bool operator==(const ggml_webgpu_flash_attn_pipeline_key & other) const { return kv_type == other.kv_type && head_dim_qk == other.head_dim_qk && head_dim_v == other.head_dim_v && kv_direct == other.kv_direct && has_mask == other.has_mask && has_sinks == other.has_sinks && - uses_logit_softcap == other.uses_logit_softcap; + uses_logit_softcap == other.uses_logit_softcap && use_vec == other.use_vec; } }; @@ -402,6 +409,7 @@ struct ggml_webgpu_flash_attn_pipeline_key_hash { ggml_webgpu_hash_combine(seed, key.has_mask); ggml_webgpu_hash_combine(seed, key.has_sinks); ggml_webgpu_hash_combine(seed, key.uses_logit_softcap); + ggml_webgpu_hash_combine(seed, key.use_vec); return seed; } }; @@ -421,6 +429,115 @@ struct ggml_webgpu_flash_attn_shader_decisions { uint32_t wg_size = 0; }; +inline uint32_t ggml_webgpu_flash_attn_pick_vec_ne(const ggml_webgpu_flash_attn_pipeline_key & key) { + // Keep conservative defaults unless this is the f16 vec-split shape family. + if (key.kv_type != GGML_TYPE_F16 || key.head_dim_qk != key.head_dim_v) { + return 1u; + } + + // Head-dim specializations used by the tuned vec f16 path. + switch (key.head_dim_qk) { + case 64: return 2u; + case 96: return 4u; + case 128: return 1u; + case 192: return 2u; + case 576: return 2u; + default: return 1u; + } +} + +struct ggml_webgpu_flash_attn_vec_reduce_pipeline_key { + uint32_t head_dim_v; + uint32_t wg_size; +}; + +struct ggml_webgpu_flash_attn_vec_reduce_pipeline_key_hash { + size_t operator()(const ggml_webgpu_flash_attn_vec_reduce_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.head_dim_v); + ggml_webgpu_hash_combine(seed, key.wg_size); + return seed; + } +}; + +inline bool operator==(const ggml_webgpu_flash_attn_vec_reduce_pipeline_key & lhs, + const ggml_webgpu_flash_attn_vec_reduce_pipeline_key & rhs) { + return lhs.head_dim_v == rhs.head_dim_v && lhs.wg_size == rhs.wg_size; +} + +struct ggml_webgpu_flash_attn_vec_reduce_shader_lib_context { + ggml_webgpu_flash_attn_vec_reduce_pipeline_key key; + uint32_t max_wg_size; +}; + +inline ggml_webgpu_processed_shader ggml_webgpu_preprocess_flash_attn_vec_reduce_shader( + pre_wgsl::Preprocessor & preprocessor, + const char * shader_src, + const ggml_webgpu_flash_attn_vec_reduce_shader_lib_context & context) { + std::vector defines; + std::string variant = "flash_attn_vec_reduce"; + + defines.push_back(std::string("HEAD_DIM_V=") + std::to_string(context.key.head_dim_v)); + variant += std::string("_hsv") + std::to_string(context.key.head_dim_v); + + defines.push_back(std::string("WG_SIZE=") + std::to_string(context.max_wg_size)); + variant += std::string("_wg") + std::to_string(context.max_wg_size); + + ggml_webgpu_processed_shader result; + result.wgsl = preprocessor.preprocess(shader_src, defines); + result.variant = variant; + return result; +} + +struct ggml_webgpu_flash_attn_blk_pipeline_key { + uint32_t q_tile; + uint32_t kv_tile; + + bool operator==(const ggml_webgpu_flash_attn_blk_pipeline_key & other) const { + return q_tile == other.q_tile && kv_tile == other.kv_tile; + } +}; + +struct ggml_webgpu_flash_attn_blk_pipeline_key_hash { + size_t operator()(const ggml_webgpu_flash_attn_blk_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.q_tile); + ggml_webgpu_hash_combine(seed, key.kv_tile); + return seed; + } +}; + +struct ggml_webgpu_flash_attn_blk_shader_lib_context { + ggml_webgpu_flash_attn_blk_pipeline_key key; + uint32_t max_wg_size; +}; + +inline ggml_webgpu_processed_shader ggml_webgpu_preprocess_flash_attn_blk_shader( + pre_wgsl::Preprocessor & preprocessor, + const char * shader_src, + const ggml_webgpu_flash_attn_blk_shader_lib_context & context) { + std::vector defines; + std::string variant = "flash_attn_vec_blk"; + + defines.push_back(std::string("Q_TILE=") + std::to_string(context.key.q_tile)); + variant += std::string("_qt") + std::to_string(context.key.q_tile); + + defines.push_back(std::string("KV_TILE=") + std::to_string(context.key.kv_tile)); + variant += std::string("_kvt") + std::to_string(context.key.kv_tile); + + uint32_t wg_size = 1; + while ((wg_size << 1) <= context.max_wg_size) { + wg_size <<= 1; + } + defines.push_back(std::string("WG_SIZE=") + std::to_string(wg_size)); + variant += std::string("_wg") + std::to_string(wg_size); + + ggml_webgpu_processed_shader result; + result.wgsl = preprocessor.preprocess(shader_src, defines); + result.variant = variant; + return result; +} + // This is exposed because it's necessary in supports_op inline size_t ggml_webgpu_flash_attn_wg_mem_bytes(uint32_t q_tile, uint32_t kv_tile, @@ -535,6 +652,95 @@ struct ggml_webgpu_mul_mat_shader_decisions { uint32_t mul_mat_wg_size; }; +/** Cpy **/ + +struct ggml_webgpu_cpy_pipeline_key { + ggml_type src_type; + ggml_type dst_type; + + bool operator==(const ggml_webgpu_cpy_pipeline_key & other) const { + return src_type == other.src_type && dst_type == other.dst_type; + } +}; + +struct ggml_webgpu_cpy_pipeline_key_hash { + size_t operator()(const ggml_webgpu_cpy_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.src_type); + ggml_webgpu_hash_combine(seed, key.dst_type); + return seed; + } +}; + +/** Glu **/ + +struct ggml_webgpu_glu_pipeline_key { + ggml_glu_op glu_op; + ggml_type type; + bool split; + + bool operator==(const ggml_webgpu_glu_pipeline_key & other) const { + return glu_op == other.glu_op && type == other.type && split == other.split; + } +}; + +struct ggml_webgpu_glu_pipeline_key_hash { + size_t operator()(const ggml_webgpu_glu_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.glu_op); + ggml_webgpu_hash_combine(seed, key.type); + ggml_webgpu_hash_combine(seed, key.split); + return seed; + } +}; + +/** Rope **/ + +struct ggml_webgpu_rope_pipeline_key { + ggml_type type; + bool inplace; + bool has_ff; + + bool operator==(const ggml_webgpu_rope_pipeline_key & other) const { + return type == other.type && inplace == other.inplace && has_ff == other.has_ff; + } +}; + +struct ggml_webgpu_rope_pipeline_key_hash { + size_t operator()(const ggml_webgpu_rope_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.type); + ggml_webgpu_hash_combine(seed, key.inplace); + ggml_webgpu_hash_combine(seed, key.has_ff); + return seed; + } +}; + +/** SoftMax **/ + +struct ggml_webgpu_soft_max_pipeline_key { + ggml_type mask_type; + bool has_mask; + bool has_sink; + bool inplace; + + bool operator==(const ggml_webgpu_soft_max_pipeline_key & other) const { + return mask_type == other.mask_type && has_mask == other.has_mask && has_sink == other.has_sink && + inplace == other.inplace; + } +}; + +struct ggml_webgpu_soft_max_pipeline_key_hash { + size_t operator()(const ggml_webgpu_soft_max_pipeline_key & key) const { + size_t seed = 0; + ggml_webgpu_hash_combine(seed, key.mask_type); + ggml_webgpu_hash_combine(seed, key.has_mask); + ggml_webgpu_hash_combine(seed, key.has_sink); + ggml_webgpu_hash_combine(seed, key.inplace); + return seed; + } +}; + class ggml_webgpu_shader_lib { wgpu::Device device; pre_wgsl::Preprocessor preprocessor; @@ -570,6 +776,14 @@ class ggml_webgpu_shader_lib { repeat_pipelines; // type std::unordered_map flash_attn_pipelines; + std::unordered_map + flash_attn_vec_reduce_pipelines; + std::unordered_map + flash_attn_blk_pipelines; std::unordered_map @@ -582,6 +796,12 @@ class ggml_webgpu_shader_lib { std::unordered_map set_rows_pipelines; std::unordered_map set_pipelines; + std::unordered_map cpy_pipelines; + std::unordered_map glu_pipelines; + std::unordered_map + rope_pipelines; + std::unordered_map + soft_max_pipelines; public: ggml_webgpu_shader_lib(wgpu::Device device) { this->device = device; } @@ -1124,9 +1344,8 @@ class ggml_webgpu_shader_lib { defines.push_back("BYTE_HELPERS"); defines.push_back("MUL_ACC_" + type_upper); - - // For fast path we always dequantize from f16 inside the shader - defines.push_back("SRC0_INNER_TYPE=f16"); + defines.push_back("U32_DEQUANT_HELPERS"); + defines.push_back("SRC0_INNER_TYPE=u32"); break; } } @@ -1239,9 +1458,8 @@ class ggml_webgpu_shader_lib { defines.push_back("MUL_ACC_" + type_upper); defines.push_back("INIT_SRC0_SHMEM_" + type_upper); defines.push_back("INIT_SRC1_SHMEM_FLOAT"); - - // Use f16 inside the shader for quantized types - defines.push_back("SRC0_INNER_TYPE=f16"); + defines.push_back("U32_DEQUANT_HELPERS"); + defines.push_back("SRC0_INNER_TYPE=u32"); variant += std::string("_") + src0_name; break; @@ -1580,24 +1798,8 @@ class ggml_webgpu_shader_lib { return repeat_pipelines[key]; } - webgpu_pipeline get_flash_attn_pipeline(const ggml_webgpu_shader_lib_context & context) { - const bool has_mask = context.src3 != nullptr; - const bool has_sinks = context.src4 != nullptr; - - bool kv_direct = (context.src1->type == GGML_TYPE_F16) && (context.src0->ne[0] % context.sg_mat_k == 0) && - (context.src1->ne[1] % context.sg_mat_n == 0); - - ggml_webgpu_flash_attn_pipeline_key key = { - .kv_type = context.src1->type, - .head_dim_qk = (uint32_t) context.src0->ne[0], - .head_dim_v = (uint32_t) context.src2->ne[0], - .kv_direct = kv_direct, - .has_mask = has_mask, - .has_sinks = has_sinks, - .uses_logit_softcap = (*(float *) &context.dst->op_params[2]) != 0.0f, - }; - - auto it = flash_attn_pipelines.find(key); + webgpu_pipeline get_flash_attn_pipeline(const ggml_webgpu_flash_attn_shader_lib_context & context) { + auto it = flash_attn_pipelines.find(context.key); if (it != flash_attn_pipelines.end()) { return it->second; } @@ -1605,7 +1807,7 @@ class ggml_webgpu_shader_lib { std::vector defines; std::string variant = "flash_attn"; - switch (key.kv_type) { + switch (context.key.kv_type) { case GGML_TYPE_F32: defines.push_back("KV_F32"); break; @@ -1621,41 +1823,52 @@ class ggml_webgpu_shader_lib { default: GGML_ABORT("Unsupported KV type for flash attention shader"); } - variant += std::string("_") + ggml_type_name(key.kv_type); + variant += std::string("_") + ggml_type_name(context.key.kv_type); - if (key.has_mask) { + if (context.key.has_mask) { defines.push_back("MASK"); variant += "_mask"; } - if (key.has_sinks) { + if (context.key.has_sinks) { defines.push_back("SINKS"); variant += "_sinks"; } - if (key.uses_logit_softcap) { + if (context.key.uses_logit_softcap) { defines.push_back("LOGIT_SOFTCAP"); variant += "_lgsc"; } - if (key.kv_direct) { + if (context.key.kv_direct) { defines.push_back("KV_DIRECT"); variant += "_kvdirect"; } + if (context.key.has_mask && context.key.use_vec) { + defines.push_back("BLK"); + variant += "_blk"; + } - defines.push_back(std::string("HEAD_DIM_QK=") + std::to_string(key.head_dim_qk)); - variant += std::string("_hsqk") + std::to_string(key.head_dim_qk); + defines.push_back(std::string("HEAD_DIM_QK=") + std::to_string(context.key.head_dim_qk)); + variant += std::string("_hsqk") + std::to_string(context.key.head_dim_qk); - defines.push_back(std::string("HEAD_DIM_V=") + std::to_string(key.head_dim_v)); - variant += std::string("_hsv") + std::to_string(key.head_dim_v); + defines.push_back(std::string("HEAD_DIM_V=") + std::to_string(context.key.head_dim_v)); + variant += std::string("_hsv") + std::to_string(context.key.head_dim_v); defines.push_back(std::string("SG_MAT_M=") + std::to_string(context.sg_mat_m)); defines.push_back(std::string("SG_MAT_N=") + std::to_string(context.sg_mat_n)); defines.push_back(std::string("SG_MAT_K=") + std::to_string(context.sg_mat_k)); - uint32_t q_tile = context.sg_mat_m; + uint32_t q_tile = context.sg_mat_m; uint32_t kv_tile = - std::min(ggml_webgpu_flash_attn_max_kv_tile({ key, context.sg_mat_m, context.sg_mat_n, context.sg_mat_k, - context.wg_mem_limit_bytes, context.max_subgroup_size }), + std::min(ggml_webgpu_flash_attn_max_kv_tile(context), context.sg_mat_n * GGML_WEBGPU_FLASH_ATTN_PREFERRED_KV_SG_TILES); - if (key.kv_direct) { + if (context.key.use_vec) { + q_tile = 1; + kv_tile = std::max(context.sg_mat_n, std::min(32u, ggml_webgpu_flash_attn_max_kv_tile(context))); + kv_tile = (kv_tile / context.sg_mat_n) * context.sg_mat_n; + const uint32_t vec_ne = ggml_webgpu_flash_attn_pick_vec_ne(context.key); + defines.push_back(std::string("VEC_NE=") + std::to_string(vec_ne) + "u"); + } + if (context.key.kv_direct) { + GGML_ASSERT(kv_tile <= GGML_WEBGPU_KV_SEQ_PAD); while (GGML_WEBGPU_KV_SEQ_PAD % kv_tile != 0) { kv_tile -= context.sg_mat_n; } @@ -1664,19 +1877,281 @@ class ggml_webgpu_shader_lib { defines.push_back(std::string("Q_TILE=") + std::to_string(q_tile)); defines.push_back(std::string("KV_TILE=") + std::to_string(kv_tile)); - uint32_t wg_size = std::max(context.max_subgroup_size, GGML_WEBGPU_FLASH_ATTN_PREFERRED_WG_SIZE); + uint32_t wg_size = 0; + if (context.key.use_vec) { + wg_size = std::max(1u, std::min(32u, context.max_subgroup_size)); + } else { + wg_size = std::max(context.max_subgroup_size, GGML_WEBGPU_FLASH_ATTN_PREFERRED_WG_SIZE); + } defines.push_back(std::string("WG_SIZE=") + std::to_string(wg_size)); - auto processed = preprocessor.preprocess(wgsl_flash_attn, defines); + const char * shader_src = context.key.use_vec ? wgsl_flash_attn_vec_split : wgsl_flash_attn; + webgpu_pipeline pipeline = + ggml_webgpu_create_pipeline(device, preprocessor.preprocess(shader_src, defines), variant); auto decisions = std::make_shared(); decisions->q_tile = q_tile; decisions->kv_tile = kv_tile; decisions->wg_size = wg_size; + pipeline.context = decisions; + flash_attn_pipelines[context.key] = pipeline; + return flash_attn_pipelines[context.key]; + } + + webgpu_pipeline get_flash_attn_blk_pipeline(const ggml_webgpu_flash_attn_blk_shader_lib_context & context) { + auto it = flash_attn_blk_pipelines.find(context.key); + if (it != flash_attn_blk_pipelines.end()) { + return it->second; + } + + ggml_webgpu_processed_shader processed = + ggml_webgpu_preprocess_flash_attn_blk_shader(preprocessor, wgsl_flash_attn_vec_blk, context); + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed.wgsl, processed.variant); + flash_attn_blk_pipelines[context.key] = pipeline; + return flash_attn_blk_pipelines[context.key]; + } + + webgpu_pipeline get_flash_attn_vec_reduce_pipeline( + const ggml_webgpu_flash_attn_vec_reduce_shader_lib_context & context) { + auto it = flash_attn_vec_reduce_pipelines.find(context.key); + if (it != flash_attn_vec_reduce_pipelines.end()) { + return it->second; + } + + ggml_webgpu_processed_shader processed = + ggml_webgpu_preprocess_flash_attn_vec_reduce_shader(preprocessor, wgsl_flash_attn_vec_reduce, context); + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed.wgsl, processed.variant); + flash_attn_vec_reduce_pipelines[context.key] = pipeline; + return flash_attn_vec_reduce_pipelines[context.key]; + } + + webgpu_pipeline get_cpy_pipeline(const ggml_webgpu_shader_lib_context & context) { + ggml_webgpu_cpy_pipeline_key key = { + .src_type = context.src0->type, + .dst_type = context.dst->type, + }; + + auto it = cpy_pipelines.find(key); + if (it != cpy_pipelines.end()) { + return it->second; + } + + std::vector defines; + std::string variant = "cpy"; + + switch (key.src_type) { + case GGML_TYPE_F32: + defines.push_back("SRC_F32"); + variant += "_f32"; + break; + case GGML_TYPE_F16: + defines.push_back("SRC_F16"); + variant += "_f16"; + break; + default: + GGML_ABORT("Unsupported src type for cpy shader"); + } - webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed, variant); - pipeline.context = decisions; - flash_attn_pipelines[key] = pipeline; - return flash_attn_pipelines[key]; + switch (key.dst_type) { + case GGML_TYPE_F32: + defines.push_back("DST_F32"); + variant += "_f32"; + break; + case GGML_TYPE_F16: + defines.push_back("DST_F16"); + variant += "_f16"; + break; + case GGML_TYPE_I32: + defines.push_back("DST_I32"); + variant += "_i32"; + break; + default: + GGML_ABORT("Unsupported dst type for cpy shader"); + } + + defines.push_back(std::string("WG_SIZE=") + std::to_string(context.max_wg_size)); + + auto processed = preprocessor.preprocess(wgsl_cpy, defines); + auto decisions = std::make_shared(); + decisions->wg_size = context.max_wg_size; + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed, variant); + pipeline.context = decisions; + cpy_pipelines[key] = pipeline; + return cpy_pipelines[key]; + } + + webgpu_pipeline get_glu_pipeline(const ggml_webgpu_shader_lib_context & context) { + ggml_webgpu_glu_pipeline_key key = { + .glu_op = ggml_get_glu_op(context.dst), + .type = context.dst->type, + .split = (context.src1 != nullptr), + }; + + auto it = glu_pipelines.find(key); + if (it != glu_pipelines.end()) { + return it->second; + } + + std::vector defines; + std::string variant = "glu"; + + switch (key.glu_op) { + case GGML_GLU_OP_REGLU: + defines.push_back("OP_REGLU"); + variant += "_reglu"; + break; + case GGML_GLU_OP_GEGLU: + defines.push_back("OP_GEGLU"); + variant += "_geglu"; + break; + case GGML_GLU_OP_SWIGLU: + defines.push_back("OP_SWIGLU"); + variant += "_swiglu"; + break; + case GGML_GLU_OP_SWIGLU_OAI: + defines.push_back("OP_SWIGLU_OAI"); + variant += "_swiglu_oai"; + break; + case GGML_GLU_OP_GEGLU_ERF: + defines.push_back("OP_GEGLU_ERF"); + variant += "_geglu_erf"; + break; + case GGML_GLU_OP_GEGLU_QUICK: + defines.push_back("OP_GEGLU_QUICK"); + variant += "_geglu_quick"; + break; + default: + GGML_ABORT("Unsupported GLU op"); + } + switch (key.type) { + case GGML_TYPE_F32: + defines.push_back("TYPE_F32"); + variant += "_f32"; + break; + case GGML_TYPE_F16: + defines.push_back("TYPE_F16"); + variant += "_f16"; + break; + default: + GGML_ABORT("Unsupported type for GLU shader"); + } + + if (key.split) { + variant += "_split"; + } else { + defines.push_back("NO_SPLIT"); + } + + defines.push_back(std::string("WG_SIZE=") + std::to_string(context.max_wg_size)); + + auto processed = preprocessor.preprocess(wgsl_glu, defines); + auto decisions = std::make_shared(); + decisions->wg_size = context.max_wg_size; + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed, variant); + pipeline.context = decisions; + glu_pipelines[key] = pipeline; + return glu_pipelines[key]; + } + + webgpu_pipeline get_rope_pipeline(const ggml_webgpu_shader_lib_context & context) { + ggml_webgpu_rope_pipeline_key key = { + .type = context.dst->type, + .inplace = context.inplace, + .has_ff = (context.src2 != nullptr), + }; + + auto it = rope_pipelines.find(key); + if (it != rope_pipelines.end()) { + return it->second; + } + + std::vector defines; + std::string variant = "rope"; + + switch (key.type) { + case GGML_TYPE_F32: + defines.push_back("TYPE_F32"); + variant += "_f32"; + break; + case GGML_TYPE_F16: + defines.push_back("TYPE_F16"); + variant += "_f16"; + break; + default: + GGML_ABORT("Unsupported type for ROPE shader"); + } + + if (key.inplace) { + defines.push_back("INPLACE"); + variant += "_inplace"; + } + + if (key.has_ff) { + defines.push_back("FF_FUNC"); + variant += "_ff"; + } + + defines.push_back(std::string("WG_SIZE=") + std::to_string(context.max_wg_size)); + + auto processed = preprocessor.preprocess(wgsl_rope, defines); + auto decisions = std::make_shared(); + decisions->wg_size = context.max_wg_size; + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed, variant); + pipeline.context = decisions; + rope_pipelines[key] = pipeline; + return rope_pipelines[key]; + } + + webgpu_pipeline get_soft_max_pipeline(const ggml_webgpu_shader_lib_context & context) { + ggml_webgpu_soft_max_pipeline_key key = { + .mask_type = context.src1 ? context.src1->type : GGML_TYPE_F32, + .has_mask = (context.src1 != nullptr), + .has_sink = (context.src2 != nullptr), + .inplace = context.inplace, + }; + + auto it = soft_max_pipelines.find(key); + if (it != soft_max_pipelines.end()) { + return it->second; + } + + std::vector defines; + std::string variant = "soft_max"; + + if (key.has_mask) { + defines.push_back("HAS_MASK"); + switch (key.mask_type) { + case GGML_TYPE_F32: + defines.push_back("MASK_F32"); + variant += "_mask_f32"; + break; + case GGML_TYPE_F16: + defines.push_back("MASK_F16"); + variant += "_mask_f16"; + break; + default: + GGML_ABORT("Unsupported type for SOFT_MAX shader"); + } + } + + if (key.has_sink) { + defines.push_back("HAS_SINK"); + variant += "_sink"; + } + + if (key.inplace) { + defines.push_back("INPLACE"); + variant += "_inplace"; + } + + defines.push_back(std::string("WG_SIZE=") + std::to_string(context.max_wg_size)); + + auto processed = preprocessor.preprocess(wgsl_soft_max, defines); + auto decisions = std::make_shared(); + decisions->wg_size = context.max_wg_size; + webgpu_pipeline pipeline = ggml_webgpu_create_pipeline(device, processed, variant); + pipeline.context = decisions; + soft_max_pipelines[key] = pipeline; + return soft_max_pipelines[key]; } private: diff --git a/ggml/src/ggml-webgpu/ggml-webgpu.cpp b/ggml/src/ggml-webgpu/ggml-webgpu.cpp index 5e16f84ddd2..e53281bfbbd 100644 --- a/ggml/src/ggml-webgpu/ggml-webgpu.cpp +++ b/ggml/src/ggml-webgpu/ggml-webgpu.cpp @@ -83,7 +83,7 @@ static inline void compute_2d_workgroups(uint32_t total_wg, uint32_t max_per_dim #define WEBGPU_NUM_PARAM_BUFS 96u #define WEBGPU_COMMAND_SUBMIT_BATCH_SIZE 32u -#define WEBGPU_WAIT_ANY_TIMEOUT_MS 0 +#define WEBGPU_WAIT_ANY_TIMEOUT_MS 100 // Maximum number of in-flight submissions per-thread, to avoid exhausting the // parameter buffer pool #define WEBGPU_MAX_INFLIGHT_SUBS_PER_THREAD (WEBGPU_NUM_PARAM_BUFS / WEBGPU_COMMAND_SUBMIT_BATCH_SIZE) @@ -171,6 +171,7 @@ struct webgpu_buf_pool { // Try growing the pool if no free buffers if (free.empty() && cur_pool_size < max_pool_size && should_grow) { cur_pool_size++; + lock.unlock(); // avoid deadlock between this lock and Dawn's internal locks when buffers are freed in callbacks wgpu::Buffer dev_buf; ggml_webgpu_create_buffer(device, dev_buf, buf_size, dev_buf_usage, "ggml_webgpu_dev_pool_buf"); @@ -364,13 +365,6 @@ struct webgpu_context_struct { wgpu::Buffer set_rows_dev_error_buf; wgpu::Buffer set_rows_host_error_buf; - std::map> cpy_pipelines; // src_type, dst_type - - std::map>> rope_pipelines; // type, ff, inplace - std::map>> glu_pipelines; // glu_op, type, split - - std::map>> soft_max_pipelines; // mask_type, has_sink, inplace - size_t memset_bytes_per_thread; }; @@ -514,7 +508,7 @@ static void ggml_backend_webgpu_wait(webgpu_global_context & ctx, bool blocking_wait = block || subs.size() >= WEBGPU_MAX_INFLIGHT_SUBS_PER_THREAD; while (blocking_wait) { - auto waitStatus = ctx->instance.WaitAny(1, &subs[0].submit_done, 0); + auto waitStatus = ctx->instance.WaitAny(1, &subs[0].submit_done, WEBGPU_WAIT_ANY_TIMEOUT_MS * 1e6); if (ggml_backend_webgpu_handle_wait_status(waitStatus, true)) { #ifdef GGML_WEBGPU_GPU_PROFILE ggml_backend_webgpu_wait_profile_futures(ctx, subs[0].profile_futures, true); @@ -664,7 +658,6 @@ static webgpu_command ggml_backend_webgpu_build_multi( for (size_t i = 0; i < params_bufs_list.size(); i++) { ctx->queue.WriteBuffer(params_bufs_list[i], 0, params_list[i].data(), params_list[i].size() * sizeof(uint32_t)); } - #ifdef GGML_WEBGPU_GPU_PROFILE webgpu_gpu_profile_bufs ts_bufs = ctx->timestamp_query_buf_pool.alloc_bufs(); if (ts_bufs.host_buf.GetMapState() == wgpu::BufferMapState::Mapped) { @@ -735,7 +728,6 @@ static void ggml_backend_webgpu_buffer_memset(webgpu_global_context & ctx, ggml_backend_webgpu_build(ctx, ctx->memset_buf_pool, ctx->memset_pipelines[0], params, entries, wg_x); std::vector commands = { command }; std::vector sub = { ggml_backend_webgpu_submit(ctx, commands, ctx->memset_buf_pool) }; - ggml_backend_webgpu_wait(ctx, sub); } /** End WebGPU Actions */ @@ -849,6 +841,16 @@ static binary_overlap_flags ggml_webgpu_detect_binary_overlap(ggml_tensor * src0 } static webgpu_command ggml_webgpu_cpy(webgpu_context & ctx, ggml_tensor * src, ggml_tensor * dst) { + ggml_webgpu_shader_lib_context shader_lib_ctx = { + .src0 = src, + .dst = dst, + .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, + }; + + webgpu_pipeline pipeline = ctx->shader_lib->get_cpy_pipeline(shader_lib_ctx); + + auto * decisions = static_cast(pipeline.context.get()); + uint32_t ne = (uint32_t) ggml_nelements(dst); std::vector params = { @@ -875,9 +877,8 @@ static webgpu_command ggml_webgpu_cpy(webgpu_context & ctx, ggml_tensor * src, g .size = ggml_webgpu_tensor_binding_size(ctx, dst) } }; - uint32_t wg_x = CEIL_DIV(ne, WEBGPU_MAX_WG_SIZE); - return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, ctx->cpy_pipelines[src->type][dst->type], - params, entries, wg_x); + uint32_t wg_x = CEIL_DIV(ne, decisions->wg_size); + return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, wg_x); } static webgpu_command ggml_webgpu_set(webgpu_context & ctx, ggml_tensor * src0, ggml_tensor * src1, ggml_tensor * dst) { @@ -1479,7 +1480,6 @@ static webgpu_command ggml_webgpu_mul_mat(webgpu_context & ctx, return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, wg_x, wg_y); } -#ifndef __EMSCRIPTEN__ static webgpu_command ggml_webgpu_flash_attn(webgpu_context & ctx, ggml_tensor * Q, ggml_tensor * K, @@ -1563,30 +1563,248 @@ static webgpu_command ggml_webgpu_flash_attn(webgpu_context & ctx, .offset = ggml_webgpu_tensor_align_offset(ctx, dst), .size = ggml_webgpu_tensor_binding_size(ctx, dst) }); - ggml_webgpu_shader_lib_context shader_lib_ctx = { - .src0 = Q, - .src1 = K, - .src2 = V, - .src3 = mask, - .src4 = sinks, - .dst = dst, - .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, - .wg_mem_limit_bytes = ctx->global_ctx->capabilities.limits.maxComputeWorkgroupStorageSize, + const uint32_t k_offset_elems = (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, K) / ggml_type_size(K->type)); + const uint32_t v_offset_elems = (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, V) / ggml_type_size(V->type)); + const bool f16_vec4_aligned = (k_offset_elems % 4u == 0u) && (v_offset_elems % 4u == 0u); + + const bool kv_direct = (K->type == GGML_TYPE_F16) && f16_vec4_aligned && + (Q->ne[0] % ctx->global_ctx->capabilities.sg_mat_k == 0) && + (K->ne[1] % GGML_WEBGPU_KV_SEQ_PAD == 0); + + const bool kv_vec_type_supported = + K->type == GGML_TYPE_F16 || K->type == GGML_TYPE_Q4_0 || K->type == GGML_TYPE_Q8_0; + const bool use_vec = (Q->ne[1] < 20) && (Q->ne[0] % 32 == 0) && (V->ne[0] % 4 == 0) && kv_vec_type_supported && + (K->type != GGML_TYPE_F16 || f16_vec4_aligned) && (V->type == K->type); + const uint32_t vec_nwg_cap = + std::max(1u, std::min(32u, ctx->global_ctx->capabilities.max_subgroup_size)); + const bool use_blk = use_vec && has_mask; + + ggml_webgpu_flash_attn_pipeline_key key = { + .kv_type = K->type, + .head_dim_qk = (uint32_t) Q->ne[0], + .head_dim_v = (uint32_t) V->ne[0], + .kv_direct = kv_direct, + .has_mask = static_cast(has_mask), + .has_sinks = static_cast(has_sinks), + .uses_logit_softcap = logit_softcap != 0.0f, + .use_vec = use_vec, + }; + + ggml_webgpu_flash_attn_shader_lib_context shader_lib_ctx = { + .key = key, .sg_mat_m = ctx->global_ctx->capabilities.sg_mat_m, .sg_mat_n = ctx->global_ctx->capabilities.sg_mat_n, .sg_mat_k = ctx->global_ctx->capabilities.sg_mat_k, + .wg_mem_limit_bytes = ctx->global_ctx->capabilities.limits.maxComputeWorkgroupStorageSize, .max_subgroup_size = ctx->global_ctx->capabilities.max_subgroup_size, }; - webgpu_pipeline pipeline = ctx->shader_lib->get_flash_attn_pipeline(shader_lib_ctx); auto * decisions = static_cast(pipeline.context.get()); uint32_t wg_per_head = CEIL_DIV(Q->ne[1], decisions->q_tile); uint32_t wg_x = wg_per_head * Q->ne[2] * Q->ne[3]; // wg per head * number of heads * number of batches + + wgpu::Buffer blk_buf = {}; + uint64_t blk_size_bytes = 0; + uint32_t blk_nblk0 = 0; + uint32_t blk_nblk1 = 0; + uint32_t blk_batch_count = 0; + + if (use_vec) { + uint32_t nwg = 1u; + const uint64_t kv_span = (uint64_t) std::max(1u, decisions->kv_tile); + while ((2u * nwg * kv_span) < (uint64_t) K->ne[1] && nwg < vec_nwg_cap) { + nwg <<= 1; + } + nwg = std::min(nwg, vec_nwg_cap); + GGML_ASSERT(nwg <= ctx->global_ctx->capabilities.max_subgroup_size); + const uint64_t nrows = (uint64_t) Q->ne[1] * Q->ne[2] * Q->ne[3]; + const bool use_vec_reduce = nwg > 1u; + GGML_ASSERT(nrows <= UINT32_MAX); + + uint64_t tmp_stats_base = 0; + uint64_t tmp_size_bytes = 0; + wgpu::Buffer tmp_buf = {}; + uint64_t tmp_bind_offset = 0; + uint64_t tmp_bind_size = 0; + const size_t align_bytes = ctx->global_ctx->capabilities.limits.minStorageBufferOffsetAlignment; + const size_t dst_offset = ggml_webgpu_tensor_offset(dst); + size_t scratch_offset = ROUNDUP_POW2(dst_offset + ggml_nbytes(dst), align_bytes); + + if (use_vec_reduce) { + const uint64_t tmp_data_elems = nrows * (uint64_t) V->ne[0] * nwg; + const uint64_t tmp_stats_elems = nrows * 2u * nwg; + tmp_stats_base = tmp_data_elems; + tmp_size_bytes = + ROUNDUP_POW2((tmp_data_elems + tmp_stats_elems) * sizeof(float), WEBGPU_STORAGE_BUF_BINDING_MULT); + GGML_ASSERT(tmp_stats_base <= UINT32_MAX); + tmp_buf = ggml_webgpu_tensor_buf(dst); + tmp_bind_offset = scratch_offset; + tmp_bind_size = tmp_size_bytes; + scratch_offset = ROUNDUP_POW2(scratch_offset + tmp_size_bytes, align_bytes); + } else { + // nwg==1 writes final dst directly in vec-split; keep tmp binding valid without extra allocation. + tmp_buf = ggml_webgpu_tensor_buf(dst); + tmp_bind_offset = ggml_webgpu_tensor_align_offset(ctx, dst); + tmp_bind_size = ggml_webgpu_tensor_binding_size(ctx, dst); + } + + webgpu_pipeline blk_pipeline; + std::vector blk_params; + std::vector blk_entries; + if (use_blk) { + GGML_ASSERT(has_mask); + + blk_nblk0 = CEIL_DIV((uint32_t) K->ne[1], decisions->kv_tile); + blk_nblk1 = CEIL_DIV((uint32_t) Q->ne[1], decisions->q_tile); + blk_buf = ggml_webgpu_tensor_buf(dst); + const uint32_t stride_mask3 = (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)); + blk_batch_count = stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u; + const uint64_t blk_elems = (uint64_t) blk_nblk0 * blk_nblk1 * blk_batch_count; + blk_size_bytes = ROUNDUP_POW2(blk_elems * sizeof(uint32_t), WEBGPU_STORAGE_BUF_BINDING_MULT); + ggml_webgpu_flash_attn_blk_shader_lib_context blk_shader_ctx = { + .key = + { + .q_tile = decisions->q_tile, + .kv_tile = decisions->kv_tile, + }, + .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, + }; + blk_pipeline = ctx->shader_lib->get_flash_attn_blk_pipeline(blk_shader_ctx); + + blk_params = { + (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, mask) / ggml_type_size(mask->type)), // offset_mask + (uint32_t) Q->ne[1], // seq_len_q + (uint32_t) K->ne[1], // seq_len_kv + stride_mask3, // stride_mask3 + blk_nblk0, // nblk0 + blk_nblk1, // nblk1 + }; + blk_entries = { + { .binding = 0, + .buffer = ggml_webgpu_tensor_buf(mask), + .offset = ggml_webgpu_tensor_align_offset(ctx, mask), + .size = ggml_webgpu_tensor_binding_size(ctx, mask) }, + { .binding = 1, .buffer = blk_buf, .offset = scratch_offset, .size = blk_size_bytes }, + }; + scratch_offset = ROUNDUP_POW2(scratch_offset + blk_size_bytes, align_bytes); + } + + std::vector split_params = params; + if (use_blk) { + split_params.push_back(0u); // blk_base + split_params.push_back(blk_nblk0); // blk_nblk0 + split_params.push_back(blk_nblk1); // blk_nblk1 + } + split_params.push_back(0u); // tmp_data_base + split_params.push_back((uint32_t) tmp_stats_base); // tmp_stats_base + split_params.push_back(nwg); // nwg + + std::vector split_entries = { + { .binding = 0, + .buffer = ggml_webgpu_tensor_buf(Q), + .offset = ggml_webgpu_tensor_align_offset(ctx, Q), + .size = ggml_webgpu_tensor_binding_size(ctx, Q) }, + { .binding = 1, + .buffer = ggml_webgpu_tensor_buf(K), + .offset = ggml_webgpu_tensor_align_offset(ctx, K), + .size = ggml_webgpu_tensor_binding_size(ctx, K) }, + { .binding = 2, + .buffer = ggml_webgpu_tensor_buf(V), + .offset = ggml_webgpu_tensor_align_offset(ctx, V), + .size = ggml_webgpu_tensor_binding_size(ctx, V) }, + }; + uint32_t split_binding_index = 3; + if (has_mask) { + split_entries.push_back({ .binding = split_binding_index++, + .buffer = ggml_webgpu_tensor_buf(mask), + .offset = ggml_webgpu_tensor_align_offset(ctx, mask), + .size = ggml_webgpu_tensor_binding_size(ctx, mask) }); + } + if (has_sinks) { + split_entries.push_back({ .binding = split_binding_index++, + .buffer = ggml_webgpu_tensor_buf(sinks), + .offset = ggml_webgpu_tensor_align_offset(ctx, sinks), + .size = ggml_webgpu_tensor_binding_size(ctx, sinks) }); + } + if (use_blk) { + split_entries.push_back( + { .binding = split_binding_index++, .buffer = blk_buf, .offset = blk_entries[1].offset, .size = blk_size_bytes }); + } + split_entries.push_back( + { .binding = split_binding_index++, .buffer = tmp_buf, .offset = tmp_bind_offset, .size = tmp_bind_size }); + split_entries.push_back({ .binding = split_binding_index++, + .buffer = ggml_webgpu_tensor_buf(dst), + .offset = ggml_webgpu_tensor_align_offset(ctx, dst), + .size = ggml_webgpu_tensor_binding_size(ctx, dst) }); + + webgpu_pipeline reduce_pipeline; + std::vector reduce_params; + std::vector reduce_entries; + if (use_vec_reduce) { + const uint32_t reduce_wg_size = std::max( + 32u, + std::min(nwg * 32u, ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup)); + ggml_webgpu_flash_attn_vec_reduce_shader_lib_context reduce_shader_ctx = { + .key = + { + .head_dim_v = (uint32_t) V->ne[0], + .wg_size = reduce_wg_size, + }, + .max_wg_size = reduce_wg_size, + }; + reduce_pipeline = ctx->shader_lib->get_flash_attn_vec_reduce_pipeline(reduce_shader_ctx); + + reduce_params = { + (uint32_t) nrows, // nrows + (uint32_t) Q->ne[1], // seq_len_q + (uint32_t) Q->ne[2], // n_heads + (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, dst) / ggml_type_size(dst->type)), // offset_dst + nwg, // nwg + 0u, // tmp_data_base + (uint32_t) tmp_stats_base, // tmp_stats_base + }; + + reduce_entries = { + { .binding = 0, .buffer = tmp_buf, .offset = tmp_bind_offset, .size = tmp_size_bytes }, + { .binding = 1, + .buffer = ggml_webgpu_tensor_buf(dst), + .offset = ggml_webgpu_tensor_align_offset(ctx, dst), + .size = ggml_webgpu_tensor_binding_size(ctx, dst) }, + }; + } + + const uint64_t split_wg_total = (uint64_t) wg_x * nwg; + GGML_ASSERT(split_wg_total <= UINT32_MAX); + std::vector pipelines; + std::vector> params_list; + std::vector> entries_list; + std::vector> workgroups_list; + + if (use_blk) { + pipelines.push_back(blk_pipeline); + params_list.push_back(std::move(blk_params)); + entries_list.push_back(std::move(blk_entries)); + workgroups_list.push_back({ blk_nblk0, blk_nblk1 * blk_batch_count }); + } + pipelines.push_back(pipeline); + params_list.push_back(std::move(split_params)); + entries_list.push_back(std::move(split_entries)); + workgroups_list.push_back({ (uint32_t) split_wg_total, 1u }); + if (use_vec_reduce) { + pipelines.push_back(reduce_pipeline); + params_list.push_back(std::move(reduce_params)); + entries_list.push_back(std::move(reduce_entries)); + workgroups_list.push_back({ (uint32_t) nrows, 1u }); + } + + return ggml_backend_webgpu_build_multi(ctx->global_ctx, ctx->param_buf_pool, pipelines, params_list, + entries_list, workgroups_list); + } + return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, wg_x); } -#endif static webgpu_command ggml_webgpu_unary_op(webgpu_context & ctx, ggml_tensor * src, ggml_tensor * dst) { bool is_unary = dst->op == GGML_OP_UNARY; @@ -1914,6 +2132,19 @@ static webgpu_command ggml_webgpu_rope(webgpu_context & ctx, ggml_tensor * src1, ggml_tensor * src2, ggml_tensor * dst) { + ggml_webgpu_shader_lib_context shader_lib_ctx = { + .src0 = src0, + .src1 = src1, + .src2 = src2, + .dst = dst, + .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, + .inplace = ggml_webgpu_tensor_equal(src0, dst), + }; + + webgpu_pipeline pipeline = ctx->shader_lib->get_rope_pipeline(shader_lib_ctx); + + auto * decisions = static_cast(pipeline.context.get()); + const int inplace = ggml_webgpu_tensor_equal(src0, dst); const int has_freq_factor = (src2 != nullptr); @@ -1996,12 +2227,22 @@ static webgpu_command ggml_webgpu_rope(webgpu_context & ctx, .size = ggml_webgpu_tensor_binding_size(ctx, dst) }); } - webgpu_pipeline pipeline = ctx->rope_pipelines[dst->type][has_freq_factor][inplace]; - uint32_t wg_x = CEIL_DIV(ggml_nelements(dst), WEBGPU_MAX_WG_SIZE); + uint32_t wg_x = CEIL_DIV(ggml_nelements(dst), decisions->wg_size); return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, wg_x); } static webgpu_command ggml_webgpu_glu(webgpu_context & ctx, ggml_tensor * src0, ggml_tensor * src1, ggml_tensor * dst) { + ggml_webgpu_shader_lib_context shader_lib_ctx = { + .src0 = src0, + .src1 = src1, + .dst = dst, + .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, + }; + + webgpu_pipeline pipeline = ctx->shader_lib->get_glu_pipeline(shader_lib_ctx); + + auto * decisions = static_cast(pipeline.context.get()); + const int split = (src1 != nullptr); std::vector params = { @@ -2048,8 +2289,7 @@ static webgpu_command ggml_webgpu_glu(webgpu_context & ctx, ggml_tensor * src0, .offset = ggml_webgpu_tensor_align_offset(ctx, dst), .size = ggml_webgpu_tensor_binding_size(ctx, dst) }); - webgpu_pipeline pipeline = ctx->glu_pipelines[ggml_get_glu_op(dst)][dst->type][split]; - uint32_t wg_x = CEIL_DIV(ggml_nelements(dst), WEBGPU_MAX_WG_SIZE); + uint32_t wg_x = CEIL_DIV(ggml_nelements(dst), decisions->wg_size); return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, wg_x); } @@ -2109,9 +2349,20 @@ static webgpu_command ggml_webgpu_soft_max(webgpu_context & ctx, ggml_tensor * src1, ggml_tensor * src2, ggml_tensor * dst) { - const int inplace = ggml_webgpu_tensor_equal(src0, dst); - const int mask_type = (src1 != nullptr) ? src1->type : 2; // use 2 for no mask here - const int has_sink = (src2 != nullptr); + ggml_webgpu_shader_lib_context shader_lib_ctx = { + .src0 = src0, + .src1 = src1, + .src2 = src2, + .dst = dst, + .max_wg_size = ctx->global_ctx->capabilities.limits.maxComputeInvocationsPerWorkgroup, + .inplace = ggml_webgpu_tensor_equal(src0, dst), + }; + + webgpu_pipeline pipeline = ctx->shader_lib->get_soft_max_pipeline(shader_lib_ctx); + + const int inplace = ggml_webgpu_tensor_equal(src0, dst); + const int has_mask = (src1 != nullptr); + const int has_sink = (src2 != nullptr); float max_bias; memcpy(&max_bias, (float *) dst->op_params + 1, sizeof(float)); float n_head_log2 = float(1u << (uint32_t) floor(log2(src0->ne[2]))); @@ -2120,15 +2371,15 @@ static webgpu_command ggml_webgpu_soft_max(webgpu_context & ctx, std::vector params = { (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, src0) / ggml_type_size(src0->type)), - mask_type < 2 ? (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, src1) / ggml_type_size(src1->type)) : 0, + has_mask ? (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, src1) / ggml_type_size(src1->type)) : 0, has_sink ? (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, src2) / ggml_type_size(src2->type)) : 0, (uint32_t) (ggml_webgpu_tensor_misalignment(ctx, dst) / ggml_type_size(dst->type)), (uint32_t) (src0->nb[1] / ggml_type_size(src0->type)), (uint32_t) (src0->nb[2] / ggml_type_size(src0->type)), (uint32_t) (src0->nb[3] / ggml_type_size(src0->type)), - mask_type < 2 ? (uint32_t) (src1->nb[1] / ggml_type_size(src1->type)) : 0, - mask_type < 2 ? (uint32_t) (src1->nb[2] / ggml_type_size(src1->type)) : 0, - mask_type < 2 ? (uint32_t) (src1->nb[3] / ggml_type_size(src1->type)) : 0, + has_mask ? (uint32_t) (src1->nb[1] / ggml_type_size(src1->type)) : 0, + has_mask ? (uint32_t) (src1->nb[2] / ggml_type_size(src1->type)) : 0, + has_mask ? (uint32_t) (src1->nb[3] / ggml_type_size(src1->type)) : 0, (uint32_t) (dst->nb[1] / ggml_type_size(dst->type)), (uint32_t) (dst->nb[2] / ggml_type_size(dst->type)), (uint32_t) (dst->nb[3] / ggml_type_size(dst->type)), @@ -2136,8 +2387,8 @@ static webgpu_command ggml_webgpu_soft_max(webgpu_context & ctx, (uint32_t) src0->ne[0], (uint32_t) src0->ne[1], (uint32_t) src0->ne[2], - mask_type < 2 ? (uint32_t) src1->ne[2] : 0, - mask_type < 2 ? (uint32_t) src1->ne[3] : 0, + has_mask ? (uint32_t) src1->ne[2] : 0, + has_mask ? (uint32_t) src1->ne[3] : 0, *(uint32_t *) dst->op_params, // scale *(uint32_t *) &max_bias, *(uint32_t *) &n_head_log2, @@ -2152,7 +2403,7 @@ static webgpu_command ggml_webgpu_soft_max(webgpu_context & ctx, .size = ggml_webgpu_tensor_binding_size(ctx, src0) } }; uint32_t binding_num = 1; - if (mask_type < 2) { + if (has_mask) { entries.push_back({ .binding = binding_num, .buffer = ggml_webgpu_tensor_buf(src1), .offset = ggml_webgpu_tensor_align_offset(ctx, src1), @@ -2173,9 +2424,7 @@ static webgpu_command ggml_webgpu_soft_max(webgpu_context & ctx, .size = ggml_webgpu_tensor_binding_size(ctx, dst) }); } - return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, - ctx->soft_max_pipelines[mask_type][has_sink][inplace], params, entries, - ggml_nrows(dst)); + return ggml_backend_webgpu_build(ctx->global_ctx, ctx->param_buf_pool, pipeline, params, entries, ggml_nrows(dst)); } static webgpu_command ggml_webgpu_argmax(webgpu_context & ctx, ggml_tensor * src, ggml_tensor * dst) { @@ -2526,7 +2775,6 @@ static ggml_status ggml_backend_webgpu_graph_compute(ggml_backend_t backend, str std::vector subs; uint32_t num_batched_kernels = 0; bool contains_set_rows = false; - for (int i = 0; i < cgraph->n_nodes; i++) { if (cgraph->nodes[i]->op == GGML_OP_SET_ROWS) { contains_set_rows = true; @@ -2661,17 +2909,6 @@ static void ggml_backend_webgpu_buffer_set_tensor(ggml_backend_buffer_t buffer, // memset the remaining bytes ggml_backend_webgpu_buffer_memset(buf_ctx->global_ctx, buf_ctx->buffer, val32, total_offset + (size - remaining_size), remaining_size); - } else { - // wait for WriteBuffer to complete - buf_ctx->global_ctx->instance.WaitAny(buf_ctx->global_ctx->queue.OnSubmittedWorkDone( - wgpu::CallbackMode::AllowSpontaneous, - [](wgpu::QueueWorkDoneStatus status, wgpu::StringView message) { - if (status != wgpu::QueueWorkDoneStatus::Success) { - GGML_LOG_ERROR("ggml_webgpu: Failed to submit commands: %s\n", - std::string(message).c_str()); - } - }), - UINT64_MAX); } WEBGPU_CPU_PROFILE_TOTAL_END(set_tensor, buf_ctx->global_ctx); } @@ -2812,6 +3049,86 @@ static size_t ggml_backend_webgpu_buffer_type_get_alloc_size(ggml_backend_buffer } } break; + case GGML_OP_FLASH_ATTN_EXT: + { + const ggml_tensor * Q = tensor->src[0]; + const ggml_tensor * K = tensor->src[1]; + const ggml_tensor * V = tensor->src[2]; + const ggml_tensor * mask = tensor->src[3]; + const ggml_tensor * sinks = tensor->src[4]; + if (Q && K && V) { + GGML_UNUSED(sinks); + const bool kv_direct = (K->type == GGML_TYPE_F16) && + (Q->ne[0] % ctx->webgpu_global_ctx->capabilities.sg_mat_k == 0) && + (K->ne[1] % GGML_WEBGPU_KV_SEQ_PAD == 0); + const bool kv_vec_type_supported = + K->type == GGML_TYPE_F16 || K->type == GGML_TYPE_Q4_0 || K->type == GGML_TYPE_Q8_0; + const bool use_vec = + (Q->ne[1] < 20) && (Q->ne[0] % 32 == 0) && (V->ne[0] % 4 == 0) && kv_vec_type_supported && + (V->type == K->type); + if (use_vec) { + const uint32_t sg_mat_m = ctx->webgpu_global_ctx->capabilities.sg_mat_m; + const uint32_t sg_mat_n = ctx->webgpu_global_ctx->capabilities.sg_mat_n; + const size_t limit_bytes = + ctx->webgpu_global_ctx->capabilities.limits.maxComputeWorkgroupStorageSize; + const size_t q_tile = sg_mat_m; + const size_t base_q_bytes = + (Q->ne[0] + V->ne[0]) * q_tile * GGML_WEBGPU_F16_SIZE_BYTES + + 2 * q_tile * GGML_WEBGPU_F32_SIZE_BYTES; + size_t bytes_per_kv = 0; + if (!kv_direct) { + bytes_per_kv += std::max(Q->ne[0], V->ne[0]); + } + if (mask != nullptr) { + bytes_per_kv += q_tile; + } + bytes_per_kv += q_tile; + bytes_per_kv *= GGML_WEBGPU_F16_SIZE_BYTES; + uint32_t kv_tile = + ((limit_bytes - base_q_bytes) / bytes_per_kv / sg_mat_n) * sg_mat_n; + kv_tile = std::max(sg_mat_n, std::min(32u, kv_tile)); + kv_tile = (kv_tile / sg_mat_n) * sg_mat_n; + if (kv_direct) { + GGML_ASSERT(kv_tile <= GGML_WEBGPU_KV_SEQ_PAD); + while (GGML_WEBGPU_KV_SEQ_PAD % kv_tile != 0) { + kv_tile -= sg_mat_n; + } + } + + const uint32_t vec_nwg_cap = std::max( + 1u, std::min(32u, ctx->webgpu_global_ctx->capabilities.max_subgroup_size)); + uint32_t nwg = 1u; + const uint64_t kv_span = (uint64_t) std::max(1u, kv_tile); + while ((2u * nwg * kv_span) < (uint64_t) K->ne[1] && nwg < vec_nwg_cap) { + nwg <<= 1; + } + nwg = std::min(nwg, vec_nwg_cap); + + const size_t align = ctx->webgpu_global_ctx->capabilities.limits.minStorageBufferOffsetAlignment; + const uint64_t nrows = (uint64_t) Q->ne[1] * Q->ne[2] * Q->ne[3]; + if (nwg > 1u) { + const uint64_t tmp_data_elems = nrows * (uint64_t) V->ne[0] * nwg; + const uint64_t tmp_stats_elems = nrows * 2u * nwg; + const size_t tmp_size_bytes = ROUNDUP_POW2( + (tmp_data_elems + tmp_stats_elems) * sizeof(float), WEBGPU_STORAGE_BUF_BINDING_MULT); + res += tmp_size_bytes + align; + } + if (mask != nullptr) { + const uint32_t blk_nblk0 = CEIL_DIV((uint32_t) K->ne[1], kv_tile); + const uint32_t blk_nblk1 = CEIL_DIV((uint32_t) Q->ne[1], 1u); + const uint32_t stride_mask3 = + (uint32_t) (mask->nb[3] / ggml_type_size(mask->type)); + const uint32_t blk_batch_count = stride_mask3 > 0 ? (uint32_t) Q->ne[3] : 1u; + const uint64_t blk_elems = (uint64_t) blk_nblk0 * blk_nblk1 * blk_batch_count; + const size_t blk_size_bytes = + ROUNDUP_POW2(blk_elems * sizeof(uint32_t), WEBGPU_STORAGE_BUF_BINDING_MULT); + res += blk_size_bytes + align; + } + res = ROUNDUP_POW2(res, WEBGPU_STORAGE_BUF_BINDING_MULT); + } + } + } + break; default: break; } @@ -2885,139 +3202,6 @@ static void ggml_webgpu_init_memset_pipeline(webgpu_global_context & ctx) { ctx->memset_pipelines[0] = ggml_webgpu_create_pipeline(ctx->device, wgsl_memset, "memset", constants); } -static void ggml_webgpu_init_cpy_pipeline(webgpu_context & webgpu_ctx) { - std::vector constants = ggml_webgpu_wg_size_entry(WEBGPU_MAX_WG_SIZE); - - webgpu_ctx->cpy_pipelines[GGML_TYPE_F32][GGML_TYPE_F32] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_cpy_f32_f32, "cpy_f32_f32", constants); - webgpu_ctx->cpy_pipelines[GGML_TYPE_F32][GGML_TYPE_I32] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_cpy_f32_i32, "cpy_f32_i32", constants); - webgpu_ctx->cpy_pipelines[GGML_TYPE_F32][GGML_TYPE_F16] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_cpy_f32_f16, "cpy_f32_f16", constants); - webgpu_ctx->cpy_pipelines[GGML_TYPE_F16][GGML_TYPE_F32] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_cpy_f16_f32, "cpy_f16_f32", constants); - webgpu_ctx->cpy_pipelines[GGML_TYPE_F16][GGML_TYPE_F16] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_cpy_f16_f16, "cpy_f16_f16", constants); -} - -static void ggml_webgpu_init_rope_pipeline(webgpu_context & webgpu_ctx) { - std::vector constants = ggml_webgpu_wg_size_entry(WEBGPU_MAX_WG_SIZE); - - webgpu_ctx->rope_pipelines[GGML_TYPE_F32][0][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_rope_f32, "rope_f32", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F32][0][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_rope_f32_inplace, "rope_f32_inplace", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F32][1][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_rope_f32_ff, "rope_f32_ff", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F32][1][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_rope_f32_ff_inplace, "rope_f32_ff_inplace", constants); - - webgpu_ctx->rope_pipelines[GGML_TYPE_F16][0][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_rope_f16, "rope_f16", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F16][0][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_rope_f16_inplace, "rope_f16_inplace", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F16][1][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_rope_f16_ff, "rope_f16_ff", constants); - webgpu_ctx->rope_pipelines[GGML_TYPE_F16][1][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_rope_f16_ff_inplace, "rope_f16_ff_inplace", constants); -} - -static void ggml_webgpu_init_glu_pipeline(webgpu_context & webgpu_ctx) { - std::vector constants = ggml_webgpu_wg_size_entry(WEBGPU_MAX_WG_SIZE); - - // REGLU - webgpu_ctx->glu_pipelines[GGML_GLU_OP_REGLU][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_reglu_f32, "reglu_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_REGLU][GGML_TYPE_F16][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_reglu_f16, "reglu_f16", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_REGLU][GGML_TYPE_F32][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_reglu_f32_split, "reglu_f32_split", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_REGLU][GGML_TYPE_F16][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_reglu_f16_split, "reglu_f16_split", constants); - - // GEGLU - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_f32, "geglu_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU][GGML_TYPE_F16][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_f16, "geglu_f16", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU][GGML_TYPE_F32][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_f32_split, "geglu_f32_split", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU][GGML_TYPE_F16][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_f16_split, "geglu_f16_split", constants); - - // SWIGLU - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_swiglu_f32, "swiglu_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU][GGML_TYPE_F16][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_swiglu_f16, "swiglu_f16", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU][GGML_TYPE_F32][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_swiglu_f32_split, "swiglu_f32_split", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU][GGML_TYPE_F16][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_swiglu_f16_split, "swiglu_f16_split", constants); - - // SWIGLU_OAI - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU_OAI][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_swiglu_oai_f32, "swiglu_oai_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_SWIGLU_OAI][GGML_TYPE_F32][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_swiglu_oai_f32_split, "swiglu_oai_f32_split", constants); - - // GEGLU_ERF - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_ERF][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_erf_f32, "geglu_erf_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_ERF][GGML_TYPE_F16][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_erf_f16, "geglu_erf_f16", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_ERF][GGML_TYPE_F32][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_geglu_erf_f32_split, "geglu_erf_f32_split", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_ERF][GGML_TYPE_F16][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_geglu_erf_f16_split, "geglu_erf_f16_split", constants); - - // GEGLU_QUICK - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_QUICK][GGML_TYPE_F32][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_quick_f32, "geglu_quick_f32", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_QUICK][GGML_TYPE_F16][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_geglu_quick_f16, "geglu_quick_f16", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_QUICK][GGML_TYPE_F32][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_geglu_quick_f32_split, "geglu_quick_f32_split", constants); - webgpu_ctx->glu_pipelines[GGML_GLU_OP_GEGLU_QUICK][GGML_TYPE_F16][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_geglu_quick_f16_split, "geglu_quick_f16_split", constants); -} - -static void ggml_webgpu_init_soft_max_pipeline(webgpu_context & webgpu_ctx) { - std::vector constants = ggml_webgpu_wg_size_entry(WEBGPU_ROW_SPLIT_WG_SIZE); - - // f32 (no mask) - webgpu_ctx->soft_max_pipelines[2][0][0] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_soft_max_f32, "soft_max_f32", constants); - webgpu_ctx->soft_max_pipelines[2][0][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_inplace, "soft_max_f32_inplace", constants); - webgpu_ctx->soft_max_pipelines[2][1][0] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_sink, "soft_max_f32_sink", constants); - webgpu_ctx->soft_max_pipelines[2][1][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_sink_inplace, "soft_max_f32_sink_inplace", constants); - - // f32 mask (mask_type = 0) - webgpu_ctx->soft_max_pipelines[0][0][0] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f32, "soft_max_f32_mask_f32", constants); - webgpu_ctx->soft_max_pipelines[0][0][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f32_inplace, "soft_max_f32_mask_f32_inplace", constants); - webgpu_ctx->soft_max_pipelines[0][1][0] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f32_sink, "soft_max_f32_mask_f32_sink", constants); - webgpu_ctx->soft_max_pipelines[0][1][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f32_sink_inplace, - "soft_max_f32_mask_f32_sink_inplace", constants); - - // f16 mask (mask_type = 1) - webgpu_ctx->soft_max_pipelines[1][0][0] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f16, "soft_max_f32_mask_f16", constants); - webgpu_ctx->soft_max_pipelines[1][0][1] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f16_inplace, "soft_max_f32_mask_f16_inplace", constants); - webgpu_ctx->soft_max_pipelines[1][1][0] = ggml_webgpu_create_pipeline( - webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f16_sink, "soft_max_f32_mask_f16_sink", constants); - webgpu_ctx->soft_max_pipelines[1][1][1] = - ggml_webgpu_create_pipeline(webgpu_ctx->global_ctx->device, wgsl_soft_max_f32_mask_f16_sink_inplace, - "soft_max_f32_mask_f16_sink_inplace", constants); -} - static bool create_webgpu_device(ggml_backend_webgpu_reg_context * ctx) { wgpu::RequestAdapterOptions options = {}; @@ -3183,10 +3367,6 @@ static webgpu_context initialize_webgpu_context(ggml_backend_dev_t dev) { WEBGPU_SET_ROWS_ERROR_BUF_SIZE_BYTES, wgpu::BufferUsage::CopyDst | wgpu::BufferUsage::MapRead, "set_rows_host_error_buf"); - ggml_webgpu_init_cpy_pipeline(webgpu_ctx); - ggml_webgpu_init_rope_pipeline(webgpu_ctx); - ggml_webgpu_init_glu_pipeline(webgpu_ctx); - ggml_webgpu_init_soft_max_pipeline(webgpu_ctx); #ifdef GGML_WEBGPU_DEBUG // Initialize debug buffers ggml_webgpu_create_buffer(webgpu_ctx->global_ctx->device, webgpu_ctx->global_ctx->debug_host_buf, diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/common_decls.tmpl b/ggml/src/ggml-webgpu/wgsl-shaders/common_decls.tmpl index 9a5b18ebc07..feb0bca3f84 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/common_decls.tmpl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/common_decls.tmpl @@ -8,6 +8,30 @@ fn get_byte_i32(value: u32, index: u32) -> i32 { } #endif +#ifdef U32_DEQUANT_HELPERS +fn load_src0_u16_at(byte_offset: u32) -> u32 { + let word = src0[byte_offset / 4u]; + let shift = (byte_offset & 2u) * 8u; + return (word >> shift) & 0xFFFFu; +} + +fn load_src0_u32_at(byte_offset: u32) -> u32 { + let word_idx = byte_offset / 4u; + let shift = (byte_offset & 3u) * 8u; + let lo = src0[word_idx]; + if (shift == 0u) { + return lo; + } + let hi = src0[word_idx + 1u]; + return (lo >> shift) | (hi << (32u - shift)); +} + +fn load_src0_f16_at(byte_offset: u32) -> f16 { + let packed = unpack2x16float(load_src0_u16_at(byte_offset)); + return f16(packed[0]); +} +#endif + #ifdef Q4_0_T struct q4_0 { d: f16, diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/cpy.tmpl.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/cpy.wgsl similarity index 60% rename from ggml/src/ggml-webgpu/wgsl-shaders/cpy.tmpl.wgsl rename to ggml/src/ggml-webgpu/wgsl-shaders/cpy.wgsl index b5e93b812fd..fa3bdf4e393 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/cpy.tmpl.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/cpy.wgsl @@ -1,66 +1,41 @@ -#define(VARIANTS) - -[ - { - "REPLS": { - "SRC_TYPE": "f32", - "DST_TYPE": "f32" - } - }, - { - "REPLS": { - "SRC_TYPE": "f32", - "DST_TYPE": "i32" - } - }, - { - "REPLS": { - "SRC_TYPE": "f32", - "DST_TYPE": "f16" - } - }, - { - "REPLS": { - "SRC_TYPE": "f16", - "DST_TYPE": "f16" - } - }, - { - "REPLS": { - "SRC_TYPE": "f16", - "DST_TYPE": "f32" - } - } -] +enable f16; -#end(VARIANTS) +#ifdef SRC_F32 +#define SRC_TYPE f32 +#elif defined(SRC_F16) +#define SRC_TYPE f16 +#endif -#define(SHADER) -enable f16; +#ifdef DST_F32 +#define DST_TYPE f32 +#elif defined(DST_F16) +#define DST_TYPE f16 +#elif defined(DST_I32) +#define DST_TYPE i32 +#endif @group(0) @binding(0) -var src: array<{{SRC_TYPE}}>; +var src: array; @group(0) @binding(1) -var dst: array<{{DST_TYPE}}>; +var dst: array; -struct Params { - ne: u32, // total number of elements - offset_src: u32, // in elements - offset_dst: u32, // in elements +struct Params{ + ne: u32, + offset_src: u32, + offset_dst: u32, - // Strides (in elements) — may be permuted stride_src0: u32, stride_src1: u32, stride_src2: u32, stride_src3: u32, + stride_dst0: u32, stride_dst1: u32, stride_dst2: u32, stride_dst3: u32, - // Logical shapes src_ne0: u32, src_ne1: u32, src_ne2: u32, @@ -73,8 +48,7 @@ struct Params { @group(0) @binding(2) var params: Params; -override wg_size: u32; -@compute @workgroup_size(wg_size) +@compute @workgroup_size(WG_SIZE) fn main(@builtin(global_invocation_id) gid: vec3) { if (gid.x >= params.ne) { return; @@ -102,6 +76,6 @@ fn main(@builtin(global_invocation_id) gid: vec3) { let dst_idx = j0 * params.stride_dst0 + j1 * params.stride_dst1 + j2 * params.stride_dst2 + j3 * params.stride_dst3; - dst[params.offset_dst + dst_idx] = {{DST_TYPE}}((src[params.offset_src + src_idx])); + dst[params.offset_dst + dst_idx] = DST_TYPE((src[params.offset_src + src_idx])); } -#end(SHADER) + diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/embed_wgsl.py b/ggml/src/ggml-webgpu/wgsl-shaders/embed_wgsl.py index 8b5cfe715e7..79a3a9597ab 100755 --- a/ggml/src/ggml-webgpu/wgsl-shaders/embed_wgsl.py +++ b/ggml/src/ggml-webgpu/wgsl-shaders/embed_wgsl.py @@ -1,41 +1,8 @@ import os import re -import ast import argparse -def extract_block(text, name): - pattern = rf'#define\({name}\)\s*(.*?)#end\({name}\)' - match = re.search(pattern, text, re.DOTALL) - if not match: - raise ValueError(f"Missing block: {name}") - return match.group(1).strip() - - -def parse_decls(decls_text): - decls = {} - for name, code in re.findall(r'#decl\((.*?)\)\s*(.*?)#enddecl\(\1\)', decls_text, re.DOTALL): - decls[name.strip()] = code.strip() - return decls - - -def replace_repl_placeholders(variant, template_map): - for repl, code in variant["REPLS"].items(): - for key, val in template_map.items(): - # Match "key" and avoid matching subsequences using by using \b - code = re.sub(rf'\b{re.escape(str(key))}\b', str(val), code) - variant["REPLS"][repl] = code - return variant - - -def replace_placeholders(shader_text, replacements): - for key, val in replacements.items(): - # Match {{KEY}} literally, where KEY is escaped - pattern = r'{{\s*' + re.escape(key) + r'\s*}}' - shader_text = re.sub(pattern, str(val), shader_text) - return shader_text - - def expand_includes(shader, input_dir): """ Replace #include "file" lines in the text with the contents of that file. @@ -98,84 +65,24 @@ def write_shader(shader_name, shader_code, output_dir, outfile, input_dir): outfile.write(f'const char* wgsl_{shader_name} = wgsl_{shader_name}_str().c_str();\n\n') -def generate_variants(fname, input_dir, output_dir, outfile): - shader_path = os.path.join(input_dir, fname) - shader_base_name = fname.split(".")[0] - - with open(shader_path, "r", encoding="utf-8") as f: - text = f.read() - - try: - variants = ast.literal_eval(extract_block(text, "VARIANTS")) - except ValueError: - write_shader(shader_base_name, text, output_dir, outfile, input_dir) - else: - try: - decls_map = parse_decls(extract_block(text, "DECLS")) - except ValueError: - decls_map = {} - try: - templates_map = ast.literal_eval(extract_block(text, "REPL_TEMPLATES")) - except ValueError: - templates_map = {} - - for fname in sorted(os.listdir(input_dir)): - if fname.endswith(".tmpl"): - tmpl_path = os.path.join(input_dir, fname) - with open(tmpl_path, "r", encoding="utf-8") as f_tmpl: - decls = f_tmpl.read() - decls_map.update(parse_decls(decls)) - - shader_template = extract_block(text, "SHADER") - for variant in variants: - if "DECLS" in variant: - decls = variant["DECLS"] - else: - decls = [] - decls_code = "" - for key in decls: - if key not in decls_map: - raise ValueError(f"DECLS key '{key}' not found.") - decls_code += decls_map[key] + "\n\n" - final_shader = re.sub(r'\bDECLS\b', decls_code, shader_template) - if "REPLS" in variant: - variant = replace_repl_placeholders(variant, templates_map) - final_shader = replace_placeholders(final_shader, variant["REPLS"]) - # second run to expand placeholders in repl_template - final_shader = replace_placeholders(final_shader, variant["REPLS"]) - final_shader = expand_includes(final_shader, input_dir) - - if "SHADER_NAME" in variant: - output_name = variant["SHADER_NAME"] - elif "SHADER_SUFFIX" in variant: - output_name = f"{shader_base_name}_" + variant["SHADER_SUFFIX"] - elif "REPLS" in variant and "SRC0_TYPE" in variant["REPLS"] and "SRC1_TYPE" in variant["REPLS"]: - output_name = f"{shader_base_name}_" + "_".join([variant["REPLS"]["SRC0_TYPE"], variant["REPLS"]["SRC1_TYPE"]]) - elif "REPLS" in variant and "SRC_TYPE" in variant["REPLS"] and "DST_TYPE" in variant["REPLS"]: - output_name = f"{shader_base_name}_" + "_".join([variant["REPLS"]["SRC_TYPE"], variant["REPLS"]["DST_TYPE"]]) - elif "REPLS" in variant and "TYPE" in variant["REPLS"]: - output_name = f"{shader_base_name}_" + variant["REPLS"]["TYPE"] - else: - output_name = shader_base_name - write_shader(output_name, final_shader, output_dir, outfile, input_dir) - - def main(): parser = argparse.ArgumentParser() parser.add_argument("--input_dir", required=True) parser.add_argument("--output_file", required=True) - parser.add_argument("--output_dir") args = parser.parse_args() - if args.output_dir: - os.makedirs(args.output_dir, exist_ok=True) - with open(args.output_file, "w", encoding="utf-8") as out: out.write("// Auto-generated shader embedding\n") out.write("#include \n\n") for fname in sorted(os.listdir(args.input_dir)): if fname.endswith(".wgsl"): - generate_variants(fname, args.input_dir, args.output_dir, out) + shader_path = os.path.join(args.input_dir, fname) + shader_name = fname.replace(".wgsl", "") + + with open(shader_path, "r", encoding="utf-8") as f: + shader_code = f.read() + + write_shader(shader_name, shader_code, None, out, args.input_dir) if __name__ == "__main__": diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl index b6822161464..8b76cecba91 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn.wgsl @@ -6,6 +6,8 @@ enable chromium_experimental_subgroup_matrix; #ifdef KV_F32 #define KV_TYPE f32 +#elif defined(KV_Q4_0) || defined(KV_Q8_0) +#define KV_TYPE u32 #else #define KV_TYPE f16 #endif @@ -37,11 +39,13 @@ enable chromium_experimental_subgroup_matrix; #define NQ 16 // Q4_0 has 32 elements, 1 f16 for scale, 8 f16 for 4-bit weights #define F16_PER_BLOCK 9 +#define BLOCK_SIZE_BYTES 18u #define WEIGHTS_PER_F16 4 #elif defined(KV_Q8_0) #define NQ 8 // Q8_0 has 32 elements, 1 f16 for scale, 16 f16 for 8-bit weights #define F16_PER_BLOCK 17 +#define BLOCK_SIZE_BYTES 34u #define WEIGHTS_PER_F16 2 #endif #define F16_PER_THREAD (NQ / WEIGHTS_PER_F16) @@ -55,6 +59,47 @@ fn get_byte_i32(value: u32, index: u32) -> i32 { return bitcast(((value >> (index * 8)) & 0xFF) << 24) >> 24; } +#if defined(KV_Q4_0) || defined(KV_Q8_0) +fn load_k_u16_at(byte_offset: u32) -> u32 { + let word = K[byte_offset / 4u]; + let shift = (byte_offset & 2u) * 8u; + return (word >> shift) & 0xFFFFu; +} + +fn load_k_u32_at(byte_offset: u32) -> u32 { + let word_idx = byte_offset / 4u; + let shift = (byte_offset & 3u) * 8u; + let lo = K[word_idx]; + if (shift == 0u) { + return lo; + } + let hi = K[word_idx + 1u]; + return (lo >> shift) | (hi << (32u - shift)); +} + +fn load_v_u16_at(byte_offset: u32) -> u32 { + let word = V[byte_offset / 4u]; + let shift = (byte_offset & 2u) * 8u; + return (word >> shift) & 0xFFFFu; +} + +fn load_v_u32_at(byte_offset: u32) -> u32 { + let word_idx = byte_offset / 4u; + let shift = (byte_offset & 3u) * 8u; + let lo = V[word_idx]; + if (shift == 0u) { + return lo; + } + let hi = V[word_idx + 1u]; + return (lo >> shift) | (hi << (32u - shift)); +} + +fn f16_from_u16(bits: u32) -> f16 { + let packed = unpack2x16float(bits); + return f16(packed[0]); +} +#endif + struct Params { offset_q: u32, offset_k: u32, @@ -254,12 +299,11 @@ fn main(@builtin(workgroup_id) wg_id: vec3, if (global_k_row < params.seq_len_kv) { let global_block_idx = k_head_offset + global_k_row * params.stride_k1 + block_k; - let base_idx = global_block_idx * F16_PER_BLOCK; - let d = K[base_idx]; // scale + let block_byte_base = global_block_idx * BLOCK_SIZE_BYTES; + let d = f16_from_u16(load_k_u16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = K[base_idx + 1u + block_offset + j]; - let q_1 = K[base_idx + 1u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_k_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte(q_packed, k); let q_hi = (f16((q_byte >> 4) & 0xF) - 8.0) * d; @@ -282,12 +326,11 @@ fn main(@builtin(workgroup_id) wg_id: vec3, if (global_k_row < params.seq_len_kv) { let global_block_idx = k_head_offset + global_k_row * params.stride_k1 + block_k; - let base_idx = global_block_idx * F16_PER_BLOCK; - let d = K[base_idx]; // scale + let block_byte_base = global_block_idx * BLOCK_SIZE_BYTES; + let d = f16_from_u16(load_k_u16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = K[base_idx + 1u + block_offset + j]; - let q_1 = K[base_idx + 1u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_k_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte_i32(q_packed, k); let q_val = f16(q_byte) * d; @@ -459,12 +502,11 @@ fn main(@builtin(workgroup_id) wg_id: vec3, if (global_v_row < params.seq_len_kv) { let global_block_idx = v_head_offset + global_v_row * params.stride_v1 + block_k; - let base_idx = global_block_idx * F16_PER_BLOCK; - let d = V[base_idx]; // scale + let block_byte_base = global_block_idx * BLOCK_SIZE_BYTES; + let d = f16_from_u16(load_v_u16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = V[base_idx + 1u + block_offset + j]; - let q_1 = V[base_idx + 1u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_v_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte(q_packed, k); let q_hi = (f16((q_byte >> 4) & 0xF) - 8.0) * d; @@ -487,12 +529,11 @@ fn main(@builtin(workgroup_id) wg_id: vec3, if (global_v_row < params.seq_len_kv) { let global_block_idx = v_head_offset + global_v_row * params.stride_v1 + block_k; - let base_idx = global_block_idx * F16_PER_BLOCK; - let d = V[base_idx]; // scale + let block_byte_base = global_block_idx * BLOCK_SIZE_BYTES; + let d = f16_from_u16(load_v_u16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = V[base_idx + 1u + block_offset + j]; - let q_1 = V[base_idx + 1u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_v_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte_i32(q_packed, k); let q_val = f16(q_byte) * d; diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl new file mode 100644 index 00000000000..82d072be73a --- /dev/null +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_blk.wgsl @@ -0,0 +1,105 @@ +diagnostic(off, subgroup_uniformity); +enable f16; + +#define Q_TILE 1 +#define KV_TILE 32 +#define WG_SIZE 32 + +struct Params { + offset_mask: u32, + seq_len_q: u32, + seq_len_kv: u32, + stride_mask3: u32, + // Number of KV blocks and Q blocks per batch. + // nblk0 = ceil(seq_len_kv / KV_TILE), nblk1 = ceil(seq_len_q / Q_TILE). + nblk0: u32, + nblk1: u32, +}; + +@group(0) @binding(0) var mask: array; +@group(0) @binding(1) var blk: array; +@group(0) @binding(2) var params: Params; + +const MASK_MIN: f32 = -65504.0; +const MASK_MAX: f32 = 65504.0; +var wg_min: array; +var wg_max: array; +var wg_any: array; + +@compute @workgroup_size(WG_SIZE) +fn main(@builtin(workgroup_id) wg_id: vec3, + @builtin(local_invocation_id) local_id: vec3) { + // Dispatch mapping: + // - x indexes KV blocks + // - y flattens (batch_idx, q_blk) as y = batch_idx * nblk1 + q_blk + let kv_blk = wg_id.x; + let y = wg_id.y; + let q_blk = y % params.nblk1; + let batch_idx = y / params.nblk1; + if (kv_blk >= params.nblk0) { + return; + } + + let q_start = q_blk * Q_TILE; + let k_start = kv_blk * KV_TILE; + + let mask_batch = select(0u, batch_idx, params.stride_mask3 > 0u); + let mask_batch_base = params.offset_mask + mask_batch * params.stride_mask3; + + // We keep min/max to classify: + // - fully masked (max <= MASK_MIN) + // - all-zero mask (min == 0 && max == 0) + // - mixed/general mask + var local_min = MASK_MAX; + var local_max = -MASK_MAX; + var local_any = 0u; + + for (var q_rel = 0u; q_rel < Q_TILE; q_rel += 1u) { + let q_row = q_start + q_rel; + if (q_row >= params.seq_len_q) { + continue; + } + let row_base = mask_batch_base + q_row * params.seq_len_kv; + for (var k_rel = local_id.x; k_rel < KV_TILE; k_rel += WG_SIZE) { + let k_col = k_start + k_rel; + if (k_col >= params.seq_len_kv) { + continue; + } + let mv = f32(mask[row_base + k_col]); + local_min = min(local_min, mv); + local_max = max(local_max, mv); + local_any = 1u; + } + } + + wg_min[local_id.x] = local_min; + wg_max[local_id.x] = local_max; + wg_any[local_id.x] = local_any; + workgroupBarrier(); + + // Thread 0 writes one state per block. + if (local_id.x == 0u) { + var mmin = wg_min[0]; + var mmax = wg_max[0]; + var many = wg_any[0]; + for (var i = 1u; i < WG_SIZE; i += 1u) { + mmin = min(mmin, wg_min[i]); + mmax = max(mmax, wg_max[i]); + many = max(many, wg_any[i]); + } + + var state = 0u; + if (many != 0u) { + if (mmax <= MASK_MIN) { + state = 0u; + } else if (mmin == 0.0 && mmax == 0.0) { + state = 2u; + } else { + state = 1u; + } + } + + let blk_idx = (batch_idx * params.nblk1 + q_blk) * params.nblk0 + kv_blk; + blk[blk_idx] = state; + } +} diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_reduce.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_reduce.wgsl new file mode 100644 index 00000000000..9a0de82a56a --- /dev/null +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_reduce.wgsl @@ -0,0 +1,78 @@ +diagnostic(off, subgroup_uniformity); +enable f16; +enable subgroups; + +// Default values +#define HEAD_DIM_V 64 +#define WG_SIZE 128 + +struct Params { + nrows: u32, + seq_len_q: u32, + n_heads: u32, + offset_dst: u32, + nwg: u32, + tmp_data_base: u32, + tmp_stats_base: u32, +}; + +@group(0) @binding(0) var tmp: array; +@group(0) @binding(1) var dst: array>; +@group(0) @binding(2) var params: Params; + +const FLOAT_MIN: f32 = -1.0e9; + +@compute @workgroup_size(WG_SIZE) +fn main(@builtin(workgroup_id) wg_id: vec3, + @builtin(subgroup_id) subgroup_id: u32, + @builtin(num_subgroups) num_subgroups: u32, + @builtin(subgroup_size) subgroup_size: u32, + @builtin(subgroup_invocation_id) sg_inv_id: u32) { + let rid = wg_id.x; + if (rid >= params.nrows) { + return; + } + + let rows_per_batch = params.n_heads * params.seq_len_q; + let batch_idx = rid / rows_per_batch; + let rem = rid % rows_per_batch; + let head_idx = rem / params.seq_len_q; + let q_row = rem % params.seq_len_q; + + let dst2_stride = HEAD_DIM_V * params.n_heads; + let dst3_stride = dst2_stride * params.seq_len_q; + let row_base = params.offset_dst + batch_idx * dst3_stride + q_row * dst2_stride + head_idx * HEAD_DIM_V; + + let thread = sg_inv_id; + if (params.nwg > subgroup_size) { + return; + } + + let stats_base = params.tmp_stats_base + rid * (2u * params.nwg); + let active_thread = thread < params.nwg; + let si = select(0.0, tmp[stats_base + 2u * thread + 0u], active_thread); + let mi = select(FLOAT_MIN, tmp[stats_base + 2u * thread + 1u], active_thread); + let m = subgroupMax(mi); + let ms = select(0.0, exp(mi - m), active_thread); + let s = subgroupAdd(si * ms); + let inv_s = select(0.0, 1.0 / s, s != 0.0); + + let row_tmp_base = params.tmp_data_base + rid * (HEAD_DIM_V * params.nwg); + for (var elem_base = subgroup_id * 4u; elem_base < HEAD_DIM_V; elem_base += num_subgroups * 4u) { + var weighted = vec4(0.0, 0.0, 0.0, 0.0); + if (active_thread) { + let src = row_tmp_base + thread * HEAD_DIM_V + elem_base; + weighted = vec4(tmp[src + 0u], tmp[src + 1u], tmp[src + 2u], tmp[src + 3u]) * ms; + } + + let sum_x = subgroupAdd(weighted.x); + let sum_y = subgroupAdd(weighted.y); + let sum_z = subgroupAdd(weighted.z); + let sum_w = subgroupAdd(weighted.w); + + if (thread == 0u) { + let dst_vec_index = (row_base + elem_base) >> 2u; + dst[dst_vec_index] = vec4(sum_x, sum_y, sum_z, sum_w) * inv_s; + } + } +} diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl new file mode 100644 index 00000000000..a52575871ae --- /dev/null +++ b/ggml/src/ggml-webgpu/wgsl-shaders/flash_attn_vec_split.wgsl @@ -0,0 +1,729 @@ +diagnostic(off, chromium.subgroup_matrix_uniformity); +diagnostic(off, subgroup_uniformity); +enable f16; +enable subgroups; +enable chromium_experimental_subgroup_matrix; + +#ifdef KV_F32 +#define KV_TYPE f32 +#else +#define KV_TYPE f16 +#endif + +#define HEAD_DIM_QK 64 +#define HEAD_DIM_V 64 + + +#define SG_MAT_M 8 +#define SG_MAT_N 8 +#define SG_MAT_K 8 + +#define Q_TILE SG_MAT_M +#define KV_TILE 16 +#define WG_SIZE 64 +#ifndef VEC_NE +#define VEC_NE 4u +#endif + +#define KV_BLOCKS (KV_TILE / SG_MAT_N) + +#define BLOCK_SIZE 32 +#define BLOCKS_K ((HEAD_DIM_QK + BLOCK_SIZE - 1) / BLOCK_SIZE) +#define BLOCKS_V ((HEAD_DIM_V + BLOCK_SIZE - 1) / BLOCK_SIZE) +#if defined(KV_Q4_0) +#define NQ 16 +#define F16_PER_BLOCK 9 +#define WEIGHTS_PER_F16 4 +#elif defined(KV_Q8_0) +#define NQ 8 +#define F16_PER_BLOCK 17 +#define WEIGHTS_PER_F16 2 +#endif +#define F16_PER_THREAD (NQ / WEIGHTS_PER_F16) + +fn get_byte(value: u32, index: u32) -> u32 { + return (value >> (index * 8)) & 0xFF; +} + +fn get_byte_i32(value: u32, index: u32) -> i32 { + return bitcast(((value >> (index * 8)) & 0xFF) << 24) >> 24; +} + +struct Params { + offset_q: u32, + offset_k: u32, + offset_v: u32, + offset_mask: u32, + offset_sinks: u32, + offset_dst: u32, + + // shapes of Q/K/V + n_heads: u32, + seq_len_q: u32, + seq_len_kv: u32, + + // strides (in elements) + stride_q1: u32, + stride_q2: u32, + stride_q3: u32, + stride_k1: u32, + stride_k2: u32, + stride_k3: u32, + stride_v1: u32, + stride_v2: u32, + stride_v3: u32, + stride_mask3: u32, + + // repeat factors for K/V, e.g., MHA vs. MQA vs. GQA + q_per_kv: u32, + + // softmax params + scale: f32, + max_bias: f32, + logit_softcap: f32, + n_head_log2: f32, + m0: f32, + m1: f32, + +#ifdef BLK + blk_base: u32, + blk_nblk0: u32, + blk_nblk1: u32, +#endif + + tmp_data_base: u32, + tmp_stats_base: u32, + nwg: u32, +}; + +@group(0) @binding(0) var Q: array; +#if defined(KV_Q4_0) || defined(KV_Q8_0) +@group(0) @binding(1) var K: array; +#else +@group(0) @binding(1) var K: array>; +#endif +#if defined(KV_Q4_0) || defined(KV_Q8_0) +@group(0) @binding(2) var V: array; +#else +@group(0) @binding(2) var V: array>; +#endif +#if defined(MASK) && defined(SINKS) +@group(0) @binding(3) var mask: array; +@group(0) @binding(4) var sinks: array; +#ifdef BLK +#define BLK_BINDING 5 +#define TMP_BINDING 6 +#define DST_BINDING 7 +#define PARAMS_BINDING 8 +#else +#define TMP_BINDING 5 +#define DST_BINDING 6 +#define PARAMS_BINDING 7 +#endif +#elif defined(MASK) +@group(0) @binding(3) var mask: array; +#ifdef BLK +#define BLK_BINDING 4 +#define TMP_BINDING 5 +#define DST_BINDING 6 +#define PARAMS_BINDING 7 +#else +#define TMP_BINDING 4 +#define DST_BINDING 5 +#define PARAMS_BINDING 6 +#endif +#elif defined(SINKS) +@group(0) @binding(3) var sinks: array; +#define TMP_BINDING 4 +#define DST_BINDING 5 +#define PARAMS_BINDING 6 +#else +#define TMP_BINDING 3 +#define DST_BINDING 4 +#define PARAMS_BINDING 5 +#endif + +#ifdef BLK +@group(0) @binding(BLK_BINDING) var blk: array; +#endif +@group(0) @binding(TMP_BINDING) var tmp: array; +@group(0) @binding(DST_BINDING) var dst: array>; +@group(0) @binding(PARAMS_BINDING) var params: Params; + +// Just a very small float value. +const FLOAT_MIN: f32 = -1.0e9; + +var q_shmem: array; + +#ifndef KV_DIRECT +const kv_shmem_size = KV_TILE * max(HEAD_DIM_QK, HEAD_DIM_V); +// we can reuse the same shmem for K and V since we only need one at a time +var kv_shmem: array; +#endif + +var o_shmem: array; + +#ifdef MASK +// storage for mask values +var mask_shmem: array; +#endif + +// note that we reuse the same storage for both since we only need one at a time +var inter_shmem: array; + +// Storage for row max and exp sum during online softmax +var row_max_shmem: array; +var exp_sum_shmem: array; +var blk_state_wg: u32; + +fn calc_softmax_term(kv_idx: u32, q_tile_row: u32, slope: f32, has_bias: bool, apply_mask: bool) -> f32 { + var v = select(FLOAT_MIN, + f32(inter_shmem[kv_idx + q_tile_row * KV_TILE]) * params.scale, + kv_idx < KV_TILE); +#ifdef LOGIT_SOFTCAP + v = params.logit_softcap * tanh(v); +#endif +#ifdef MASK + if (apply_mask) { + var mask_val = select(0.0,f32(mask_shmem[q_tile_row * KV_TILE + kv_idx]), kv_idx < KV_TILE); + v += select(mask_val, slope * mask_val, has_bias); + } +#endif + return v; +} + +@compute @workgroup_size(WG_SIZE) +fn main(@builtin(workgroup_id) wg_id: vec3, + @builtin(local_invocation_id) local_id: vec3, + @builtin(subgroup_id) subgroup_id: u32, + @builtin(subgroup_size) subgroup_size: u32, + @builtin(num_subgroups) num_subgroups: u32, + @builtin(subgroup_invocation_id) sg_inv_id: u32) { + + // initialize row max for online softmax + for (var i = local_id.x; i < Q_TILE; i += WG_SIZE) { + row_max_shmem[i] = FLOAT_MIN; + exp_sum_shmem[i] = 0.0; + } + + for (var i = local_id.x; i < Q_TILE * HEAD_DIM_V; i += WG_SIZE) { + o_shmem[i] = 0.0; + } + + // workgroups per head/batch + let wg_per_head = (params.seq_len_q + Q_TILE - 1u) / Q_TILE; + let wg_per_batch = wg_per_head * params.n_heads; + + let dst2_stride = HEAD_DIM_V * params.n_heads; + let dst3_stride = dst2_stride * params.seq_len_q; + + let iwg = wg_id.x % params.nwg; + let base_wg_id = wg_id.x / params.nwg; + + // batch index + let batch_idx = base_wg_id / wg_per_batch; + let q_batch_offset = params.offset_q + batch_idx * params.stride_q3; + let k_batch_offset = params.offset_k + batch_idx * params.stride_k3; + let v_batch_offset = params.offset_v + batch_idx * params.stride_v3; + let wg_in_batch = base_wg_id % wg_per_batch; + + // head index + let head_idx = wg_in_batch / wg_per_head; + let q_head_offset = q_batch_offset + head_idx * params.stride_q2; + let k_head_idx = head_idx / params.q_per_kv; + let v_head_idx = k_head_idx; + let k_head_offset = k_batch_offset + k_head_idx * params.stride_k2; + let v_head_offset = v_batch_offset + v_head_idx * params.stride_v2; + + // starting Q row for this workgroup + let wg_in_head = wg_in_batch % wg_per_head; + let q_row_start = wg_in_head * Q_TILE; + +#ifdef MASK + // mask offset + let mask_global_offset = params.offset_mask + batch_idx * params.stride_mask3 + q_row_start * params.seq_len_kv; +#endif + + let head = f32(head_idx); + let has_bias = params.max_bias > 0.0; + let slope = select(1.0, select(pow(params.m1, 2.0 * (head - params.n_head_log2) + 1.0), pow(params.m0, head + 1.0), head < params.n_head_log2), has_bias); + + // load q tile into shared memory + for (var elem_idx = local_id.x; elem_idx < Q_TILE * HEAD_DIM_QK; elem_idx += WG_SIZE) { + let q_row = elem_idx / HEAD_DIM_QK; + let q_col = elem_idx % HEAD_DIM_QK; + let head_q_row = q_row_start + q_row; + let global_q_row_offset = q_head_offset + head_q_row * params.stride_q1; + q_shmem[elem_idx] = f16(select( + 0.0, + Q[global_q_row_offset + q_col], + head_q_row < params.seq_len_q && q_col < HEAD_DIM_QK)); + } + + for (var kv_tile = iwg * KV_TILE; kv_tile < params.seq_len_kv; kv_tile += KV_TILE * params.nwg) { +#ifdef BLK + let q_blk = q_row_start / Q_TILE; + let kv_blk = kv_tile / KV_TILE; + let blk_batch = select(0u, batch_idx, params.stride_mask3 > 0u); + let blk_idx = params.blk_base + (blk_batch * params.blk_nblk1 + q_blk) * params.blk_nblk0 + kv_blk; + let blk_state_local = blk[blk_idx]; +#else + let blk_state_local = 1u; +#endif + if (local_id.x == 0u) { + blk_state_wg = blk_state_local; + } + workgroupBarrier(); + let blk_state = blk_state_wg; + let skip_tile = blk_state == 0u; + for (var elem_idx = local_id.x; elem_idx < Q_TILE * KV_TILE; elem_idx += WG_SIZE) { + inter_shmem[elem_idx] = f16(0.0); + } + + // load k tile into shared memory +#if defined(KV_Q4_0) + for (var elem_idx = local_id.x * NQ; elem_idx < KV_TILE * HEAD_DIM_QK; elem_idx += WG_SIZE * NQ) { + let blck_idx = elem_idx / BLOCK_SIZE; + let block_offset = (elem_idx % BLOCK_SIZE) / WEIGHTS_PER_F16; + let k_row = blck_idx / BLOCKS_K; + let global_k_row = kv_tile + k_row; + let block_k = blck_idx % BLOCKS_K; + let row_offset = k_row * HEAD_DIM_QK; + + if (global_k_row < params.seq_len_kv) { + let global_block_idx = k_head_offset + global_k_row * params.stride_k1 + block_k; + let base_idx = global_block_idx * F16_PER_BLOCK; + let d = K[base_idx]; + for (var j = 0u; j < F16_PER_THREAD; j += 2) { + let q_0 = K[base_idx + 1u + block_offset + j]; + let q_1 = K[base_idx + 1u + block_offset + j + 1]; + let q_packed = bitcast(vec2(q_0, q_1)); + for (var k = 0u; k < 4u; k++) { + let q_byte = get_byte(q_packed, k); + let q_hi = (f16((q_byte >> 4) & 0xF) - 8.0) * d; + let q_lo = (f16(q_byte & 0xF) - 8.0) * d; + let idx = block_k * BLOCK_SIZE + block_offset * 2u + j * 2u + k; + kv_shmem[row_offset + idx] = q_lo; + kv_shmem[row_offset + idx + 16u] = q_hi; + } + } + } + } +#elif defined(KV_Q8_0) + for (var elem_idx = local_id.x * NQ; elem_idx < KV_TILE * HEAD_DIM_QK; elem_idx += WG_SIZE * NQ) { + let blck_idx = elem_idx / BLOCK_SIZE; + let block_offset = (elem_idx % BLOCK_SIZE) / WEIGHTS_PER_F16; + let k_row = blck_idx / BLOCKS_K; + let global_k_row = kv_tile + k_row; + let block_k = blck_idx % BLOCKS_K; + let row_offset = k_row * HEAD_DIM_QK; + + if (global_k_row < params.seq_len_kv) { + let global_block_idx = k_head_offset + global_k_row * params.stride_k1 + block_k; + let base_idx = global_block_idx * F16_PER_BLOCK; + let d = K[base_idx]; + for (var j = 0u; j < F16_PER_THREAD; j += 2) { + let q_0 = K[base_idx + 1u + block_offset + j]; + let q_1 = K[base_idx + 1u + block_offset + j + 1]; + let q_packed = bitcast(vec2(q_0, q_1)); + for (var k = 0u; k < 4u; k++) { + let q_byte = get_byte_i32(q_packed, k); + let q_val = f16(q_byte) * d; + let idx = block_k * BLOCK_SIZE + block_offset * 2u + j * 2u + k; + kv_shmem[row_offset + idx] = q_val; + } + } + } + } +#elif defined(KV_DIRECT) + // Direct global loads for KV +#else + for (var elem_idx = local_id.x * 4u; elem_idx < KV_TILE * HEAD_DIM_QK; elem_idx += WG_SIZE * 4u) { + let k_row = elem_idx / HEAD_DIM_QK; + let k_col = elem_idx % HEAD_DIM_QK; + let global_k_row = kv_tile + k_row; + let global_k_row_offset = k_head_offset + global_k_row * params.stride_k1; + let in_bounds = global_k_row < params.seq_len_kv && (k_col + 3u) < HEAD_DIM_QK; + let vec_idx = (global_k_row_offset + k_col) >> 2u; + let k4 = select(vec4(0.0), K[vec_idx], in_bounds); + kv_shmem[elem_idx + 0u] = f16(k4.x); + kv_shmem[elem_idx + 1u] = f16(k4.y); + kv_shmem[elem_idx + 2u] = f16(k4.z); + kv_shmem[elem_idx + 3u] = f16(k4.w); + } +#endif + + workgroupBarrier(); + + // accumulate q block * k block into registers across the entire KV tile + if (!skip_tile) { + let num_of_threads = subgroup_size / VEC_NE; + let tx = sg_inv_id % num_of_threads; + let ty = sg_inv_id / num_of_threads; + for (var q_tile_row = subgroup_id; q_tile_row < Q_TILE; q_tile_row += num_subgroups) { + let global_q_row = q_row_start + q_tile_row; + if (global_q_row >= params.seq_len_q) { + continue; + } + let local_q_row_offset = q_tile_row * HEAD_DIM_QK; + + for (var kv_base : u32 = 0u; kv_base < KV_TILE; kv_base += VEC_NE) { + let kv_idx = kv_base + ty; + var partial_sum: f32 = 0.0; + let kv_valid = kv_idx < KV_TILE && (kv_tile + kv_idx) < params.seq_len_kv; + if (kv_valid) { + for (var i = tx; i < (HEAD_DIM_QK / 4u); i += num_of_threads) { + let q_off = local_q_row_offset + i * 4u; + + let qv = vec4( + f32(q_shmem[q_off + 0u]), + f32(q_shmem[q_off + 1u]), + f32(q_shmem[q_off + 2u]), + f32(q_shmem[q_off + 3u])); +#ifdef KV_DIRECT + let idx = k_head_offset + (kv_tile + kv_idx) * params.stride_k1 + (i * 4u); + let kv = vec4(K[idx >> 2u]); +#else + let idx = kv_idx * HEAD_DIM_QK + (i * 4u); + let kv = vec4( + f32(kv_shmem[idx + 0u]), + f32(kv_shmem[idx + 1u]), + f32(kv_shmem[idx + 2u]), + f32(kv_shmem[idx + 3u])); +#endif + partial_sum += dot(qv, kv); + } + } + var sum = partial_sum; + // Reduce over tx threads (NL) for this ty stripe. + var tx_delta = num_of_threads >> 1u; + loop { + if (tx_delta == 0u) { + break; + } + let sh = subgroupShuffleDown(sum, tx_delta); + if (tx < tx_delta) { + sum += sh; + } + tx_delta >>= 1u; + } + + let sum_bcast = subgroupShuffle(sum, num_of_threads * ty); + if (tx == 0u && kv_valid) { + let dst_idx = q_tile_row * KV_TILE + kv_idx; + inter_shmem[dst_idx] = f16(sum_bcast); + } + } + } + } + + +#ifdef MASK + let apply_mask = !skip_tile && (blk_state != 2u); + if (apply_mask) { + // load mask tile into shared memory for this KV block + for (var elem_idx = local_id.x; elem_idx < Q_TILE * KV_TILE; elem_idx += WG_SIZE) { + let mask_row = elem_idx / KV_TILE; + let mask_col = elem_idx % KV_TILE; + let global_q_row = q_row_start + mask_row; + let global_k_col = kv_tile + mask_col; + let mask_in_bounds = global_q_row < params.seq_len_q && global_k_col < params.seq_len_kv; + let mask_idx = mask_global_offset + mask_row * params.seq_len_kv + global_k_col; + mask_shmem[elem_idx] = select(0.0, mask[mask_idx], mask_in_bounds); + } + } +#else + let apply_mask = false; +#endif + + workgroupBarrier(); + + // online softmax + if (!skip_tile) { + for (var q_tile_row = subgroup_id; q_tile_row < Q_TILE; q_tile_row += num_subgroups) { + let global_q_row = q_row_start + q_tile_row; + if (global_q_row >= params.seq_len_q) { + break; + } + + var prev_max = row_max_shmem[q_tile_row]; + var final_max = prev_max; + // pass 1: compute final max across the full KV tile in chunks + for (var kv_offset = 0u; kv_offset < KV_TILE; kv_offset += subgroup_size) { + let kv_idx = kv_offset + sg_inv_id; + let kv_valid = kv_tile + kv_idx < params.seq_len_kv && kv_idx < KV_TILE; + let softmax_term = select(FLOAT_MIN, + calc_softmax_term(kv_idx, q_tile_row, slope, has_bias, apply_mask), + kv_valid); + final_max = subgroupMax(max(final_max, softmax_term)); + } + + var total_exp_term: f32 = 0.0; + // pass 2: compute exp sum and write P using final_max + for (var kv_offset = 0u; kv_offset < KV_TILE; kv_offset += subgroup_size) { + let kv_idx = kv_offset + sg_inv_id; + let softmax_term = calc_softmax_term(kv_idx, q_tile_row, slope, has_bias, apply_mask); + let cur_p = select(0.0, + exp(softmax_term - final_max), + kv_tile + kv_idx < params.seq_len_kv && kv_idx < KV_TILE); + total_exp_term += subgroupAdd(cur_p); + if (kv_idx < KV_TILE) { + inter_shmem[kv_idx + q_tile_row * KV_TILE] = f16(cur_p); + } + } + + let cur_exp = exp(prev_max - final_max); + + if (sg_inv_id == 0) { + row_max_shmem[q_tile_row] = final_max; + exp_sum_shmem[q_tile_row] = exp_sum_shmem[q_tile_row] * cur_exp + total_exp_term; + } + + for (var elem_idx = sg_inv_id; elem_idx < HEAD_DIM_V; elem_idx += subgroup_size) { + let idx = q_tile_row * HEAD_DIM_V + elem_idx; + o_shmem[idx] = f16(f32(o_shmem[idx]) * cur_exp); + } + } + } + + // load v tile into shared memory +#if defined(KV_Q4_0) + for (var elem_idx = local_id.x * NQ; elem_idx < KV_TILE * HEAD_DIM_V; elem_idx += WG_SIZE * NQ) { + let blck_idx = elem_idx / BLOCK_SIZE; + let block_offset = (elem_idx % BLOCK_SIZE) / WEIGHTS_PER_F16; + let v_row = blck_idx / BLOCKS_V; + let global_v_row = kv_tile + v_row; + let block_k = blck_idx % BLOCKS_V; + let row_offset = v_row * HEAD_DIM_V; + + if (global_v_row < params.seq_len_kv) { + let global_block_idx = v_head_offset + global_v_row * params.stride_v1 + block_k; + let base_idx = global_block_idx * F16_PER_BLOCK; + let d = V[base_idx]; + for (var j = 0u; j < F16_PER_THREAD; j += 2) { + let q_0 = V[base_idx + 1u + block_offset + j]; + let q_1 = V[base_idx + 1u + block_offset + j + 1]; + let q_packed = bitcast(vec2(q_0, q_1)); + for (var k = 0u; k < 4u; k++) { + let q_byte = get_byte(q_packed, k); + let q_hi = (f16((q_byte >> 4) & 0xF) - 8.0) * d; + let q_lo = (f16(q_byte & 0xF) - 8.0) * d; + let idx = block_k * BLOCK_SIZE + block_offset * 2u + j * 2u + k; + kv_shmem[row_offset + idx] = q_lo; + kv_shmem[row_offset + idx + 16u] = q_hi; + } + } + } + } +#elif defined(KV_Q8_0) + for (var elem_idx = local_id.x * NQ; elem_idx < KV_TILE * HEAD_DIM_V; elem_idx += WG_SIZE * NQ) { + let blck_idx = elem_idx / BLOCK_SIZE; + let block_offset = (elem_idx % BLOCK_SIZE) / WEIGHTS_PER_F16; + let v_row = blck_idx / BLOCKS_V; + let global_v_row = kv_tile + v_row; + let block_k = blck_idx % BLOCKS_V; + let row_offset = v_row * HEAD_DIM_V; + + if (global_v_row < params.seq_len_kv) { + let global_block_idx = v_head_offset + global_v_row * params.stride_v1 + block_k; + let base_idx = global_block_idx * F16_PER_BLOCK; + let d = V[base_idx]; + for (var j = 0u; j < F16_PER_THREAD; j += 2) { + let q_0 = V[base_idx + 1u + block_offset + j]; + let q_1 = V[base_idx + 1u + block_offset + j + 1]; + let q_packed = bitcast(vec2(q_0, q_1)); + for (var k = 0u; k < 4u; k++) { + let q_byte = get_byte_i32(q_packed, k); + let q_val = f16(q_byte) * d; + let idx = block_k * BLOCK_SIZE + block_offset * 2u + j * 2u + k; + kv_shmem[row_offset + idx] = q_val; + } + } + } + } +#elif defined(KV_DIRECT) + // Direct global loads for KV +#else + for (var elem_idx = local_id.x * 4u; elem_idx < KV_TILE * HEAD_DIM_V; elem_idx += WG_SIZE * 4u) { + let v_row = elem_idx / HEAD_DIM_V; + let v_col = elem_idx % HEAD_DIM_V; + let global_v_row = kv_tile + v_row; + let global_v_row_offset = v_head_offset + global_v_row * params.stride_v1; + let in_bounds = global_v_row < params.seq_len_kv && (v_col + 3u) < HEAD_DIM_V; + let vec_idx = (global_v_row_offset + v_col) >> 2u; + let v4 = select(vec4(0.0), V[vec_idx], in_bounds); + kv_shmem[elem_idx + 0u] = f16(v4.x); + kv_shmem[elem_idx + 1u] = f16(v4.y); + kv_shmem[elem_idx + 2u] = f16(v4.z); + kv_shmem[elem_idx + 3u] = f16(v4.w); + } +#endif + + workgroupBarrier(); + + if (!skip_tile) { + // we have P (Q_TILE x KV_TILE) in inter_shmem and V (KV_TILE x head_dim_v) in kv_shmem + // we want to compute O += P * V across the full KV tile + let ne_threads : u32 = VEC_NE; + let nl_threads = max(1u, subgroup_size / ne_threads); + let tx_pv = sg_inv_id % nl_threads; + let ty_pv = sg_inv_id / nl_threads; + for (var q_tile_row = subgroup_id; + q_tile_row < Q_TILE; + q_tile_row += num_subgroups) { + for (var vec_col = tx_pv; vec_col < (HEAD_DIM_V / 4u); vec_col += nl_threads) { + var lo = vec4(0.0, 0.0, 0.0, 0.0); + for (var cc = 0u; cc < KV_TILE / ne_threads; cc += 1u) { + let kv_idx = cc * ne_threads + ty_pv; + let v_row = kv_tile + kv_idx; + if (v_row >= params.seq_len_kv) { + continue; + } + + let p = f32(inter_shmem[kv_idx + q_tile_row * KV_TILE]); +#ifdef KV_DIRECT + let v_idx = v_head_offset + v_row * params.stride_v1 + vec_col * 4u; + let v4 = vec4(V[v_idx >> 2u]); +#else + let v_idx = kv_idx * HEAD_DIM_V + vec_col * 4u; + let v4 = vec4( + f32(kv_shmem[v_idx + 0u]), + f32(kv_shmem[v_idx + 1u]), + f32(kv_shmem[v_idx + 2u]), + f32(kv_shmem[v_idx + 3u])); +#endif + lo += p * v4; + } + + var lo_x = lo.x; + var lo_y = lo.y; + var lo_z = lo.z; + var lo_w = lo.w; + // Reduce over ty threads (NE) for this tx thread. + var ty_delta = ne_threads >> 1u; + loop { + if (ty_delta == 0u) { + break; + } + let thread_delta = ty_delta * nl_threads; + let shx = subgroupShuffleDown(lo_x, thread_delta); + let shy = subgroupShuffleDown(lo_y, thread_delta); + let shz = subgroupShuffleDown(lo_z, thread_delta); + let shw = subgroupShuffleDown(lo_w, thread_delta); + if (ty_pv < ty_delta) { + lo_x += shx; + lo_y += shy; + lo_z += shz; + lo_w += shw; + } + ty_delta >>= 1u; + } + + if (ty_pv == 0u) { + let elem_base = vec_col * 4u; + let o_base_idx = q_tile_row * HEAD_DIM_V + elem_base; + o_shmem[o_base_idx + 0u] = f16(f32(o_shmem[o_base_idx + 0u]) + lo_x); + o_shmem[o_base_idx + 1u] = f16(f32(o_shmem[o_base_idx + 1u]) + lo_y); + o_shmem[o_base_idx + 2u] = f16(f32(o_shmem[o_base_idx + 2u]) + lo_z); + o_shmem[o_base_idx + 3u] = f16(f32(o_shmem[o_base_idx + 3u]) + lo_w); + } + } + } + } + + workgroupBarrier(); + } + + +#ifdef SINKS + // Sinks are global terms and must be applied exactly once across split workgroups. + if (iwg == 0u) { + for (var q_tile_row = subgroup_id; + q_tile_row < Q_TILE; + q_tile_row += num_subgroups) { + let global_q_row = q_row_start + q_tile_row; + if (global_q_row >= params.seq_len_q) { + break; + } + + var prev_max = row_max_shmem[q_tile_row]; + + // for non-sink threads, exp(FLOAT_MIN) effectively zeroes out their contribution to the sum + let sink_val = select(FLOAT_MIN, sinks[params.offset_sinks + head_idx], sg_inv_id == 0); + let new_max = subgroupMax(max(prev_max, sink_val)); + let max_exp = exp(prev_max - new_max); + let sink_exp = exp(sink_val - new_max); + + let sink_exp_sum = subgroupAdd(sink_exp); + + if (sg_inv_id == 0) { + row_max_shmem[q_tile_row] = new_max; + exp_sum_shmem[q_tile_row] = exp_sum_shmem[q_tile_row] * max_exp + sink_exp_sum; + } + + for (var elem_idx = sg_inv_id; elem_idx < HEAD_DIM_V; elem_idx += subgroup_size) { + let idx = q_tile_row * HEAD_DIM_V + elem_idx; + o_shmem[idx] = f16(f32(o_shmem[idx]) * max_exp); + } + } + workgroupBarrier(); + } +#endif + let rows_per_batch = params.n_heads * params.seq_len_q; + for (var q_tile_row = subgroup_id; + q_tile_row < Q_TILE; + q_tile_row += num_subgroups) { + + let global_q_row = q_row_start + q_tile_row; + if (global_q_row >= params.seq_len_q) { break; } + + if (params.nwg == 1u) { + let exp_sum = exp_sum_shmem[q_tile_row]; + let scale = select(0.0, 1.0 / exp_sum, exp_sum != 0.0); + let row_base: u32 = + params.offset_dst + batch_idx * dst3_stride + global_q_row * dst2_stride + head_idx * HEAD_DIM_V; + + for (var elem_base = sg_inv_id * 4u; elem_base < HEAD_DIM_V; elem_base += subgroup_size * 4u) { + let i0 = q_tile_row * HEAD_DIM_V + (elem_base + 0u); + let i1 = q_tile_row * HEAD_DIM_V + (elem_base + 1u); + let i2 = q_tile_row * HEAD_DIM_V + (elem_base + 2u); + let i3 = q_tile_row * HEAD_DIM_V + (elem_base + 3u); + + let v = vec4( + f32(o_shmem[i0]) * scale, + f32(o_shmem[i1]) * scale, + f32(o_shmem[i2]) * scale, + f32(o_shmem[i3]) * scale + ); + + let dst_vec_index: u32 = (row_base + elem_base) >> 2u; + dst[dst_vec_index] = v; + } + } else { + let rid = batch_idx * rows_per_batch + head_idx * params.seq_len_q + global_q_row; + let tmp_row_data_base = params.tmp_data_base + rid * (HEAD_DIM_V * params.nwg) + iwg * HEAD_DIM_V; + let tmp_row_stats_base = params.tmp_stats_base + rid * (2u * params.nwg) + 2u * iwg; + + for (var elem_base = sg_inv_id * 4u; + elem_base < HEAD_DIM_V; + elem_base += subgroup_size * 4u) { + + let i0 = q_tile_row * HEAD_DIM_V + (elem_base + 0u); + let i1 = q_tile_row * HEAD_DIM_V + (elem_base + 1u); + let i2 = q_tile_row * HEAD_DIM_V + (elem_base + 2u); + let i3 = q_tile_row * HEAD_DIM_V + (elem_base + 3u); + + let tbase = tmp_row_data_base + elem_base; + tmp[tbase + 0u] = f32(o_shmem[i0]); + tmp[tbase + 1u] = f32(o_shmem[i1]); + tmp[tbase + 2u] = f32(o_shmem[i2]); + tmp[tbase + 3u] = f32(o_shmem[i3]); + } + + if (sg_inv_id == 0u) { + tmp[tmp_row_stats_base + 0u] = exp_sum_shmem[q_tile_row]; + tmp[tmp_row_stats_base + 1u] = row_max_shmem[q_tile_row]; + } + } + } +} diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/glu.tmpl.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/glu.tmpl.wgsl deleted file mode 100644 index 03fcd548689..00000000000 --- a/ggml/src/ggml-webgpu/wgsl-shaders/glu.tmpl.wgsl +++ /dev/null @@ -1,323 +0,0 @@ -#define(VARIANTS) - -[ - { - "SHADER_NAME": "reglu_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "REGLU"] - }, - { - "SHADER_NAME": "reglu_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "REGLU"] - }, - { - "SHADER_NAME": "reglu_f16", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_SPLIT", "REGLU"] - }, - { - "SHADER_NAME": "reglu_f16_split", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["SPLIT", "REGLU"] - }, - { - "SHADER_NAME": "geglu_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "GEGLU"] - }, - { - "SHADER_NAME": "geglu_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "GEGLU"] - }, - { - "SHADER_NAME": "geglu_f16", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_SPLIT", "GEGLU"] - }, - { - "SHADER_NAME": "geglu_f16_split", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["SPLIT", "GEGLU"] - }, - { - "SHADER_NAME": "swiglu_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "SWIGLU"] - }, - { - "SHADER_NAME": "swiglu_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "SWIGLU"] - }, - { - "SHADER_NAME": "swiglu_f16", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_SPLIT", "SWIGLU"] - }, - { - "SHADER_NAME": "swiglu_f16_split", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["SPLIT", "SWIGLU"] - }, - { - "SHADER_NAME": "swiglu_oai_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "SWIGLU_OAI"] - }, - { - "SHADER_NAME": "swiglu_oai_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "SWIGLU_OAI"] - }, - { - "SHADER_NAME": "geglu_erf_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "GEGLU_ERF"] - }, - { - "SHADER_NAME": "geglu_erf_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "GEGLU_ERF"] - }, - { - "SHADER_NAME": "geglu_erf_f16", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_SPLIT", "GEGLU_ERF"] - }, - { - "SHADER_NAME": "geglu_erf_f16_split", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["SPLIT", "GEGLU_ERF"] - }, - { - "SHADER_NAME": "geglu_quick_f32", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_SPLIT", "GEGLU_QUICK"] - }, - { - "SHADER_NAME": "geglu_quick_f32_split", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["SPLIT", "GEGLU_QUICK"] - }, - { - "SHADER_NAME": "geglu_quick_f16", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_SPLIT", "GEGLU_QUICK"] - }, - { - "SHADER_NAME": "geglu_quick_f16_split", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["SPLIT", "GEGLU_QUICK"] - }, -] - -#end(VARIANTS) - -#define(DECLS) - -#decl(REGLU) -fn op(a: {{TYPE}}, b: {{TYPE}}) -> {{TYPE}} { - return max(a, 0) * b; -} -#enddecl(REGLU) - -#decl(GEGLU) -const SQRT_2_OVER_PI: {{TYPE}} = 0.79788456080286535587989211986876; -const GELU_COEF_A: {{TYPE}} = 0.044715; - -fn op(a: {{TYPE}}, b: {{TYPE}}) -> {{TYPE}} { - let val = SQRT_2_OVER_PI * a * (1.0 + GELU_COEF_A * a * a); - return 0.5 * a * (2.0 - 2.0 / (exp(2 * val) + 1)) * b; -} -#enddecl(GEGLU) - -#decl(SWIGLU) -fn op(a: {{TYPE}}, b: {{TYPE}}) -> {{TYPE}} { - return a / (1.0 + exp(-a)) * b; -} -#enddecl(SWIGLU) - -#decl(SWIGLU_OAI) -fn op(a: f32, b: f32) -> f32 { - let xi = min(a, params.limit); - let gi = max(min(b, params.limit), -params.limit); - var out_glu = xi / (1.0 + exp(-xi * params.alpha)); - out_glu = out_glu * (1.0 + gi); - return out_glu; -} -#enddecl(SWIGLU_OAI) - -#decl(GEGLU_ERF) -const p_erf: {{TYPE}} = 0.3275911; -const a1_erf: {{TYPE}} = 0.254829592; -const a2_erf: {{TYPE}} = -0.284496736; -const a3_erf: {{TYPE}} = 1.421413741; -const a4_erf: {{TYPE}} = -1.453152027; -const a5_erf: {{TYPE}} = 1.061405429; -const SQRT_2_INV: {{TYPE}} = 0.7071067811865476; - -fn op(a: {{TYPE}}, b: {{TYPE}}) -> {{TYPE}} { - let a_div_sqr2 = a * SQRT_2_INV; - let sign_x = sign(a_div_sqr2); - let x = abs(a_div_sqr2); - let t = 1.0 / (1.0 + p_erf * x); - let y = 1.0 - (((((a5_erf * t + a4_erf) * t + a3_erf) * t + a2_erf) * t + a1_erf) * t * exp(-x * x)); - let erf_approx = sign_x * y; - return 0.5 * a * (1.0 + erf_approx) * b; -} -#enddecl(GEGLU_ERF) - -#decl(GEGLU_QUICK) -const GELU_QUICK_COEF: {{TYPE}} = -1.702; - -fn op(a: {{TYPE}}, b: {{TYPE}}) -> {{TYPE}} { - return a * (1.0 / (1.0 + exp(GELU_QUICK_COEF * a))) * b; -} -#enddecl(GEGLU_QUICK) - -#decl(NO_SPLIT) -@group(0) @binding(1) -var dst: array<{{TYPE}}>; - -@group(0) @binding(2) -var params: Params; - -fn a_value(base: u32) -> {{TYPE}} { - let offset: u32 = select(0, params.ne0, params.swapped != 0); - return src0[base + offset]; -} - -fn b_value(base: u32) -> {{TYPE}} { - let offset: u32 = select(params.ne0, 0, params.swapped != 0); - return src0[base + offset]; -} -#enddecl(NO_SPLIT) - -#decl(SPLIT) -@group(0) @binding(1) -var src1: array<{{TYPE}}>; - -@group(0) @binding(2) -var dst: array<{{TYPE}}>; - -@group(0) @binding(3) -var params: Params; - -fn a_value(base: u32) -> {{TYPE}} { - return src0[base]; -} - -fn b_value(base: u32) -> {{TYPE}} { - return src1[base]; -} -#enddecl(SPLIT) - -#end(DECLS) - -#define(SHADER) - -enable f16; - -struct Params { - offset_src0: u32, - offset_src1: u32, - offset_dst: u32, - - // Strides (in elements) - stride_src01: u32, - stride_src02: u32, - stride_src03: u32, - - stride_src11: u32, - stride_src12: u32, - stride_src13: u32, - - stride_dst1: u32, - stride_dst2: u32, - stride_dst3: u32, - - // shape of dst - ne: u32, - ne0: u32, - ne1: u32, - ne2: u32, - - swapped: u32, - alpha: f32, - limit: f32, -} - -@group(0) @binding(0) -var src0: array<{{TYPE}}>; - -DECLS - -override wg_size: u32; -@compute @workgroup_size(wg_size) -fn main(@builtin(global_invocation_id) gid: vec3) { - if (gid.x >= params.ne) { - return; - } - - var i = gid.x; - let i3 = i / (params.ne2 * params.ne1 * params.ne0); - i = i % (params.ne2 * params.ne1 * params.ne0); - let i2 = i / (params.ne1 * params.ne0); - i = i % (params.ne1 * params.ne0); - let i1 = i / params.ne0; - let i0 = i % params.ne0; - - let i_a = params.offset_src0 + i3 * params.stride_src03 + i2 * params.stride_src02 + i1 * params.stride_src01 + i0; - let i_b = params.offset_src1 + i3 * params.stride_src13 + i2 * params.stride_src12 + i1 * params.stride_src11 + i0; - let i_dst = params.offset_dst + i3 * params.stride_dst3 + i2 * params.stride_dst2 + i1 * params.stride_dst1 + i0; - - dst[i_dst] = op(a_value(i_a), b_value(i_b)); -} - -#end(SHADER) diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/glu.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/glu.wgsl new file mode 100644 index 00000000000..e6d7608cec5 --- /dev/null +++ b/ggml/src/ggml-webgpu/wgsl-shaders/glu.wgsl @@ -0,0 +1,155 @@ +enable f16; + +#ifdef TYPE_F32 +#define DataType f32 +#endif +#ifdef TYPE_F16 +#define DataType f16 +#endif + +#ifdef OP_REGLU +fn op(a: DataType, b: DataType) -> DataType { + return max(a, 0) * b; +} +#endif + +#ifdef OP_GEGLU +const SQRT_2_OVER_PI: DataType = 0.79788456080286535587989211986876; +const GELU_COEF_A: DataType = 0.044715; + +fn op(a: DataType, b: DataType) -> DataType { + let val = SQRT_2_OVER_PI * a * (1.0 + GELU_COEF_A * a * a); + return 0.5 * a * (2.0 - 2.0/ (exp(2* val) + 1)) * b; +} +#endif + +#ifdef OP_SWIGLU +fn op(a: DataType, b: DataType) -> DataType { + return a / (1.0 + exp(-a)) * b; +} +#endif +#ifdef OP_SWIGLU_OAI +fn op(a: f32, b: f32) -> f32 { + let xi = min(a, params.limit); + let gi = max(min(b, params.limit), -params.limit); + var out_glu = xi / (1.0 + exp(-xi * params.alpha)); + out_glu = out_glu * (1.0 + gi); + return out_glu; +} +#endif +#ifdef OP_GEGLU_ERF +const p_erf: DataType = 0.3275911; +const a1_erf: DataType = 0.254829592; +const a2_erf: DataType = -0.284496736; +const a3_erf: DataType = 1.421413741; +const a4_erf: DataType = -1.453152027; +const a5_erf: DataType = 1.061405429; +const SQRT_2_INV: DataType = 0.7071067811865476; + +fn op(a: DataType, b: DataType) -> DataType { + let a_div_sqr2 = a * SQRT_2_INV; + let sign_x = sign(a_div_sqr2); + let x = abs(a_div_sqr2); + let t = 1.0 / (1.0 + p_erf * x); + let y = 1.0 - (((((a5_erf * t + a4_erf) * t + a3_erf) * t + a2_erf) * t + a1_erf) * t * exp(-x * x)); + let erf_approx = sign_x * y; + return 0.5 * a * (1.0 + erf_approx) * b; +} +#endif +#ifdef OP_GEGLU_QUICK +const GELU_QUICK_COEF: DataType = -1.702; + +fn op(a: DataType, b: DataType) -> DataType { + return a * (1.0 / (1.0 + exp(GELU_QUICK_COEF * a))) * b; +} +#endif + +struct Params { + offset_src0: u32, + offset_src1: u32, + offset_dst: u32, + + // Strides (in elements) + stride_src01: u32, + stride_src02: u32, + stride_src03: u32, + + stride_src11: u32, + stride_src12: u32, + stride_src13: u32, + + stride_dst1: u32, + stride_dst2: u32, + stride_dst3: u32, + + // shape of dst + ne: u32, + ne0: u32, + ne1: u32, + ne2: u32, + + swapped: u32, + alpha: f32, + limit: f32, +} + +@group(0) @binding(0) +var src0: array; + +#ifdef NO_SPLIT +@group(0) @binding(1) +var dst: array; + +@group(0) @binding(2) +var params: Params; + +fn a_value(base: u32) -> DataType { + let offset: u32 = select(0, params.ne0, params.swapped != 0); + return src0[base + offset]; +} + +fn b_value(base: u32) -> DataType { + let offset: u32 = select(params.ne0, 0, params.swapped != 0); + return src0[base + offset]; +} + +#else +@group(0) @binding(1) +var src1: array; + +@group(0) @binding(2) +var dst: array; + +@group(0) @binding(3) +var params: Params; + +fn a_value(base: u32) -> DataType { + return src0[base]; +} + +fn b_value(base: u32) -> DataType { + return src1[base]; +} + +#endif + +@compute @workgroup_size(WG_SIZE) +fn main(@builtin(global_invocation_id) gid: vec3) { + if (gid.x >= params.ne) { + return; + } + + var i = gid.x; + let i3 = i / (params.ne2 * params.ne1 * params.ne0); + i = i % (params.ne2 * params.ne1 * params.ne0); + let i2 = i / (params.ne1 * params.ne0); + i = i % (params.ne1 * params.ne0); + let i1 = i / params.ne0; + let i0 = i % params.ne0; + + let i_a = params.offset_src0 + i3 * params.stride_src03 + i2 * params.stride_src02 + i1 * params.stride_src01 + i0; + let i_b = params.offset_src1 + i3 * params.stride_src13 + i2 * params.stride_src12 + i1 * params.stride_src11 + i0; + let i_dst = params.offset_dst + i3 * params.stride_dst3 + i2 * params.stride_dst2 + i1 * params.stride_dst1 + i0; + + dst[i_dst] = op(a_value(i_a), b_value(i_b)); +} diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_decls.tmpl b/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_decls.tmpl index de60ebbcf2b..eb228537bad 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_decls.tmpl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_decls.tmpl @@ -61,10 +61,10 @@ fn init_shmem_src1(thread_id: u32, batch_offset: u32, offset_n: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q4_0 const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 18u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. override BLOCKS_K = TILE_K/BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 9u; // 1 scale + 8x4 packed weights const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -81,14 +81,12 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; - let d = src0[scale_idx]; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; + let d = load_src0_f16_at(block_byte_base); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 1u + block_offset + j]; - let q_1 = src0[scale_idx + 1u + block_offset + j + 1]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte(q_packed, k); let q_hi = (f16((q_byte >> 4) & 0xF) - 8.0) * d; @@ -104,10 +102,10 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q4_1 const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 20u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. override BLOCKS_K = TILE_K/BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 10u; // 1 scale + 8 packed weights + 1 mean const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -124,15 +122,13 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; - let d = src0[scale_idx]; - let m = src0[scale_idx + 1u]; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; + let d = load_src0_f16_at(block_byte_base); + let m = load_src0_f16_at(block_byte_base + 2u); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 2u + block_offset + j]; - let q_1 = src0[scale_idx + 2u + block_offset + j + 1]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 4u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte(q_packed, k); let q_lo = f16(q_byte & 0xF) * d + m; @@ -149,11 +145,11 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q5_0 // 32 weights per block, each at 4 bits each = 32 * 4 = 128 bits / 16 = 8 f16s per block const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 22u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. // tile_k is defined as 32u, so blocks_k ends up being 1 always override BLOCKS_K = TILE_K / BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 11u; // 1 scale + 2 qh + 8 packed weights const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; // 16 / 4 = 4 f16s per thread, each thread should handle 4 f16s * 4 weights per = 16 weights @@ -171,18 +167,14 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx]; - let qh0 = src0[scale_idx + 1u]; - let qh1 = src0[scale_idx + 2u]; - let qh_packed = bitcast(vec2(qh0, qh1)); + let d = load_src0_f16_at(block_byte_base); + let qh_packed = load_src0_u32_at(block_byte_base + 2u); for (var j = 0u; j < 2; j++) { - let q_0 = src0[scale_idx + 3u + block_offset + (j*2)]; - let q_1 = src0[scale_idx + 3u + block_offset + (j*2) + 1u]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 6u + 2u * (block_offset + j * 2u); + let q_packed = load_src0_u32_at(q_byte_offset); let j_adjusted = j + (block_offset / 2u); @@ -207,11 +199,11 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q5_1 // 32 weights per block, each at 4 bits each = 32 * 4 = 128 bits / 16 = 8 f16s per block const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 24u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. // tile_k is defined as 32u, so blocks_k ends up being 1 always override BLOCKS_K = TILE_K / BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 12u; // 1 scale + 2 qh + 8 packed weights + 1 mean const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; // 16 / 4 = 4 f16s per thread, each thread should handle 4 f16s * 4 weights per = 16 weights @@ -229,20 +221,16 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx]; - let m = src0[scale_idx + 1u]; - let qh0 = src0[scale_idx + 2u]; - let qh1 = src0[scale_idx + 3u]; - let qh_packed = bitcast(vec2(qh0, qh1)); + let d = load_src0_f16_at(block_byte_base); + let m = load_src0_f16_at(block_byte_base + 2u); + let qh_packed = load_src0_u32_at(block_byte_base + 4u); for (var j = 0u; j < 2; j++) { - let q_0 = src0[scale_idx + 4u + block_offset + (j*2)]; - let q_1 = src0[scale_idx + 4u + block_offset + (j*2) + 1u]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 8u + 2u * (block_offset + j * 2u); + let q_packed = load_src0_u32_at(q_byte_offset); let j_adjusted = j + (block_offset / 2u); @@ -266,10 +254,10 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q8_0 const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 34u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. override BLOCKS_K = TILE_K/BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 17u; // 1 scale + 16 in array of weights const WEIGHTS_PER_F16 = 2u; // 2 8-bit weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; // 8 f16s per thread @@ -286,14 +274,12 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; - let d = src0[scale_idx]; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; + let d = load_src0_f16_at(block_byte_base); for (var j = 0u; j < F16_PER_THREAD; j+=2) { - let q_0 = src0[scale_idx + 1u + block_offset + j]; - let q_1 = src0[scale_idx + 1u + block_offset + j + 1]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte_i32(q_packed, k); @@ -308,10 +294,10 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q8_1 const BLOCK_SIZE = 32u; +const BLOCK_SIZE_BYTES = 36u; // the number of blocks per k-tile. Note that this currently only works if TILE_K is a multiple of BLOCK_SIZE, which may need to be rethought for larger quantized types. override BLOCKS_K = TILE_K/BLOCK_SIZE; const NQ = 16u; -const F16_PER_BLOCK = 18u; // 1 scale + 1 mean + 8 32-bit values in array of weights const WEIGHTS_PER_F16 = 2u; // 2 8-bit weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; // 8 f16s per thread, 2 threads per block @@ -328,15 +314,13 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 if (global_m < params.m && global_k < params.k / BLOCK_SIZE) { let src0_idx = batch_offset + global_m * params.stride_01 + global_k; - let scale_idx = src0_idx * F16_PER_BLOCK; - let d = src0[scale_idx]; - let m = src0[scale_idx + 1u]; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; + let d = load_src0_f16_at(block_byte_base); + let m = load_src0_f16_at(block_byte_base + 2u); for (var j = 0u; j < F16_PER_THREAD; j+=2) { - let q_0 = src0[scale_idx + 2u + block_offset + j]; - let q_1 = src0[scale_idx + 2u + block_offset + j + 1]; - - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 4u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k = 0u; k < 4u; k++) { let q_byte = get_byte_i32(q_packed, k); @@ -351,7 +335,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q2_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 42u; +const BLOCK_SIZE_BYTES = 84u; fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u32) { // Use standard thread layout instead of lane/row_group @@ -371,10 +355,10 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let k_in_block = global_k % BLOCK_SIZE; let src0_idx = batch_offset + global_m * params.stride_01 + block_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx + 40u]; - let dmin = src0[scale_idx + 41u]; + let d = load_src0_f16_at(block_byte_base + 80u); + let dmin = load_src0_f16_at(block_byte_base + 82u); // Decode the element at position k_in_block let block_of_32 = k_in_block / 32u; @@ -387,18 +371,14 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let is = k_in_block / 16u; - let sc_0 = src0[scale_idx + 2u * (is / 4u)]; - let sc_1 = src0[scale_idx + 2u * (is / 4u) + 1u]; - let sc_packed = bitcast(vec2(sc_0, sc_1)); + let sc_packed = load_src0_u32_at(block_byte_base + 4u * (is / 4u)); let sc = get_byte(sc_packed, is % 4u); let dl = d * f16(sc & 0xFu); let ml = dmin * f16(sc >> 4u); let q_idx = q_b_idx + k + l; - let q_0 = src0[scale_idx + 8u + 2u * (q_idx / 4u)]; - let q_1 = src0[scale_idx + 8u + 2u * (q_idx / 4u) + 1u]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_packed = load_src0_u32_at(block_byte_base + 16u + 4u * (q_idx / 4u)); let q_byte = get_byte(q_packed, q_idx % 4u); let qs_val = (q_byte >> shift) & 3u; @@ -410,7 +390,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q3_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 55u; +const BLOCK_SIZE_BYTES = 110u; fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u32) { for (var elem_idx = thread_id; elem_idx < TILE_SRC0_SHMEM; elem_idx += TOTAL_WORKGROUP_SIZE) { @@ -429,9 +409,9 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let k_in_block = global_k % BLOCK_SIZE; let src0_idx = batch_offset + global_m * params.stride_01 + block_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx + 54u]; + let d = load_src0_f16_at(block_byte_base + 108u); // Load and unpack scales let kmask1: u32 = 0x03030303u; @@ -439,9 +419,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 var scale_vals: array; for (var i: u32 = 0u; i < 4u; i++) { - let scale_0 = src0[scale_idx + 48u + (2u*i)]; - let scale_1 = src0[scale_idx + 48u + (2u*i) + 1u]; - scale_vals[i] = bitcast(vec2(scale_0, scale_1)); + scale_vals[i] = load_src0_u32_at(block_byte_base + 96u + 4u * i); } var tmp: u32 = scale_vals[2]; @@ -453,16 +431,12 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 // Load hmask and qs arrays var hmask_vals: array; for (var i: u32 = 0u; i < 8u; i++) { - let hmask_0 = src0[scale_idx + (2u*i)]; - let hmask_1 = src0[scale_idx + (2u*i) + 1u]; - hmask_vals[i] = bitcast(vec2(hmask_0, hmask_1)); + hmask_vals[i] = load_src0_u32_at(block_byte_base + 4u * i); } var qs_vals: array; for (var i: u32 = 0u; i < 16u; i++) { - let qs_0 = src0[scale_idx + 16u + (2u*i)]; - let qs_1 = src0[scale_idx + 16u + (2u*i) + 1u]; - qs_vals[i] = bitcast(vec2(qs_0, qs_1)); + qs_vals[i] = load_src0_u32_at(block_byte_base + 32u + 4u * i); } let half = k_in_block / 128u; // 0 or 1 @@ -502,7 +476,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q4_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 72u; +const BLOCK_SIZE_BYTES = 144u; fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u32) { for (var elem_idx = thread_id; elem_idx < TILE_SRC0_SHMEM; elem_idx += TOTAL_WORKGROUP_SIZE) { @@ -521,17 +495,15 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let k_in_block = global_k % BLOCK_SIZE; let src0_idx = batch_offset + global_m * params.stride_01 + block_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx]; - let dmin = src0[scale_idx + 1u]; + let d = load_src0_f16_at(block_byte_base); + let dmin = load_src0_f16_at(block_byte_base + 2u); // Load packed scales var scale_vals: array; for (var i: u32 = 0u; i < 3u; i++) { - let scale_0 = src0[scale_idx + 2u + (2u*i)]; - let scale_1 = src0[scale_idx + 2u + (2u*i) + 1u]; - scale_vals[i] = bitcast(vec2(scale_0, scale_1)); + scale_vals[i] = load_src0_u32_at(block_byte_base + 4u + 4u * i); } // Map k_in_block to loop structure: @@ -567,9 +539,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let ml = dmin * f16(mn); let q_idx = q_b_idx + l; - let q_0 = src0[scale_idx + 8u + 2u * (q_idx / 4u)]; - let q_1 = src0[scale_idx + 8u + 2u * (q_idx / 4u) + 1u]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_packed = load_src0_u32_at(block_byte_base + 16u + 4u * (q_idx / 4u)); let q_byte = get_byte(q_packed, q_idx % 4u); let qs_val = (q_byte >> shift) & 0xFu; @@ -582,7 +552,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q5_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 88u; +const BLOCK_SIZE_BYTES = 176u; fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u32) { for (var elem_idx = thread_id; elem_idx < TILE_SRC0_SHMEM; elem_idx += TOTAL_WORKGROUP_SIZE) { @@ -601,17 +571,15 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let k_in_block = global_k % BLOCK_SIZE; let src0_idx = batch_offset + global_m * params.stride_01 + block_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; - let d = src0[scale_idx]; - let dmin = src0[scale_idx + 1u]; + let d = load_src0_f16_at(block_byte_base); + let dmin = load_src0_f16_at(block_byte_base + 2u); // Load packed scales var scale_vals: array; for (var i: u32 = 0u; i < 3u; i++) { - let scale_0 = src0[scale_idx + 2u + (2u*i)]; - let scale_1 = src0[scale_idx + 2u + (2u*i) + 1u]; - scale_vals[i] = bitcast(vec2(scale_0, scale_1)); + scale_vals[i] = load_src0_u32_at(block_byte_base + 4u + 4u * i); } // The original loop processes elements in groups of 64 @@ -651,15 +619,11 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let ml = dmin * f16(mn); let q_idx = q_b_idx + l; - let q_0 = src0[scale_idx + 24u + 2u * (q_idx / 4u)]; - let q_1 = src0[scale_idx + 24u + 2u * (q_idx / 4u) + 1u]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_packed = load_src0_u32_at(block_byte_base + 48u + 4u * (q_idx / 4u)); let q_byte = get_byte(q_packed, q_idx % 4u); - let qh_0 = src0[scale_idx + 8u + 2u * (l / 4u)]; - let qh_1 = src0[scale_idx + 8u + 2u * (l / 4u) + 1u]; - let qh_packed = bitcast(vec2(qh_0, qh_1)); + let qh_packed = load_src0_u32_at(block_byte_base + 16u + 4u * (l / 4u)); let qh_byte = get_byte(qh_packed, l % 4u); @@ -675,7 +639,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 #ifdef INIT_SRC0_SHMEM_Q6_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 105u; +const BLOCK_SIZE_BYTES = 210u; fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u32) { for (var elem_idx = thread_id; elem_idx < TILE_SRC0_SHMEM; elem_idx += TOTAL_WORKGROUP_SIZE) { @@ -694,7 +658,7 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 let k_in_block = global_k % BLOCK_SIZE; let src0_idx = batch_offset + global_m * params.stride_01 + block_k; - let scale_idx = src0_idx * F16_PER_BLOCK; + let block_byte_base = src0_idx * BLOCK_SIZE_BYTES; let half = k_in_block / 128u; let pos_in_half = k_in_block % 128u; @@ -707,30 +671,18 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 // Load only ql13 word needed let ql13_flat = ql_b_idx + l; - let ql13_word = ql13_flat / 4u; - let ql13 = bitcast(vec2( - src0[scale_idx + 2u * ql13_word], - src0[scale_idx + 2u * ql13_word + 1u] - )); - let ql13_b = get_byte(ql13, ql13_flat % 4u); + let ql13 = load_src0_u32_at(block_byte_base + ql13_flat); + let ql13_b = get_byte(ql13, 0u); // Load only ql24 word needed let ql24_flat = ql_b_idx + l + 32u; - let ql24_word = ql24_flat / 4u; - let ql24 = bitcast(vec2( - src0[scale_idx + 2u * ql24_word], - src0[scale_idx + 2u * ql24_word + 1u] - )); - let ql24_b = get_byte(ql24, ql24_flat % 4u); + let ql24 = load_src0_u32_at(block_byte_base + ql24_flat); + let ql24_b = get_byte(ql24, 0u); // Load only qh word needed let qh_flat = qh_b_idx + l; - let qh_word = qh_flat / 4u; - let qh = bitcast(vec2( - src0[scale_idx + 64u + 2u * qh_word], - src0[scale_idx + 64u + 2u * qh_word + 1u] - )); - let qh_b = get_byte(qh, qh_flat % 4u); + let qh = load_src0_u32_at(block_byte_base + 128u + qh_flat); + let qh_b = get_byte(qh, 0u); let q1 = f16((ql13_b & 0xFu) | ((qh_b & 3u) << 4u)) - f16(32.0); let q2 = f16((ql24_b & 0xFu) | (((qh_b >> 2u) & 3u) << 4u)) - f16(32.0); @@ -740,14 +692,10 @@ fn init_shmem_src0(thread_id: u32, batch_offset: u32, offset_m: u32, k_outer: u3 // Load only the scale word needed let is = l / 16u; let sc_idx = sc_b_idx + is + quarter * 2u; - let sc_word = sc_idx / 4u; - let sc = bitcast(vec2( - src0[scale_idx + 96u + 2u * sc_word], - src0[scale_idx + 96u + 2u * sc_word + 1u] - )); - let sc_val = get_byte_i32(sc, sc_idx % 4u); - - let d = src0[scale_idx + 104u]; + let sc = load_src0_u32_at(block_byte_base + 192u + sc_idx); + let sc_val = get_byte_i32(sc, 0u); + + let d = load_src0_f16_at(block_byte_base + 208u); var q_val: f16; if (quarter == 0u) { diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl index 94f4bae11f4..6525f23bdfc 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/mul_mat_vec.wgsl @@ -52,8 +52,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q4_0 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 18u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 9u; // 1 scale + 8x4 packed weights const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -62,14 +62,13 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); + let d = f32(load_src0_f16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 1 + block_offset + j]; - let q_1 = src0[scale_idx + 1 + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k: u32 = 0; k < 4; k++) { let q_byte = get_byte(q_packed, k); let q_hi = (f32((q_byte >> 4) & 0xF) - 8.0) * d; @@ -86,8 +85,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q4_1 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 20u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 10u; const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -96,15 +95,14 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); - let m = f32(src0[scale_idx + 1u]); + let d = f32(load_src0_f16_at(block_byte_base)); + let m = f32(load_src0_f16_at(block_byte_base + 2u)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 2u + block_offset + j]; - let q_1 = src0[scale_idx + 2u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 4u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k: u32 = 0; k < 4; k++) { let q_byte = get_byte(q_packed, k); let q_hi = f32((q_byte >> 4) & 0xF) * d + m; @@ -121,8 +119,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q5_0 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 22u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 11u; const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -131,18 +129,15 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); - let qh0 = src0[scale_idx + 1u]; - let qh1 = src0[scale_idx + 2u]; - let qh_packed = bitcast(vec2(qh0, qh1)); + let d = f32(load_src0_f16_at(block_byte_base)); + let qh_packed = load_src0_u32_at(block_byte_base + 2u); for (var j = 0u; j < 2; j++) { - let q_0 = src0[scale_idx + 3u + block_offset + (j*2)]; - let q_1 = src0[scale_idx + 3u + block_offset + (j*2) + 1u]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 6u + 2u * (block_offset + j * 2u); + let q_packed = load_src0_u32_at(q_byte_offset); let j_adjusted = j + (block_offset / 2u); @@ -168,8 +163,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q5_1 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 24u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 12u; const WEIGHTS_PER_F16 = 4u; // 4 weights per f16 const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -178,19 +173,16 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); - let m = src0[scale_idx + 1u]; - let qh0 = src0[scale_idx + 2u]; - let qh1 = src0[scale_idx + 3u]; - let qh_packed = bitcast(vec2(qh0, qh1)); + let d = f32(load_src0_f16_at(block_byte_base)); + let m = load_src0_f16_at(block_byte_base + 2u); + let qh_packed = load_src0_u32_at(block_byte_base + 4u); for (var j = 0u; j < 2; j++) { - let q_0 = src0[scale_idx + 4u + block_offset + (j*2)]; - let q_1 = src0[scale_idx + 4u + block_offset + (j*2) + 1u]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 8u + 2u * (block_offset + j * 2u); + let q_packed = load_src0_u32_at(q_byte_offset); let j_adjusted = j + (block_offset / 2u); @@ -216,8 +208,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q8_0 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 34u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 17u; const WEIGHTS_PER_F16 = 2u; const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -226,15 +218,14 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); + let d = f32(load_src0_f16_at(block_byte_base)); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 1 + block_offset + j]; - let q_1 = src0[scale_idx + 1 + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 2u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k: u32 = 0; k < 4; k++) { let q_byte = get_byte_i32(q_packed, k); let q_val = f32(q_byte) * d; @@ -250,8 +241,8 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q8_1 const BLOCK_SIZE = 32; +const BLOCK_SIZE_BYTES = 36u; const NQ = 16u; // number of weights per thread -const F16_PER_BLOCK = 18u; const WEIGHTS_PER_F16 = 2u; const F16_PER_THREAD = NQ / WEIGHTS_PER_F16; @@ -260,16 +251,15 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { for (var i = tig * NQ; i < tile_size; i += THREADS_PER_OUTPUT * NQ) { let blck_idx = i / BLOCK_SIZE; let block_offset = (i % BLOCK_SIZE) / WEIGHTS_PER_F16; - let scale_idx = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * F16_PER_BLOCK; + let block_byte_base = (idx_base + k_outer / BLOCK_SIZE + blck_idx) * BLOCK_SIZE_BYTES; // each f16 contains offsets [block_offset, block_offset + 1] and [block_offset + 16, block_offset + 17] let shmem_idx = blck_idx * BLOCK_SIZE + block_offset * 2u; - let d = f32(src0[scale_idx]); - let m = src0[scale_idx + 1u]; + let d = f32(load_src0_f16_at(block_byte_base)); + let m = load_src0_f16_at(block_byte_base + 2u); for (var j = 0u; j < F16_PER_THREAD; j += 2) { - let q_0 = src0[scale_idx + 2u + block_offset + j]; - let q_1 = src0[scale_idx + 2u + block_offset + j + 1]; - let q_packed = bitcast(vec2(q_0, q_1)); + let q_byte_offset = block_byte_base + 4u + 2u * (block_offset + j); + let q_packed = load_src0_u32_at(q_byte_offset); for (var k: u32 = 0; k < 4; k++) { let q_byte = get_byte_i32(q_packed, k); let q_val = f32(q_byte) * d + f32(m); @@ -284,13 +274,7 @@ fn mul_acc(tig:u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { #ifdef MUL_ACC_Q6_K const BLOCK_SIZE = 256u; -const F16_PER_BLOCK = 105u; - -fn load_u32_at(bbase: u32, byte_offset: u32) -> u32 { - let aligned = byte_offset & ~3u; - let idx = bbase + aligned / 2u; - return bitcast(vec2(src0[idx], src0[idx + 1u])); -} +const BLOCK_SIZE_BYTES = 210u; fn byte_of(v: u32, b: u32) -> u32 { return (v >> (b * 8u)) & 0xFFu; @@ -323,16 +307,15 @@ fn mul_acc(tig: u32, tile_size: u32, idx_base: u32, k_outer: u32) -> f32 { var local_sum = 0.0; for (var i = ix; i < nb; i += 2u) { - let bbase = (idx_base + k_block_start + i) * F16_PER_BLOCK; + let bbase = (idx_base + k_block_start + i) * BLOCK_SIZE_BYTES; - let d_raw = load_u32_at(bbase, 208u); - let d = f32(bitcast>(d_raw)[0]); + let d = f32(load_src0_f16_at(bbase + 208u)); - let ql1_u32 = load_u32_at(bbase, q_offset_l); - let ql2_u32 = load_u32_at(bbase, q_offset_l + 32u); - let qh_u32 = load_u32_at(bbase, 128u + q_offset_h); - let sc_u32_0 = load_u32_at(bbase, sc_base_byte); - let sc_u32_1 = load_u32_at(bbase, sc_base_byte + 4u); + let ql1_u32 = load_src0_u32_at(bbase + q_offset_l); + let ql2_u32 = load_src0_u32_at(bbase + q_offset_l + 32u); + let qh_u32 = load_src0_u32_at(bbase + 128u + q_offset_h); + let sc_u32_0 = load_src0_u32_at(bbase + sc_base_byte); + let sc_u32_1 = load_src0_u32_at(bbase + sc_base_byte + 4u); let sc0 = sbyte_of(sc_u32_0, sc_byte_pos); let sc2 = sbyte_of(sc_u32_0, sc_byte_pos + 2u); diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/rope.tmpl.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/rope.wgsl similarity index 73% rename from ggml/src/ggml-webgpu/wgsl-shaders/rope.tmpl.wgsl rename to ggml/src/ggml-webgpu/wgsl-shaders/rope.wgsl index 84dc8dbff61..1c874e14240 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/rope.tmpl.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/rope.wgsl @@ -1,138 +1,12 @@ -#define(VARIANTS) - -[ - { - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_FF_BINDINGS", "NO_FF_FUNC", "ROTATE"] - }, - { - "SHADER_SUFFIX": "f32_inplace", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["NO_FF_BINDINGS_INPLACE", "NO_FF_FUNC", "ROTATE_INPLACE"] - }, - { - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_FF_BINDINGS", "NO_FF_FUNC", "ROTATE"] - }, - { - "SHADER_SUFFIX": "f16_inplace", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["NO_FF_BINDINGS_INPLACE", "NO_FF_FUNC", "ROTATE_INPLACE"] - }, - { - "SHADER_SUFFIX": "f32_ff", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["FF_BINDINGS", "FF_FUNC", "ROTATE"] - }, - { - "SHADER_SUFFIX": "f32_ff_inplace", - "REPLS": { - "TYPE" : "f32", - }, - "DECLS": ["FF_BINDINGS_INPLACE", "FF_FUNC", "ROTATE_INPLACE"] - }, - { - "SHADER_SUFFIX": "f16_ff", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["FF_BINDINGS", "FF_FUNC", "ROTATE"] - }, - { - "SHADER_SUFFIX": "f16_ff_inplace", - "REPLS": { - "TYPE" : "f16", - }, - "DECLS": ["FF_BINDINGS_INPLACE", "FF_FUNC", "ROTATE_INPLACE"] - } -] - -#end(VARIANTS) - -#define(DECLS) - -#decl(ROTATE) -fn rotate(i_dst0: u32, i_dst1: u32, out0: f32, out1: f32) { - dst[i_dst0] = {{TYPE}}(out0); - dst[i_dst1] = {{TYPE}}(out1); -} -#enddecl(ROTATE) - -#decl(ROTATE_INPLACE) -fn rotate(i_dst0: u32, i_dst1: u32, out0: f32, out1: f32) { - src0[i_dst0] = {{TYPE}}(out0); - src0[i_dst1] = {{TYPE}}(out1); -} -#enddecl(ROTATE_INPLACE) - -#decl(NO_FF_FUNC) -fn freq_factor(i: u32) -> f32 { - return 1.0f; -} -#enddecl(NO_FF_FUNC) - -#decl(FF_FUNC) -fn freq_factor(i: u32) -> f32 { - return src2[params.offset_src2 + i/2]; -} -#enddecl(FF_FUNC) - -#decl(NO_FF_BINDINGS) - -@group(0) @binding(2) -var dst: array<{{TYPE}}>; - -@group(0) @binding(3) -var params: Params; - -#enddecl(NO_FF_BINDINGS) - -#decl(NO_FF_BINDINGS_INPLACE) - -@group(0) @binding(2) -var params: Params; - -#enddecl(NO_FF_BINDINGS_INPLACE) - -#decl(FF_BINDINGS) - -@group(0) @binding(2) -var src2: array; - -@group(0) @binding(3) -var dst: array<{{TYPE}}>; - -@group(0) @binding(4) -var params: Params; - -#enddecl(FF_BINDINGS) - -#decl(FF_BINDINGS_INPLACE) - -@group(0) @binding(2) -var src2: array; - -@group(0) @binding(3) -var params: Params; - -#enddecl(FF_BINDINGS_INPLACE) - -#end(DECLS) - -#define(SHADER) - enable f16; +#ifdef TYPE_F32 +#define DataType f32 +#endif +#ifdef TYPE_F16 +#define DataType f16 +#endif + struct Params { offset_src0: u32, offset_src1: u32, @@ -168,12 +42,69 @@ struct Params { }; @group(0) @binding(0) -var src0: array<{{TYPE}}>; - +var src0: array; @group(0) @binding(1) var src1: array; -DECLS +#ifdef INPLACE + +#ifdef FF_FUNC + +@group(0) @binding(2) +var src2: array; + +@group(0) @binding(3) +var params: Params; + +#else + +@group(0) @binding(2) +var params: Params; + +#endif + +#else + +#ifdef FF_FUNC +@group(0) @binding(2) +var src2: array; + +@group(0) @binding(3) +var dst: array; + +@group(0) @binding(4) +var params: Params; + +#else +@group(0) @binding(2) +var dst: array; + +@group(0) @binding(3) +var params: Params; +#endif +#endif + +#ifdef FF_FUNC +fn freq_factor(i: u32) -> f32 { + return src2[params.offset_src2 + i/2]; +} + +#else +fn freq_factor(i: u32) -> f32 { + return 1.0f; +} +#endif +#ifdef INPLACE +fn rotate(i_dst0: u32, i_dst1: u32, out0: f32, out1: f32) { + src0[i_dst0] = DataType(out0); + src0[i_dst1] = DataType(out1); +} +#else +fn rotate(i_dst0: u32, i_dst1: u32, out0: f32, out1: f32) { + dst[i_dst0] = DataType(out0); + dst[i_dst1] = DataType(out1); +} +#endif fn rope_yarn_ramp(low: f32, high: f32, i: u32) -> f32 { let y = (f32(i / 2) - low) / max(0.001f, high - low); @@ -184,7 +115,7 @@ fn rope_yarn_ramp(low: f32, high: f32, i: u32) -> f32 { // TODO: check performance of instantiating once on the CPU and passed as buffer, since it's repeated per-row fn rope_yarn(theta_extrap: f32, i: u32) -> vec2 { var mscale = params.attn_factor; - var theta = params.freq_scale * theta_extrap; + var theta = params.freq_scale * theta_extrap; if (params.ext_factor != 0.0f) { let ramp_mix = rope_yarn_ramp(params.corr_dim0, params.corr_dim1, i) * params.ext_factor; theta = theta * (1 - ramp_mix) + theta_extrap * ramp_mix; @@ -211,10 +142,9 @@ fn pair_offset(is_neox: bool, is_mrope: bool, is_vision: bool) -> u32 { } } -override wg_size: u32; -@compute @workgroup_size(wg_size) +@compute @workgroup_size(WG_SIZE) fn main(@builtin(global_invocation_id) gid: vec3) { - // two elements per thread + // two elements per n_threads if (gid.x >= params.n_threads) { return; } @@ -290,6 +220,5 @@ fn main(@builtin(global_invocation_id) gid: vec3) { let x0 = f32(src0[i_src]); let x1 = f32(src0[i_src + pair_offset(is_neox, is_mrope, is_vision)]); rotate(i_dst, i_dst + pair_offset(is_neox, is_mrope, is_vision), x0 * thetas.x - x1 * thetas.y, x0 * thetas.y + x1 * thetas.x); -} -#end(SHADER) +} diff --git a/ggml/src/ggml-webgpu/wgsl-shaders/soft_max.tmpl.wgsl b/ggml/src/ggml-webgpu/wgsl-shaders/soft_max.wgsl similarity index 59% rename from ggml/src/ggml-webgpu/wgsl-shaders/soft_max.tmpl.wgsl rename to ggml/src/ggml-webgpu/wgsl-shaders/soft_max.wgsl index c74dc4cc923..10edf136048 100644 --- a/ggml/src/ggml-webgpu/wgsl-shaders/soft_max.tmpl.wgsl +++ b/ggml/src/ggml-webgpu/wgsl-shaders/soft_max.wgsl @@ -1,262 +1,162 @@ -#define(VARIANTS) -[ - { - "SHADER_NAME": "soft_max_f32", - "DECLS": ["BASE_BINDINGS", "NOT_INPLACE", "NO_MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_inplace", - "DECLS": ["BASE_BINDINGS_INPLACE", "INPLACE", "NO_MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_sink", - "DECLS": ["SINK_BINDINGS", "NOT_INPLACE", "NO_MASK", "SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_sink_inplace", - "DECLS": ["SINK_BINDINGS_INPLACE", "INPLACE", "NO_MASK", "SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f32", - "REPLS": { - "MASK_TYPE" : "f32", - }, - "DECLS": ["MASK_BINDINGS", "NOT_INPLACE", "MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f32_inplace", - "REPLS": { - "MASK_TYPE" : "f32", - }, - "DECLS": ["MASK_BINDINGS_INPLACE", "INPLACE", "MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f16", - "REPLS": { - "MASK_TYPE" : "f16", - }, - "DECLS": ["MASK_BINDINGS", "NOT_INPLACE", "MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f16_inplace", - "REPLS": { - "MASK_TYPE" : "f16", - }, - "DECLS": ["MASK_BINDINGS_INPLACE", "INPLACE", "MASK", "NO_SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f32_sink", - "REPLS": { - "MASK_TYPE" : "f32", - }, - "DECLS": ["MASK_SINK_BINDINGS", "NOT_INPLACE", "MASK", "SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f32_sink_inplace", - "REPLS": { - "MASK_TYPE" : "f32", - }, - "DECLS": ["MASK_SINK_BINDINGS_INPLACE", "INPLACE", "MASK", "SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f16_sink", - "REPLS": { - "MASK_TYPE" : "f16", - }, - "DECLS": ["MASK_SINK_BINDINGS", "NOT_INPLACE", "MASK", "SINK"] - }, - { - "SHADER_NAME": "soft_max_f32_mask_f16_sink_inplace", - "REPLS": { - "MASK_TYPE" : "f16", - }, - "DECLS": ["MASK_SINK_BINDINGS_INPLACE", "INPLACE", "MASK", "SINK"] - } -] -#end(VARIANTS) - -#define(DECLS) - -#decl(BASE_BINDINGS) -@group(0) @binding(1) -var dst: array; +enable f16; -@group(0) @binding(2) -var params: Params; -#enddecl(BASE_BINDINGS) +#ifdef MASK_F32 +#define MaskType f32 +#endif +#ifdef MASK_F16 +#define MaskType f16 +#endif -#decl(BASE_BINDINGS_INPLACE) -@group(0) @binding(1) -var params: Params; -#enddecl(BASE_BINDINGS_INPLACE) +struct Params { + offset_src0: u32, + offset_src1: u32, + offset_sinks: u32, + offset_dst: u32, + + // Strides (in elements) + stride_src01: u32, + stride_src02: u32, + stride_src03: u32, + + stride_src11: u32, + stride_src12: u32, + stride_src13: u32, + + stride_dst1: u32, + stride_dst2: u32, + stride_dst3: u32, + + // shape of src0/dst + ne: u32, + ne0: u32, + ne1: u32, + ne2: u32, -#decl(SINK_BINDINGS) + // shape of src1 + ne12: u32, + ne13: u32, + + scale: f32, + max_bias: f32, + n_head_log2: f32, + m0: f32, + m1: f32, +}; + +@group(0) @binding(0) +var src: array; + +#ifdef HAS_MASK +#ifdef HAS_SINK @group(0) @binding(1) +var mask: array; +@group(0) @binding(2) var sinks: array; -@group(0) @binding(2) -var dst: array; +#ifdef INPLACE +@group(0) @binding(3) +var params: Params; +#else @group(0) @binding(3) +var dst: array; +@group(0) @binding(4) var params: Params; -#enddecl(SINK_BINDINGS) +#endif -#decl(SINK_BINDINGS_INPLACE) +#else @group(0) @binding(1) -var sinks: array; +var mask: array; +#ifdef INPLACE @group(0) @binding(2) var params: Params; -#enddecl(SINK_BINDINGS_INPLACE) - -#decl(MASK_BINDINGS) -@group(0) @binding(1) -var mask: array<{{MASK_TYPE}}>; +#else @group(0) @binding(2) var dst: array; - @group(0) @binding(3) var params: Params; -#enddecl(MASK_BINDINGS) +#endif +#endif -#decl(MASK_BINDINGS_INPLACE) +#else +#ifdef HAS_SINK @group(0) @binding(1) -var mask: array<{{MASK_TYPE}}>; +var sinks: array; +#ifdef INPLACE @group(0) @binding(2) var params: Params; -#enddecl(MASK_BINDINGS_INPLACE) - -#decl(MASK_SINK_BINDINGS) -@group(0) @binding(1) -var mask: array<{{MASK_TYPE}}>; +#else @group(0) @binding(2) -var sinks: array; - -@group(0) @binding(3) var dst: array; - -@group(0) @binding(4) +@group(0) @binding(3) var params: Params; -#enddecl(MASK_SINK_BINDINGS) +#endif -#decl(MASK_SINK_BINDINGS_INPLACE) +#else +#ifdef INPLACE @group(0) @binding(1) -var mask: array<{{MASK_TYPE}}>; - +var params: Params; +#else +@group(0) @binding(1) +var dst: array; @group(0) @binding(2) -var sinks: array; - -@group(0) @binding(3) var params: Params; -#enddecl(MASK_SINK_BINDINGS_INPLACE) +#endif +#endif +#endif -#decl(NOT_INPLACE) +#ifdef INPLACE fn inter_value(i: u32) -> f32 { - return dst[i]; + return src[i]; } - fn update(i: u32, val: f32) { - dst[i] = val; + src[i] = val; } -#enddecl(NOT_INPLACE) -#decl(INPLACE) +#else fn inter_value(i: u32) -> f32 { - return src[i]; + return dst[i]; } - fn update(i: u32, val: f32) { - src[i] = val; + dst[i] = val; } -#enddecl(INPLACE) +#endif -#decl(NO_MASK) +#ifdef HAS_MASK fn mask_val(i: u32) -> f32 { - return 0.0; + return f32(mask[i]); } -#enddecl(NO_MASK) -#decl(MASK) +#else fn mask_val(i: u32) -> f32 { - return f32(mask[i]); + return 0.0; } -#enddecl(MASK) +#endif -#decl(NO_SINK) +#ifdef HAS_SINK fn lower_max_bound(i2: u32) -> f32 { - return -1e30; + return sinks[params.offset_sinks + i2]; } - fn add_sinks(val: f32, i2: u32, max_val: f32) -> f32 { - return val; + return val + exp(sinks[params.offset_sinks + i2] - max_val); } -#enddecl(NO_SINK) - -#decl(SINK) +#else fn lower_max_bound(i2: u32) -> f32 { - return sinks[params.offset_sinks + i2]; + return -1e30; } - fn add_sinks(val: f32, i2: u32, max_val: f32) -> f32 { - return val + exp(sinks[params.offset_sinks + i2] - max_val); + return val; } -#enddecl(SINK) - -#end(DECLS) - -#define(SHADER) -enable f16; - -struct Params { - offset_src0: u32, - offset_src1: u32, - offset_sinks: u32, - offset_dst: u32, - - // Strides (in elements) - stride_src01: u32, - stride_src02: u32, - stride_src03: u32, - - stride_src11: u32, - stride_src12: u32, - stride_src13: u32, - - stride_dst1: u32, - stride_dst2: u32, - stride_dst3: u32, - - // shape of src0/dst - ne: u32, - ne0: u32, - ne1: u32, - ne2: u32, - - // shape of src1 - ne12: u32, - ne13: u32, - - scale: f32, - max_bias: f32, - n_head_log2: f32, - m0: f32, - m1: f32, -}; - -@group(0) @binding(0) -var src: array; - -DECLS +#endif const CACHE_SIZE: u32 = 16; +var scratch: array; -override wg_size: u32; -var scratch: array; - -@compute @workgroup_size(wg_size) +@compute @workgroup_size(WG_SIZE) fn main(@builtin(workgroup_id) wid: vec3, @builtin(local_invocation_id) lid: vec3) { @@ -268,7 +168,7 @@ fn main(@builtin(workgroup_id) wid: vec3, let i_src0_row = params.offset_src0 + i3 * params.stride_src03 + i2 * params.stride_src02 + i1 * params.stride_src01; let i_src1_row = params.offset_src1 + (i3 % params.ne13) * params.stride_src13 + (i2 % params.ne12) * params.stride_src12 + i1 * params.stride_src11; let i_dst_row = params.offset_dst + i3 * params.stride_dst3 + i2 * params.stride_dst2 + i1 * params.stride_dst1; - let elems = (params.ne0 + wg_size - 1) / wg_size; + let elems = (params.ne0 + WG_SIZE - 1) / WG_SIZE; let head = f32(i2); let slope = select(1, select(pow(params.m1, 2 * (head - params.n_head_log2) + 1), pow(params.m0, head + 1), head < params.n_head_log2), params.max_bias > 0); @@ -286,12 +186,12 @@ fn main(@builtin(workgroup_id) wid: vec3, if (col < CACHE_SIZE) { cache[col] = val; } - col += wg_size; + col += WG_SIZE; } scratch[lid.x] = max_val; workgroupBarrier(); - var offset = wg_size / 2; + var offset: u32 = WG_SIZE / 2; while (offset > 0) { if (lid.x < offset) { scratch[lid.x] = max(scratch[lid.x], scratch[lid.x + offset]); @@ -317,12 +217,12 @@ fn main(@builtin(workgroup_id) wid: vec3, } else { update(i_dst_row + col, ex); } - col += wg_size; + col += WG_SIZE; } scratch[lid.x] = sum; workgroupBarrier(); - offset = wg_size / 2; + offset = WG_SIZE / 2; while (offset > 0) { if (lid.x < offset) { scratch[lid.x] += scratch[lid.x + offset]; @@ -339,7 +239,7 @@ fn main(@builtin(workgroup_id) wid: vec3, break; } update(i_dst_row + col, select(inter_value(i_dst_row + col), cache[col], col < CACHE_SIZE) * sum_recip); - col += wg_size; + col += WG_SIZE; } } -#end(SHADER) + diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c index 019691ced4b..2706469b122 100644 --- a/ggml/src/ggml.c +++ b/ggml/src/ggml.c @@ -5048,6 +5048,7 @@ static struct ggml_tensor * ggml_interpolate_impl( GGML_ASSERT((mode & 0xFF) < GGML_SCALE_MODE_COUNT); // TODO: implement antialias for modes other than bilinear GGML_ASSERT(!(mode & GGML_SCALE_FLAG_ANTIALIAS) || (mode & 0xFF) == GGML_SCALE_MODE_BILINEAR); + GGML_ASSERT(a->type == GGML_TYPE_F32); struct ggml_tensor * result = ggml_new_tensor_4d(ctx, a->type, ne0, ne1, ne2, ne3); @@ -5393,6 +5394,7 @@ struct ggml_tensor * ggml_flash_attn_ext( GGML_ASSERT(q->ne[3] == v->ne[3]); if (mask) { + GGML_ASSERT(mask->type == GGML_TYPE_F16); GGML_ASSERT(ggml_is_contiguous(mask)); //GGML_ASSERT(ggml_can_repeat_rows(mask, qk)); diff --git a/ggml/src/gguf.cpp b/ggml/src/gguf.cpp index ebd99fd14d9..0868a55a76d 100644 --- a/ggml/src/gguf.cpp +++ b/ggml/src/gguf.cpp @@ -394,7 +394,11 @@ bool gguf_read_emplace_helper(const struct gguf_reader & gr, std::vector & bu gguf_write_out(ctx, gw, only_meta); } +bool gguf_write_to_file_ptr(const struct gguf_context * ctx, FILE * file, bool only_meta) { + GGML_ASSERT(file); + + try { + gguf_writer_file gw(file); + gguf_write_out(ctx, gw, only_meta); + } catch (const std::runtime_error& ex) { + GGML_LOG_ERROR("%s: failed to write GGUF data: %s\n", __func__, ex.what()); + return false; + } + return true; +} + bool gguf_write_to_file(const struct gguf_context * ctx, const char * fname, bool only_meta) { FILE * file = ggml_fopen(fname, "wb"); @@ -1595,17 +1612,13 @@ bool gguf_write_to_file(const struct gguf_context * ctx, const char * fname, boo return false; } - try { - gguf_writer_file gw(file); - gguf_write_out(ctx, gw, only_meta); - } catch (const std::runtime_error& ex) { - GGML_LOG_ERROR("%s: failed to write GGUF data into '%s': %s\n", __func__, fname, ex.what()); - fclose(file); - return false; + const bool success = gguf_write_to_file_ptr(ctx, file, only_meta); + if (!success) { + GGML_LOG_ERROR("%s: failed to write GGUF data into '%s'\n", __func__, fname); } fclose(file); - return true; + return success; } size_t gguf_get_meta_size(const struct gguf_context * ctx) { diff --git a/gguf-py/gguf/constants.py b/gguf-py/gguf/constants.py index c5f92c77004..3ebd9de5f6e 100644 --- a/gguf-py/gguf/constants.py +++ b/gguf-py/gguf/constants.py @@ -301,6 +301,8 @@ class ClipVision: IMAGE_SIZE = "clip.vision.image_size" IMAGE_MIN_PIXELS = "clip.vision.image_min_pixels" IMAGE_MAX_PIXELS = "clip.vision.image_max_pixels" + PREPROC_MIN_TILES = "clip.vision.preproc_min_tiles" + PREPROC_MAX_TILES = "clip.vision.preproc_max_tiles" PREPROC_IMAGE_SIZE = "clip.vision.preproc_image_size" PATCH_SIZE = "clip.vision.patch_size" EMBEDDING_LENGTH = "clip.vision.embedding_length" @@ -324,6 +326,11 @@ class Attention: class Projector: SCALE_FACTOR = "clip.vision.projector.scale_factor" + class SAM: + BLOCK_COUNT = "clip.vision.sam.block_count" + EMBEDDING_LENGTH = "clip.vision.sam.embedding_length" + HEAD_COUNT = "clip.vision.sam.head_count" + class ClipAudio: PROJECTOR_TYPE = "clip.audio.projector_type" # for mixed modality models NUM_MEL_BINS = "clip.audio.num_mel_bins" @@ -412,6 +419,7 @@ class MODEL_ARCH(IntEnum): GEMMA2 = auto() GEMMA3 = auto() GEMMA3N = auto() + GEMMA4 = auto() GEMMA_EMBEDDING = auto() STARCODER2 = auto() RWKV6 = auto() @@ -432,6 +440,7 @@ class MODEL_ARCH(IntEnum): ARCTIC = auto() DEEPSEEK = auto() DEEPSEEK2 = auto() + DEEPSEEK2OCR = auto() CHATGLM = auto() GLM4 = auto() GLM4_MOE = auto() @@ -527,8 +536,11 @@ class MODEL_TENSOR(IntEnum): FFN_GATE_INP = auto() FFN_GATE_INP_SHEXP = auto() FFN_NORM = auto() - FFN_PRE_NORM = auto() + FFN_PRE_NORM = auto() # alias of FFN_NORM + FFN_PRE_NORM_2 = auto() # gemma4 FFN_POST_NORM = auto() + FFN_POST_NORM_1 = auto() # gemma4 + FFN_POST_NORM_2 = auto() # gemma4 FFN_GATE = auto() FFN_DOWN = auto() FFN_UP = auto() @@ -550,6 +562,7 @@ class MODEL_TENSOR(IntEnum): ATTN_Q_NORM = auto() ATTN_K_NORM = auto() LAYER_OUT_NORM = auto() + LAYER_OUT_SCALE = auto() PER_LAYER_TOKEN_EMBD = auto() # gemma3n PER_LAYER_MODEL_PROJ = auto() # gemma3n PER_LAYER_INP_GATE = auto() # gemma3n @@ -714,8 +727,11 @@ class MODEL_TENSOR(IntEnum): V_ENC_FFN_UP = auto() V_ENC_FFN_GATE = auto() V_ENC_FFN_DOWN = auto() + V_ENC_ATTN_POST_NORM = auto() # gemma4 + V_ENC_FFN_POST_NORM = auto() V_LAYER_SCALE_1 = auto() V_LAYER_SCALE_2 = auto() + V_LAYER_OUT_SCALE = auto() V_PRE_NORM = auto() V_POST_NORM = auto() V_MM_POST_NORM = auto() @@ -753,10 +769,29 @@ class MODEL_TENSOR(IntEnum): V_MM_GATE = auto() # cogvlm V_TOK_BOI = auto() # cogvlm V_TOK_EOI = auto() # cogvlm + V_STD_BIAS = auto() # gemma4 + V_STD_SCALE = auto() # gemma4 + V_SAM_POS_EMBD = auto() # Deepseek-OCR + V_SAM_PATCH_EMBD = auto() # Deepseek-OCR + V_SAM_PRE_NORM = auto() # Deepseek-OCR + V_SAM_POST_NORM = auto() # Deepseek-OCR + V_SAM_ATTN_POS_H = auto() # Deepseek-OCR + V_SAM_ATTN_POS_W = auto() # Deepseek-OCR + V_SAM_ATTN_QKV = auto() # Deepseek-OCR + V_SAM_ATTN_OUT = auto() # Deepseek-OCR + V_SAM_MLP_LIN_1 = auto() # Deepseek-OCR + V_SAM_MLP_LIN_2 = auto() # Deepseek-OCR + V_SAM_NECK = auto() # Deepseek-OCR + V_SAM_NET_2 = auto() # Deepseek-OCR + V_SAM_NET_3 = auto() # Deepseek-OCR + V_ENC_EMBD_IMGNL = auto() # Deepseek-OCR + V_ENC_EMBD_VSEP = auto() # Deepseek-OCR + # audio (mtmd) A_ENC_EMBD_POS = auto() A_ENC_EMBD_NORM = auto() A_ENC_EMBD_TO_LOGITS = auto() # lfm2 + A_ENC_INP_PROJ = auto() # gemma4 A_ENC_CONV1D = auto() A_ENC_CONV1D_NORM = auto() # gemma3n A_PRE_NORM = auto() @@ -765,10 +800,13 @@ class MODEL_TENSOR(IntEnum): A_ENC_ATTN_Q = auto() A_ENC_ATTN_K = auto() A_ENC_ATTN_V = auto() + A_ENC_ATTN_POST_NORM = auto() + A_ENC_ATTN_PRE_NORM = auto() + A_ENC_ATTN_K_REL = auto() # gemma4 A_ENC_PER_DIM_SCALE = auto() # gemma3n A_ENC_INPUT_NORM = auto() - A_ENC_OUTPUT = auto() - A_ENC_OUTPUT_NORM = auto() + A_ENC_OUTPUT = auto() # TODO @ngxson: rename to ATTN_OUT + A_ENC_OUTPUT_NORM = auto() # TODO @ngxson: rename to ATTN_OUT A_ENC_FFN_UP = auto() A_ENC_FFN_NORM = auto() A_ENC_FFN_POST_NORM = auto() # gemma3n @@ -789,6 +827,8 @@ class MODEL_TENSOR(IntEnum): A_MM_HARD_EMB_NORM = auto() # gemma3n A_MM_SOFT_EMB_NORM = auto() # gemma3n A_MM_INP_PROJ = auto() # gemma3n + A_PER_DIM_K_SCALE = auto() # gemma4 + A_PER_DIM_SCALE = auto() # gemma4 # nextn/mtp NEXTN_EH_PROJ = auto() NEXTN_EMBED_TOKENS = auto() @@ -858,6 +898,7 @@ class MODEL_TENSOR(IntEnum): MODEL_ARCH.GEMMA2: "gemma2", MODEL_ARCH.GEMMA3: "gemma3", MODEL_ARCH.GEMMA3N: "gemma3n", + MODEL_ARCH.GEMMA4: "gemma4", MODEL_ARCH.GEMMA_EMBEDDING: "gemma-embedding", MODEL_ARCH.STARCODER2: "starcoder2", MODEL_ARCH.RWKV6: "rwkv6", @@ -878,6 +919,7 @@ class MODEL_TENSOR(IntEnum): MODEL_ARCH.ARCTIC: "arctic", MODEL_ARCH.DEEPSEEK: "deepseek", MODEL_ARCH.DEEPSEEK2: "deepseek2", + MODEL_ARCH.DEEPSEEK2OCR: "deepseek2-ocr", MODEL_ARCH.CHATGLM: "chatglm", MODEL_ARCH.GLM4: "glm4", MODEL_ARCH.GLM4_MOE: "glm4moe", @@ -975,6 +1017,9 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.FFN_NORM: "blk.{bid}.ffn_norm", MODEL_TENSOR.FFN_PRE_NORM: "blk.{bid}.ffn_norm", MODEL_TENSOR.FFN_POST_NORM: "blk.{bid}.post_ffw_norm", + MODEL_TENSOR.FFN_PRE_NORM_2: "blk.{bid}.pre_ffw_norm_2", # gemma4 + MODEL_TENSOR.FFN_POST_NORM_1: "blk.{bid}.post_ffw_norm_1", # gemma4 + MODEL_TENSOR.FFN_POST_NORM_2: "blk.{bid}.post_ffw_norm_2", # gemma4 MODEL_TENSOR.FFN_GATE: "blk.{bid}.ffn_gate", MODEL_TENSOR.FFN_DOWN: "blk.{bid}.ffn_down", MODEL_TENSOR.FFN_UP: "blk.{bid}.ffn_up", @@ -994,6 +1039,7 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.MOE_LATENT_DOWN: "blk.{bid}.ffn_latent_down", # nemotron 3 super MODEL_TENSOR.MOE_LATENT_UP: "blk.{bid}.ffn_latent_up", # nemotron 3 super MODEL_TENSOR.LAYER_OUT_NORM: "blk.{bid}.layer_output_norm", + MODEL_TENSOR.LAYER_OUT_SCALE: "blk.{bid}.layer_output_scale", MODEL_TENSOR.PER_LAYER_TOKEN_EMBD: "per_layer_token_embd", # gemma3n MODEL_TENSOR.PER_LAYER_MODEL_PROJ: "per_layer_model_proj", # gemma3n MODEL_TENSOR.PER_LAYER_PROJ_NORM: "per_layer_proj_norm", # gemma3n @@ -1158,8 +1204,11 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_ENC_FFN_UP: "v.blk.{bid}.ffn_up", MODEL_TENSOR.V_ENC_FFN_GATE: "v.blk.{bid}.ffn_gate", MODEL_TENSOR.V_ENC_FFN_DOWN: "v.blk.{bid}.ffn_down", + MODEL_TENSOR.V_ENC_ATTN_POST_NORM: "v.blk.{bid}.attn_post_norm", + MODEL_TENSOR.V_ENC_FFN_POST_NORM: "v.blk.{bid}.ffn_post_norm", MODEL_TENSOR.V_LAYER_SCALE_1: "v.blk.{bid}.ls1", MODEL_TENSOR.V_LAYER_SCALE_2: "v.blk.{bid}.ls2", + MODEL_TENSOR.V_LAYER_OUT_SCALE: "v.blk.{bid}.out_scale", MODEL_TENSOR.V_PRE_NORM: "v.pre_ln", MODEL_TENSOR.V_POST_NORM: "v.post_ln", MODEL_TENSOR.V_MM_POST_NORM: "mm.post_norm", @@ -1197,11 +1246,30 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_MM_GATE: "mm.gate", MODEL_TENSOR.V_TOK_BOI: "v.boi", MODEL_TENSOR.V_TOK_EOI: "v.eoi", + MODEL_TENSOR.V_STD_BIAS: "v.std_bias", # gemma4 + MODEL_TENSOR.V_STD_SCALE: "v.std_scale", # gemma4 + # DeepSeek-OCR SAM + MODEL_TENSOR.V_SAM_POS_EMBD: "v.sam.pos_embd", + MODEL_TENSOR.V_SAM_PATCH_EMBD: "v.sam.patch_embd", + MODEL_TENSOR.V_SAM_PRE_NORM: "v.sam.blk.{bid}.pre_ln", + MODEL_TENSOR.V_SAM_POST_NORM: "v.sam.blk.{bid}.post_ln", + MODEL_TENSOR.V_SAM_ATTN_POS_H: "v.sam.blk.{bid}.attn.pos_h", + MODEL_TENSOR.V_SAM_ATTN_POS_W: "v.sam.blk.{bid}.attn.pos_w", + MODEL_TENSOR.V_SAM_ATTN_QKV: "v.sam.blk.{bid}.attn.qkv", + MODEL_TENSOR.V_SAM_ATTN_OUT: "v.sam.blk.{bid}.attn.out", + MODEL_TENSOR.V_SAM_MLP_LIN_1: "v.sam.blk.{bid}.mlp.lin1", + MODEL_TENSOR.V_SAM_MLP_LIN_2: "v.sam.blk.{bid}.mlp.lin2", + MODEL_TENSOR.V_SAM_NECK: "v.sam.neck.{bid}", + MODEL_TENSOR.V_SAM_NET_2: "v.sam.net_2", + MODEL_TENSOR.V_SAM_NET_3: "v.sam.net_3", + MODEL_TENSOR.V_ENC_EMBD_IMGNL: "v.image_newline", # Deepseek-OCR + MODEL_TENSOR.V_ENC_EMBD_VSEP: "v.view_seperator", # Deepseek-OCR # audio (mtmd) # note: all audio tensor names must use prefix "a." or "mm.a." MODEL_TENSOR.A_ENC_EMBD_POS: "a.position_embd", MODEL_TENSOR.A_ENC_EMBD_NORM: "a.position_embd_norm", MODEL_TENSOR.A_ENC_EMBD_TO_LOGITS: "a.embd_to_logits", + MODEL_TENSOR.A_ENC_INP_PROJ: "a.input_projection", MODEL_TENSOR.A_ENC_CONV1D: "a.conv1d.{bid}", MODEL_TENSOR.A_ENC_CONV1D_NORM: "a.conv1d.{bid}.norm", MODEL_TENSOR.A_PRE_NORM: "a.pre_ln", @@ -1210,6 +1278,9 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_ENC_ATTN_Q: "a.blk.{bid}.attn_q", MODEL_TENSOR.A_ENC_ATTN_K: "a.blk.{bid}.attn_k", MODEL_TENSOR.A_ENC_ATTN_V: "a.blk.{bid}.attn_v", + MODEL_TENSOR.A_ENC_ATTN_POST_NORM: "a.blk.{bid}.attn_post_norm", + MODEL_TENSOR.A_ENC_ATTN_PRE_NORM: "a.blk.{bid}.attn_pre_norm", + MODEL_TENSOR.A_ENC_ATTN_K_REL: "a.blk.{bid}.attn_k_rel", MODEL_TENSOR.A_ENC_PER_DIM_SCALE: "a.blk.{bid}.per_dim_scale", MODEL_TENSOR.A_ENC_INPUT_NORM: "a.blk.{bid}.ln1", MODEL_TENSOR.A_ENC_OUTPUT: "a.blk.{bid}.attn_out", @@ -1234,6 +1305,8 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_MM_SOFT_EMB_NORM: "mm.a.soft_emb_norm", # gemma3n MODEL_TENSOR.A_MM_EMBEDDING: "mm.a.embedding", # gemma3n MODEL_TENSOR.A_MM_HARD_EMB_NORM: "mm.a.hard_emb_norm", # gemma3n + MODEL_TENSOR.A_PER_DIM_K_SCALE: "a.blk.{bid}.per_dim_k_scale", # gemma4 + MODEL_TENSOR.A_PER_DIM_SCALE: "a.blk.{bid}.per_dim_scale", # gemma4 # lfm2 audio MODEL_TENSOR.A_ENC_NORM_CONV: "a.blk.{bid}.norm_conv", MODEL_TENSOR.A_ENC_LINEAR_POS: "a.blk.{bid}.linear_pos", @@ -1263,6 +1336,8 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_ENC_EMBD_PATCH, MODEL_TENSOR.V_ENC_EMBD_NORM, MODEL_TENSOR.V_ENC_EMBD_POS, + MODEL_TENSOR.V_ENC_EMBD_IMGNL, + MODEL_TENSOR.V_ENC_EMBD_VSEP, MODEL_TENSOR.V_ENC_INPUT_NORM, MODEL_TENSOR.V_ENC_ATTN_QKV, MODEL_TENSOR.V_ENC_ATTN_Q, @@ -1276,8 +1351,11 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_ENC_FFN_UP, MODEL_TENSOR.V_ENC_FFN_GATE, MODEL_TENSOR.V_ENC_FFN_DOWN, + MODEL_TENSOR.V_ENC_ATTN_POST_NORM, + MODEL_TENSOR.V_ENC_FFN_POST_NORM, MODEL_TENSOR.V_LAYER_SCALE_1, MODEL_TENSOR.V_LAYER_SCALE_2, + MODEL_TENSOR.V_LAYER_OUT_SCALE, MODEL_TENSOR.V_PRE_NORM, MODEL_TENSOR.V_POST_NORM, MODEL_TENSOR.V_MM_POST_NORM, @@ -1315,10 +1393,26 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.V_MM_GATE, MODEL_TENSOR.V_TOK_BOI, MODEL_TENSOR.V_TOK_EOI, + MODEL_TENSOR.V_STD_BIAS, + MODEL_TENSOR.V_STD_SCALE, + MODEL_TENSOR.V_SAM_POS_EMBD, + MODEL_TENSOR.V_SAM_PATCH_EMBD, + MODEL_TENSOR.V_SAM_PRE_NORM, + MODEL_TENSOR.V_SAM_POST_NORM, + MODEL_TENSOR.V_SAM_ATTN_POS_H, + MODEL_TENSOR.V_SAM_ATTN_POS_W, + MODEL_TENSOR.V_SAM_ATTN_QKV, + MODEL_TENSOR.V_SAM_ATTN_OUT, + MODEL_TENSOR.V_SAM_MLP_LIN_1, + MODEL_TENSOR.V_SAM_MLP_LIN_2, + MODEL_TENSOR.V_SAM_NECK, + MODEL_TENSOR.V_SAM_NET_2, + MODEL_TENSOR.V_SAM_NET_3, # audio MODEL_TENSOR.A_ENC_EMBD_POS, MODEL_TENSOR.A_ENC_EMBD_NORM, MODEL_TENSOR.A_ENC_EMBD_TO_LOGITS, + MODEL_TENSOR.A_ENC_INP_PROJ, MODEL_TENSOR.A_ENC_CONV1D, MODEL_TENSOR.A_ENC_CONV1D_NORM, MODEL_TENSOR.A_PRE_NORM, @@ -1327,6 +1421,9 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_ENC_ATTN_Q, MODEL_TENSOR.A_ENC_ATTN_K, MODEL_TENSOR.A_ENC_ATTN_V, + MODEL_TENSOR.A_ENC_ATTN_POST_NORM, + MODEL_TENSOR.A_ENC_ATTN_PRE_NORM, + MODEL_TENSOR.A_ENC_ATTN_K_REL, MODEL_TENSOR.A_ENC_PER_DIM_SCALE, MODEL_TENSOR.A_ENC_INPUT_NORM, MODEL_TENSOR.A_ENC_OUTPUT, @@ -1360,6 +1457,8 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.A_MM_SOFT_EMB_NORM, MODEL_TENSOR.A_MM_EMBEDDING, MODEL_TENSOR.A_MM_HARD_EMB_NORM, + MODEL_TENSOR.A_PER_DIM_K_SCALE, + MODEL_TENSOR.A_PER_DIM_SCALE, ], MODEL_ARCH.LLAMA: [ MODEL_TENSOR.TOKEN_EMBD, @@ -2217,6 +2316,38 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.LAUREL_R, MODEL_TENSOR.LAUREL_POST_NORM, ], + MODEL_ARCH.GEMMA4: [ + MODEL_TENSOR.ROPE_FREQS, + MODEL_TENSOR.TOKEN_EMBD, + MODEL_TENSOR.OUTPUT, + MODEL_TENSOR.OUTPUT_NORM, + MODEL_TENSOR.ATTN_Q, + MODEL_TENSOR.ATTN_Q_NORM, + MODEL_TENSOR.ATTN_K, + MODEL_TENSOR.ATTN_K_NORM, + MODEL_TENSOR.ATTN_V, + MODEL_TENSOR.ATTN_OUT, + MODEL_TENSOR.FFN_GATE, + MODEL_TENSOR.FFN_DOWN, + MODEL_TENSOR.FFN_UP, + MODEL_TENSOR.FFN_GATE_UP_EXP, + MODEL_TENSOR.FFN_DOWN_EXP, + MODEL_TENSOR.ATTN_NORM, + MODEL_TENSOR.ATTN_POST_NORM, + MODEL_TENSOR.FFN_GATE_INP, + MODEL_TENSOR.FFN_PRE_NORM, + MODEL_TENSOR.FFN_PRE_NORM_2, + MODEL_TENSOR.FFN_POST_NORM, + MODEL_TENSOR.FFN_POST_NORM_1, + MODEL_TENSOR.FFN_POST_NORM_2, + MODEL_TENSOR.LAYER_OUT_SCALE, + MODEL_TENSOR.PER_LAYER_TOKEN_EMBD, + MODEL_TENSOR.PER_LAYER_MODEL_PROJ, + MODEL_TENSOR.PER_LAYER_INP_GATE, + MODEL_TENSOR.PER_LAYER_PROJ, + MODEL_TENSOR.PER_LAYER_PROJ_NORM, + MODEL_TENSOR.PER_LAYER_POST_NORM, + ], MODEL_ARCH.GEMMA_EMBEDDING: [ MODEL_TENSOR.TOKEN_EMBD, MODEL_TENSOR.OUTPUT, @@ -2610,7 +2741,41 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.ATTN_Q_B, MODEL_TENSOR.ATTN_KV_A_MQA, MODEL_TENSOR.ATTN_KV_B, + MODEL_TENSOR.ATTN_K, MODEL_TENSOR.ATTN_K_B, + MODEL_TENSOR.ATTN_V, + MODEL_TENSOR.ATTN_V_B, + MODEL_TENSOR.ATTN_Q_A_NORM, + MODEL_TENSOR.ATTN_KV_A_NORM, + MODEL_TENSOR.ATTN_OUT, + MODEL_TENSOR.ATTN_ROT_EMBD, + MODEL_TENSOR.FFN_GATE_INP, + MODEL_TENSOR.FFN_NORM, + MODEL_TENSOR.FFN_GATE, + MODEL_TENSOR.FFN_DOWN, + MODEL_TENSOR.FFN_UP, + MODEL_TENSOR.FFN_GATE_EXP, + MODEL_TENSOR.FFN_DOWN_EXP, + MODEL_TENSOR.FFN_UP_EXP, + MODEL_TENSOR.FFN_GATE_SHEXP, + MODEL_TENSOR.FFN_DOWN_SHEXP, + MODEL_TENSOR.FFN_UP_SHEXP, + MODEL_TENSOR.FFN_EXP_PROBS_B, + ], + MODEL_ARCH.DEEPSEEK2OCR: [ + MODEL_TENSOR.TOKEN_EMBD, + MODEL_TENSOR.OUTPUT_NORM, + MODEL_TENSOR.OUTPUT, + MODEL_TENSOR.ROPE_FREQS, + MODEL_TENSOR.ATTN_NORM, + MODEL_TENSOR.ATTN_Q, + MODEL_TENSOR.ATTN_Q_A, + MODEL_TENSOR.ATTN_Q_B, + MODEL_TENSOR.ATTN_KV_A_MQA, + MODEL_TENSOR.ATTN_KV_B, + MODEL_TENSOR.ATTN_K, + MODEL_TENSOR.ATTN_K_B, + MODEL_TENSOR.ATTN_V, MODEL_TENSOR.ATTN_V_B, MODEL_TENSOR.ATTN_Q_A_NORM, MODEL_TENSOR.ATTN_KV_A_NORM, @@ -3739,6 +3904,10 @@ class MODEL_TENSOR(IntEnum): MODEL_TENSOR.ROPE_FREQS, MODEL_TENSOR.ATTN_ROT_EMBD, ], + MODEL_ARCH.DEEPSEEK2OCR: [ + MODEL_TENSOR.ROPE_FREQS, + MODEL_TENSOR.ATTN_ROT_EMBD, + ], MODEL_ARCH.CHATGLM: [ MODEL_TENSOR.ROPE_FREQS, ], @@ -3916,6 +4085,8 @@ class VisionProjectorType: GEMMA3 = "gemma3" GEMMA3NV = "gemma3nv" GEMMA3NA = "gemma3na" + GEMMA4V = "gemma4v" + GEMMA4A = "gemma4a" PHI4 = "phi4" IDEFICS3 = "idefics3" PIXTRAL = "pixtral" @@ -3936,6 +4107,7 @@ class VisionProjectorType: LIGHTONOCR = "lightonocr" COGVLM = "cogvlm" JANUS_PRO = "janus_pro" + DEEPSEEKOCR = "deepseekocr" LFM2A = "lfm2a" # audio MUSIC_FLAMINGO = "musicflamingo" # audio GLM4V = "glm4v" diff --git a/gguf-py/gguf/gguf_writer.py b/gguf-py/gguf/gguf_writer.py index 5f653d386d0..90d500dc771 100644 --- a/gguf-py/gguf/gguf_writer.py +++ b/gguf-py/gguf/gguf_writer.py @@ -799,6 +799,7 @@ def add_clamp_kqv(self, value: float) -> None: def add_shared_kv_layers(self, value: int) -> None: self.add_uint32(Keys.Attention.SHARED_KV_LAYERS.format(arch=self.arch), value) + # if input is array, true means SWA and false means full_attention for each layer def add_sliding_window_pattern(self, value: int | Sequence[bool]) -> None: key = Keys.Attention.SLIDING_WINDOW_PATTERN.format(arch=self.arch) if isinstance(value, int): @@ -1156,6 +1157,12 @@ def add_vision_max_pixels(self, value: int) -> None: def add_vision_min_pixels(self, value: int) -> None: self.add_uint32(Keys.ClipVision.IMAGE_MIN_PIXELS, value) + def add_vision_preproc_max_tiles(self, value: int) -> None: + self.add_uint32(Keys.ClipVision.PREPROC_MAX_TILES, value) + + def add_vision_preproc_min_tiles(self, value: int) -> None: + self.add_uint32(Keys.ClipVision.PREPROC_MIN_TILES, value) + def add_vision_preproc_image_size(self, value: int) -> None: self.add_uint32(Keys.ClipVision.PREPROC_IMAGE_SIZE, value) @@ -1212,6 +1219,15 @@ def add_vision_is_deepstack_layers(self, layers: Sequence[bool]) -> None: def add_vision_window_size(self, value: int) -> None: self.add_uint32(Keys.ClipVision.WINDOW_SIZE, value) + def add_vision_sam_layers_count(self, value: int) -> None: + self.add_uint32(Keys.ClipVision.SAM.BLOCK_COUNT, value) + + def add_vision_sam_embedding_length(self, value: int) -> None: + self.add_uint32(Keys.ClipVision.SAM.EMBEDDING_LENGTH, value) + + def add_vision_sam_head_count(self, value: int) -> None: + self.add_uint32(Keys.ClipVision.SAM.HEAD_COUNT, value) + # audio models def add_clip_audio_projector_type(self, value: str) -> None: diff --git a/gguf-py/gguf/tensor_mapping.py b/gguf-py/gguf/tensor_mapping.py index 18131e54054..a7c7ce46408 100644 --- a/gguf-py/gguf/tensor_mapping.py +++ b/gguf-py/gguf/tensor_mapping.py @@ -63,6 +63,7 @@ class TensorNameMap: "transformer.wpe", # gpt2 "embeddings.position_embeddings", # bert "wpe", # gpt2 + "model.embed_positions", # rugpt3xl ), # Output @@ -400,6 +401,10 @@ class TensorNameMap: "model.layers.{bid}.pre_mlp_layernorm", # afmoe ), + MODEL_TENSOR.FFN_PRE_NORM_2: ( + "model.layers.{bid}.pre_feedforward_layernorm_2", # gemma4 + ), + # Post feed-forward norm MODEL_TENSOR.FFN_POST_NORM: ( "model.layers.{bid}.post_feedforward_layernorm", # gemma2 olmo2 @@ -410,6 +415,14 @@ class TensorNameMap: "model.layers.{bid}.post_moe_norm", # grok-2 ), + MODEL_TENSOR.FFN_POST_NORM_1: ( + "model.layers.{bid}.post_feedforward_layernorm_1", # gemma4 + ), + + MODEL_TENSOR.FFN_POST_NORM_2: ( + "model.layers.{bid}.post_feedforward_layernorm_2", # gemma4 + ), + MODEL_TENSOR.FFN_GATE_INP: ( "layers.{bid}.feed_forward.gate", # mixtral "model.layers.{bid}.block_sparse_moe.gate", # mixtral phimoe @@ -427,6 +440,7 @@ class TensorNameMap: "layers.{bid}.gate", # mistral-large "backbone.layers.{bid}.mixer.gate", # nemotron-h-moe "model.layers.{bid}.moe.gate", # step3.5 + "model.layers.{bid}.router.proj", # gemma4 ), MODEL_TENSOR.FFN_GATE_INP_SHEXP: ( @@ -569,6 +583,7 @@ class TensorNameMap: MODEL_TENSOR.FFN_GATE_UP_EXP: ( "model.layers.{bid}.mlp.experts.gate_up_proj", + "model.layers.{bid}.experts.gate_up_proj", # gemma4 ), MODEL_TENSOR.MOE_LATENT_DOWN: ( @@ -628,6 +643,7 @@ class TensorNameMap: "encoder.layers.{bid}.mlp.experts.mlp.w2", # nomic-bert-moe "model.layers.{bid}.block_sparse_moe.experts.down", # smallthinker "model.layers.{bid}.moe.down_proj", # step3.5 + "model.layers.{bid}.experts.down_proj", # gemma4 ), MODEL_TENSOR.FFN_DOWN_SHEXP: ( @@ -692,6 +708,10 @@ class TensorNameMap: "model.layers.{bid}.final_layernorm", # bailingmoe2 ), + MODEL_TENSOR.LAYER_OUT_SCALE: ( + "model.layers.{bid}.layer_scalar", # gemma4 + ), + MODEL_TENSOR.PER_LAYER_TOKEN_EMBD: ( "model.embed_tokens_per_layer", # gemma3n ), @@ -1344,6 +1364,7 @@ class TensorNameMap: MODEL_TENSOR.V_MMPROJ_FC: ( "model.connector.modality_projection.proj", # SmolVLM "model.vision.linear_proj.linear_proj", # cogvlm + "model.projector.layers", # Deepseek-OCR "visual.merger.proj", # glm4v ), @@ -1364,6 +1385,7 @@ class TensorNameMap: "vision_model.class_embedding", # llama 4 "model.vision.patch_embedding.cls_embedding", # cogvlm "vision_model.radio_model.model.patch_generator.cls_token.token", # Nemotron Nano v2 VL + "model.vision_model.embeddings.class_embedding", # Deepseek-OCR ), MODEL_TENSOR.V_ENC_EMBD_PATCH: ( @@ -1377,8 +1399,10 @@ class TensorNameMap: "visual.patch_embed.proj", # qwen2vl "vision_tower.patch_embed.proj", # kimi-vl "model.vision.patch_embedding.proj", # cogvlm + "model.vision_model.embeddings.patch_embedding", # Deepseek-OCR CLIP "siglip2.vision_model.embeddings.patch_embedding", "vision_model.radio_model.model.patch_generator.embedder", # Nemotron Nano v2 VL + "model.vision_tower.patch_embedder.input_proj", # gemma4 ), MODEL_TENSOR.V_ENC_EMBD_NORM: ( @@ -1396,12 +1420,22 @@ class TensorNameMap: "model.vision.patch_embedding.position_embedding", # cogvlm "visual.embeddings.position_embedding", # glm4v "vision_model.radio_model.model.patch_generator.pos_embed", # Nemotron Nano v2 VL + "model.vision_tower.patch_embedder.position_embedding_table", # gemma4 + ), + + MODEL_TENSOR.V_ENC_EMBD_IMGNL: ( + "model.image_newline", # Deepseek-OCR + ), + + MODEL_TENSOR.V_ENC_EMBD_VSEP: ( + "model.view_seperator", # Deepseek-OCR ), MODEL_TENSOR.V_ENC_ATTN_QKV: ( "visual.blocks.{bid}.attn.qkv", # qwen3vl "model.vision.transformer.layers.{bid}.attention.query_key_value", # cogvlm - "vision_tower.encoder.blocks.{bid}.wqkv", # Kimi-K2.5 + "model.vision_model.transformer.layers.{bid}.self_attn.qkv_proj", # Deepseek-OCR CLIP + "vision_tower.encoder.blocks.{bid}.wqkv" # Kimi-K2.5 "vision_model.radio_model.model.blocks.{bid}.attn.qkv", # Nemotron Nano v2 VL ), @@ -1416,12 +1450,15 @@ class TensorNameMap: "visual.blocks.{bid}.attn.q", # qwen2vl, generated "vision_tower.encoder.blocks.{bid}.wq", # kimi-vl, generated "siglip2.vision_model.encoder.layers.{bid}.self_attn.q_proj", # youtuvl + "model.vision_model.transformer.layers.{bid}.self_attn.q_proj", # Deepseek-OCR CLIP, generated + "vision_model.model.layers.{bid}.self_attn.q_proj.linear", # gemma4 ), MODEL_TENSOR.V_ENC_ATTN_Q_NORM: ( "vision_tower.vision_model.encoder.layers.{bid}.attn.q_norm", # InternVL "model.vision_tower.encoder.layer.{bid}.attention.q_norm", # Intern-S1 "visual.blocks.{bid}.attn.q_norm", # GLM-OCR + "vision_model.model.layers.{bid}.self_attn.q_norm", # gemma4 ), MODEL_TENSOR.V_ENC_ATTN_K: ( @@ -1434,13 +1471,16 @@ class TensorNameMap: "vision_encoder.transformer.layers.{bid}.attention.wk", # pixtral "visual.blocks.{bid}.attn.k", # qwen2vl, generated "vision_tower.encoder.blocks.{bid}.wk", # kimi-vl, generated + "model.vision_model.transformer.layers.{bid}.self_attn.k_proj", # Deepseek-OCR CLIP, generated "siglip2.vision_model.encoder.layers.{bid}.self_attn.k_proj", + "vision_model.model.layers.{bid}.self_attn.k_proj.linear", # gemma4 ), MODEL_TENSOR.V_ENC_ATTN_K_NORM: ( "vision_tower.vision_model.encoder.layers.{bid}.attn.k_norm", # InternVL "model.vision_tower.encoder.layer.{bid}.attention.k_norm", # Intern-S1 "visual.blocks.{bid}.attn.k_norm", # GLM-OCR + "vision_model.model.layers.{bid}.self_attn.k_norm", # gemma4 ), MODEL_TENSOR.V_ENC_ATTN_V: ( @@ -1454,6 +1494,8 @@ class TensorNameMap: "visual.blocks.{bid}.attn.v", # qwen2vl, generated "vision_tower.encoder.blocks.{bid}.wv", # kimi-vl, generated "siglip2.vision_model.encoder.layers.{bid}.self_attn.v_proj", + "model.vision_model.transformer.layers.{bid}.self_attn.v_proj", # Deepseek-OCR CLIP, generated + "vision_model.model.layers.{bid}.self_attn.v_proj.linear", # gemma4 ), MODEL_TENSOR.V_ENC_INPUT_NORM: ( @@ -1464,10 +1506,11 @@ class TensorNameMap: "model.vision_model.encoder.layers.{bid}.layer_norm1", # SmolVLM "vision_tower.transformer.layers.{bid}.attention_norm", # pixtral-hf "vision_encoder.transformer.layers.{bid}.attention_norm", # pixtral - "vision_model.model.layers.{bid}.input_layernorm", # llama4 + "vision_model.model.layers.{bid}.input_layernorm", # llama4, gemma4 "visual.blocks.{bid}.norm1", # qwen2vl "vision_tower.encoder.blocks.{bid}.norm0", # kimi-vl (norm0/norm1) "model.vision.transformer.layers.{bid}.input_layernorm", # cogvlm + "model.vision_model.transformer.layers.{bid}.layer_norm1", # Deepseek-OCR CLIP "siglip2.vision_model.encoder.layers.{bid}.layer_norm1", "vision_model.radio_model.model.blocks.{bid}.norm1", # Nemotron Nano v2 VL ), @@ -1485,8 +1528,10 @@ class TensorNameMap: "visual.blocks.{bid}.attn.proj", # qwen2vl "vision_tower.encoder.blocks.{bid}.wo", # kimi-vl "model.vision.transformer.layers.{bid}.attention.dense", # cogvlm + "model.vision_model.transformer.layers.{bid}.self_attn.out_proj", # Deepseek-OCR CLIP "siglip2.vision_model.encoder.layers.{bid}.self_attn.out_proj", # youtuvl "vision_model.radio_model.model.blocks.{bid}.attn.proj", # Nemotron Nano v2 VL + "vision_model.model.layers.{bid}.self_attn.o_proj.linear", # gemma4 ), MODEL_TENSOR.V_ENC_POST_ATTN_NORM: ( @@ -1501,8 +1546,10 @@ class TensorNameMap: "visual.blocks.{bid}.norm2", # qwen2vl "vision_tower.encoder.blocks.{bid}.norm1", # kimi-vl (norm0/norm1) "model.vision.transformer.layers.{bid}.post_attention_layernorm", # cogvlm + "model.vision_model.transformer.layers.{bid}.layer_norm2", # Deepseek-OCR CLIP "siglip2.vision_model.encoder.layers.{bid}.layer_norm2", "vision_model.radio_model.model.blocks.{bid}.norm2", # Nemotron Nano v2 VL + "vision_model.model.layers.{bid}.pre_feedforward_layernorm", # gemma4 ), MODEL_TENSOR.V_ENC_FFN_UP: ( @@ -1517,15 +1564,18 @@ class TensorNameMap: "visual.blocks.{bid}.mlp.up_proj", # qwen2.5vl "visual.blocks.{bid}.mlp.linear_fc1", # qwen3vl "vision_tower.encoder.blocks.{bid}.mlp.fc0", # kimi-vl (fc0/fc1) + "model.vision_model.transformer.layers.{bid}.mlp.fc1", # Deepseek-OCR CLIP "model.vision.transformer.layers.{bid}.mlp.fc1", # cogvlm "siglip2.vision_model.encoder.layers.{bid}.mlp.fc1", "vision_model.radio_model.model.blocks.{bid}.mlp.fc1", # Nemotron Nano v2 VL + "vision_model.model.layers.{bid}.mlp.up_proj", # gemma4 ), MODEL_TENSOR.V_ENC_FFN_GATE: ( "vision_tower.transformer.layers.{bid}.feed_forward.gate_proj", # pixtral-hf "vision_encoder.transformer.layers.{bid}.feed_forward.w1", # pixtral "visual.blocks.{bid}.mlp.gate_proj", # qwen2.5vl + "vision_model.model.layers.{bid}.mlp.gate_proj", # gemma4 ), MODEL_TENSOR.V_ENC_FFN_DOWN: ( @@ -1541,8 +1591,18 @@ class TensorNameMap: "visual.blocks.{bid}.mlp.linear_fc2", # qwen3vl "vision_tower.encoder.blocks.{bid}.mlp.fc1", # kimi-vl (fc0/fc1) "model.vision.transformer.layers.{bid}.mlp.fc2", # cogvlm + "model.vision_model.transformer.layers.{bid}.mlp.fc2", # Deepseek-OCR CLIP "siglip2.vision_model.encoder.layers.{bid}.mlp.fc2", "vision_model.radio_model.model.blocks.{bid}.mlp.fc2", # Nemotron Nano v2 VL + "vision_model.model.layers.{bid}.mlp.down_proj", # gemma4 + ), + + MODEL_TENSOR.V_ENC_ATTN_POST_NORM: ( + "vision_model.model.layers.{bid}.post_attention_layernorm", # gemma4 + ), + + MODEL_TENSOR.V_ENC_FFN_POST_NORM: ( + "vision_model.model.layers.{bid}.post_feedforward_layernorm", # gemma4 ), MODEL_TENSOR.V_LAYER_SCALE_1: ( @@ -1555,11 +1615,16 @@ class TensorNameMap: "model.vision_tower.encoder.layer.{bid}.lambda_2", # Intern-S1 ), + MODEL_TENSOR.V_LAYER_OUT_SCALE: ( + "vision_model.model.layers.{bid}.layer_scalar", # gemma4 + ), + MODEL_TENSOR.V_PRE_NORM: ( "vision_tower.vision_model.pre_layrnorm", "vision_tower.ln_pre", # pixtral-hf "vision_encoder.ln_pre", # pixtral "vision_model.layernorm_pre", # llama4 + "model.vision_model.pre_layrnorm", # Deepseek-OCR CLIP ), MODEL_TENSOR.V_POST_NORM: ( @@ -1662,6 +1727,58 @@ class TensorNameMap: "model.visual.deepstack_merger_list.{bid}.linear_fc2", # deepstack in qwen3vl ), + MODEL_TENSOR.V_SAM_POS_EMBD: ( + "model.sam_model.pos_embed", + ), + + MODEL_TENSOR.V_SAM_PATCH_EMBD: ( + "model.sam_model.patch_embed.proj", + ), + + MODEL_TENSOR.V_SAM_PRE_NORM: ( + "model.sam_model.blocks.{bid}.norm1", # deepstack in qwen3vl + ), + + MODEL_TENSOR.V_SAM_POST_NORM: ( + "model.sam_model.blocks.{bid}.norm2", # deepstack in qwen3vl + ), + + MODEL_TENSOR.V_SAM_ATTN_POS_H: ( + "model.sam_model.blocks.{bid}.attn.rel_pos_h", + ), + + MODEL_TENSOR.V_SAM_ATTN_POS_W: ( + "model.sam_model.blocks.{bid}.attn.rel_pos_w", + ), + + MODEL_TENSOR.V_SAM_ATTN_QKV: ( + "model.sam_model.blocks.{bid}.attn.qkv", + ), + + MODEL_TENSOR.V_SAM_ATTN_OUT: ( + "model.sam_model.blocks.{bid}.attn.proj", + ), + + MODEL_TENSOR.V_SAM_MLP_LIN_1: ( + "model.sam_model.blocks.{bid}.mlp.lin1", + ), + + MODEL_TENSOR.V_SAM_MLP_LIN_2: ( + "model.sam_model.blocks.{bid}.mlp.lin2", + ), + + MODEL_TENSOR.V_SAM_NECK: ( + "model.sam_model.neck.{bid}", + ), + + MODEL_TENSOR.V_SAM_NET_2: ( + "model.sam_model.net_2", + ), + + MODEL_TENSOR.V_SAM_NET_3: ( + "model.sam_model.net_3", + ), + MODEL_TENSOR.V_MM_POST_FC_NORM: ( "model.vision.linear_proj.norm1", # cogvlm ), @@ -1689,6 +1806,14 @@ class TensorNameMap: "model.vision.eoi", # cogvlm ), + MODEL_TENSOR.V_STD_BIAS: ( + "model.vision_tower.std_bias", # gemma4 + ), + + MODEL_TENSOR.V_STD_SCALE: ( + "model.vision_tower.std_scale", # gemma4 + ), + # audio (mtmd) MODEL_TENSOR.A_ENC_EMBD_POS: ( @@ -1708,10 +1833,15 @@ class TensorNameMap: "audio_tower.conv{bid}", # ultravox "conformer.pre_encode.conv.{bid}", # lfm2 "model.audio_tower.subsample_conv_projection.conv_{bid}.conv", # gemma3n + "conformer.subsample_conv_projection.layer{bid}.conv", # gemma4 ), MODEL_TENSOR.A_ENC_CONV1D_NORM: ( - "model.audio_tower.subsample_conv_projection.conv_{bid}.norm", # gemma3n + "conformer.subsample_conv_projection.layer{bid}.norm", # gemma4 + ), + + MODEL_TENSOR.A_ENC_INP_PROJ: ( + "conformer.subsample_conv_projection.input_proj_linear", # gemma4 ), MODEL_TENSOR.A_PRE_NORM: (), @@ -1725,22 +1855,38 @@ class TensorNameMap: "audio_tower.layers.{bid}.self_attn.q_proj", # ultravox "conformer.layers.{bid}.self_attn.linear_q", # lfm2 "conformer.layers.{bid}.attention.attn.q_proj", # gemma3n + "conformer.layers.{bid}.self_attn.q_proj", # gemma4 ), MODEL_TENSOR.A_ENC_ATTN_K: ( "audio_tower.layers.{bid}.self_attn.k_proj", # ultravox "conformer.layers.{bid}.self_attn.linear_k", # lfm2 "conformer.layers.{bid}.attention.attn.k_proj", # gemma3n + "conformer.layers.{bid}.self_attn.k_proj", # gemma4 ), MODEL_TENSOR.A_ENC_ATTN_V: ( "audio_tower.layers.{bid}.self_attn.v_proj", # ultravox "conformer.layers.{bid}.self_attn.linear_v", # lfm2 "conformer.layers.{bid}.attention.attn.v_proj", # gemma3n + "conformer.layers.{bid}.self_attn.v_proj", # gemma4 + ), + + MODEL_TENSOR.A_ENC_ATTN_K_REL: ( + "conformer.layers.{bid}.self_attn.relative_k_proj", # gemma4 + ), + + MODEL_TENSOR.A_ENC_ATTN_POST_NORM: ( + "conformer.layers.{bid}.norm_post_attn", # gemma4 + ), + + MODEL_TENSOR.A_ENC_ATTN_PRE_NORM: ( + "conformer.layers.{bid}.norm_pre_attn", # gemma4 ), MODEL_TENSOR.A_ENC_PER_DIM_SCALE: ( "conformer.layers.{bid}.attention.attn.per_dim_scale", # gemma3n + "conformer.layers.{bid}.self_attn.per_dim_scale", # gemma3n ), MODEL_TENSOR.A_ENC_LAYER_PRE_NORM: ( @@ -1757,6 +1903,7 @@ class TensorNameMap: "audio_tower.layers.{bid}.self_attn.out_proj", # ultravox "conformer.layers.{bid}.self_attn.linear_out", # lfm2 "conformer.layers.{bid}.attention.post", # gemma3n + "conformer.layers.{bid}.self_attn.post", # gemma4 ), MODEL_TENSOR.A_ENC_OUTPUT_NORM: ( @@ -1768,10 +1915,12 @@ class TensorNameMap: MODEL_TENSOR.A_ENC_FFN_NORM: ( "conformer.layers.{bid}.norm_feed_forward1", # lfm2 "conformer.layers.{bid}.ffw_layer_start.pre_layer_norm", # gemma3n + "conformer.layers.{bid}.feed_forward1.pre_layer_norm", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_POST_NORM: ( "conformer.layers.{bid}.ffw_layer_start.post_layer_norm", # gemma3n + "conformer.layers.{bid}.feed_forward1.post_layer_norm", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_SCALE: ( @@ -1782,6 +1931,7 @@ class TensorNameMap: "audio_tower.layers.{bid}.fc1", # ultravox "conformer.layers.{bid}.feed_forward1.linear1", # lfm2 "conformer.layers.{bid}.ffw_layer_start.ffw_layer_1", # gemma3n + "conformer.layers.{bid}.feed_forward1.ffw_layer_1", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_GATE: (), @@ -1790,25 +1940,30 @@ class TensorNameMap: "audio_tower.layers.{bid}.fc2", # ultravox "conformer.layers.{bid}.feed_forward1.linear2", # lfm2 "conformer.layers.{bid}.ffw_layer_start.ffw_layer_2", # gemma3n + "conformer.layers.{bid}.feed_forward1.ffw_layer_2", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_UP_1: ( "conformer.layers.{bid}.feed_forward2.linear1", # lfm2 "conformer.layers.{bid}.ffw_layer_end.ffw_layer_1", # gemma3n + "conformer.layers.{bid}.feed_forward2.ffw_layer_1", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_DOWN_1: ( "conformer.layers.{bid}.feed_forward2.linear2", # lfm2 "conformer.layers.{bid}.ffw_layer_end.ffw_layer_2", # gemma3n + "conformer.layers.{bid}.feed_forward2.ffw_layer_2", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_NORM_1: ( "conformer.layers.{bid}.norm_feed_forward2", # lfm2 "conformer.layers.{bid}.ffw_layer_end.pre_layer_norm", # gemma3n + "conformer.layers.{bid}.feed_forward2.pre_layer_norm", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_POST_NORM_1: ( "conformer.layers.{bid}.ffw_layer_end.post_layer_norm", # gemma3n + "conformer.layers.{bid}.feed_forward2.post_layer_norm", # gemma4 ), MODEL_TENSOR.A_ENC_FFN_SCALE_1: ( @@ -1830,7 +1985,8 @@ class TensorNameMap: MODEL_TENSOR.A_ENC_OUT: ( "conformer.pre_encode.out", # lfm2 - "model.audio_tower.subsample_conv_projection.input_proj_linear", # gemma3n + "model.audio_tower.subsample_conv_projection.input_proj_linear", # gemma3n (note: it should be A_ENC_INP_PROJ, this is a mistake; it should be corrected in C++ code when it's supported) + "conformer.output_proj", # gemma4 ), # note: some tensors below has "audio." pseudo-prefix, to prevent conflicts with vision tensors @@ -1844,6 +2000,7 @@ class TensorNameMap: MODEL_TENSOR.A_MMPROJ_FC: ( "audio.multi_modal_projector.linear", # qwen2audio "audio_tower.proj", # qwen2omni + "model.audio_tower.output_proj" # gemma4 ), MODEL_TENSOR.A_MM_NORM_PRE: ( @@ -1879,6 +2036,14 @@ class TensorNameMap: "conformer.layers.{bid}.lconv1d.conv_norm", # gemma3n ), + MODEL_TENSOR.A_PER_DIM_K_SCALE: ( + "conformer.layers.{bid}.attention.attn.per_dim_key_scale", # gemma4 + ), + + MODEL_TENSOR.A_PER_DIM_SCALE: ( + "conformer.layers.{bid}.attention.attn.per_dim_scale", # gemma4 + ), + MODEL_TENSOR.A_MM_EMBEDDING: ( "model.embed_audio.embedding", # gemma3n ), diff --git a/gguf-py/gguf/vocab.py b/gguf-py/gguf/vocab.py index e4ab5e1e4ba..5cd729dfa86 100644 --- a/gguf-py/gguf/vocab.py +++ b/gguf-py/gguf/vocab.py @@ -14,12 +14,12 @@ SentencePieceProcessor: Any = None try: - from mistral_common.tokens.tokenizers.mistral import MistralTokenizer # type: ignore[import-not-found] - from mistral_common.tokens.tokenizers.tekken import Tekkenizer # type: ignore[import-not-found] - from mistral_common.tokens.tokenizers.utils import ( # type: ignore[import-not-found] + from mistral_common.tokens.tokenizers.mistral import MistralTokenizer # type: ignore[import-not-found, ty:unresolved-import] + from mistral_common.tokens.tokenizers.tekken import Tekkenizer # type: ignore[import-not-found, ty:unresolved-import] + from mistral_common.tokens.tokenizers.utils import ( # type: ignore[import-not-found, ty:unresolved-import] _filter_valid_tokenizer_files, ) - from mistral_common.tokens.tokenizers.sentencepiece import ( # type: ignore[import-not-found] + from mistral_common.tokens.tokenizers.sentencepiece import ( # type: ignore[import-not-found, ty:unresolved-import] SentencePieceTokenizer, ) except ImportError: @@ -32,7 +32,7 @@ _mistral_common_installed = True try: - from mistral_common.tokens.tokenizers.utils import ( # type: ignore[import-not-found] + from mistral_common.tokens.tokenizers.utils import ( # type: ignore[import-not-found, ty:unresolved-import] get_one_valid_tokenizer_file, ) except ImportError: diff --git a/include/llama.h b/include/llama.h index 10cc9fd8aea..d49ed640eb1 100644 --- a/include/llama.h +++ b/include/llama.h @@ -380,22 +380,33 @@ extern "C" { size_t n_samplers; }; + struct llama_model_tensor_override { + const char * pattern; + enum ggml_type type; + }; + + struct llama_model_imatrix_data { + const char * name; + const float * data; + size_t size; + }; + // model quantization parameters typedef struct llama_model_quantize_params { - int32_t nthread; // number of threads to use for quantizing, if <=0 will use std::thread::hardware_concurrency() - enum llama_ftype ftype; // quantize to this llama_ftype - enum ggml_type output_tensor_type; // output tensor type - enum ggml_type token_embedding_type; // token embeddings tensor type - bool allow_requantize; // allow quantizing non-f32/f16 tensors - bool quantize_output_tensor; // quantize output.weight - bool only_copy; // only copy tensors - ftype, allow_requantize and quantize_output_tensor are ignored - bool pure; // quantize all tensors to the default type - bool keep_split; // quantize to the same number of shards - bool dry_run; // calculate and show the final quantization size without performing quantization - void * imatrix; // pointer to importance matrix data - void * kv_overrides; // pointer to vector containing overrides - void * tensor_types; // pointer to vector containing tensor types - void * prune_layers; // pointer to vector containing layer indices to prune + int32_t nthread; // number of threads to use for quantizing, if <=0 will use std::thread::hardware_concurrency() + enum llama_ftype ftype; // quantize to this llama_ftype + enum ggml_type output_tensor_type; // output tensor type + enum ggml_type token_embedding_type; // token embeddings tensor type + bool allow_requantize; // allow quantizing non-f32/f16 tensors + bool quantize_output_tensor; // quantize output.weight + bool only_copy; // only copy tensors - ftype, allow_requantize and quantize_output_tensor are ignored + bool pure; // quantize all tensors to the default type + bool keep_split; // quantize to the same number of shards + bool dry_run; // calculate and show the final quantization size without performing quantization + const struct llama_model_imatrix_data * imatrix; // pointer to importance matrix data + const struct llama_model_kv_override * kv_overrides; // pointer to kv overrides + const struct llama_model_tensor_override * tt_overrides; // pointer to tensor overrides + const int32_t * prune_layers; // pointer to layer indices to prune } llama_model_quantize_params; typedef struct llama_logit_bias { @@ -465,6 +476,11 @@ extern "C" { const char * path_model, struct llama_model_params params); + // Load a model from an open FILE pointer + LLAMA_API struct llama_model * llama_model_load_from_file_ptr( + FILE * file, + struct llama_model_params params); + // Load a model from multiple splits (support custom naming scheme) // The paths must be in the correct order LLAMA_API struct llama_model * llama_model_load_from_splits( diff --git a/models/templates/HuggingFaceTB-SmolLM3-3B.jinja b/models/templates/HuggingFaceTB-SmolLM3-3B.jinja new file mode 100644 index 00000000000..b605d934395 --- /dev/null +++ b/models/templates/HuggingFaceTB-SmolLM3-3B.jinja @@ -0,0 +1,61 @@ +{#- Copyright 2025-present the Unsloth team. All rights reserved. #} +{#- Licensed under the Apache License, Version 2.0 (the "License") #} +{#- Edits made by Unsloth to make it work for most inference engines #} +{# ───── defaults ───── #} +{%- if enable_thinking is not defined -%} + {%- set enable_thinking = true -%} +{%- endif -%} +{# ───── reasoning mode ───── #} +{%- if enable_thinking -%} + {%- set reasoning_mode = "/think" -%} +{%- else -%} + {%- set reasoning_mode = "/no_think" -%} +{%- endif -%} +{# ───── header (system message) ───── #} +{{- "<|im_start|>system\n" -}} +{%- if messages[0].role == "system" -%} + {%- set system_message = messages[0].content -%} + {%- if "/no_think" in system_message -%} + {%- set reasoning_mode = "/no_think" -%} + {%- elif "/think" in system_message -%} + {%- set reasoning_mode = "/think" -%} + {%- endif -%} + {%- set custom_instructions = system_message.replace("/no_think", "") -%} + {%- set custom_instructions = custom_instructions.replace("/think", "") -%} + {%- set custom_instructions = custom_instructions.rstrip() -%} +{%- endif -%} +{{- "## Metadata\n\n" -}} +{{- "Knowledge Cutoff Date: June 2025\n" -}} +{{- "Reasoning Mode: " + reasoning_mode + "\n\n" -}} +{{- "## Custom Instructions\n\n" -}} +{%- if custom_instructions -%} + {{- custom_instructions + "\n\n" -}} +{%- elif reasoning_mode == "/think" -%} + {{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face. Your role as an assistant involves thoroughly exploring questions through a systematic thinking process before providing the final precise and accurate solutions. This requires engaging in a comprehensive cycle of analysis, summarizing, exploration, reassessment, reflection, backtracking, and iteration to develop well-considered thinking process. Please structure your response into two main sections: Thought and Solution using the specified format: Thought section Solution section. In the Thought section, detail your reasoning process in steps. Each step should include detailed considerations such as analysing questions, summarizing relevant findings, brainstorming new ideas, verifying the accuracy of the current steps, refining any errors, and revisiting previous steps. In the Solution section, based on various attempts, explorations, and reflections from the Thought section, systematically present the final solution that you deem correct. The Solution section should be logical, accurate, and concise and detail necessary steps needed to reach the conclusion.\n\n" -}} +{%- else -%} + {{- "You are a helpful AI assistant named SmolLM, trained by Hugging Face.\n\n" -}} +{%- endif -%} +{{- "<|im_end|>\n" -}} +{# ───── main loop ───── #} +{%- for message in messages -%} + {%- set content = message.content if message.content is string else "" -%} + {%- if message.role == "user" -%} + {{ "<|im_start|>" + message.role + "\n" + content + "<|im_end|>\n" }} + {%- elif message.role == "assistant" -%} + {%- if reasoning_mode == "/think" -%} + {{ "<|im_start|>assistant\n" + content.lstrip("\n") + "<|im_end|>\n" }} + {%- else -%} + {{ "<|im_start|>assistant\n" + "\n\n\n" + content.lstrip("\n") + "<|im_end|>\n" }} + {%- endif -%} + {%- elif message.role == "tool" -%} + {{ "<|im_start|>" + "user\n" + content + "<|im_end|>\n" }} + {%- endif -%} +{%- endfor -%} +{# ───── generation prompt ───── #} +{%- if add_generation_prompt -%} + {%- if reasoning_mode == "/think" -%} + {{ "<|im_start|>assistant\n" }} + {%- else -%} + {{ "<|im_start|>assistant\n" + "\n\n\n" }} + {%- endif -%} +{%- endif -%} diff --git a/models/templates/LFM2.5-Instruct.jinja b/models/templates/LFM2.5-Instruct.jinja new file mode 100644 index 00000000000..7778756dd92 --- /dev/null +++ b/models/templates/LFM2.5-Instruct.jinja @@ -0,0 +1,45 @@ +{{- bos_token -}} +{%- set keep_past_thinking = keep_past_thinking | default(false) -%} +{%- set ns = namespace(system_prompt="") -%} +{%- if messages[0]["role"] == "system" -%} + {%- set ns.system_prompt = messages[0]["content"] -%} + {%- set messages = messages[1:] -%} +{%- endif -%} +{%- if tools -%} + {%- set ns.system_prompt = ns.system_prompt + ("\n" if ns.system_prompt else "") + "List of tools: [" -%} + {%- for tool in tools -%} + {%- if tool is not string -%} + {%- set tool = tool | tojson -%} + {%- endif -%} + {%- set ns.system_prompt = ns.system_prompt + tool -%} + {%- if not loop.last -%} + {%- set ns.system_prompt = ns.system_prompt + ", " -%} + {%- endif -%} + {%- endfor -%} + {%- set ns.system_prompt = ns.system_prompt + "]" -%} +{%- endif -%} +{%- if ns.system_prompt -%} + {{- "<|im_start|>system\n" + ns.system_prompt + "<|im_end|>\n" -}} +{%- endif -%} +{%- set ns.last_assistant_index = -1 -%} +{%- for message in messages -%} + {%- if message["role"] == "assistant" -%} + {%- set ns.last_assistant_index = loop.index0 -%} + {%- endif -%} +{%- endfor -%} +{%- for message in messages -%} + {{- "<|im_start|>" + message["role"] + "\n" -}} + {%- set content = message["content"] -%} + {%- if content is not string -%} + {%- set content = content | tojson -%} + {%- endif -%} + {%- if message["role"] == "assistant" and not keep_past_thinking and loop.index0 != ns.last_assistant_index -%} + {%- if "" in content -%} + {%- set content = content.split("")[-1] | trim -%} + {%- endif -%} + {%- endif -%} + {{- content + "<|im_end|>\n" -}} +{%- endfor -%} +{%- if add_generation_prompt -%} + {{- "<|im_start|>assistant\n" -}} +{%- endif -%} \ No newline at end of file diff --git a/models/templates/Qwen3.5-4B.jinja b/models/templates/Qwen3.5-4B.jinja new file mode 100644 index 00000000000..a585dec894e --- /dev/null +++ b/models/templates/Qwen3.5-4B.jinja @@ -0,0 +1,154 @@ +{%- set image_count = namespace(value=0) %} +{%- set video_count = namespace(value=0) %} +{%- macro render_content(content, do_vision_count, is_system_content=false) %} + {%- if content is string %} + {{- content }} + {%- elif content is iterable and content is not mapping %} + {%- for item in content %} + {%- if 'image' in item or 'image_url' in item or item.type == 'image' %} + {%- if is_system_content %} + {{- raise_exception('System message cannot contain images.') }} + {%- endif %} + {%- if do_vision_count %} + {%- set image_count.value = image_count.value + 1 %} + {%- endif %} + {%- if add_vision_id %} + {{- 'Picture ' ~ image_count.value ~ ': ' }} + {%- endif %} + {{- '<|vision_start|><|image_pad|><|vision_end|>' }} + {%- elif 'video' in item or item.type == 'video' %} + {%- if is_system_content %} + {{- raise_exception('System message cannot contain videos.') }} + {%- endif %} + {%- if do_vision_count %} + {%- set video_count.value = video_count.value + 1 %} + {%- endif %} + {%- if add_vision_id %} + {{- 'Video ' ~ video_count.value ~ ': ' }} + {%- endif %} + {{- '<|vision_start|><|video_pad|><|vision_end|>' }} + {%- elif 'text' in item %} + {{- item.text }} + {%- else %} + {{- raise_exception('Unexpected item type in content.') }} + {%- endif %} + {%- endfor %} + {%- elif content is none or content is undefined %} + {{- '' }} + {%- else %} + {{- raise_exception('Unexpected content type.') }} + {%- endif %} +{%- endmacro %} +{%- if not messages %} + {{- raise_exception('No messages provided.') }} +{%- endif %} +{%- if tools and tools is iterable and tools is not mapping %} + {{- '<|im_start|>system\n' }} + {{- "# Tools\n\nYou have access to the following functions:\n\n" }} + {%- for tool in tools %} + {{- "\n" }} + {{- tool | tojson }} + {%- endfor %} + {{- "\n" }} + {{- '\n\nIf you choose to call a function ONLY reply in the following format with NO suffix:\n\n\n\n\nvalue_1\n\n\nThis is the value for the second parameter\nthat can span\nmultiple lines\n\n\n\n\n\nReminder:\n- Function calls MUST follow the specified format: an inner block must be nested within XML tags\n- Required parameters MUST be specified\n- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after\n- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls\n' }} + {%- if messages[0].role == 'system' %} + {%- set content = render_content(messages[0].content, false, true)|trim %} + {%- if content %} + {{- '\n\n' + content }} + {%- endif %} + {%- endif %} + {{- '<|im_end|>\n' }} +{%- else %} + {%- if messages[0].role == 'system' %} + {%- set content = render_content(messages[0].content, false, true)|trim %} + {{- '<|im_start|>system\n' + content + '<|im_end|>\n' }} + {%- endif %} +{%- endif %} +{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %} +{%- for message in messages[::-1] %} + {%- set index = (messages|length - 1) - loop.index0 %} + {%- if ns.multi_step_tool and message.role == "user" %} + {%- set content = render_content(message.content, false)|trim %} + {%- if not(content.startswith('') and content.endswith('')) %} + {%- set ns.multi_step_tool = false %} + {%- set ns.last_query_index = index %} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if ns.multi_step_tool %} + {{- raise_exception('No user query found in messages.') }} +{%- endif %} +{%- for message in messages %} + {%- set content = render_content(message.content, true)|trim %} + {%- if message.role == "system" %} + {%- if not loop.first %} + {{- raise_exception('System message must be at the beginning.') }} + {%- endif %} + {%- elif message.role == "user" %} + {{- '<|im_start|>' + message.role + '\n' + content + '<|im_end|>' + '\n' }} + {%- elif message.role == "assistant" %} + {%- set reasoning_content = '' %} + {%- if message.reasoning_content is string %} + {%- set reasoning_content = message.reasoning_content %} + {%- else %} + {%- if '' in content %} + {%- set reasoning_content = content.split('')[0].rstrip('\n').split('')[-1].lstrip('\n') %} + {%- set content = content.split('')[-1].lstrip('\n') %} + {%- endif %} + {%- endif %} + {%- set reasoning_content = reasoning_content|trim %} + {%- if loop.index0 > ns.last_query_index %} + {{- '<|im_start|>' + message.role + '\n\n' + reasoning_content + '\n\n\n' + content }} + {%- else %} + {{- '<|im_start|>' + message.role + '\n' + content }} + {%- endif %} + {%- if message.tool_calls and message.tool_calls is iterable and message.tool_calls is not mapping %} + {%- for tool_call in message.tool_calls %} + {%- if tool_call.function is defined %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {%- if loop.first %} + {%- if content|trim %} + {{- '\n\n\n\n' }} + {%- else %} + {{- '\n\n' }} + {%- endif %} + {%- else %} + {{- '\n\n\n' }} + {%- endif %} + {%- if tool_call.arguments is defined %} + {%- for args_name, args_value in tool_call.arguments|items %} + {{- '\n' }} + {%- set args_value = args_value | tojson | safe if args_value is mapping or (args_value is sequence and args_value is not string) else args_value | string %} + {{- args_value }} + {{- '\n\n' }} + {%- endfor %} + {%- endif %} + {{- '\n' }} + {%- endfor %} + {%- endif %} + {{- '<|im_end|>\n' }} + {%- elif message.role == "tool" %} + {%- if loop.previtem and loop.previtem.role != "tool" %} + {{- '<|im_start|>user' }} + {%- endif %} + {{- '\n\n' }} + {{- content }} + {{- '\n' }} + {%- if not loop.last and loop.nextitem.role != "tool" %} + {{- '<|im_end|>\n' }} + {%- elif loop.last %} + {{- '<|im_end|>\n' }} + {%- endif %} + {%- else %} + {{- raise_exception('Unexpected message role.') }} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|im_start|>assistant\n' }} + {%- if enable_thinking is defined and enable_thinking is false %} + {{- '\n\n\n\n' }} + {%- else %} + {{- '\n' }} + {%- endif %} +{%- endif %} \ No newline at end of file diff --git a/models/templates/gemma4.jinja b/models/templates/gemma4.jinja new file mode 100644 index 00000000000..33c51c2dbf7 --- /dev/null +++ b/models/templates/gemma4.jinja @@ -0,0 +1,266 @@ +{%- macro format_parameters(properties, required) -%} + {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%} + {%- set ns = namespace(found_first=false) -%} + {%- for key, value in properties | dictsort -%} + {%- set add_comma = false -%} + {%- if key not in standard_keys -%} + {%- if ns.found_first %},{% endif -%} + {%- set ns.found_first = true -%} + {{ key }}:{ + {%- if value['description'] -%} + description:<|"|>{{ value['description'] }}<|"|> + {%- set add_comma = true -%} + {%- endif -%} + {%- if value['nullable'] %} + {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%} + nullable:true + {%- endif -%} + {%- if value['type'] | upper == 'STRING' -%} + {%- if value['enum'] -%} + {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%} + enum:{{ format_argument(value['enum']) }} + {%- endif -%} + {%- elif value['type'] | upper == 'OBJECT' -%} + ,properties:{ + {%- if value['properties'] is defined and value['properties'] is mapping -%} + {{- format_parameters(value['properties'], value['required'] | default([])) -}} + {%- elif value is mapping -%} + {{- format_parameters(value, value['required'] | default([])) -}} + {%- endif -%} + } + {%- if value['required'] -%} + ,required:[ + {%- for item in value['required'] | default([]) -%} + <|"|>{{- item -}}<|"|> + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + ] + {%- endif -%} + {%- elif value['type'] | upper == 'ARRAY' -%} + {%- if value['items'] is mapping and value['items'] -%} + ,items:{ + {%- set ns_items = namespace(found_first=false) -%} + {%- for item_key, item_value in value['items'] | dictsort -%} + {%- if item_value is not none -%} + {%- if ns_items.found_first %},{% endif -%} + {%- set ns_items.found_first = true -%} + {%- if item_key == 'properties' -%} + properties:{ + {%- if item_value is mapping -%} + {{- format_parameters(item_value, value['items']['required'] | default([])) -}} + {%- endif -%} + } + {%- elif item_key == 'required' -%} + required:[ + {%- for req_item in item_value -%} + <|"|>{{- req_item -}}<|"|> + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + ] + {%- elif item_key == 'type' -%} + {%- if item_value is string -%} + type:{{ format_argument(item_value | upper) }} + {%- else -%} + type:{{ format_argument(item_value | map('upper') | list) }} + {%- endif -%} + {%- else -%} + {{ item_key }}:{{ format_argument(item_value) }} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + } + {%- endif -%} + {%- endif -%} + {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%} + type:<|"|>{{ value['type'] | upper }}<|"|>} + {%- endif -%} + {%- endfor -%} +{%- endmacro -%} +{%- macro format_function_declaration(tool_data) -%} + declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|> + {%- set params = tool_data['function']['parameters'] -%} + {%- if params -%} + ,parameters:{ + {%- if params['properties'] -%} + properties:{ {{- format_parameters(params['properties'], params['required']) -}} }, + {%- endif -%} + {%- if params['required'] -%} + required:[ + {%- for item in params['required'] -%} + <|"|>{{- item -}}<|"|> + {{- ',' if not loop.last -}} + {%- endfor -%} + ], + {%- endif -%} + {%- if params['type'] -%} + type:<|"|>{{- params['type'] | upper -}}<|"|>} + {%- endif -%} + {%- endif -%} + {%- if 'response' in tool_data['function'] -%} + {%- set response_declaration = tool_data['function']['response'] -%} + ,response:{ + {%- if response_declaration['description'] -%} + description:<|"|>{{- response_declaration['description'] -}}<|"|>, + {%- endif -%} + {%- if response_declaration['type'] | upper == 'OBJECT' -%} + type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>} + {%- endif -%} + {%- endif -%} + } +{%- endmacro -%} +{%- macro format_argument(argument, escape_keys=True) -%} + {%- if argument is string -%} + {{- '<|"|>' + argument + '<|"|>' -}} + {%- elif argument is boolean -%} + {{- 'true' if argument else 'false' -}} + {%- elif argument is mapping -%} + {{- '{' -}} + {%- set ns = namespace(found_first=false) -%} + {%- for key, value in argument | dictsort -%} + {%- if ns.found_first %},{% endif -%} + {%- set ns.found_first = true -%} + {%- if escape_keys -%} + {{- '<|"|>' + key + '<|"|>' -}} + {%- else -%} + {{- key -}} + {%- endif -%} + :{{- format_argument(value, escape_keys=escape_keys) -}} + {%- endfor -%} + {{- '}' -}} + {%- elif argument is sequence -%} + {{- '[' -}} + {%- for item in argument -%} + {{- format_argument(item, escape_keys=escape_keys) -}} + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + {{- ']' -}} + {%- else -%} + {{- argument -}} + {%- endif -%} +{%- endmacro -%} +{%- macro strip_thinking(text) -%} + {%- set ns = namespace(result='') -%} + {%- for part in text.split('') -%} + {%- if '<|channel>' in part -%} + {%- set ns.result = ns.result + part.split('<|channel>')[0] -%} + {%- else -%} + {%- set ns.result = ns.result + part -%} + {%- endif -%} + {%- endfor -%} + {{- ns.result | trim -}} +{%- endmacro -%} + +{%- set ns = namespace(prev_message_type=None) -%} +{%- set loop_messages = messages -%} +{{ bos_token }} +{#- Handle System/Tool Definitions Block -#} +{%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%} + {{- '<|turn>system\n' -}} + + {#- Inject Thinking token at the very top of the FIRST system turn -#} + {%- if enable_thinking is defined and enable_thinking -%} + {{- '<|think|>' -}} + {%- set ns.prev_message_type = 'think' -%} + {%- endif -%} + + {%- if messages[0]['role'] in ['system', 'developer'] -%} + {{- messages[0]['content'] | trim -}} + {%- set loop_messages = messages[1:] -%} + {%- endif -%} + + {%- if tools -%} + {%- for tool in tools %} + {{- '<|tool>' -}} + {{- format_function_declaration(tool) | trim -}} + {{- '' -}} + {%- endfor %} + {%- set ns.prev_message_type = 'tool' -%} + {%- endif -%} + + {{- '\n' -}} +{%- endif %} + +{#- Loop through messages -#} +{%- for message in loop_messages -%} + {%- set ns.prev_message_type = None -%} + {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%} + {{- '<|turn>' + role + '\n' }} + + {%- if message['tool_calls'] -%} + {%- for tool_call in message['tool_calls'] -%} + {%- set function = tool_call['function'] -%} + {{- '<|tool_call>call:' + function['name'] + '{' -}} + {%- if function['arguments'] is mapping -%} + {%- set ns_args = namespace(found_first=false) -%} + {%- for key, value in function['arguments'] | dictsort -%} + {%- if ns_args.found_first %},{% endif -%} + {%- set ns_args.found_first = true -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- endfor -%} + {%- elif function['arguments'] is string -%} + {{- function['arguments'] -}} + {%- endif -%} + {{- '}' -}} + {%- endfor -%} + {%- set ns.prev_message_type = 'tool_call' -%} + {%- endif -%} + + {%- if message['tool_responses'] -%} + {#- Tool Response handling -#} + {%- for tool_response in message['tool_responses'] -%} + {{- '<|tool_response>' -}} + {%- if tool_response['response'] is mapping -%} + {{- 'response:' + tool_response['name'] | default('unknown') + '{' -}} + {%- for key, value in tool_response['response'] | dictsort -%} + {{- key -}}:{{- format_argument(value, escape_keys=False) -}} + {%- if not loop.last %},{% endif -%} + {%- endfor -%} + {{- '}' -}} + {%- else -%} + {{- 'response:' + tool_response['name'] | default('unknown') + '{value:' + format_argument(tool_response['response'], escape_keys=False) + '}' -}} + {%- endif -%} + {{- '' -}} + {%- endfor -%} + {%- set ns.prev_message_type = 'tool_response' -%} + {%- endif -%} + + {%- if message['content'] is string -%} + {%- if role == 'model' -%} + {{- strip_thinking(message['content']) -}} + {%- else -%} + {{- message['content'] | trim -}} + {%- endif -%} + {%- elif message['content'] is sequence -%} + {%- for item in message['content'] -%} + {%- if item['type'] == 'text' -%} + {%- if role == 'model' -%} + {{- strip_thinking(item['text']) -}} + {%- else -%} + {{- item['text'] | trim -}} + {%- endif -%} + {%- elif item['type'] == 'image' -%} + {{- '\n\n<|image|>\n\n' -}} + {%- set ns.prev_message_type = 'image' -%} + {%- elif item['type'] == 'audio' -%} + {{- '<|audio|>' -}} + {%- set ns.prev_message_type = 'audio' -%} + {%- elif item['type'] == 'video' -%} + {{- '\n\n<|video|>\n\n' -}} + {%- set ns.prev_message_type = 'video' -%} + {%- endif -%} + {%- endfor -%} + {%- endif -%} + + {%- if not (message['tool_responses'] and not message['content']) -%} + {{- '\n' -}} + {%- endif -%} +{%- endfor -%} + +{%- if add_generation_prompt -%} + {%- if ns.prev_message_type != 'tool_response' -%} + {{- '<|turn>model\n' -}} + {%- endif -%} + {%- if not enable_thinking | default(false) -%} + {{- '<|channel>thought\n' -}} + {%- endif -%} +{%- endif -%} diff --git a/models/templates/ibm-granite-granite-4.0.jinja b/models/templates/ibm-granite-granite-4.0.jinja new file mode 100644 index 00000000000..82e3ebf57b6 --- /dev/null +++ b/models/templates/ibm-granite-granite-4.0.jinja @@ -0,0 +1,118 @@ +{%- set tools_system_message_prefix = 'You are a helpful assistant with access to the following tools. You may call one or more tools to assist with the user query.\n\nYou are provided with function signatures within XML tags:\n' %} +{%- set tools_system_message_suffix = '\n\n\nFor each tool call, return a json object with function name and arguments within XML tags:\n\n{\"name\": , \"arguments\": }\n. If a tool does not exist in the provided list of tools, notify the user that you do not have the ability to fulfill the request.' %} +{%- set documents_system_message_prefix = 'You are a helpful assistant with access to the following documents. You may use one or more documents to assist with the user query.\n\nYou are given a list of documents within XML tags:\n' %} +{%- set documents_system_message_suffix = '\n\n\nWrite the response to the user\'s input by strictly aligning with the facts in the provided documents. If the information needed to answer the question is not available in the documents, inform the user that the question cannot be answered based on the available data.' %} +{%- set g4_default_system_message = 'You are a helpful assistant. Please ensure responses are professional, accurate, and safe.' %} +{%- if available_tools is defined and available_tools %} + {%- set tools = available_tools %} +{%- endif %} +{%- set ns = namespace(tools_system_message=tools_system_message_prefix, + documents_system_message=documents_system_message_prefix, + default_system_message=g4_default_system_message, + system_message='' + ) %} +{%- if tools %} + {%- for tool in tools %} + {%- set ns.tools_system_message = ns.tools_system_message + '\n' + (tool | tojson) %} + {%- endfor %} + {%- set ns.tools_system_message = ns.tools_system_message + tools_system_message_suffix %} +{%- else %} + {%- set ns.tools_system_message = '' %} +{%- endif %} +{%- if documents %} + {%- for document in documents %} + {%- set ns.documents_system_message = ns.documents_system_message + '\n' + (document | tojson) %} + {%- endfor %} + {%- set ns.documents_system_message = ns.documents_system_message + documents_system_message_suffix %} +{%- else %} + {%- set ns.documents_system_message = '' %} +{%- endif %} +{%- if messages[0].role == 'system' %} + {%- if messages[0].content is string %} + {%- set ns.system_message = messages[0].content %} + {%- elif messages[0].content is iterable %} + {%- for entry in messages[0].content %} + {%- if entry.type== 'text' %} + {%- if ns.system_message != '' %} + {%- set ns.system_message = ns.system_message + '\n' %} + {%- endif %} + {%- set ns.system_message = ns.system_message + entry.text %} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- if tools and documents %} + {%- set ns.system_message = ns.system_message + '\n\n' + ns.tools_system_message + '\n\n' + ns.documents_system_message %} + {%- elif tools %} + {%- set ns.system_message = ns.system_message + '\n\n' + ns.tools_system_message %} + {%- elif documents %} + {%- set ns.system_message = ns.system_message + '\n\n' + ns.documents_system_message %} + {%- endif %} +{%- else %} + {%- if tools and documents %} + {%- set ns.system_message = ns.tools_system_message + '\n\n' + ns.documents_system_message %} + {%- elif tools %} + {%- set ns.system_message = ns.tools_system_message %} + {%- elif documents %} + {%- set ns.system_message = ns.documents_system_message %} + {%- endif %} +{%- endif %} +{%- if ns.system_message %} + {{- '<|start_of_role|>system<|end_of_role|>' + ns.system_message + '<|end_of_text|>\n' }} +{%- else %} + {{- '<|start_of_role|>system<|end_of_role|>' + ns.default_system_message + '<|end_of_text|>\n' }} +{%- endif %} +{%- for message in messages %} + {%- set content = namespace(val='') %} + {%- if message.content is string %} + {%- set content.val = message.content %} + {%- else %} + {%- if message.content is iterable %} + {%- for entry in message.content %} + {%- if entry.type== 'text' %} + {%- if content.val != '' %} + {%- set content.val = content.val + '\n' %} + {%- endif %} + {%- set content.val = content.val + entry.text %} + {%- endif %} + {%- endfor %} + {%- endif %} + {%- endif %} + {%- if (message.role == 'user') or (message.role == 'system' and not loop.first) %} + {{- '<|start_of_role|>' + message.role + '<|end_of_role|>' + content.val + '<|end_of_text|>\n' }} + {%- elif message.role == 'assistant' %} + {{- '<|start_of_role|>' + message.role + '<|end_of_role|>' + content.val }} + {%- if message.tool_calls %} + {%- for tool_call in message.tool_calls %} + {%- if (loop.first and content.val) or (not loop.first) %} + {{- '\n' }} + {%- endif %} + {%- if tool_call.function %} + {%- set tool_call = tool_call.function %} + {%- endif %} + {{- '\n{"name": "' }} + {{- tool_call.name }} + {{- '", "arguments": ' }} + {%- if tool_call.arguments is string %} + {{- tool_call.arguments }} + {%- else %} + {{- tool_call.arguments | tojson }} + {%- endif %} + {{- '}\n' }} + {%- endfor %} + {%- endif %} + {{- '<|end_of_text|>\n' }} + {%- elif message.role == 'tool' %} + {%- if loop.first or (messages[loop.index0 - 1].role != 'tool') %} + {{- '<|start_of_role|>user<|end_of_role|>' }} + {%- endif %} + {{- '\n\n' }} + {{- content.val }} + {{- '\n' }} + {%- if loop.last or (messages[loop.index0 + 1].role != 'tool') %} + {{- '<|end_of_text|>\n' }} + {%- endif %} + {%- endif %} +{%- endfor %} +{%- if add_generation_prompt %} + {{- '<|start_of_role|>assistant<|end_of_role|>' }} +{%- endif %} \ No newline at end of file diff --git a/requirements/requirements-pydantic.txt b/requirements/requirements-pydantic.txt index 67d4c1e557d..1738494edb4 100644 --- a/requirements/requirements-pydantic.txt +++ b/requirements/requirements-pydantic.txt @@ -1,3 +1,3 @@ docstring_parser~=0.15 pydantic~=2.11.7 -requests +requests~=2.32.3 diff --git a/scripts/gen-unicode-data.py b/scripts/gen-unicode-data.py index 2d9bde01c3c..0fa78b22ec9 100644 --- a/scripts/gen-unicode-data.py +++ b/scripts/gen-unicode-data.py @@ -147,7 +147,7 @@ def unicode_data_iter(): for codepoint, norm in table_nfd: start = ranges_nfd[-1][0] if ranges_nfd[-1] != (start, codepoint - 1, norm): - ranges_nfd.append(None) # type: ignore[arg-type] # dummy, will be replaced below + ranges_nfd.append((0, 0, 0)) # dummy, will be replaced below start = codepoint ranges_nfd[-1] = (start, codepoint, norm) diff --git a/scripts/hip/gcn-cdna-vgpr-check.py b/scripts/hip/gcn-cdna-vgpr-check.py index 934728d4a6e..bbbce52ef39 100644 --- a/scripts/hip/gcn-cdna-vgpr-check.py +++ b/scripts/hip/gcn-cdna-vgpr-check.py @@ -2,37 +2,51 @@ import sys from collections import defaultdict +import re def parse_log_file(filepath): - """Parse log file and extract function VGPR usage.""" - import re - functions = defaultdict(lambda: {'vgprs': 0, 'spill': 0, 'location': ''}) + func_stack = [] try: with open(filepath, 'r') as f: - content = f.read() - # Find all function entries with VGPR usage including location - pattern = r'([^:]+:\d+):.*?Function Name: (\S+).*?VGPRs: (\d+).*?VGPRs Spill: (\d+)' - matches = re.findall(pattern, content, re.DOTALL) - - for location, func_name, vgprs, spill in matches: - functions[func_name]['vgprs'] = int(vgprs) - functions[func_name]['spill'] = int(spill) - # Extract just the filename and line number - parts = location.split('/') - if len(parts) > 0: - short_location = parts[-1] # Get last part (filename) - # Check if there's a line number after filename - if ':' in short_location: - functions[func_name]['location'] = short_location - else: - functions[func_name]['location'] = location - else: - functions[func_name]['location'] = location + for line in f: + # Match function name lines + func_match = re.search(r'remark: ([^:]+):(\d+):\d+: Function Name: (\S+)', line) + if func_match: + location = func_match.group(1) + ':' + func_match.group(2) + func_name = func_match.group(3) + # Extract just the filename and line number + parts = location.split('/') + short_location = parts[-1] if len(parts) > 0 else location + functions[func_name]['location'] = short_location + # Push function onto stack with its location + func_stack.append({'name': func_name, 'location': location}) + continue + + # Match VGPR usage lines (only if we have functions in stack) + vgpr_match = re.search(r'remark: ([^:]+):(\d+):\d+:\s+VGPRs: (\d+)', line) + if vgpr_match: + location = vgpr_match.group(1) + ':' + vgpr_match.group(2) + # Find the most recent function with matching location + for i in range(len(func_stack) - 1, -1, -1): + if func_stack[i]['location'] == location: + functions[func_stack[i]['name']]['vgprs'] = int(vgpr_match.group(3)) + break + continue + + spill_match = re.search(r'remark: ([^:]+):(\d+):\d+:\s+VGPRs Spill: (\d+)', line) + if spill_match: + location = spill_match.group(1) + ':' + spill_match.group(2) + # Find the most recent function with matching location + for i in range(len(func_stack) - 1, -1, -1): + if func_stack[i]['location'] == location: + functions[func_stack[i]['name']]['spill'] = int(spill_match.group(3)) + break + continue except FileNotFoundError: - print(f"Error: File {filepath} not found", file=sys.stderr) # noqa: NP100 + print(f"Error: File {filepath} not found", file=sys.stderr) # noqa: NP100 sys.exit(1) return functions @@ -40,7 +54,7 @@ def parse_log_file(filepath): def main(): if len(sys.argv) < 2: - print("Usage: ./vgpr_check.py ", file=sys.stderr) # noqa: NP100 + print("Usage: ./vgpr_check.py ", file=sys.stderr) # noqa: NP100 sys.exit(1) log_file = sys.argv[1] @@ -123,6 +137,13 @@ def main(): '_ZL18flash_attn_ext_f16ILi128ELi128ELi32ELi2ELb1ELb0EEvPKcS1_S1_S1_S1_PKiPfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_f16ILi128ELi128ELi4ELi8ELb1ELb0EEvPKcS1_S1_S1_S1_PKiPfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', '_ZL18flash_attn_ext_f16ILi96ELi96ELi4ELi8ELb0ELb0EEvPKcS1_S1_S1_S1_PKiPfP15HIP_vector_typeIfLj2EEffffjfiS5_IjLj3EEiiiiiiiiiiiliiliiiiil', + '_ZL18flash_attn_ext_vecILi128ELi2EL9ggml_type2ELS0_2ELb0EEvPKcS2_S2_S2_S2_PKiPfP15HIP_vector_typeIfLj2EEffffjfiS6_IjLj3EEiiiiiiiiiiiliiliiiiil', + '_ZL9mul_mat_qIL9ggml_type10ELi16ELb1EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii', + '_ZL9mul_mat_qIL9ggml_type12ELi128ELb1EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii', + '_ZL9mul_mat_qIL9ggml_type40ELi112ELb0EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii', + '_ZL9mul_mat_qIL9ggml_type40ELi112ELb1EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii', + '_ZL9mul_mat_qIL9ggml_type40ELi128ELb0EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii', + '_ZL9mul_mat_qIL9ggml_type40ELi128ELb1EEvPKcPKiS4_S4_PfS5_iiiiiiiiiiiiiiiii' } functions = parse_log_file(log_file) @@ -134,7 +155,7 @@ def main(): total_vgprs = int(data['vgprs']) + int(data['spill']) if total_vgprs > 256 and func_name in ignored and func_name not in printed_ignored: location = data.get('location', log_file) - print(f"{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) [IGNORED]") # noqa: NP100 + print(f"{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) [IGNORED]") # noqa: NP100 printed_ignored.add(func_name) # Then print new functions with issues in red @@ -146,7 +167,7 @@ def main(): # Print in red if not ignored color_code = "\033[91m" if func_name not in ignored else "" reset_code = "\033[0m" if func_name not in ignored else "" - print(f"{color_code}{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) {status}{reset_code}") # noqa: NP100 + print(f"{color_code}{location}: {func_name} - Total VGPRs: {total_vgprs} ({data['vgprs']} + {data['spill']}) {status}{reset_code}") # noqa: NP100 if func_name not in ignored: found_issues = True diff --git a/scripts/server-test-function-call.py b/scripts/server-test-function-call.py new file mode 100755 index 00000000000..b3aae1a961e --- /dev/null +++ b/scripts/server-test-function-call.py @@ -0,0 +1,1135 @@ +#!/usr/bin/env python3 +""" +Test tool calling capability via chat completions endpoint. + +Each test case contains: + - tools: list of tool definitions (OpenAI-compatible) + - messages: initial conversation messages + - mock_tool_responses: dict mapping tool_name -> callable(arguments) -> str (JSON) + - validate: callable(tool_calls_history, final_content) -> (passed: bool, reason: str) +""" + +import argparse +import json +import requests +import sys + +# --------------------------------------------------------------------------- +# Color / formatting helpers +# --------------------------------------------------------------------------- + +RESET = "\x1b[0m" +BOLD = "\x1b[1m" +DIM = "\x1b[2m" +# Foreground colors +CYAN = "\x1b[36m" +YELLOW = "\x1b[33m" +GREEN = "\x1b[32m" +RED = "\x1b[31m" +BLUE = "\x1b[34m" +WHITE = "\x1b[97m" + + +def _print(text="", end="\n"): + sys.stdout.write(text + end) + sys.stdout.flush() + + +def print_header(title): + bar = "─" * 60 + _print(f"\n{BOLD}{CYAN}┌{bar}┐{RESET}") + _print( + f"{BOLD}{CYAN}│ {WHITE}{title}{CYAN}{' ' * max(0, 58 - len(title))}│{RESET}" + ) + _print(f"{BOLD}{CYAN}└{bar}┘{RESET}") + + +def print_tool_call(name, args): + args_str = json.dumps(args) + _print( + f"\n {BOLD}{YELLOW}⚙ tool call{RESET} {CYAN}{name}{RESET}{DIM}({args_str}){RESET}" + ) + + +def print_tool_result(result): + preview = result[:160] + ("…" if len(result) > 160 else "") + _print(f" {DIM}{BLUE}↳ result{RESET} {DIM}{preview}{RESET}") + + +def print_model_output(text): + # printed inline during streaming; prefix with a visual marker on first chunk + sys.stdout.write(text) + sys.stdout.flush() + + +def print_pass(reason): + _print(f"\n{BOLD}{GREEN}✔ PASS{RESET} {reason}") + + +def print_fail(reason): + _print(f"\n{BOLD}{RED}✘ FAIL{RESET} {reason}") + + +def print_info(msg): + _print(f"{DIM}{msg}{RESET}") + + +# --------------------------------------------------------------------------- +# HTTP helpers +# --------------------------------------------------------------------------- + + +def chat_completion(url, messages, tools=None, stream=False): + payload = { + "messages": messages, + "stream": stream, + "max_tokens": 4096, + } + if tools: + payload["tools"] = tools + payload["tool_choice"] = "auto" + + try: + response = requests.post(url, json=payload, stream=stream) + response.raise_for_status() + except requests.exceptions.RequestException as e: + body = e.response.content if (e.response is not None) else b"" + print_fail(f"Request error: {e} | body: {body}") + return None + + full_content = "" + reasoning_content = "" + tool_calls: list[dict] = [] + + if stream: + for line in response.iter_lines(): + if not line: + continue + decoded = line.decode("utf-8") + if not decoded.startswith("data: "): + continue + data_str = decoded[6:] + if data_str == "[DONE]": + break + try: + data = json.loads(data_str) + except json.JSONDecodeError: + continue + choices = data.get("choices", []) + if not choices: + continue + delta = choices[0].get("delta", {}) + if delta.get("reasoning_content"): + reasoning_content += delta["reasoning_content"] + if delta.get("content"): + full_content += delta["content"] + print_model_output(delta["content"]) + for tc in delta.get("tool_calls", []): + idx = tc.get("index", 0) + while len(tool_calls) <= idx: + tool_calls.append( + { + "id": "", + "type": "function", + "function": {"name": "", "arguments": ""}, + } + ) + if "id" in tc: + tool_calls[idx]["id"] += tc["id"] + if "function" in tc: + if "name" in tc["function"]: + tool_calls[idx]["function"]["name"] += tc["function"]["name"] + if "arguments" in tc["function"]: + tool_calls[idx]["function"]["arguments"] += tc["function"][ + "arguments" + ] + else: + data = response.json() + choices = data.get("choices", []) + if choices: + msg = choices[0].get("message", {}) + full_content = msg.get("content") or "" + reasoning_content = msg.get("reasoning_content") or "" + tool_calls = msg.get("tool_calls") or [] + if full_content: + print_model_output(full_content) + + result = {"content": full_content, "tool_calls": tool_calls} + if reasoning_content: + result["reasoning_content"] = reasoning_content + return result + + +def run_agentic_loop(url, messages, tools, mock_tool_responses, stream, max_turns=6): + """ + Drive the multi-turn tool-call loop: + 1. Send messages to model. + 2. If the model returns tool calls, execute mocks and append results. + 3. Repeat until no more tool calls or max_turns reached. + + Returns (all_tool_calls, final_content). + """ + msgs = list(messages) + all_tool_calls: list[dict] = [] + + for _ in range(max_turns): + result = chat_completion(url, msgs, tools=tools, stream=stream) + if result is None: + return all_tool_calls, None + + tcs = result.get("tool_calls") or [] + content = result.get("content") or "" + + if not tcs: + # Print a visual separator before the final model response + if content: + _print(f"\n{DIM}{'·'*60}{RESET}") + _print(f"{DIM} model response:{RESET}\n") + return all_tool_calls, content + + # Record tool calls for validation + all_tool_calls.extend(tcs) + + # Append assistant message with tool calls + assistant_msg: dict = { + "role": "assistant", + "content": content, + "tool_calls": tcs, + } + reasoning = result.get("reasoning_content") + if reasoning: + assistant_msg["reasoning_content"] = reasoning + msgs.append(assistant_msg) + + # Execute each tool call via mock and append tool result messages + for tc in tcs: + tool_name = tc["function"]["name"] + try: + args = json.loads(tc["function"]["arguments"]) + except json.JSONDecodeError: + args = {} + + print_tool_call(tool_name, args) + + mock_fn = mock_tool_responses.get(tool_name) + if mock_fn: + tool_result = mock_fn(args) + else: + tool_result = json.dumps({"error": f"Unknown tool: {tool_name}"}) + + print_tool_result(tool_result) + + msgs.append( + { + "role": "tool", + "tool_call_id": tc.get("id", ""), + "content": tool_result, + } + ) + + return all_tool_calls, None + + +# --------------------------------------------------------------------------- +# Test case runner +# --------------------------------------------------------------------------- + + +def run_test(url, test_case, stream): + name = test_case["name"] + mode = f"{'stream' if stream else 'non-stream'}" + print_header(f"{name} [{mode}]") + + all_tool_calls, final_content = run_agentic_loop( + url, + messages=test_case["messages"], + tools=test_case["tools"], + mock_tool_responses=test_case["mock_tool_responses"], + stream=stream, + ) + + if final_content is None and not all_tool_calls: + print_fail("No response from server.") + return False + + passed, reason = test_case["validate"](all_tool_calls, final_content) + if passed: + print_pass(reason) + else: + print_fail(reason) + return passed + + +# --------------------------------------------------------------------------- +# Test case definitions +# --------------------------------------------------------------------------- + +# ---- Test 1: E-commerce multi-step search (Azzoo = anonymized marketplace) ---- + +_AZZOO_TOOLS = [ + { + "type": "function", + "function": { + "name": "azzoo_search_products", + "description": ( + "Search for products on Azzoo marketplace by keyword. " + "Returns a list of matching products with IDs, titles, ratings and prices." + ), + "parameters": { + "type": "object", + "properties": { + "query": { + "type": "string", + "description": "Search keyword or phrase", + }, + "page": { + "type": "string", + "description": "Page number (1-based)", + "default": "1", + }, + }, + "required": ["query"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "azzoo_get_product", + "description": "Retrieve detailed information about a specific Azzoo product including specs and price.", + "parameters": { + "type": "object", + "properties": { + "product_id": { + "type": "string", + "description": "Azzoo product identifier (e.g. AZB12345)", + }, + }, + "required": ["product_id"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "azzoo_get_reviews", + "description": "Fetch customer reviews for an Azzoo product.", + "parameters": { + "type": "object", + "properties": { + "product_id": { + "type": "string", + "description": "Azzoo product identifier", + }, + "page": { + "type": "string", + "description": "Review page number", + "default": "1", + }, + }, + "required": ["product_id"], + }, + }, + }, +] + +_AZZOO_SEARCH_RESULT = { + "results": [ + { + "product_id": "AZB00001", + "title": "SteelBrew Pro Kettle 1.7L", + "rating": 4.6, + "price": 34.99, + }, + { + "product_id": "AZB00002", + "title": "HeatKeep Gooseneck Kettle", + "rating": 4.3, + "price": 27.50, + }, + { + "product_id": "AZB00003", + "title": "QuickBoil Stainless Kettle", + "rating": 4.1, + "price": 21.00, + }, + ] +} +_AZZOO_PRODUCT_RESULT = { + "product_id": "AZB00001", + "title": "SteelBrew Pro Kettle 1.7L", + "price": 34.99, + "rating": 4.6, + "review_count": 2847, + "specs": { + "material": "18/8 stainless steel", + "capacity": "1.7 L", + "auto_shutoff": True, + "keep_warm": "30 min", + "warranty": "2 years", + }, +} +_AZZOO_REVIEWS_RESULT = { + "product_id": "AZB00001", + "average_rating": 4.6, + "reviews": [ + { + "rating": 5, + "title": "Excellent build quality", + "body": "Very sturdy, boils fast and stays warm longer than expected.", + }, + { + "rating": 5, + "title": "Great for loose-leaf tea", + "body": "The wide spout makes filling a teapot easy. No leaks after months of use.", + }, + { + "rating": 3, + "title": "Minor lid issue", + "body": "The lid doesn't always click shut properly, but overall happy with it.", + }, + { + "rating": 4, + "title": "Good value", + "body": "Heats quickly and the auto shutoff works reliably.", + }, + ], +} + +AZZOO_TEST_CASE = { + "name": "Azzoo E-commerce: search -> product detail -> reviews", + "messages": [ + { + "role": "user", + "content": ( + "I need a durable stainless steel tea kettle for my weekly tea gatherings. " + "Please search Azzoo for 'stainless steel tea kettle', then get full details " + "on the top-rated result, and finally fetch its customer reviews so I can " + "check for recurring complaints. Give me a summary with pros and cons." + ), + } + ], + "tools": _AZZOO_TOOLS, + "mock_tool_responses": { + "azzoo_search_products": lambda _: json.dumps(_AZZOO_SEARCH_RESULT), + "azzoo_get_product": lambda _: json.dumps(_AZZOO_PRODUCT_RESULT), + "azzoo_get_reviews": lambda _: json.dumps(_AZZOO_REVIEWS_RESULT), + }, + "validate": lambda tcs, content: _validate_azzoo(tcs, content), +} + + +def _validate_azzoo(tcs, content): + names = [tc["function"]["name"] for tc in tcs] + if not names: + return False, "No tool calls made" + if "azzoo_search_products" not in names: + return False, f"Expected azzoo_search_products to be called, got: {names}" + # After search the model should look up product details + if "azzoo_get_product" not in names and "azzoo_get_reviews" not in names: + return False, f"Expected follow-up product/review lookup, got: {names}" + # Verify product lookup used an ID from search results + for tc in tcs: + if tc["function"]["name"] == "azzoo_get_product": + try: + args = json.loads(tc["function"]["arguments"]) + pid = args.get("product_id", "") + if not pid: + return False, "azzoo_get_product called with empty product_id" + except json.JSONDecodeError: + return False, "azzoo_get_product arguments are not valid JSON" + if not content: + return False, "No final summary produced" + return True, f"All expected tools called in order: {names}" + + +# ---- Test 2: Fitness BMI + exercise recommendations ---- + +_FITNESS_TOOLS = [ + { + "type": "function", + "function": { + "name": "calculate_bmi", + "description": "Calculate Body Mass Index (BMI) from weight and height.", + "parameters": { + "type": "object", + "properties": { + "weight_kg": { + "type": "number", + "description": "Body weight in kilograms", + }, + "height_m": {"type": "number", "description": "Height in meters"}, + }, + "required": ["weight_kg", "height_m"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "get_exercises", + "description": ( + "Fetch a list of exercises filtered by muscle group, difficulty, category, " + "and/or force type." + ), + "parameters": { + "type": "object", + "properties": { + "muscle": { + "type": "string", + "description": "Target muscle group (e.g. chest, back, legs)", + }, + "difficulty": { + "type": "string", + "description": "Difficulty level: beginner, intermediate, expert", + }, + "category": { + "type": "string", + "description": "Exercise category (e.g. strength, cardio, stretching)", + }, + "force": { + "type": "string", + "description": "Force type: push, pull, static", + }, + }, + "required": [], + }, + }, + }, +] + +_BMI_RESULT = {"bmi": 24.5, "category": "Normal weight", "healthy_range": "18.5 – 24.9"} +_EXERCISES_RESULT = { + "exercises": [ + { + "name": "Push-Up", + "muscle": "chest", + "difficulty": "beginner", + "equipment": "none", + "instructions": "Keep body straight, lower chest to floor.", + }, + { + "name": "Incline Dumbbell Press", + "muscle": "chest", + "difficulty": "beginner", + "equipment": "dumbbells, bench", + "instructions": "Press dumbbells up from chest on incline bench.", + }, + { + "name": "Chest Fly (cables)", + "muscle": "chest", + "difficulty": "beginner", + "equipment": "cable machine", + "instructions": "Bring cables together in an arc motion.", + }, + ] +} + +FITNESS_TEST_CASE = { + "name": "Fitness: BMI calculation + exercise suggestions", + "messages": [ + { + "role": "user", + "content": ( + "I'm a 32-year-old male, 78 kg and 1.80 m tall. " + "Please calculate my BMI and then suggest some beginner chest exercises I can do " + "to build strength. Give me a short personalised plan." + ), + } + ], + "tools": _FITNESS_TOOLS, + "mock_tool_responses": { + "calculate_bmi": lambda _: json.dumps(_BMI_RESULT), + "get_exercises": lambda _: json.dumps(_EXERCISES_RESULT), + }, + "validate": lambda tcs, content: _validate_fitness(tcs, content), +} + + +def _validate_fitness(tcs, content): + names = [tc["function"]["name"] for tc in tcs] + if not names: + return False, "No tool calls made" + if "calculate_bmi" not in names: + return False, f"Expected calculate_bmi to be called, got: {names}" + # Validate BMI args contain plausible values + for tc in tcs: + if tc["function"]["name"] == "calculate_bmi": + try: + args = json.loads(tc["function"]["arguments"]) + w = args.get("weight_kg") + h = args.get("height_m") + if w is None or h is None: + return False, f"calculate_bmi missing weight_kg or height_m: {args}" + if not (50 <= float(w) <= 200): + return False, f"calculate_bmi weight out of plausible range: {w}" + if not (1.0 <= float(h) <= 2.5): + return False, f"calculate_bmi height out of plausible range: {h}" + except (json.JSONDecodeError, ValueError) as e: + return False, f"calculate_bmi argument error: {e}" + if not content: + return False, "No final plan produced" + return True, f"Tools called: {names}" + + +# ---- Test 3: Community class planning (anonymised cooking/topic discovery) ---- + +_COMMUNITY_TOOLS = [ + { + "type": "function", + "function": { + "name": "get_trending_questions", + "description": ( + "Fetch commonly asked questions on a topic from search engine 'People Also Ask' boxes." + ), + "parameters": { + "type": "object", + "properties": { + "query": {"type": "string", "description": "Topic to search for"}, + "max_results": { + "type": "integer", + "description": "Maximum questions to return", + "default": 10, + }, + }, + "required": ["query"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "search_mobile_apps", + "description": "Search the mobile app store for apps matching a category or keyword.", + "parameters": { + "type": "object", + "properties": { + "keyword": { + "type": "string", + "description": "Search keyword (e.g. 'Italian cooking')", + }, + "platform": { + "type": "string", + "enum": ["ios", "android", "both"], + "default": "both", + }, + "max_results": { + "type": "integer", + "description": "Number of results", + "default": 10, + }, + }, + "required": ["keyword"], + }, + }, + }, +] + +_TRENDING_QUESTIONS_RESULT = { + "query": "Italian cuisine", + "questions": [ + "What are the most popular Italian dishes?", + "What makes Italian food different from other cuisines?", + "How do you make authentic Italian pasta from scratch?", + "What are traditional Italian desserts?", + "What herbs are commonly used in Italian cooking?", + "Is Italian food healthy?", + "What wine pairs best with Italian pasta?", + ], +} +_APPS_RESULT = { + "keyword": "Italian cooking", + "results": [ + { + "name": "PastaPro", + "rating": 4.5, + "installs": "500K+", + "focus": "pasta recipes only", + }, + { + "name": "CookEasy", + "rating": 4.2, + "installs": "1M+", + "focus": "general cooking, limited Italian content", + }, + { + "name": "ItalianKitchen", + "rating": 3.8, + "installs": "100K+", + "focus": "regional Italian recipes, no video", + }, + ], +} + +COMMUNITY_CLASS_TEST_CASE = { + "name": "Community class planning: trending topics + app gap analysis", + "messages": [ + { + "role": "user", + "content": ( + "I want to start teaching Italian cooking classes at my community centre. " + "First, find out what people commonly ask about Italian cuisine online. " + "Then search for existing Italian cooking apps to see what they cover. " + "Use both results to suggest three unique angles for my classes that fill gaps " + "in what apps already offer." + ), + } + ], + "tools": _COMMUNITY_TOOLS, + "mock_tool_responses": { + "get_trending_questions": lambda _: json.dumps(_TRENDING_QUESTIONS_RESULT), + "search_mobile_apps": lambda _: json.dumps(_APPS_RESULT), + }, + "validate": lambda tcs, content: _validate_community(tcs, content), +} + + +def _validate_community(tcs, content): + names = [tc["function"]["name"] for tc in tcs] + if not names: + return False, "No tool calls made" + missing = [ + t for t in ("get_trending_questions", "search_mobile_apps") if t not in names + ] + if missing: + return False, f"Missing expected tool calls: {missing}; got: {names}" + if not content: + return False, "No class suggestion produced" + return True, f"Both discovery tools called: {names}" + + +# ---- Test 4: Multi-hostname geolocation filter (anonymized gallery discovery) ---- +# Inspired by: checking gallery website server locations to find truly remote venues. +# Anonymized: galleryone.de → halle-eins.de, gallerytwo.fr → galerie-deux.fr, +# gallerythree.it → galleria-tre.it + +_GEO_TOOLS = [ + { + "type": "function", + "function": { + "name": "lookup_ip_geolocation", + "description": ( + "Retrieve geolocation data for an IP address or hostname, including country, " + "city, coordinates, and network info. Useful for verifying physical server " + "locations or personalising regional content." + ), + "parameters": { + "type": "object", + "properties": { + "host": { + "type": "string", + "description": "IP address or hostname to look up (e.g. '8.8.8.8' or 'example.com').", + }, + }, + "required": ["host"], + }, + }, + }, +] + +# Mock: one urban (Berlin → discard), two rural (keep) +_GEO_RESPONSES = { + "halle-eins.de": { + "host": "halle-eins.de", + "city": "Berlin", + "country": "DE", + "lat": 52.5200, + "lon": 13.4050, + "is_major_city": True, + }, + "galerie-deux.fr": { + "host": "galerie-deux.fr", + "city": "Rocamadour", + "country": "FR", + "lat": 44.7994, + "lon": 1.6178, + "is_major_city": False, + }, + "galleria-tre.it": { + "host": "galleria-tre.it", + "city": "Matera", + "country": "IT", + "lat": 40.6664, + "lon": 16.6044, + "is_major_city": False, + }, +} + + +def _geo_mock(args): + host = args.get("host", "") + return json.dumps(_GEO_RESPONSES.get(host, {"error": f"unknown host: {host}"})) + + +GEO_TEST_CASE = { + "name": "Gallery geolocation: filter urban venues, keep remote ones", + "messages": [ + { + "role": "user", + "content": ( + "I have abstract paintings to exhibit in remote European galleries. " + "I received enquiries from three venues: halle-eins.de, galerie-deux.fr, " + "and galleria-tre.it. Please look up the geolocation of each website's server. " + "Discard any venue whose server is in a major city (e.g. Berlin, Paris, Rome). " + "For the remaining venues, report their exact coordinates so I can check " + "whether hiking trails are nearby — my work thrives where nature and art meet." + ), + } + ], + "tools": _GEO_TOOLS, + "mock_tool_responses": { + "lookup_ip_geolocation": _geo_mock, + }, + "validate": lambda tcs, content: _validate_geo(tcs, content), +} + + +def _validate_geo(tcs, content): + names = [tc["function"]["name"] for tc in tcs] + if not names: + return False, "No tool calls made" + # Expect exactly one geolocation call per domain (3 total) + geo_calls = [tc for tc in tcs if tc["function"]["name"] == "lookup_ip_geolocation"] + if len(geo_calls) < 3: + return ( + False, + f"Expected geolocation called 3 times (once per domain), got {len(geo_calls)}", + ) + queried_hosts = set() + for tc in geo_calls: + try: + args = json.loads(tc["function"]["arguments"]) + host = args.get("host", "") + if not host: + return False, f"lookup_ip_geolocation called with empty host: {args}" + queried_hosts.add(host) + except json.JSONDecodeError: + return False, "lookup_ip_geolocation arguments are not valid JSON" + expected = {"halle-eins.de", "galerie-deux.fr", "galleria-tre.it"} + if not expected.issubset(queried_hosts): + return ( + False, + f"Not all domains queried. Expected {expected}, got {queried_hosts}", + ) + if not content: + return False, "No final summary produced" + return True, f"All 3 domains geolocated: {sorted(queried_hosts)}" + + +# ---- Test 5: EV fleet expansion — stock → security → property → video ---- +# Inspired by: multi-step business analysis combining finance, cybersecurity, +# real estate and educational content. +# Anonymized: Tesla → Voltara (VLTR), Rivian → Rivex (RVXN), +# Trenton → Halverton + +_EV_TOOLS = [ + { + "type": "function", + "function": { + "name": "get_stock_quote", + "description": "Retrieve the latest market quote for a financial instrument by ticker symbol.", + "parameters": { + "type": "object", + "properties": { + "symbol": { + "type": "string", + "description": "Ticker symbol (e.g. 'VLTR', 'RVXN')", + }, + "interval": { + "type": "string", + "description": "Time interval: 1min, 5min, 1h, 1day, 1week", + "default": "1day", + }, + }, + "required": ["symbol"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "get_security_advisories", + "description": ( + "Fetch current cybersecurity advisories from the national security agency, " + "covering known vulnerabilities and exploits for industrial and consumer systems." + ), + "parameters": { + "type": "object", + "properties": { + "keyword": { + "type": "string", + "description": "Filter advisories by keyword or product name", + }, + "limit": { + "type": "integer", + "description": "Maximum number of advisories to return", + "default": 5, + }, + }, + "required": [], + }, + }, + }, + { + "type": "function", + "function": { + "name": "search_commercial_properties", + "description": "Search for commercial properties (offices, garages, warehouses) available for rent or sale in a given city.", + "parameters": { + "type": "object", + "properties": { + "city": {"type": "string", "description": "City name to search in"}, + "property_type": { + "type": "string", + "description": "Type of property: office, garage, warehouse, premises", + }, + "operation": { + "type": "string", + "enum": ["rent", "sale"], + "default": "rent", + }, + "max_price": { + "type": "integer", + "description": "Maximum monthly rent or sale price", + }, + }, + "required": ["city", "property_type"], + }, + }, + }, + { + "type": "function", + "function": { + "name": "get_video_recommendations", + "description": "Fetch a list of recommended videos related to a given topic or reference video.", + "parameters": { + "type": "object", + "properties": { + "topic": { + "type": "string", + "description": "Topic or keyword to search for related videos", + }, + }, + "required": ["topic"], + }, + }, + }, +] + +_STOCK_RESULT_VLTR = { + "symbol": "VLTR", + "company": "Voltara Inc.", + "price": 218.45, + "change_pct": "+2.3%", + "market_cap": "694B", + "currency": "USD", +} +_STOCK_RESULT_RVXN = { + "symbol": "RVXN", + "company": "Rivex Motors", + "price": 12.80, + "change_pct": "-1.1%", + "market_cap": "11B", + "currency": "USD", +} +_ADVISORIES_RESULT = { + "count": 2, + "advisories": [ + { + "id": "ICSA-24-102-01", + "title": "Voltara In-Vehicle Infotainment System Authentication Bypass", + "severity": "Medium", + "summary": "Improper authentication in the OTA update module may allow an adjacent attacker to install unsigned firmware.", + "published": "2024-04-11", + }, + { + "id": "ICSA-24-085-03", + "title": "Voltara Charging Management API Input Validation Flaw", + "severity": "Low", + "summary": "Insufficient input validation in the charging session API could expose internal error messages.", + "published": "2024-03-26", + }, + ], +} +_PROPERTIES_RESULT = { + "city": "Halverton", + "listings": [ + { + "id": "HV-0041", + "type": "garage", + "area_sqm": 420, + "monthly_rent": 2800, + "ev_power_outlets": 12, + "address": "14 Ironworks Lane, Halverton", + }, + { + "id": "HV-0089", + "type": "warehouse", + "area_sqm": 900, + "monthly_rent": 4200, + "ev_power_outlets": 30, + "address": "7 Depot Road, Halverton", + }, + ], +} +_VIDEOS_RESULT = { + "topic": "fleet electrification", + "recommendations": [ + { + "title": "How to Build an EV Fleet from Scratch", + "channel": "Fleet Future", + "views": "182K", + }, + { + "title": "EV Charging Infrastructure for Commercial Fleets", + "channel": "GreenDrive Pro", + "views": "94K", + }, + { + "title": "Total Cost of Ownership: Electric vs Diesel Vans", + "channel": "LogisticsTech", + "views": "61K", + }, + ], +} + + +def _ev_stock_mock(args): + symbol = args.get("symbol", "").upper() + if symbol == "VLTR": + return json.dumps(_STOCK_RESULT_VLTR) + if symbol == "RVXN": + return json.dumps(_STOCK_RESULT_RVXN) + return json.dumps({"error": f"Unknown symbol: {symbol}"}) + + +EV_FLEET_TEST_CASE = { + "name": "EV fleet expansion: stock → cybersecurity → property → videos", + "messages": [ + { + "role": "user", + "content": ( + "I'm expanding my courier business into electric vehicles and need a multi-step analysis:\n" + "1. Get the latest stock quote for Voltara (VLTR) and Rivex (RVXN). " + "If either is above $50, continue with that company.\n" + "2. Search for cybersecurity advisories related to that company's vehicle models " + "to understand any tech risks.\n" + "3. Find commercial garage or warehouse properties in Halverton suitable for " + "EV charging infrastructure.\n" + "4. Recommend videos on fleet electrification strategies.\n" + "Please work through all four steps and give me a concise summary." + ), + } + ], + "tools": _EV_TOOLS, + "mock_tool_responses": { + "get_stock_quote": _ev_stock_mock, + "get_security_advisories": lambda _: json.dumps(_ADVISORIES_RESULT), + "search_commercial_properties": lambda _: json.dumps(_PROPERTIES_RESULT), + "get_video_recommendations": lambda _: json.dumps(_VIDEOS_RESULT), + }, + "validate": lambda tcs, content: _validate_ev(tcs, content), +} + + +def _validate_ev(tcs, content): + names = [tc["function"]["name"] for tc in tcs] + if not names: + return False, "No tool calls made" + # Stock quote must come first + if names[0] != "get_stock_quote": + return False, f"Expected get_stock_quote to be called first, got: {names[0]}" + stock_calls = [tc for tc in tcs if tc["function"]["name"] == "get_stock_quote"] + for tc in stock_calls: + try: + args = json.loads(tc["function"]["arguments"]) + sym = args.get("symbol", "") + if not sym: + return False, f"get_stock_quote called with empty symbol: {args}" + except json.JSONDecodeError: + return False, "get_stock_quote arguments are not valid JSON" + # All four pipeline tools expected + required = [ + "get_stock_quote", + "get_security_advisories", + "search_commercial_properties", + "get_video_recommendations", + ] + missing = [t for t in required if t not in names] + if missing: + return False, f"Missing pipeline steps: {missing}" + if not content: + return False, "No final summary produced" + return True, f"Full 4-step pipeline executed: {names}" + + +# --------------------------------------------------------------------------- +# All test cases +# --------------------------------------------------------------------------- + +ALL_TEST_CASES = [ + AZZOO_TEST_CASE, + FITNESS_TEST_CASE, + COMMUNITY_CLASS_TEST_CASE, + GEO_TEST_CASE, + EV_FLEET_TEST_CASE, +] + + +# --------------------------------------------------------------------------- +# Entry point +# --------------------------------------------------------------------------- + + +def main(): + parser = argparse.ArgumentParser( + description="Test llama-server tool-calling capability." + ) + parser.add_argument("--host", default="localhost") + parser.add_argument("--port", default=8080, type=int) + parser.add_argument( + "--no-stream", action="store_true", help="Disable streaming mode tests" + ) + parser.add_argument( + "--stream-only", action="store_true", help="Only run streaming mode tests" + ) + parser.add_argument( + "--test", + help="Run only the test whose name contains this substring (case-insensitive)", + ) + args = parser.parse_args() + + url = f"http://{args.host}:{args.port}/v1/chat/completions" + print_info(f"Testing server at {url}") + + modes = [] + if not args.stream_only: + modes.append(False) + if not args.no_stream: + modes.append(True) + + cases: list[dict] = ALL_TEST_CASES + if args.test: + name_filter = args.test.lower() + cases = [c for c in cases if name_filter in str(c["name"]).lower()] + if not cases: + print_fail(f"No test cases matched '{args.test}'") + sys.exit(1) + + total = 0 + passed = 0 + for stream in modes: + for case in cases: + total += 1 + if run_test(url, case, stream=stream): + passed += 1 + + color = GREEN if passed == total else RED + _print(f"\n{BOLD}{color}{'─'*60}{RESET}") + _print(f"{BOLD}{color} Results: {passed}/{total} passed{RESET}") + _print(f"{BOLD}{color}{'─'*60}{RESET}\n") + sys.exit(0 if passed == total else 1) + + +if __name__ == "__main__": + main() diff --git a/scripts/snapdragon/adb/run-bench.sh b/scripts/snapdragon/adb/run-bench.sh index 2750860c6e0..0eac4e1d49d 100755 --- a/scripts/snapdragon/adb/run-bench.sh +++ b/scripts/snapdragon/adb/run-bench.sh @@ -48,5 +48,5 @@ adb $adbserial $adbhost shell " \ ADSP_LIBRARY_PATH=$basedir/$branch/lib \ $ndev $nhvx $opmask $verbose $experimental $profile $hb ./$branch/bin/llama-bench --device $device --mmap 0 -m $basedir/../gguf/$model \ --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 \ - --batch-size 128 -ngl 99 $cli_opts $@ \ + --ubatch-size 256 -fa 1 -ngl 99 $cli_opts $@ \ " diff --git a/scripts/snapdragon/windows/run-bench.ps1 b/scripts/snapdragon/windows/run-bench.ps1 index 21fd063ebe3..1957028d1d2 100644 --- a/scripts/snapdragon/windows/run-bench.ps1 +++ b/scripts/snapdragon/windows/run-bench.ps1 @@ -20,6 +20,14 @@ if ($null -ne $env:V) { $env:GGML_HEXAGON_VERBOSE=$env:V } +if ($null -ne $env:E) { + $env:GGML_HEXAGON_EXPERIMENTAL=$env:E +} + +if ($null -ne $env:PROF) { + $env:GGML_HEXAGON_PROFILE=$env:PROF; $env:GGML_HEXAGON_OPSYNC=1 +} + if ($null -ne $env:OPMASK) { $env:GGML_HEXAGON_OPMASK=$env:OPMASK } @@ -32,6 +40,10 @@ if ($null -ne $env:NDEV) { $env:GGML_HEXAGON_NDEV=$env:NDEV } +if ($null -ne $env:HB) { + $env:GGML_HEXAGON_HOSTBUF=$env:HB +} + $env:ADSP_LIBRARY_PATH="$basedir\lib" & "$basedir\bin\llama-bench.exe" ` diff --git a/scripts/snapdragon/windows/run-cli.ps1 b/scripts/snapdragon/windows/run-cli.ps1 index 5891c894a9f..668c525f5a2 100644 --- a/scripts/snapdragon/windows/run-cli.ps1 +++ b/scripts/snapdragon/windows/run-cli.ps1 @@ -44,10 +44,14 @@ if ($null -ne $env:NDEV) { $env:GGML_HEXAGON_NDEV=$env:NDEV } +if ($null -ne $env:HB) { + $env:GGML_HEXAGON_HOSTBUF=$env:HB +} + $env:ADSP_LIBRARY_PATH="$basedir\lib" & "$basedir\bin\llama-cli.exe" ` --no-mmap -m $basedir\..\..\gguf\$model ` --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 ` - --ctx-size 8192 --ubatch-size 128 -fa on ` + --ctx-size 8192 --ubatch-size 256 -fa on ` -ngl 99 --device $device $cli_opts diff --git a/scripts/snapdragon/windows/run-completion.ps1 b/scripts/snapdragon/windows/run-completion.ps1 index 8a48d2d7486..1221330f26b 100644 --- a/scripts/snapdragon/windows/run-completion.ps1 +++ b/scripts/snapdragon/windows/run-completion.ps1 @@ -44,10 +44,14 @@ if ($null -ne $env:NDEV) { $env:GGML_HEXAGON_NDEV=$env:NDEV } +if ($null -ne $env:HB) { + $env:GGML_HEXAGON_HOSTBUF=$env:HB +} + $env:ADSP_LIBRARY_PATH="$basedir\lib" & "$basedir\bin\llama-completion.exe" ` --no-mmap -m $basedir\..\..\gguf\$model ` --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 ` - --ctx-size 8192 --batch-size 128 -fa on ` + --ctx-size 8192 --batch-size 256 -fa on ` -ngl 99 -no-cnv --device $device $cli_opts diff --git a/scripts/snapdragon/windows/run-mtmd.ps1 b/scripts/snapdragon/windows/run-mtmd.ps1 new file mode 100644 index 00000000000..f47d942f5e7 --- /dev/null +++ b/scripts/snapdragon/windows/run-mtmd.ps1 @@ -0,0 +1,74 @@ +#!/usr/bin/env pwsh + +# Basedir on device +$basedir=".\pkg-snapdragon" + +$cli_opts=$args + +$model="gemma-3-4b-it-Q4_0.gguf" +if ($null -ne $env:M) { + $model=$env:M +} + +$mmproj="mmproj-F16.gguf" +if ($null -ne $env:MMPROJ) { + $mmproj=$env:MMPROJ +} + +$image="" +if ($null -ne $env:IMG) { + $image=$env:IMG +} + +$device="HTP0" +if ($null -ne $env:D) { + $device=$env:D +} + +if ($null -ne $env:V) { + $env:GGML_HEXAGON_VERBOSE=$env:V +} + +# Default experimental to 1 +$env:GGML_HEXAGON_EXPERIMENTAL=1 +if ($null -ne $env:E) { + $env:GGML_HEXAGON_EXPERIMENTAL=$env:E +} + +if ($null -ne $env:SCHED) { + $env:GGML_SCHED_DEBUG=$env:SCHED; $cli_opts="$cli_opts -v" +} + +if ($null -ne $env:PROF) { + $env:GGML_HEXAGON_PROFILE=$env:PROF; $env:GGML_HEXAGON_OPSYNC=1 +} + +if ($null -ne $env:OPMASK) { + $env:GGML_HEXAGON_OPMASK=$env:OPMASK +} + +if ($null -ne $env:NHVX) { + $env:GGML_HEXAGON_NHVX=$env:NHVX +} + +if ($null -ne $env:NDEV) { + $env:GGML_HEXAGON_NDEV=$env:NDEV +} + +if ($null -ne $env:HB) { + $env:GGML_HEXAGON_HOSTBUF=$env:HB +} + +if ($null -ne $env:MTMD_DEVICE) { + $env:MTMD_BACKEND_DEVICE=$env:MTMD_DEVICE +} + +$env:ADSP_LIBRARY_PATH="$basedir\lib" + +& "$basedir\bin\llama-mtmd-cli.exe" ` + --no-mmap -m $basedir\..\..\gguf\$model ` + --mmproj $basedir\..\..\gguf\$mmproj ` + --image $basedir\..\..\gguf\$image ` + --poll 1000 -t 6 --cpu-mask 0xfc --cpu-strict 1 ` + --ctx-size 8192 --ubatch-size 256 -fa on ` + -ngl 99 --device $device -v $cli_opts diff --git a/scripts/snapdragon/windows/run-tool.ps1 b/scripts/snapdragon/windows/run-tool.ps1 index 70094af9bc9..78ccd5b21c9 100644 --- a/scripts/snapdragon/windows/run-tool.ps1 +++ b/scripts/snapdragon/windows/run-tool.ps1 @@ -50,6 +50,10 @@ if ($null -ne $env:NDEV) { $env:GGML_HEXAGON_NDEV=$env:NDEV } +if ($null -ne $env:HB) { + $env:GGML_HEXAGON_HOSTBUF=$env:HB +} + $env:ADSP_LIBRARY_PATH="$basedir\lib" & "$basedir\bin\$tool" ` diff --git a/scripts/sync-ggml.last b/scripts/sync-ggml.last index 6557fb46cbe..e154cc5c69b 100644 --- a/scripts/sync-ggml.last +++ b/scripts/sync-ggml.last @@ -1 +1 @@ -c044a8eeae2591faa0950c8b5e514cbc4bbfc4ca +49f84a924f6ea4fc2ef73dbbd8cc4d734b54bd6d diff --git a/scripts/sync_vendor.py b/scripts/sync_vendor.py index 4d254afcd6d..3f1e74f7cbc 100755 --- a/scripts/sync_vendor.py +++ b/scripts/sync_vendor.py @@ -5,7 +5,7 @@ import sys import subprocess -HTTPLIB_VERSION = "refs/tags/v0.38.0" +HTTPLIB_VERSION = "refs/tags/v0.40.0" vendor = { "https://github.com/nlohmann/json/releases/latest/download/json.hpp": "vendor/nlohmann/json.hpp", diff --git a/src/CMakeLists.txt b/src/CMakeLists.txt index 283823fa9c8..121c21fed95 100644 --- a/src/CMakeLists.txt +++ b/src/CMakeLists.txt @@ -73,6 +73,7 @@ add_library(llama models/gemma2-iswa.cpp models/gemma3.cpp models/gemma3n-iswa.cpp + models/gemma4-iswa.cpp models/glm4-moe.cpp models/glm4.cpp models/gpt2.cpp diff --git a/src/llama-adapter.cpp b/src/llama-adapter.cpp index 2f2cc12af04..4a1aaa955a8 100644 --- a/src/llama-adapter.cpp +++ b/src/llama-adapter.cpp @@ -294,7 +294,7 @@ static void llama_adapter_lora_init_impl(llama_model & model, const char * path_ } // get extra buffer types of the CPU - // TODO: a more general solution for non-CPU extra buft should be imlpemented in the future + // TODO: a more general solution for non-CPU extra buft should be implemented in the future // ref: https://github.com/ggml-org/llama.cpp/pull/12593#pullrequestreview-2718659948 std::vector buft_extra; { diff --git a/src/llama-arch.cpp b/src/llama-arch.cpp index 84dc6d8f1b6..e210dcdae21 100644 --- a/src/llama-arch.cpp +++ b/src/llama-arch.cpp @@ -56,6 +56,7 @@ static const std::map LLM_ARCH_NAMES = { { LLM_ARCH_GEMMA2, "gemma2" }, { LLM_ARCH_GEMMA3, "gemma3" }, { LLM_ARCH_GEMMA3N, "gemma3n" }, + { LLM_ARCH_GEMMA4, "gemma4" }, { LLM_ARCH_GEMMA_EMBEDDING, "gemma-embedding" }, { LLM_ARCH_STARCODER2, "starcoder2" }, { LLM_ARCH_MAMBA, "mamba" }, @@ -73,6 +74,7 @@ static const std::map LLM_ARCH_NAMES = { { LLM_ARCH_ARCTIC, "arctic" }, { LLM_ARCH_DEEPSEEK, "deepseek" }, { LLM_ARCH_DEEPSEEK2, "deepseek2" }, + { LLM_ARCH_DEEPSEEK2OCR, "deepseek2-ocr" }, { LLM_ARCH_CHATGLM, "chatglm" }, { LLM_ARCH_GLM4, "glm4" }, { LLM_ARCH_GLM4_MOE, "glm4moe" }, @@ -164,6 +166,7 @@ static const std::map LLM_KV_NAMES = { { LLM_KV_CONTEXT_LENGTH, "%s.context_length" }, { LLM_KV_EMBEDDING_LENGTH, "%s.embedding_length" }, { LLM_KV_EMBEDDING_LENGTH_OUT, "%s.embedding_length_out" }, + { LLM_KV_EMBEDDING_LENGTH_PER_LAYER, "%s.embedding_length_per_layer_input" }, { LLM_KV_FEATURES_LENGTH, "%s.features_length" }, { LLM_KV_BLOCK_COUNT, "%s.block_count" }, { LLM_KV_LEADING_DENSE_BLOCK_COUNT, "%s.leading_dense_block_count" }, @@ -237,6 +240,7 @@ static const std::map LLM_KV_NAMES = { { LLM_KV_ATTENTION_INDEXER_HEAD_COUNT, "%s.attention.indexer.head_count" }, { LLM_KV_ATTENTION_INDEXER_KEY_LENGTH, "%s.attention.indexer.key_length" }, { LLM_KV_ATTENTION_INDEXER_TOP_K, "%s.attention.indexer.top_k" }, + { LLM_KV_ATTENTION_SHARED_KV_LAYERS, "%s.attention.shared_kv_layers" }, { LLM_KV_ROPE_DIMENSION_COUNT, "%s.rope.dimension_count" }, { LLM_KV_ROPE_DIMENSION_COUNT_SWA, "%s.rope.dimension_count_swa" }, @@ -363,6 +367,9 @@ static const std::map LLM_TENSOR_NAMES = { { LLM_TENSOR_ATTN_K_NORM, "blk.%d.attn_k_norm" }, { LLM_TENSOR_ATTN_GATE, "blk.%d.attn_gate" }, { LLM_TENSOR_FFN_POST_NORM, "blk.%d.post_ffw_norm" }, + { LLM_TENSOR_FFN_POST_NORM_1, "blk.%d.post_ffw_norm_1" }, + { LLM_TENSOR_FFN_POST_NORM_2, "blk.%d.post_ffw_norm_2" }, + { LLM_TENSOR_FFN_PRE_NORM_2, "blk.%d.pre_ffw_norm_2" }, { LLM_TENSOR_FFN_GATE_SHEXP, "blk.%d.ffn_gate_shexp" }, { LLM_TENSOR_FFN_UP_SHEXP, "blk.%d.ffn_up_shexp" }, { LLM_TENSOR_FFN_DOWN_SHEXP, "blk.%d.ffn_down_shexp" }, @@ -372,6 +379,7 @@ static const std::map LLM_TENSOR_NAMES = { { LLM_TENSOR_ATTN_NORM_2, "blk.%d.attn_norm_2" }, { LLM_TENSOR_ATTN_QKV, "blk.%d.attn_qkv" }, { LLM_TENSOR_LAYER_OUT_NORM, "blk.%d.layer_output_norm" }, + { LLM_TENSOR_LAYER_OUT_SCALE, "blk.%d.layer_output_scale" }, { LLM_TENSOR_ATTN_OUT_NORM, "blk.%d.attn_output_norm" }, { LLM_TENSOR_POS_EMBD, "position_embd" }, { LLM_TENSOR_FFN_ACT, "blk.%d.ffn.act" }, @@ -544,6 +552,10 @@ static std::set llm_get_tensor_names(llm_arch arch) { case LLM_ARCH_CLIP: return {}; case LLM_ARCH_LLAMA: + case LLM_ARCH_REFACT: + case LLM_ARCH_MINICPM: + case LLM_ARCH_GRANITE: + case LLM_ARCH_GRANITE_MOE: case LLM_ARCH_DECI: case LLM_ARCH_MISTRAL3: case LLM_ARCH_LLAMA_EMBED: @@ -552,6 +564,8 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT, LLM_TENSOR_ROPE_FREQS, + LLM_TENSOR_ROPE_FACTORS_LONG, + LLM_TENSOR_ROPE_FACTORS_SHORT, LLM_TENSOR_ATTN_NORM, LLM_TENSOR_ATTN_Q, LLM_TENSOR_ATTN_K, @@ -744,11 +758,9 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_ATTN_Q_NORM, LLM_TENSOR_ATTN_K_NORM, }; - case LLM_ARCH_REFACT: case LLM_ARCH_QWEN2: case LLM_ARCH_QWEN2VL: case LLM_ARCH_INTERNLM2: - case LLM_ARCH_GRANITE: case LLM_ARCH_ERNIE4_5: case LLM_ARCH_PADDLEOCR: case LLM_ARCH_SMOLLM3: @@ -759,6 +771,7 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_TOKEN_EMBD, LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT, + LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_ATTN_NORM, LLM_TENSOR_ATTN_Q, LLM_TENSOR_ATTN_K, @@ -1232,29 +1245,6 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_FFN_DOWN, LLM_TENSOR_FFN_UP, }; - case LLM_ARCH_MINICPM: - return { - LLM_TENSOR_TOKEN_EMBD, - LLM_TENSOR_OUTPUT_NORM, - LLM_TENSOR_OUTPUT, - LLM_TENSOR_ROPE_FREQS, - LLM_TENSOR_ROPE_FACTORS_LONG, - LLM_TENSOR_ROPE_FACTORS_SHORT, - LLM_TENSOR_ATTN_NORM, - LLM_TENSOR_ATTN_Q, - LLM_TENSOR_ATTN_K, - LLM_TENSOR_ATTN_V, - LLM_TENSOR_ATTN_OUT, - LLM_TENSOR_ATTN_ROT_EMBD, - LLM_TENSOR_FFN_GATE_INP, - LLM_TENSOR_FFN_NORM, - LLM_TENSOR_FFN_GATE, - LLM_TENSOR_FFN_DOWN, - LLM_TENSOR_FFN_UP, - LLM_TENSOR_FFN_GATE_EXP, - LLM_TENSOR_FFN_DOWN_EXP, - LLM_TENSOR_FFN_UP_EXP, - }; case LLM_ARCH_MINICPM3: return { LLM_TENSOR_TOKEN_EMBD, @@ -1359,6 +1349,38 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_LAUREL_R, LLM_TENSOR_LAUREL_POST_NORM, }; + case LLM_ARCH_GEMMA4: + return { + LLM_TENSOR_ROPE_FREQS, + LLM_TENSOR_TOKEN_EMBD, + LLM_TENSOR_OUTPUT_NORM, + LLM_TENSOR_ATTN_NORM, + LLM_TENSOR_ATTN_Q, + LLM_TENSOR_ATTN_Q_NORM, + LLM_TENSOR_ATTN_K, + LLM_TENSOR_ATTN_K_NORM, + LLM_TENSOR_ATTN_V, + LLM_TENSOR_ATTN_OUT, + LLM_TENSOR_ATTN_POST_NORM, + LLM_TENSOR_FFN_NORM, + LLM_TENSOR_FFN_GATE, + LLM_TENSOR_FFN_DOWN, + LLM_TENSOR_FFN_UP, + LLM_TENSOR_FFN_GATE_UP_EXPS, + LLM_TENSOR_FFN_DOWN_EXPS, + LLM_TENSOR_FFN_GATE_INP, + LLM_TENSOR_FFN_POST_NORM, + LLM_TENSOR_FFN_POST_NORM_1, + LLM_TENSOR_FFN_POST_NORM_2, + LLM_TENSOR_FFN_PRE_NORM_2, + LLM_TENSOR_LAYER_OUT_SCALE, + LLM_TENSOR_PER_LAYER_TOKEN_EMBD, + LLM_TENSOR_PER_LAYER_MODEL_PROJ, + LLM_TENSOR_PER_LAYER_PROJ_NORM, + LLM_TENSOR_PER_LAYER_INP_GATE, + LLM_TENSOR_PER_LAYER_PROJ, + LLM_TENSOR_PER_LAYER_POST_NORM, + }; case LLM_ARCH_GEMMA_EMBEDDING: return { LLM_TENSOR_TOKEN_EMBD, @@ -1442,6 +1464,7 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_TOKEN_EMBD, LLM_TENSOR_OUTPUT, LLM_TENSOR_OUTPUT_NORM, + LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_ATTN_NORM, LLM_TENSOR_ATTN_Q, LLM_TENSOR_ATTN_K, @@ -1590,6 +1613,7 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_FFN_UP_SHEXP, }; case LLM_ARCH_DEEPSEEK2: + case LLM_ARCH_DEEPSEEK2OCR: case LLM_ARCH_MISTRAL4: return { LLM_TENSOR_TOKEN_EMBD, @@ -1598,6 +1622,8 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_ATTN_NORM, LLM_TENSOR_ATTN_Q_A_NORM, LLM_TENSOR_ATTN_KV_A_NORM, + LLM_TENSOR_ATTN_K, // deepseek-ocr + LLM_TENSOR_ATTN_V, // deepseek-ocr LLM_TENSOR_ATTN_Q, LLM_TENSOR_ATTN_Q_A, LLM_TENSOR_ATTN_Q_B, @@ -1657,7 +1683,9 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT, + LLM_TENSOR_TOKEN_EMBD, LLM_TENSOR_ATTN_NORM, + LLM_TENSOR_ATTN_QKV, LLM_TENSOR_ATTN_Q, LLM_TENSOR_ATTN_K, LLM_TENSOR_ATTN_V, @@ -2061,30 +2089,12 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_FFN_DOWN, LLM_TENSOR_FFN_UP, }; - case LLM_ARCH_GRANITE_MOE: - return { - LLM_TENSOR_TOKEN_EMBD, - LLM_TENSOR_OUTPUT_NORM, - LLM_TENSOR_OUTPUT, - LLM_TENSOR_ATTN_NORM, - LLM_TENSOR_ATTN_Q, - LLM_TENSOR_ATTN_K, - LLM_TENSOR_ATTN_V, - LLM_TENSOR_ATTN_OUT, - LLM_TENSOR_FFN_NORM, - LLM_TENSOR_FFN_GATE_INP, - LLM_TENSOR_FFN_GATE_EXPS, - LLM_TENSOR_FFN_DOWN_EXPS, - LLM_TENSOR_FFN_UP_EXPS, - LLM_TENSOR_FFN_GATE_SHEXP, - LLM_TENSOR_FFN_DOWN_SHEXP, - LLM_TENSOR_FFN_UP_SHEXP, - }; case LLM_ARCH_GRANITE_HYBRID: return { LLM_TENSOR_TOKEN_EMBD, LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT, + LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_ATTN_NORM, LLM_TENSOR_SSM_IN, LLM_TENSOR_SSM_CONV1D, @@ -2412,6 +2422,7 @@ static std::set llm_get_tensor_names(llm_arch arch) { LLM_TENSOR_TOKEN_EMBD, LLM_TENSOR_OUTPUT_NORM, LLM_TENSOR_OUTPUT, + LLM_TENSOR_ROPE_FREQS, LLM_TENSOR_ATTN_NORM, LLM_TENSOR_ATTN_QKV, LLM_TENSOR_ATTN_OUT, @@ -2564,7 +2575,7 @@ static const std::map LLM_TENSOR_INFOS = { {LLM_TENSOR_TOKEN_EMBD, {LLM_TENSOR_LAYER_INPUT, GGML_OP_GET_ROWS}}, {LLM_TENSOR_POS_EMBD, {LLM_TENSOR_LAYER_INPUT, GGML_OP_GET_ROWS}}, {LLM_TENSOR_TOKEN_TYPES, {LLM_TENSOR_LAYER_INPUT, GGML_OP_GET_ROWS}}, - {LLM_TENSOR_TOKEN_EMBD_NORM, {LLM_TENSOR_LAYER_INPUT, GGML_OP_MUL}}, + {LLM_TENSOR_TOKEN_EMBD_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, // do the norms on the first layer (not the input layer) {LLM_TENSOR_OUTPUT, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, {LLM_TENSOR_CLS, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, {LLM_TENSOR_CLS_OUT, {LLM_TENSOR_LAYER_OUTPUT, GGML_OP_MUL_MAT}}, @@ -2682,11 +2693,15 @@ static const std::map LLM_TENSOR_INFOS = { {LLM_TENSOR_ATTN_OUT_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_POST_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_FFN_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_FFN_PRE_NORM_2, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_FFN_POST_NORM_1, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_FFN_POST_NORM_2, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_FFN_POST_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_FFN_NORM_EXPS, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_Q_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_K_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_LAYER_OUT_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, + {LLM_TENSOR_LAYER_OUT_SCALE, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_Q_A_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_KV_A_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_ATTN_SUB_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, @@ -2725,7 +2740,7 @@ static const std::map LLM_TENSOR_INFOS = { {LLM_TENSOR_LAUREL_POST_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, // this tensor is loaded for T5, but never used {LLM_TENSOR_DEC_CROSS_ATTN_REL_B, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_NONE}}, - {LLM_TENSOR_CONV1D, {LLM_TENSOR_LAYER_INPUT, GGML_OP_IM2COL}}, + {LLM_TENSOR_CONV1D, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_IM2COL}}, {LLM_TENSOR_POS_NET_NORM, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_POS_NET_NORM1, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, {LLM_TENSOR_POS_NET_NORM2, {LLM_TENSOR_LAYER_REPEATING, GGML_OP_MUL}}, @@ -2789,7 +2804,12 @@ std::string LLM_TN_IMPL::str() const { } if (model_tensors.find(tensor) == model_tensors.end()) { - return LLM_TENSOR_NAMES.at(tensor); + const char * name = LLM_TENSOR_NAMES.at(tensor); + if (suffix != nullptr || bid != -1 || xid != -1) { + LLAMA_LOG_WARN("%s: cannot properly format tensor name %s with suffix=%s bid=%d xid=%d\n", + __func__, name, suffix, bid, xid); + } + return name; } std::string name = ::format(LLM_TENSOR_NAMES.at(tensor), bid, xid); diff --git a/src/llama-arch.h b/src/llama-arch.h index 9b9eec2f5c8..1b8737b7473 100644 --- a/src/llama-arch.h +++ b/src/llama-arch.h @@ -60,6 +60,7 @@ enum llm_arch { LLM_ARCH_GEMMA2, LLM_ARCH_GEMMA3, LLM_ARCH_GEMMA3N, + LLM_ARCH_GEMMA4, LLM_ARCH_GEMMA_EMBEDDING, LLM_ARCH_STARCODER2, LLM_ARCH_MAMBA, @@ -77,6 +78,7 @@ enum llm_arch { LLM_ARCH_ARCTIC, LLM_ARCH_DEEPSEEK, LLM_ARCH_DEEPSEEK2, + LLM_ARCH_DEEPSEEK2OCR, LLM_ARCH_CHATGLM, LLM_ARCH_GLM4, LLM_ARCH_GLM4_MOE, @@ -168,6 +170,7 @@ enum llm_kv { LLM_KV_CONTEXT_LENGTH, LLM_KV_EMBEDDING_LENGTH, LLM_KV_EMBEDDING_LENGTH_OUT, + LLM_KV_EMBEDDING_LENGTH_PER_LAYER, LLM_KV_FEATURES_LENGTH, LLM_KV_BLOCK_COUNT, LLM_KV_LEADING_DENSE_BLOCK_COUNT, @@ -241,6 +244,7 @@ enum llm_kv { LLM_KV_ATTENTION_INDEXER_HEAD_COUNT, LLM_KV_ATTENTION_INDEXER_KEY_LENGTH, LLM_KV_ATTENTION_INDEXER_TOP_K, + LLM_KV_ATTENTION_SHARED_KV_LAYERS, LLM_KV_ROPE_DIMENSION_COUNT, LLM_KV_ROPE_DIMENSION_COUNT_SWA, @@ -368,6 +372,9 @@ enum llm_tensor { LLM_TENSOR_FFN_GATE_INP_SHEXP, LLM_TENSOR_FFN_NORM, LLM_TENSOR_FFN_POST_NORM, + LLM_TENSOR_FFN_POST_NORM_1, + LLM_TENSOR_FFN_POST_NORM_2, + LLM_TENSOR_FFN_PRE_NORM_2, LLM_TENSOR_FFN_GATE, LLM_TENSOR_FFN_DOWN, LLM_TENSOR_FFN_UP, @@ -392,6 +399,7 @@ enum llm_tensor { LLM_TENSOR_ATTN_Q_NORM, LLM_TENSOR_ATTN_K_NORM, LLM_TENSOR_LAYER_OUT_NORM, + LLM_TENSOR_LAYER_OUT_SCALE, LLM_TENSOR_POST_ATTN_NORM, LLM_TENSOR_POST_MLP_NORM, LLM_TENSOR_PER_LAYER_TOKEN_EMBD, // gemma3n diff --git a/src/llama-batch.h b/src/llama-batch.h index 8e6fac0efab..f77520e86c3 100644 --- a/src/llama-batch.h +++ b/src/llama-batch.h @@ -18,7 +18,7 @@ struct llama_ubatch { } // typical for M-RoPE cases: - // 0 - sequantial position of the tokens/embeddings in the sequence + // 0 - sequential position of the tokens/embeddings in the sequence // 1 - y position in the image // 2 - x position in the image // 3 - other diff --git a/src/llama-chat.cpp b/src/llama-chat.cpp index c415a998f33..80a88fadec7 100644 --- a/src/llama-chat.cpp +++ b/src/llama-chat.cpp @@ -49,6 +49,7 @@ static const std::map LLM_CHAT_TEMPLATES = { { "deepseek", LLM_CHAT_TEMPLATE_DEEPSEEK }, { "deepseek2", LLM_CHAT_TEMPLATE_DEEPSEEK_2 }, { "deepseek3", LLM_CHAT_TEMPLATE_DEEPSEEK_3 }, + { "deepseek-ocr", LLM_CHAT_TEMPLATE_DEEPSEEK_OCR }, { "command-r", LLM_CHAT_TEMPLATE_COMMAND_R }, { "llama3", LLM_CHAT_TEMPLATE_LLAMA_3 }, { "chatglm3", LLM_CHAT_TEMPLATE_CHATGLM_3 }, @@ -59,7 +60,8 @@ static const std::map LLM_CHAT_TEMPLATES = { { "exaone4", LLM_CHAT_TEMPLATE_EXAONE_4 }, { "exaone-moe", LLM_CHAT_TEMPLATE_EXAONE_MOE }, { "rwkv-world", LLM_CHAT_TEMPLATE_RWKV_WORLD }, - { "granite", LLM_CHAT_TEMPLATE_GRANITE }, + { "granite", LLM_CHAT_TEMPLATE_GRANITE_3_X }, + { "granite-4.0", LLM_CHAT_TEMPLATE_GRANITE_4_0 }, { "gigachat", LLM_CHAT_TEMPLATE_GIGACHAT }, { "megrez", LLM_CHAT_TEMPLATE_MEGREZ }, { "yandex", LLM_CHAT_TEMPLATE_YANDEX }, @@ -190,7 +192,10 @@ llm_chat_template llm_chat_detect_template(const std::string & tmpl) { } else if (tmpl_contains("rwkv-world") || tmpl_contains("{{- 'User: ' + message['content']|trim + '\\n\\n' -}}")) { return LLM_CHAT_TEMPLATE_RWKV_WORLD; } else if (tmpl_contains("<|start_of_role|>")) { - return LLM_CHAT_TEMPLATE_GRANITE; + if (tmpl_contains("") || tmpl_contains("")) { + return LLM_CHAT_TEMPLATE_GRANITE_4_0; + } + return LLM_CHAT_TEMPLATE_GRANITE_3_X; } else if (tmpl_contains("message['role'] + additional_special_tokens[0] + message['content'] + additional_special_tokens[1]")) { return LLM_CHAT_TEMPLATE_GIGACHAT; } else if (tmpl_contains("<|role_start|>")) { @@ -548,6 +553,11 @@ int32_t llm_chat_apply_template( if (add_ass) { ss << LU8("<｜Assistant｜>"); } + } else if (tmpl == LLM_CHAT_TEMPLATE_DEEPSEEK_OCR) { + for (auto message : chat) { + // no template + ss << message->content; + } } else if (tmpl == LLM_CHAT_TEMPLATE_EXAONE_3) { // ref: https://huggingface.co/LGAI-EXAONE/EXAONE-3.0-7.8B-Instruct/discussions/8#66bae61b1893d14ee8ed85bb // EXAONE-3.0-7.8B-Instruct @@ -611,8 +621,8 @@ int32_t llm_chat_apply_template( ss << "Assistant: " << trim(chat[i]->content) << "\n\n"; } } - } else if (tmpl == LLM_CHAT_TEMPLATE_GRANITE) { - // IBM Granite template + } else if (tmpl == LLM_CHAT_TEMPLATE_GRANITE_3_X) { + // IBM Granite 3.x template for (const auto & message : chat) { std::string role(message->role); ss << "<|start_of_role|>" << role << "<|end_of_role|>"; @@ -624,6 +634,20 @@ int32_t llm_chat_apply_template( if (add_ass) { ss << "<|start_of_role|>assistant<|end_of_role|>"; } + } else if (tmpl == LLM_CHAT_TEMPLATE_GRANITE_4_0) { + // IBM Granite 4.0 template + for (const auto & message : chat) { + std::string role(message->role); + if (role == "assistant_tool_call") { + ss << "<|start_of_role|>assistant<|end_of_role|><|tool_call|>"; + } else { + ss << "<|start_of_role|>" << role << "<|end_of_role|>"; + } + ss << message->content << "<|end_of_text|>\n"; + } + if (add_ass) { + ss << "<|start_of_role|>assistant<|end_of_role|>"; + } } else if (tmpl == LLM_CHAT_TEMPLATE_GIGACHAT) { // GigaChat template bool has_system = !chat.empty() && std::string(chat[0]->role) == "system"; diff --git a/src/llama-chat.h b/src/llama-chat.h index 9ed1db128ec..2542f3cc865 100644 --- a/src/llama-chat.h +++ b/src/llama-chat.h @@ -28,6 +28,7 @@ enum llm_chat_template { LLM_CHAT_TEMPLATE_DEEPSEEK, LLM_CHAT_TEMPLATE_DEEPSEEK_2, LLM_CHAT_TEMPLATE_DEEPSEEK_3, + LLM_CHAT_TEMPLATE_DEEPSEEK_OCR, LLM_CHAT_TEMPLATE_COMMAND_R, LLM_CHAT_TEMPLATE_LLAMA_3, LLM_CHAT_TEMPLATE_CHATGLM_3, @@ -38,7 +39,8 @@ enum llm_chat_template { LLM_CHAT_TEMPLATE_EXAONE_4, LLM_CHAT_TEMPLATE_EXAONE_MOE, LLM_CHAT_TEMPLATE_RWKV_WORLD, - LLM_CHAT_TEMPLATE_GRANITE, + LLM_CHAT_TEMPLATE_GRANITE_3_X, + LLM_CHAT_TEMPLATE_GRANITE_4_0, LLM_CHAT_TEMPLATE_GIGACHAT, LLM_CHAT_TEMPLATE_MEGREZ, LLM_CHAT_TEMPLATE_YANDEX, diff --git a/src/llama-context.cpp b/src/llama-context.cpp index 6aa73630c9c..a808e3e4542 100644 --- a/src/llama-context.cpp +++ b/src/llama-context.cpp @@ -342,14 +342,6 @@ llama_context::llama_context( if (cparams.pipeline_parallel) { LLAMA_LOG_INFO("%s: pipeline parallelism enabled\n", __func__); - - if (!graph_reuse_disable) { - // TODO: figure out a way to make graph reuse work with pipeline parallelism - // ref: https://github.com/ggml-org/llama.cpp/pull/20463 - LLAMA_LOG_WARN("%s: graph reuse is currently not compatible with pipeline parallelism - disabling\n", __func__); - - graph_reuse_disable = true; - } } sched_reserve(); @@ -594,7 +586,7 @@ void llama_context::sched_reserve() { // reserve again with pp graph to avoid ggml-alloc reallocations during inference { - // TODO: not sure if the following graph would be worster case for multi-stream KV caches: + // TODO: not sure if the following graph would be worst case for multi-stream KV caches: // // auto * gf = graph_reserve(n_tokens, 1, n_tokens, mctx.get()); // @@ -1189,6 +1181,13 @@ llm_graph_result * llama_context::process_ubatch(const llama_ubatch & ubatch, ll if (!graph_reuse_disable && res->can_reuse(gparams)) { //LLAMA_LOG_DEBUG("%s: reusing previous graph\n", __func__); + // with pipeline parallelism, the previous graph_compute_async may still be running + // on the GPU. we must synchronize before set_inputs to avoid overwriting input tensors + // that the previous compute is still reading. + if (cparams.pipeline_parallel) { + ggml_backend_sched_synchronize(sched.get()); + } + n_reused++; } else { res->reset(); diff --git a/src/llama-ext.h b/src/llama-ext.h index 13ced783b42..2ffb77934e1 100644 --- a/src/llama-ext.h +++ b/src/llama-ext.h @@ -1,8 +1,8 @@ #pragma once -#include "llama-context.h" -#include "ggml.h" -#include "stdint.h" +#include "llama.h" + +#include // Reserve a new compute graph. It is valid until the next call to llama_graph_reserve. LLAMA_API struct ggml_cgraph * llama_graph_reserve( @@ -10,3 +10,47 @@ LLAMA_API struct ggml_cgraph * llama_graph_reserve( uint32_t n_tokens, uint32_t n_seqs, uint32_t n_outputs); + +// Get the default ggml_type for a given ftype. +LLAMA_API ggml_type llama_ftype_get_default_type(llama_ftype ftype); + +// Quantization state. +struct quantize_state_impl; + +LLAMA_API quantize_state_impl * llama_quant_init( + const llama_model * model, + const llama_model_quantize_params * params); + +LLAMA_API void llama_quant_free(quantize_state_impl * qs); + +// Descriptor for constructing a mock model for quantization testing. +struct llama_quant_model_desc { + const char * architecture; + uint32_t n_embd; + uint32_t n_ff; + uint32_t n_layer; + uint32_t n_head; + uint32_t n_head_kv; + uint32_t n_expert; + uint32_t n_embd_head_k; + uint32_t n_embd_head_v; +}; + +// Create a mock model from a metadata descriptor (for testing). +// The returned model must be freed with llama_model_free(). +LLAMA_API llama_model * llama_quant_model_from_metadata(const llama_quant_model_desc * desc); + +// Returns true if this tensor should be quantized (based on name, dims, params). +LLAMA_API bool llama_quant_tensor_allows_quantization( + const quantize_state_impl * qs, + const ggml_tensor * tensor); + +// Compute quantization type assignments for a list of tensors. +// All tensors should be quantizable (use llama_quant_tensor_allows_quantization to filter). +// result_types: caller-allocated array of n_tensors elements, filled with assigned types. +LLAMA_API void llama_quant_compute_types( + quantize_state_impl * qs, + llama_ftype ftype, + ggml_tensor ** tensors, + ggml_type * result_types, + size_t n_tensors); diff --git a/src/llama-graph.cpp b/src/llama-graph.cpp index 9a215bb77a0..0e7d96ca10d 100644 --- a/src/llama-graph.cpp +++ b/src/llama-graph.cpp @@ -19,7 +19,7 @@ // dedup helpers -static ggml_tensor * build_kq_mask( +static ggml_tensor * build_attn_inp_kq_mask( ggml_context * ctx, const llama_kv_cache_context * mctx, const llama_ubatch & ubatch, @@ -28,7 +28,11 @@ static ggml_tensor * build_kq_mask( const auto n_tokens = ubatch.n_tokens; const auto n_stream = cparams.kv_unified ? 1 : ubatch.n_seqs_unq; - return ggml_new_tensor_4d(ctx, GGML_TYPE_F32, n_kv, n_tokens/n_stream, 1, n_stream); + ggml_tensor * res = ggml_new_tensor_4d(ctx, GGML_TYPE_F32, n_kv, n_tokens/n_stream, 1, n_stream); + ggml_set_input(res); + ggml_set_name(res, "attn_inp_kq_mask"); + + return res; } static bool can_reuse_kq_mask( @@ -52,6 +56,21 @@ static bool can_reuse_kq_mask( // impl +static ggml_tensor * ggml_mul_mat_aux( + ggml_context * ctx, + ggml_tensor * cur, + ggml_tensor * rot) { + const auto n = rot->ne[0]; + + ggml_tensor * res; + + res = ggml_reshape_2d(ctx, cur, n, ggml_nelements(cur)/n); + res = ggml_mul_mat (ctx, rot, res); + res = ggml_reshape_4d(ctx, res, cur->ne[0], cur->ne[1], cur->ne[2], cur->ne[3]); + + return res; +} + void llm_graph_input_embd::set_input(const llama_ubatch * ubatch) { if (ubatch->token) { const int64_t n_tokens = ubatch->n_tokens; @@ -429,6 +448,14 @@ void llm_graph_input_attn_kv::set_input(const llama_ubatch * ubatch) { mctx->set_input_v_idxs(self_v_idxs, ubatch); mctx->set_input_kq_mask(self_kq_mask, ubatch, cparams.causal_attn); + + if (self_k_rot) { + mctx->set_input_k_rot(self_k_rot); + } + + if (self_v_rot) { + mctx->set_input_v_rot(self_v_rot); + } } bool llm_graph_input_attn_kv::can_reuse(const llm_graph_params & params) { @@ -476,6 +503,14 @@ void llm_graph_input_attn_kv_iswa::set_input(const llama_ubatch * ubatch) { mctx->get_swa()->set_input_v_idxs(self_v_idxs_swa, ubatch); mctx->get_swa()->set_input_kq_mask(self_kq_mask_swa, ubatch, cparams.causal_attn); + + if (self_k_rot) { + mctx->get_base()->set_input_k_rot(self_k_rot); + } + + if (self_v_rot) { + mctx->get_base()->set_input_v_rot(self_v_rot); + } } bool llm_graph_input_attn_kv_iswa::can_reuse(const llm_graph_params & params) { @@ -532,6 +567,14 @@ void llm_graph_input_mem_hybrid::set_input(const llama_ubatch * ubatch) { mctx->get_attn()->set_input_kq_mask(inp_attn->self_kq_mask, ubatch, cparams.causal_attn); + if (inp_attn->self_k_rot) { + mctx->get_attn()->set_input_k_rot(inp_attn->self_k_rot); + } + + if (inp_attn->self_v_rot) { + mctx->get_attn()->set_input_v_rot(inp_attn->self_v_rot); + } + const int64_t n_rs = mctx->get_recr()->get_n_rs(); if (inp_rs->s_copy) { @@ -630,6 +673,14 @@ void llm_graph_input_mem_hybrid_iswa::set_input(const llama_ubatch * ubatch) { attn_ctx->get_swa()->set_input_kq_mask(inp_attn->self_kq_mask_swa, ubatch, cparams.causal_attn); } + if (inp_attn->self_k_rot) { + attn_ctx->get_base()->set_input_k_rot(inp_attn->self_k_rot); + } + + if (inp_attn->self_v_rot) { + attn_ctx->get_base()->set_input_v_rot(inp_attn->self_v_rot); + } + const int64_t n_rs = mctx->get_recr()->get_n_rs(); if (inp_rs->s_copy) { @@ -1516,7 +1567,7 @@ ggml_tensor * llm_graph_context::build_moe_ffn( if (!weight_before_ffn) { experts = ggml_mul(ctx0, experts, weights); - cb(cur, "ffn_moe_weighted", il); + cb(experts, "ffn_moe_weighted", il); } ggml_tensor * cur_experts[LLAMA_MAX_EXPERTS] = { nullptr }; @@ -1665,7 +1716,7 @@ ggml_tensor * llm_graph_context::build_inp_attn_scale() const { ggml_tensor * llm_graph_context::build_inp_out_ids() const { // note: when all tokens are output, we could skip this optimization to spare the ggml_get_rows() calls, - // but this would make the graph topology depend on the number of output tokens, which can interere with + // but this would make the graph topology depend on the number of output tokens, which can interfere with // features that require constant topology such as pipeline parallelism // ref: https://github.com/ggml-org/llama.cpp/pull/14275#issuecomment-2987424471 //if (n_outputs < n_tokens) { @@ -2002,13 +2053,13 @@ static std::unique_ptr build_attn_inp_kv_impl( inp->self_k_idxs = mctx_cur->build_input_k_idxs(ctx0, ubatch); inp->self_v_idxs = mctx_cur->build_input_v_idxs(ctx0, ubatch); - inp->self_kq_mask = build_kq_mask(ctx0, mctx_cur, ubatch, cparams); - - ggml_set_input(inp->self_kq_mask); - + inp->self_kq_mask = build_attn_inp_kq_mask(ctx0, mctx_cur, ubatch, cparams); inp->self_kq_mask_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp->self_kq_mask, GGML_TYPE_F16) : inp->self_kq_mask; } + inp->self_k_rot = mctx_cur->build_input_k_rot(ctx0); + inp->self_v_rot = mctx_cur->build_input_v_rot(ctx0); + return inp; } @@ -2034,6 +2085,15 @@ ggml_tensor * llm_graph_context::build_attn( int il) const { GGML_ASSERT(v_mla == nullptr); + if (inp->self_k_rot) { + q_cur = ggml_mul_mat_aux(ctx0, q_cur, inp->self_k_rot); + k_cur = ggml_mul_mat_aux(ctx0, k_cur, inp->self_k_rot); + } + + if (inp->self_v_rot) { + v_cur = ggml_mul_mat_aux(ctx0, v_cur, inp->self_v_rot); + } + // these nodes are added to the graph together so that they are not reordered // by doing so, the number of splits in the graph is reduced // expand k later to enable rope fusion which directly writes into k-v cache @@ -2061,6 +2121,10 @@ ggml_tensor * llm_graph_context::build_attn( ggml_tensor * cur = build_attn_mha(q, k, v, kq_b, kq_mask, sinks, v_mla, kq_scale, il); cb(cur, "kqv_out", il); + if (inp->self_v_rot) { + cur = ggml_mul_mat_aux(ctx0, cur, inp->self_v_rot); + } + if (wo) { cur = build_lora_mm(wo, cur); if (arch == LLM_ARCH_GLM4 || arch == LLM_ARCH_GLM4_MOE || arch == LLM_ARCH_JAIS2) { @@ -2090,9 +2154,7 @@ static std::unique_ptr build_attn_inp_k_impl( inp->self_k_idxs = mctx_cur->build_input_k_idxs(ctx0, ubatch); - inp->self_kq_mask = build_kq_mask(ctx0, mctx_cur, ubatch, cparams); - ggml_set_input(inp->self_kq_mask); - + inp->self_kq_mask = build_attn_inp_kq_mask(ctx0, mctx_cur, ubatch, cparams); inp->self_kq_mask_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp->self_kq_mask, GGML_TYPE_F16) : inp->self_kq_mask; } @@ -2171,6 +2233,18 @@ ggml_tensor * llm_graph_context::build_attn( ggml_tensor * v_mla, float kq_scale, int il) const { + if (inp->self_k_rot) { + q_cur = ggml_mul_mat_aux(ctx0, q_cur, inp->self_k_rot); + if (k_cur) { + k_cur = ggml_mul_mat_aux(ctx0, k_cur, inp->self_k_rot); + } + } + if (inp->self_v_rot) { + if (v_cur) { + v_cur = ggml_mul_mat_aux(ctx0, v_cur, inp->self_v_rot); + } + } + // these nodes are added to the graph together so that they are not reordered // by doing so, the number of splits in the graph is reduced ggml_build_forward_expand(gf, q_cur); @@ -2211,6 +2285,10 @@ ggml_tensor * llm_graph_context::build_attn( ggml_tensor * cur = build_attn_mha(q, k, v, kq_b, kq_mask, sinks, v_mla, kq_scale, il); cb(cur, "kqv_out", il); + if (inp->self_v_rot) { + cur = ggml_mul_mat_aux(ctx0, cur, inp->self_v_rot); + } + if (wo) { cur = build_lora_mm(wo, cur); } @@ -2293,12 +2371,8 @@ llm_graph_input_attn_kv_iswa * llm_graph_context::build_attn_inp_kv_iswa() const inp->self_k_idxs = mctx_cur->get_base()->build_input_k_idxs(ctx0, ubatch); inp->self_v_idxs = mctx_cur->get_base()->build_input_v_idxs(ctx0, ubatch); - inp->self_kq_mask = build_kq_mask(ctx0, mctx_cur->get_base(), ubatch, cparams); - ggml_set_input(inp->self_kq_mask); - ggml_set_name(inp->self_kq_mask, "self_kq_mask"); - + inp->self_kq_mask = build_attn_inp_kq_mask(ctx0, mctx_cur->get_base(), ubatch, cparams); inp->self_kq_mask_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp->self_kq_mask, GGML_TYPE_F16) : inp->self_kq_mask; - ggml_set_name(inp->self_kq_mask_cnv, "self_kq_mask_cnv"); } { @@ -2307,14 +2381,13 @@ llm_graph_input_attn_kv_iswa * llm_graph_context::build_attn_inp_kv_iswa() const inp->self_k_idxs_swa = mctx_cur->get_swa()->build_input_k_idxs(ctx0, ubatch); inp->self_v_idxs_swa = mctx_cur->get_swa()->build_input_v_idxs(ctx0, ubatch); - inp->self_kq_mask_swa = build_kq_mask(ctx0, mctx_cur->get_swa(), ubatch, cparams); - ggml_set_input(inp->self_kq_mask_swa); - ggml_set_name(inp->self_kq_mask_swa, "self_kq_mask_swa"); - + inp->self_kq_mask_swa = build_attn_inp_kq_mask(ctx0, mctx_cur->get_swa(), ubatch, cparams); inp->self_kq_mask_swa_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp->self_kq_mask_swa, GGML_TYPE_F16) : inp->self_kq_mask_swa; - ggml_set_name(inp->self_kq_mask_swa_cnv, "self_kq_mask_swa_cnv"); } + inp->self_k_rot = mctx_cur->get_base()->build_input_k_rot(ctx0); + inp->self_v_rot = mctx_cur->get_base()->build_input_v_rot(ctx0); + return (llm_graph_input_attn_kv_iswa *) res->add_input(std::move(inp)); } @@ -2473,9 +2546,7 @@ llm_graph_input_mem_hybrid_iswa * llm_graph_context::build_inp_mem_hybrid_iswa() inp_attn->self_k_idxs = attn_ctx->get_base()->build_input_k_idxs(ctx0, ubatch); inp_attn->self_v_idxs = attn_ctx->get_base()->build_input_v_idxs(ctx0, ubatch); - inp_attn->self_kq_mask = build_kq_mask(ctx0, attn_ctx->get_base(), ubatch, cparams); - ggml_set_input(inp_attn->self_kq_mask); - + inp_attn->self_kq_mask = build_attn_inp_kq_mask(ctx0, attn_ctx->get_base(), ubatch, cparams); inp_attn->self_kq_mask_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp_attn->self_kq_mask, GGML_TYPE_F16) : inp_attn->self_kq_mask; } @@ -2483,9 +2554,7 @@ llm_graph_input_mem_hybrid_iswa * llm_graph_context::build_inp_mem_hybrid_iswa() inp_attn->self_k_idxs_swa = attn_ctx->get_swa()->build_input_k_idxs(ctx0, ubatch); inp_attn->self_v_idxs_swa = attn_ctx->get_swa()->build_input_v_idxs(ctx0, ubatch); - inp_attn->self_kq_mask_swa = build_kq_mask(ctx0, attn_ctx->get_swa(), ubatch, cparams); - ggml_set_input(inp_attn->self_kq_mask_swa); - + inp_attn->self_kq_mask_swa = build_attn_inp_kq_mask(ctx0, attn_ctx->get_swa(), ubatch, cparams); inp_attn->self_kq_mask_swa_cnv = cparams.flash_attn ? ggml_cast(ctx0, inp_attn->self_kq_mask_swa, GGML_TYPE_F16) : inp_attn->self_kq_mask_swa; } diff --git a/src/llama-graph.h b/src/llama-graph.h index 4855685ef71..bb0ad75198f 100644 --- a/src/llama-graph.h +++ b/src/llama-graph.h @@ -308,6 +308,10 @@ class llm_graph_input_attn_kv : public llm_graph_input_i { ggml_tensor * self_kq_mask = nullptr; // F32 [n_kv, n_batch/n_stream, 1, n_stream] ggml_tensor * self_kq_mask_cnv = nullptr; // [n_kv, n_batch/n_stream, 1, n_stream] + // note: assumes v_rot^ == I + ggml_tensor * self_k_rot = nullptr; + ggml_tensor * self_v_rot = nullptr; + // note: these have to be copies because in order to be able to reuse a graph, its inputs // need to carry these parameters with them. otherwise, they can point to freed // llm_graph_params from a previous batch, causing stack-use-after-return @@ -384,6 +388,10 @@ class llm_graph_input_attn_kv_iswa : public llm_graph_input_i { ggml_tensor * self_kq_mask_swa = nullptr; // F32 [n_kv, n_batch/n_stream, 1, n_stream] ggml_tensor * self_kq_mask_swa_cnv = nullptr; // [n_kv, n_batch/n_stream, 1, n_stream] + // note: using same rotation matrices for both base and swa cache + ggml_tensor * self_k_rot = nullptr; + ggml_tensor * self_v_rot = nullptr; + const llama_hparams hparams; const llama_cparams cparams; diff --git a/src/llama-hparams.h b/src/llama-hparams.h index 78c0bc27d4d..c2000c77c37 100644 --- a/src/llama-hparams.h +++ b/src/llama-hparams.h @@ -209,6 +209,9 @@ struct llama_hparams { // qwen3vl deepstack uint32_t n_deepstack_layers = 0; + // gemma4 per-layer embedding + uint32_t n_embd_per_layer = 0; + // needed by encoder-decoder models (e.g. T5, FLAN-T5) // ref: https://github.com/ggml-org/llama.cpp/pull/8141 llama_token dec_start_token_id = LLAMA_TOKEN_NULL; diff --git a/src/llama-kv-cache-iswa.cpp b/src/llama-kv-cache-iswa.cpp index 26e2cb4270b..15b3fe16e8a 100644 --- a/src/llama-kv-cache-iswa.cpp +++ b/src/llama-kv-cache-iswa.cpp @@ -66,8 +66,9 @@ llama_kv_cache_iswa::llama_kv_cache_iswa( LLAMA_LOG_INFO("%s: creating SWA KV cache, size = %u cells\n", __func__, size_swa); + // note: the SWA cache is never quantized because it is relatively small kv_swa = std::make_unique( - model, type_k, type_v, + model, GGML_TYPE_F16, GGML_TYPE_F16, v_trans, offload, unified, size_swa, n_seq_max, n_pad, hparams.n_swa, hparams.swa_type, filter_swa, reuse); } diff --git a/src/llama-kv-cache.cpp b/src/llama-kv-cache.cpp index 01166fac9ce..3e0fd3107f3 100644 --- a/src/llama-kv-cache.cpp +++ b/src/llama-kv-cache.cpp @@ -13,6 +13,65 @@ #include #include +static bool ggml_is_power_of_2(int n) { + return (n & (n - 1)) == 0; +} + +// orthonormal Walsh-Hadamard rotation matrix +// note: res^2 == I +static void ggml_gen_hadamard(ggml_tensor * tensor) { + assert(tensor->type == GGML_TYPE_F32); + + const int n = tensor->ne[0]; + + assert(ggml_is_power_of_2(n)); + assert(tensor->ne[1] == n); + assert(tensor->ne[2] == 1); + assert(tensor->ne[3] == 1); + + std::vector data_f32; + + float * data = (float *) tensor->data; + + if (tensor->type != GGML_TYPE_F32) { + data_f32.resize(n*n); + data = data_f32.data(); + } + + data[0*n + 0] = 1.0 / sqrtf(n); + + for (int s = 1; s < n; s *= 2) { + for (int i = 0; i < s; i++) { + for (int j = 0; j < s; j++) { + const float val = data[i*n + j]; + + data[(i + s)*n + (j )] = val; + data[(i )*n + (j + s)] = val; + data[(i + s)*n + (j + s)] = -val; + } + } + } + + if (tensor->type != GGML_TYPE_F32) { + ggml_quantize_chunk(tensor->type, data, tensor->data, 0, 1, n*n, nullptr); + } +} + +static ggml_tensor * ggml_mul_mat_aux( + ggml_context * ctx, + ggml_tensor * cur, + ggml_tensor * rot) { + const auto n = rot->ne[0]; + + ggml_tensor * res; + + res = ggml_reshape_2d(ctx, cur, n, ggml_nelements(cur)/n); + res = ggml_mul_mat (ctx, rot, res); + res = ggml_reshape_4d(ctx, res, cur->ne[0], cur->ne[1], cur->ne[2], cur->ne[3]); + + return res; +} + // // llama_kv_cache // @@ -209,6 +268,48 @@ llama_kv_cache::llama_kv_cache( ggml_type_name(type_v), (float)memory_size_v / (1024.0f * 1024.0f)); } + const char * LLAMA_ATTN_ROT_DISABLE = getenv("LLAMA_ATTN_ROT_DISABLE"); + const bool attn_rot_disable = LLAMA_ATTN_ROT_DISABLE ? atoi(LLAMA_ATTN_ROT_DISABLE) : false; + if (attn_rot_disable) { + LLAMA_LOG_WARN("%s: attention rotation force disabled (LLAMA_ATTN_ROT_DISABLE)\n", __func__); + } + + attn_rot_k = + !attn_rot_disable && + ggml_is_quantized(type_k) && + !hparams.is_n_embd_k_gqa_variable() && + hparams.n_embd_head_k() % 64 == 0; + + attn_rot_v = + !attn_rot_disable && + ggml_is_quantized(type_v) && + !hparams.is_n_embd_v_gqa_variable() && + hparams.n_embd_head_v() % 64 == 0; + + LLAMA_LOG_INFO("%s: attn_rot_k = %d\n", __func__, attn_rot_k); + LLAMA_LOG_INFO("%s: attn_rot_v = %d\n", __func__, attn_rot_v); + + // pre-compute the haramard matrices and keep them in host memory + // TODO: in the future, we can make copies in the backend buffers to avoid host -> device transfers + if (attn_rot_k || attn_rot_v) { + for (int64_t n = 64; n <= std::max(hparams.n_embd_head_k(), hparams.n_embd_head_v()); n *= 2) { + attn_rot_hadamard[n] = std::vector(n*n); + + ggml_init_params params = { + /* .mem_size = */ 1*ggml_tensor_overhead(), + /* .mem_buffer = */ nullptr, + /* .no_alloc = */ true, + }; + + ggml_context_ptr ctx { ggml_init(params) }; + + ggml_tensor * tmp = ggml_new_tensor_2d(ctx.get(), GGML_TYPE_F32, n, n); + tmp->data = attn_rot_hadamard[n].data(); + + ggml_gen_hadamard(tmp); + } + } + const char * LLAMA_KV_CACHE_DEBUG = getenv("LLAMA_KV_CACHE_DEBUG"); debug = LLAMA_KV_CACHE_DEBUG ? atoi(LLAMA_KV_CACHE_DEBUG) : 0; } @@ -1004,6 +1105,14 @@ bool llama_kv_cache::get_has_shift() const { return result; } +ggml_type llama_kv_cache::type_k() const { + return layers[0].k->type; +} + +ggml_type llama_kv_cache::type_v() const { + return layers[0].v->type; +} + uint32_t llama_kv_cache::get_n_kv(const slot_info & sinfo) const { uint32_t result = 0; @@ -1189,6 +1298,47 @@ ggml_tensor * llama_kv_cache::build_input_v_idxs(ggml_context * ctx, const llama return v_idxs; } +ggml_tensor * llama_kv_cache::build_input_k_rot(ggml_context * ctx) const { + ggml_tensor * res = nullptr; + + if (attn_rot_k) { + int nrot = 64; + + // TODO: investigate if using the smallest rotation matrix is beneficial also for K (similar as for V) + // ref: https://github.com/ggml-org/llama.cpp/pull/21038#issuecomment-4141323088 + do { + nrot *= 2; + } while (hparams.n_embd_head_k() % nrot == 0); + nrot /= 2; + + res = ggml_new_tensor_2d(ctx, GGML_TYPE_F32, nrot, nrot); + ggml_set_input(res); + ggml_set_name(res, "attn_inp_k_rot"); + } + + return res; +} + +ggml_tensor * llama_kv_cache::build_input_v_rot(ggml_context * ctx) const { + ggml_tensor * res = nullptr; + + if (attn_rot_v) { + int nrot = 64; + // using smaller rotation matrices for V seems beneficial + // ref: https://github.com/ggml-org/llama.cpp/pull/21038#issuecomment-4146397570 + //do { + // nrot *= 2; + //} while (hparams.n_embd_head_v() % nrot == 0); + //nrot /= 2; + + res = ggml_new_tensor_2d(ctx, GGML_TYPE_F32, nrot, nrot); + ggml_set_input(res); + ggml_set_name(res, "attn_inp_v_rot"); + } + + return res; +} + void llama_kv_cache::set_input_k_idxs(ggml_tensor * dst, const llama_ubatch * ubatch, const slot_info & sinfo) const { const uint32_t n_tokens = ubatch->n_tokens; GGML_ASSERT(n_tokens == (int64_t) sinfo.size()*sinfo.n_stream()); @@ -1507,6 +1657,24 @@ void llama_kv_cache::set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch } } +void llama_kv_cache::set_input_k_rot(ggml_tensor * dst) const { + GGML_ASSERT(ggml_backend_buffer_is_host(dst->buffer)); + + const auto n_rot = dst->ne[0]; + GGML_ASSERT(attn_rot_hadamard.count(dst->ne[0])); + + memcpy(dst->data, attn_rot_hadamard.at(n_rot).data(), ggml_nbytes(dst)); +} + +void llama_kv_cache::set_input_v_rot(ggml_tensor * dst) const { + GGML_ASSERT(ggml_backend_buffer_is_host(dst->buffer)); + + const auto n_rot = dst->ne[0]; + GGML_ASSERT(attn_rot_hadamard.count(dst->ne[0])); + + memcpy(dst->data, attn_rot_hadamard.at(n_rot).data(), ggml_nbytes(dst)); +} + size_t llama_kv_cache::total_size() const { size_t size = 0; @@ -1542,6 +1710,7 @@ ggml_tensor * llama_kv_cache::build_rope_shift( ggml_context * ctx, ggml_tensor * cur, ggml_tensor * shift, + ggml_tensor * rot, ggml_tensor * factors, float freq_base, float freq_scale, @@ -1561,17 +1730,22 @@ ggml_tensor * llama_kv_cache::build_rope_shift( // ref: https://github.com/ggml-org/llama.cpp/pull/13870 ? LLAMA_ROPE_TYPE_NEOX : hparams.rope_type; - ggml_tensor * tmp; if (ggml_is_quantized(cur->type)) { // dequantize to f32 -> RoPE -> quantize back tmp = ggml_cast(ctx, cur, GGML_TYPE_F32); + // rotate back + tmp = ggml_mul_mat_aux(ctx, tmp, rot); + tmp = ggml_rope_ext(ctx, tmp, shift, factors, n_rot, rope_type, n_ctx_orig, freq_base, freq_scale, yarn_ext_factor, yarn_attn_factor, yarn_beta_fast, yarn_beta_slow); + // rotate fwd + tmp = ggml_mul_mat_aux(ctx, tmp, rot); + tmp = ggml_cpy(ctx, tmp, cur); } else { // we rotate only the first n_rot dimensions @@ -1592,6 +1766,9 @@ class llm_graph_input_k_shift : public llm_graph_input_i { ggml_tensor * k_shift; // I32 [kv_size*n_stream] + // note: assumes k_rot^2 == I + ggml_tensor * k_rot = nullptr; + const llama_kv_cache * kv_self; }; @@ -1601,6 +1778,10 @@ void llm_graph_input_k_shift::set_input(const llama_ubatch * ubatch) { if (k_shift) { kv_self->set_input_k_shift(k_shift); } + + if (k_rot) { + kv_self->set_input_k_rot(k_rot); + } } ggml_cgraph * llama_kv_cache::build_graph_shift(llm_graph_result * res, llama_context * lctx) const { @@ -1612,6 +1793,8 @@ ggml_cgraph * llama_kv_cache::build_graph_shift(llm_graph_result * res, llama_co inp->k_shift = ggml_new_tensor_1d(ctx, GGML_TYPE_I32, (int64_t) get_size()*n_stream); ggml_set_input(inp->k_shift); + inp->k_rot = build_input_k_rot(ctx); + const auto & cparams = lctx->get_cparams(); for (const auto & layer : layers) { @@ -1636,7 +1819,7 @@ ggml_cgraph * llama_kv_cache::build_graph_shift(llm_graph_result * res, llama_co ggml_row_size(layer.k->type, n_embd_k_gqa), ggml_row_size(layer.k->type, n_embd_nope)); - ggml_tensor * cur = build_rope_shift(cparams, ctx, k, inp->k_shift, rope_factors, freq_base_l, freq_scale_l, il); + ggml_tensor * cur = build_rope_shift(cparams, ctx, k, inp->k_shift, inp->k_rot, rope_factors, freq_base_l, freq_scale_l, il); ggml_build_forward_expand(gf, cur); } @@ -2240,6 +2423,14 @@ uint32_t llama_kv_cache_context::get_n_kv() const { return n_kv; } +ggml_type llama_kv_cache_context::type_k() const { + return kv->type_k(); +} + +ggml_type llama_kv_cache_context::type_v() const { + return kv->type_v(); +} + ggml_tensor * llama_kv_cache_context::get_k(ggml_context * ctx, int32_t il) const { return kv->get_k(ctx, il, n_kv, sinfos[i_cur]); } @@ -2264,6 +2455,14 @@ ggml_tensor * llama_kv_cache_context::build_input_v_idxs(ggml_context * ctx, con return kv->build_input_v_idxs(ctx, ubatch); } +ggml_tensor * llama_kv_cache_context::build_input_k_rot(ggml_context * ctx) const { + return kv->build_input_k_rot(ctx); +} + +ggml_tensor * llama_kv_cache_context::build_input_v_rot(ggml_context * ctx) const { + return kv->build_input_v_rot(ctx); +} + void llama_kv_cache_context::set_input_k_shift(ggml_tensor * dst) const { kv->set_input_k_shift(dst); } @@ -2283,3 +2482,11 @@ void llama_kv_cache_context::set_input_kq_mask(ggml_tensor * dst, const llama_ub void llama_kv_cache_context::set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch * ubatch) const { kv->set_input_pos_bucket(dst, ubatch); } + +void llama_kv_cache_context::set_input_k_rot(ggml_tensor * dst) const { + kv->set_input_k_rot(dst); +} + +void llama_kv_cache_context::set_input_v_rot(ggml_tensor * dst) const { + kv->set_input_v_rot(dst); +} diff --git a/src/llama-kv-cache.h b/src/llama-kv-cache.h index 33c78c5f210..d4569a06f71 100644 --- a/src/llama-kv-cache.h +++ b/src/llama-kv-cache.h @@ -152,6 +152,9 @@ class llama_kv_cache : public llama_memory_i { bool get_has_shift() const; + ggml_type type_k() const; + ggml_type type_v() const; + // // graph_build API // @@ -191,6 +194,9 @@ class llama_kv_cache : public llama_memory_i { ggml_tensor * build_input_k_idxs(ggml_context * ctx, const llama_ubatch & ubatch) const; ggml_tensor * build_input_v_idxs(ggml_context * ctx, const llama_ubatch & ubatch) const; + ggml_tensor * build_input_k_rot(ggml_context * ctx) const; + ggml_tensor * build_input_v_rot(ggml_context * ctx) const; + void set_input_k_idxs(ggml_tensor * dst, const llama_ubatch * ubatch, const slot_info & sinfo) const; void set_input_v_idxs(ggml_tensor * dst, const llama_ubatch * ubatch, const slot_info & sinfo) const; @@ -199,6 +205,9 @@ class llama_kv_cache : public llama_memory_i { void set_input_kq_mask (ggml_tensor * dst, const llama_ubatch * ubatch, bool causal_attn) const; void set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch * ubatch) const; + void set_input_k_rot(ggml_tensor * dst) const; + void set_input_v_rot(ggml_tensor * dst) const; + private: const llama_model & model; const llama_hparams & hparams; @@ -226,6 +235,13 @@ class llama_kv_cache : public llama_memory_i { // SWA const uint32_t n_swa = 0; + // env: LLAMA_ATTN_ROT_DISABLE + bool attn_rot_k = false; + bool attn_rot_v = false; + + // pre-computed hadamard martrices + std::unordered_map> attn_rot_hadamard; + // env: LLAMA_KV_CACHE_DEBUG int debug = 0; @@ -262,6 +278,7 @@ class llama_kv_cache : public llama_memory_i { ggml_context * ctx, ggml_tensor * cur, ggml_tensor * shift, + ggml_tensor * rot, ggml_tensor * factors, float freq_base, float freq_scale, @@ -328,12 +345,15 @@ class llama_kv_cache_context : public llama_memory_context_i { uint32_t get_n_kv() const; + ggml_type type_k() const; + ggml_type type_v() const; + // get views of the current state of the cache ggml_tensor * get_k(ggml_context * ctx, int32_t il) const; ggml_tensor * get_v(ggml_context * ctx, int32_t il) const; // store k_cur and v_cur in the cache based on the provided head location - // note: the heads in k_cur and v_cur should be layed out contiguously in memory + // note: the heads in k_cur and v_cur should be laid out contiguously in memory // - k_cur [n_embd_head_k, n_head_k, n_tokens] // - k_idxs [n_tokens] // - v_cur [n_embd_head_v, n_head_v, n_tokens] @@ -347,6 +367,9 @@ class llama_kv_cache_context : public llama_memory_context_i { ggml_tensor * build_input_k_idxs(ggml_context * ctx, const llama_ubatch & ubatch) const; ggml_tensor * build_input_v_idxs(ggml_context * ctx, const llama_ubatch & ubatch) const; + ggml_tensor * build_input_k_rot(ggml_context * ctx) const; + ggml_tensor * build_input_v_rot(ggml_context * ctx) const; + void set_input_k_idxs(ggml_tensor * dst, const llama_ubatch * ubatch) const; void set_input_v_idxs(ggml_tensor * dst, const llama_ubatch * ubatch) const; @@ -354,6 +377,9 @@ class llama_kv_cache_context : public llama_memory_context_i { void set_input_kq_mask (ggml_tensor * dst, const llama_ubatch * ubatch, bool causal_attn) const; void set_input_pos_bucket(ggml_tensor * dst, const llama_ubatch * ubatch) const; + void set_input_k_rot(ggml_tensor * dst) const; + void set_input_v_rot(ggml_tensor * dst) const; + private: llama_memory_status status; diff --git a/src/llama-memory-hybrid-iswa.cpp b/src/llama-memory-hybrid-iswa.cpp index 411769672af..10e6b459797 100644 --- a/src/llama-memory-hybrid-iswa.cpp +++ b/src/llama-memory-hybrid-iswa.cpp @@ -73,9 +73,9 @@ llama_memory_context_ptr llama_memory_hybrid_iswa::init_batch(llama_batch_allocr // if all tokens are output, split by sequence ubatch = balloc.split_seq(n_ubatch); } else { - // TODO: non-sequential equal split can be done if using unified KV cache - // for simplicity, we always use sequential equal split for now - ubatch = balloc.split_equal(n_ubatch, true); + // Use non-sequential split when KV cache is unified (needed for hellaswag/winogrande/multiple-choice) + const bool unified = (mem_attn->get_base()->get_n_stream() == 1); + ubatch = balloc.split_equal(n_ubatch, !unified); } if (ubatch.n_tokens == 0) { diff --git a/src/llama-memory-hybrid.cpp b/src/llama-memory-hybrid.cpp index a1b45e4a3cc..4ce1af592c1 100644 --- a/src/llama-memory-hybrid.cpp +++ b/src/llama-memory-hybrid.cpp @@ -73,9 +73,9 @@ llama_memory_context_ptr llama_memory_hybrid::init_batch(llama_batch_allocr & ba // if all tokens are output, split by sequence ubatch = balloc.split_seq(n_ubatch); } else { - // TODO: non-sequential equal split can be done if using unified KV cache - // for simplicity, we always use sequential equal split for now - ubatch = balloc.split_equal(n_ubatch, true); + // Use non-sequential split when KV cache is unified (needed for hellaswag/winogrande/multiple-choice) + const bool unified = (mem_attn->get_n_stream() == 1); + ubatch = balloc.split_equal(n_ubatch, !unified); } if (ubatch.n_tokens == 0) { diff --git a/src/llama-memory-recurrent.cpp b/src/llama-memory-recurrent.cpp index 6e8413f493d..44209bd4c7b 100644 --- a/src/llama-memory-recurrent.cpp +++ b/src/llama-memory-recurrent.cpp @@ -928,11 +928,8 @@ bool llama_memory_recurrent::state_read_meta(llama_io_read_i & io, uint32_t cell llama_seq_id seq_id; io.read_to(&seq_id, sizeof(seq_id)); - // TODO: llama_memory_recurrent should have a notion of max sequences - //if (seq_id < 0 || (uint32_t) seq_id >= llama_n_seq_max(ctx)) { - if (seq_id < 0) { - //LLAMA_LOG_ERROR("%s: invalid seq_id, %d is out of range [0, %u)\n", __func__, seq_id, llama_n_seq_max(ctx)); - LLAMA_LOG_ERROR("%s: invalid seq_id, %d is out of range [0, inf)\n", __func__, seq_id); + if (seq_id < 0 || (uint32_t) seq_id >= this->n_seq_max) { + LLAMA_LOG_ERROR("%s: invalid seq_id, %d is out of range [0, %u)\n", __func__, seq_id, this->n_seq_max); return false; } diff --git a/src/llama-mmap.cpp b/src/llama-mmap.cpp index 4c3b3cd15ed..0b71739096c 100644 --- a/src/llama-mmap.cpp +++ b/src/llama-mmap.cpp @@ -87,6 +87,14 @@ struct llama_file::impl { seek(0, SEEK_SET); } + impl(FILE * file) : owns_fp(false) { + fp = file; + fp_win32 = (HANDLE) _get_osfhandle(_fileno(fp)); + seek(0, SEEK_END); + size = tell(); + seek(0, SEEK_SET); + } + size_t tell() const { LARGE_INTEGER li; li.QuadPart = 0; @@ -160,7 +168,7 @@ struct llama_file::impl { } ~impl() { - if (fp) { + if (fp && owns_fp) { std::fclose(fp); } } @@ -232,6 +240,13 @@ struct llama_file::impl { seek(0, SEEK_SET); } + impl(FILE * file) : fname("(file*)"), owns_fp(false) { + fp = file; + seek(0, SEEK_END); + size = tell(); + seek(0, SEEK_SET); + } + size_t tell() const { if (fd == -1) { long ret = std::ftell(fp); @@ -376,7 +391,7 @@ struct llama_file::impl { ~impl() { if (fd != -1) { close(fd); - } else { + } else if (owns_fp) { std::fclose(fp); } } @@ -392,11 +407,14 @@ struct llama_file::impl { FILE * fp{}; size_t size{}; + bool owns_fp = true; }; llama_file::llama_file(const char * fname, const char * mode, const bool use_direct_io) : pimpl(std::make_unique(fname, mode, use_direct_io)) {} -llama_file::llama_file(int fd) : pimpl(std::make_unique(fd)) {} + +llama_file::llama_file(FILE * file) : pimpl(std::make_unique(file)) {} + llama_file::~llama_file() = default; size_t llama_file::tell() const { return pimpl->tell(); } diff --git a/src/llama-mmap.h b/src/llama-mmap.h index f77ea5dfa16..e3774334372 100644 --- a/src/llama-mmap.h +++ b/src/llama-mmap.h @@ -15,7 +15,7 @@ using llama_mlocks = std::vector>; struct llama_file { llama_file(const char * fname, const char * mode, bool use_direct_io = false); - explicit llama_file(int fd); + llama_file(FILE * file); ~llama_file(); size_t tell() const; diff --git a/src/llama-model-loader.cpp b/src/llama-model-loader.cpp index 413f34c2268..3d549cae5b6 100644 --- a/src/llama-model-loader.cpp +++ b/src/llama-model-loader.cpp @@ -511,6 +511,7 @@ llama_model_loader::llama_model_loader( void * set_tensor_data_ud, const std::string & fname, std::vector & splits, + FILE * file, bool use_mmap, bool use_direct_io, bool check_tensors, @@ -658,6 +659,36 @@ llama_model_loader::llama_model_loader( LLAMA_LOG_INFO("%s: additional %d GGUFs metadata loaded.\n", __func__, n_split - 1); } + } else if (file != nullptr) { + struct ggml_context * ctx = NULL; + struct gguf_init_params params = { + /*.no_alloc = */ true, + /*.ctx = */ &ctx, + }; + + metadata_ptr.reset(gguf_init_from_file_ptr(file, params)); + metadata = metadata_ptr.get(); + if (metadata == nullptr) { + throw std::runtime_error(format("%s: failed to load model from file pointer", __func__)); + } + + get_key(llm_kv(LLM_KV_GENERAL_ARCHITECTURE), arch_name, false); + llm_kv = LLM_KV(llm_arch_from_string(arch_name)); + + files.emplace_back(new llama_file(file)); + contexts.emplace_back(ctx); + + // Save tensors data offset info of the main file. + for (ggml_tensor * cur = ggml_get_first_tensor(ctx); cur; cur = ggml_get_next_tensor(ctx, cur)) { + std::string tensor_name = std::string(cur->name); + // make sure there is no duplicated tensor names + if (weights_map.find(tensor_name) != weights_map.end()) { + throw std::runtime_error(format("invalid model: tensor '%s' is duplicated", ggml_get_name(cur))); + } + n_elements += ggml_nelements(cur); + n_bytes += ggml_nbytes(cur); + weights_map.emplace(tensor_name, llama_tensor_weight(files.back().get(), 0, metadata, cur)); + } } else { get_key(llm_kv(LLM_KV_GENERAL_ARCHITECTURE), arch_name, false); llm_kv = LLM_KV(llm_arch_from_string(arch_name)); @@ -669,7 +700,7 @@ llama_model_loader::llama_model_loader( fver = (enum llama_fver) gguf_get_version(metadata); LLAMA_LOG_INFO("%s: loaded meta data with %d key-value pairs and %d tensors from %s (version %s)\n", - __func__, n_kv, n_tensors, fname.c_str(), llama_file_version_name(fver)); + __func__, n_kv, n_tensors, fname.empty() ? "(file*)" : fname.c_str(), llama_file_version_name(fver)); // determine file type based on the number of tensors for each quantization and print meta data // TODO: make optional @@ -1127,6 +1158,12 @@ struct ggml_tensor * llama_model_loader::create_tensor( if (overrides->buft == ggml_backend_cpu_buffer_type()) { // when overriding to a CPU buffer, consider the extra buffer types buft = select_weight_buft(hparams, t_meta, op, buft_list_cpu); + if (use_mmap) { + static std::once_flag once; + std::call_once(once, [] { + LLAMA_LOG_WARN("llama_model_loader: tensor overrides to CPU are used with mmap enabled - consider using --no-mmap for better performance\n"); + }); + } } else { buft = overrides->buft; } diff --git a/src/llama-model-loader.h b/src/llama-model-loader.h index ed5de729caf..7b3d6703c03 100644 --- a/src/llama-model-loader.h +++ b/src/llama-model-loader.h @@ -125,6 +125,7 @@ struct llama_model_loader { void * set_tensor_data_ud, const std::string & fname, std::vector & splits, // optional, only need if the split does not follow naming scheme + FILE * file, bool use_mmap, bool use_direct_io, bool check_tensors, diff --git a/src/llama-model-saver.cpp b/src/llama-model-saver.cpp index 6f6538aeccd..26864c18e97 100644 --- a/src/llama-model-saver.cpp +++ b/src/llama-model-saver.cpp @@ -1,7 +1,9 @@ #include "llama-model-saver.h" +#include "ggml.h" #include "gguf.h" +#include "llama-arch.h" #include "llama.h" #include "llama-hparams.h" #include "llama-model.h" @@ -10,8 +12,33 @@ #include #include +bool llama_model_saver_supports_arch(llm_arch arch) { + switch (arch) { + case LLM_ARCH_QWEN3NEXT: + case LLM_ARCH_QWEN35: + case LLM_ARCH_QWEN35MOE: + case LLM_ARCH_PLAMO3: + case LLM_ARCH_GEMMA3: + case LLM_ARCH_GEMMA3N: + case LLM_ARCH_COHERE2: + case LLM_ARCH_OLMO2: + case LLM_ARCH_BITNET: + case LLM_ARCH_T5: + case LLM_ARCH_EXAONE_MOE: + case LLM_ARCH_AFMOE: + case LLM_ARCH_APERTUS: + case LLM_ARCH_MIMO2: + case LLM_ARCH_STEP35: + return false; + default: + return true; + } +} + llama_model_saver::llama_model_saver(const struct llama_model * model) : - gguf_ctx(gguf_init_empty()), gguf_ctx_owned(true), model(model), llm_kv(model->arch) {} + gguf_ctx(gguf_init_empty()), gguf_ctx_owned(true), model(model), llm_kv(model->arch) { + GGML_ASSERT(llama_model_saver_supports_arch(model->arch)); +} llama_model_saver::llama_model_saver(enum llm_arch arch, struct gguf_context * gguf_ctx) : gguf_ctx(gguf_ctx == nullptr ? gguf_init_empty() : gguf_ctx), gguf_ctx_owned(gguf_ctx == nullptr), model(nullptr), llm_kv(arch) {} @@ -105,7 +132,10 @@ void llama_model_saver::add_tensor(const struct ggml_tensor * tensor) { return; } if (gguf_find_tensor(gguf_ctx, tensor->name) >= 0) { - GGML_ASSERT(std::string(tensor->name) == "rope_freqs.weight"); // FIXME + const std::string tensor_name = tensor->name; + GGML_ASSERT( + tensor_name == "rope_freqs.weight" || tensor_name == "rope_factors_long.weight" || + tensor_name == "rope_factors_short.weight"); // FIXME return; } gguf_add_tensor(gguf_ctx, tensor); @@ -127,6 +157,7 @@ void llama_model_saver::add_kv_from_model() { tokens[id] = token_data.text; scores[id] = token_data.score; + // FIXME should this be treated as flags? switch(token_data.attr) { case LLAMA_TOKEN_ATTR_UNKNOWN: token_types[id] = LLAMA_TOKEN_TYPE_UNKNOWN; break; case LLAMA_TOKEN_ATTR_UNUSED: token_types[id] = LLAMA_TOKEN_TYPE_UNUSED; break; @@ -134,6 +165,9 @@ void llama_model_saver::add_kv_from_model() { case LLAMA_TOKEN_ATTR_CONTROL: token_types[id] = LLAMA_TOKEN_TYPE_CONTROL; break; case LLAMA_TOKEN_ATTR_USER_DEFINED: token_types[id] = LLAMA_TOKEN_TYPE_USER_DEFINED; break; case LLAMA_TOKEN_ATTR_BYTE: token_types[id] = LLAMA_TOKEN_TYPE_BYTE; break; + // case LLAMA_TOKEN_ATTR_NORMALIZED: ??? + // case LLAMA_TOKEN_ATTR_LSTRIP: ??? + // case LLAMA_TOKEN_ATTR_RSTRIP: ??? case LLAMA_TOKEN_ATTR_UNDEFINED: default: token_types[id] = LLAMA_TOKEN_TYPE_UNDEFINED; break; } @@ -144,6 +178,19 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_GENERAL_ARCHITECTURE, model->arch_name()); // add_kv(LLM_KV_GENERAL_QUANTIZATION_VERSION, ???); // add_kv(LLM_KV_GENERAL_ALIGNMENT, ???); + // add_kv(LLM_KV_GENERAL_FILE_TYPE, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_SEQUENCE, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_TOP_K, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_TOP_P, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_MIN_P, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_XTC_PROBABILITY, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_XTC_THRESHOLD, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_TEMP, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_PENALTY_LAST_N, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_PENALTY_REPEAT, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_MIROSTAT, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_MIROSTAT_TAU, ???); + // add_kv(LLM_KV_GENERAL_SAMPLING_MIROSTAT_ETA, ???); add_kv(LLM_KV_GENERAL_NAME, model->name); // add_kv(LLM_KV_GENERAL_AUTHOR, ???); // add_kv(LLM_KV_GENERAL_VERSION, ???); @@ -163,17 +210,31 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_LEADING_DENSE_BLOCK_COUNT, hparams.n_layer_dense_lead); add_kv(LLM_KV_FEED_FORWARD_LENGTH, hparams.n_ff_arr, true); add_kv(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp); - add_kv(LLM_KV_EXPERT_SHARED_FEED_FORWARD_LENGTH, hparams.n_ff_exp); + add_kv(LLM_KV_EXPERT_SHARED_FEED_FORWARD_LENGTH, hparams.n_ff_shexp); + add_kv(LLM_KV_EXPERT_SHARED_FEED_FORWARD_LENGTH, hparams.n_ff_chexp); + add_kv(LLM_KV_SWIGLU_CLAMP_EXP, hparams.swiglu_clamp_exp); + add_kv(LLM_KV_SWIGLU_CLAMP_SHEXP, hparams.swiglu_clamp_shexp); add_kv(LLM_KV_USE_PARALLEL_RESIDUAL, hparams.use_par_res); // add_kv(LLM_KV_TENSOR_DATA_LAYOUT, ???); add_kv(LLM_KV_EXPERT_COUNT, hparams.n_expert); add_kv(LLM_KV_EXPERT_USED_COUNT, hparams.n_expert_used); add_kv(LLM_KV_EXPERT_SHARED_COUNT, hparams.n_expert_shared); + add_kv(LLM_KV_EXPERT_GROUP_COUNT, hparams.n_expert_groups); + add_kv(LLM_KV_EXPERT_GROUP_USED_COUNT, hparams.n_group_used); add_kv(LLM_KV_EXPERT_WEIGHTS_SCALE, hparams.expert_weights_scale); + add_kv(LLM_KV_EXPERT_WEIGHTS_NORM, hparams.expert_weights_norm); + add_kv(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func); + add_kv(LLM_KV_EXPERT_GROUP_SCALE, hparams.expert_group_scale); + add_kv(LLM_KV_EXPERTS_PER_GROUP, hparams.n_group_experts); + add_kv(LLM_KV_MOE_EVERY_N_LAYERS, hparams.moe_every_n_layers); + add_kv(LLM_KV_NEXTN_PREDICT_LAYERS, hparams.nextn_predict_layers); + add_kv(LLM_KV_NUM_DEEPSTACK_LAYERS, hparams.n_deepstack_layers); add_kv(LLM_KV_POOLING_TYPE, uint32_t(hparams.pooling_type)); add_kv(LLM_KV_LOGIT_SCALE, hparams.f_logit_scale); add_kv(LLM_KV_DECODER_START_TOKEN_ID, hparams.dec_start_token_id); + add_kv(LLM_KV_DECODER_BLOCK_COUNT, hparams.dec_n_layer); add_kv(LLM_KV_ATTN_LOGIT_SOFTCAPPING, hparams.f_attn_logit_softcapping); + add_kv(LLM_KV_ROUTER_LOGIT_SOFTCAPPING, hparams.f_router_logit_softcapping); add_kv(LLM_KV_FINAL_LOGIT_SOFTCAPPING, hparams.f_final_logit_softcapping); add_kv(LLM_KV_SWIN_NORM, hparams.swin_norm); add_kv(LLM_KV_RESCALE_EVERY_N_LAYERS, hparams.rescale_every_n_layers); @@ -181,6 +242,9 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_TIME_DECAY_EXTRA_DIM, hparams.time_decay_extra_dim); add_kv(LLM_KV_RESIDUAL_SCALE, hparams.f_residual_scale); add_kv(LLM_KV_EMBEDDING_SCALE, hparams.f_embedding_scale); + add_kv(LLM_KV_TOKEN_SHIFT_COUNT, hparams.token_shift_count); + add_kv(LLM_KV_INTERLEAVE_MOE_LAYER_STEP, hparams.n_moe_layer_step); + // add_kv(LLM_KV_FULL_ATTENTION_INTERVAL, ???); add_kv(LLM_KV_ATTENTION_HEAD_COUNT, hparams.n_head_arr, true); add_kv(LLM_KV_ATTENTION_HEAD_COUNT_KV, hparams.n_head_kv_arr, true); @@ -188,22 +252,39 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_ATTENTION_CLAMP_KQV, hparams.f_clamp_kqv); add_kv(LLM_KV_ATTENTION_KEY_LENGTH, hparams.n_embd_head_k_full); add_kv(LLM_KV_ATTENTION_VALUE_LENGTH, hparams.n_embd_head_v_full); - add_kv(LLM_KV_ATTENTION_KEY_LENGTH_SWA, hparams.n_embd_head_k_swa); - add_kv(LLM_KV_ATTENTION_VALUE_LENGTH_SWA, hparams.n_embd_head_v_swa); add_kv(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); add_kv(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); + add_kv(LLM_KV_ATTENTION_GROUPNORM_EPS, hparams.f_norm_group_eps); + add_kv(LLM_KV_ATTENTION_GROUPNORM_GROUPS, hparams.n_norm_groups); add_kv(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn); add_kv(LLM_KV_ATTENTION_Q_LORA_RANK, hparams.n_lora_q); add_kv(LLM_KV_ATTENTION_KV_LORA_RANK, hparams.n_lora_kv); + add_kv(LLM_KV_ATTENTION_DECAY_LORA_RANK, hparams.n_lora_decay); + add_kv(LLM_KV_ATTENTION_ICLR_LORA_RANK, hparams.n_lora_iclr); + add_kv(LLM_KV_ATTENTION_VALUE_RESIDUAL_MIX_LORA_RANK, hparams.n_lora_value_res_mix); + add_kv(LLM_KV_ATTENTION_GATE_LORA_RANK, hparams.n_lora_gate); add_kv(LLM_KV_ATTENTION_RELATIVE_BUCKETS_COUNT, hparams.n_rel_attn_bkts); add_kv(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); + // add_kv(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, ???); add_kv(LLM_KV_ATTENTION_SCALE, hparams.f_attention_scale); + add_kv(LLM_KV_ATTENTION_OUTPUT_SCALE, hparams.f_attn_out_scale); + add_kv(LLM_KV_ATTENTION_TEMPERATURE_LENGTH, hparams.attn_temp_length); + add_kv(LLM_KV_ATTENTION_TEMPERATURE_SCALE, hparams.f_attn_temp_scale); + add_kv(LLM_KV_ATTENTION_KEY_LENGTH_MLA, hparams.n_embd_head_k_mla_impl); + add_kv(LLM_KV_ATTENTION_VALUE_LENGTH_MLA, hparams.n_embd_head_v_mla_impl); + add_kv(LLM_KV_ATTENTION_KEY_LENGTH_SWA, hparams.n_embd_head_k_swa); + add_kv(LLM_KV_ATTENTION_VALUE_LENGTH_SWA, hparams.n_embd_head_v_swa); + add_kv(LLM_KV_ATTENTION_INDEXER_HEAD_COUNT, hparams.indexer_n_head); + add_kv(LLM_KV_ATTENTION_INDEXER_KEY_LENGTH, hparams.indexer_head_size); + add_kv(LLM_KV_ATTENTION_INDEXER_TOP_K, hparams.indexer_top_k); const float rope_scaling_factor = hparams.rope_freq_scale_train == 1.0f ? 0.0f : 1.0f/hparams.rope_freq_scale_train; add_kv(LLM_KV_ROPE_DIMENSION_COUNT, hparams.n_rot_full); add_kv(LLM_KV_ROPE_DIMENSION_COUNT_SWA, hparams.n_rot_swa); + add_kv(LLM_KV_ROPE_DIMENSION_SECTIONS, hparams.rope_sections); add_kv(LLM_KV_ROPE_FREQ_BASE, hparams.rope_freq_base_train); + add_kv(LLM_KV_ROPE_FREQ_BASE_SWA, hparams.rope_freq_base_train_swa); // add_kv(LLM_KV_ROPE_SCALE_LINEAR, rope_scaling_factor); // old name add_kv(LLM_KV_ROPE_SCALING_TYPE, llama_rope_scaling_type_name(hparams.rope_scaling_type_train)); add_kv(LLM_KV_ROPE_SCALING_FACTOR, rope_scaling_factor); @@ -211,6 +292,10 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_ROPE_SCALING_ORIG_CTX_LEN, hparams.n_ctx_orig_yarn); add_kv(LLM_KV_ROPE_SCALING_FINETUNED, hparams.rope_finetuned); add_kv(LLM_KV_ROPE_SCALING_YARN_LOG_MUL, hparams.rope_yarn_log_mul); + add_kv(LLM_KV_ROPE_SCALING_YARN_EXT_FACTOR, hparams.yarn_ext_factor); + add_kv(LLM_KV_ROPE_SCALING_YARN_ATTN_FACTOR, hparams.yarn_attn_factor); + add_kv(LLM_KV_ROPE_SCALING_YARN_BETA_FAST, hparams.yarn_beta_fast); + add_kv(LLM_KV_ROPE_SCALING_YARN_BETA_SLOW, hparams.yarn_beta_slow); // TODO: implement split file support // add_kv(LLM_KV_SPLIT_NO, ???); @@ -221,8 +306,11 @@ void llama_model_saver::add_kv_from_model() { add_kv(LLM_KV_SSM_CONV_KERNEL, hparams.ssm_d_conv); add_kv(LLM_KV_SSM_STATE_SIZE, hparams.ssm_d_state); add_kv(LLM_KV_SSM_TIME_STEP_RANK, hparams.ssm_dt_rank); + add_kv(LLM_KV_SSM_GROUP_COUNT, hparams.ssm_n_group); add_kv(LLM_KV_SSM_DT_B_C_RMS, hparams.ssm_dt_b_c_rms); + add_kv(LLM_KV_KDA_HEAD_DIM, hparams.n_embd_head_kda); + add_kv(LLM_KV_WKV_HEAD_SIZE, hparams.wkv_head_size); add_kv(LLM_KV_TOKENIZER_MODEL, vocab.get_tokenizer_model()); @@ -260,15 +348,39 @@ void llama_model_saver::add_kv_from_model() { // TODO: implement LoRA support // add_kv(LLM_KV_ADAPTER_TYPE, ???); // add_kv(LLM_KV_ADAPTER_LORA_ALPHA, ???); + // add_kv(LLM_KV_ADAPTER_LORA_TASK_NAME, ???); + // add_kv(LLM_KV_ADAPTER_LORA_PROMPT_PREFIX, ???); + // add_kv(LLM_KV_ADAPTER_ALORA_INVOCATION_TOKENS, ???); + + add_kv(LLM_KV_POSNET_EMBEDDING_LENGTH, hparams.posnet.n_embd); + add_kv(LLM_KV_POSNET_BLOCK_COUNT, hparams.posnet.n_layer); + + add_kv(LLM_KV_CONVNEXT_EMBEDDING_LENGTH, hparams.convnext.n_embd); + add_kv(LLM_KV_CONVNEXT_BLOCK_COUNT, hparams.convnext.n_layer); + + add_kv(LLM_KV_CLASSIFIER_OUTPUT_LABELS, model->classifier_labels); + + add_kv(LLM_KV_SHORTCONV_L_CACHE, hparams.n_shortconv_l_cache); + + add_kv(LLM_KV_XIELU_ALPHA_N, hparams.xielu_alpha_n); + add_kv(LLM_KV_XIELU_ALPHA_P, hparams.xielu_alpha_p); + add_kv(LLM_KV_XIELU_BETA, hparams.xielu_beta); + add_kv(LLM_KV_XIELU_EPS, hparams.xielu_eps); // deprecated // add_kv(LLM_KV_TOKENIZER_PREFIX_ID, ???); // add_kv(LLM_KV_TOKENIZER_SUFFIX_ID, ???); // add_kv(LLM_KV_TOKENIZER_MIDDLE_ID, ???); + + add_kv(LLM_KV_DENSE_2_FEAT_IN, hparams.dense_2_feat_in); + add_kv(LLM_KV_DENSE_2_FEAT_OUT, hparams.dense_2_feat_out); + add_kv(LLM_KV_DENSE_3_FEAT_IN, hparams.dense_3_feat_in); + add_kv(LLM_KV_DENSE_3_FEAT_OUT, hparams.dense_3_feat_out); } void llama_model_saver::add_tensors_from_model() { - if (std::string(model->output->name) != std::string(model->tok_embd->name)) { + if (model->output != nullptr && + std::string(model->output->name) != std::string(model->tok_embd->name)) { add_tensor(model->tok_embd); // some models use the same tensor for tok_embd and output } add_tensor(model->type_embd); @@ -297,3 +409,6 @@ void llama_model_saver::save(const std::string & path_model) { gguf_write_to_file(gguf_ctx, path_model.c_str(), false); } +void llama_model_saver::save(FILE * file) { + gguf_write_to_file_ptr(gguf_ctx, file, false); +} diff --git a/src/llama-model-saver.h b/src/llama-model-saver.h index 2b3541ce6c5..36a715e2b6b 100644 --- a/src/llama-model-saver.h +++ b/src/llama-model-saver.h @@ -6,6 +6,9 @@ #include +// FIXME temporary function for better error messages +bool llama_model_saver_supports_arch(llm_arch arch); + struct llama_model_saver { struct gguf_context * gguf_ctx = nullptr; const bool gguf_ctx_owned; @@ -37,4 +40,5 @@ struct llama_model_saver { void add_tensors_from_model(); void save(const std::string & path_model); + void save(FILE * file); }; diff --git a/src/llama-model.cpp b/src/llama-model.cpp index f8caad2889b..ba935340fcf 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -370,6 +370,8 @@ void llama_model::load_hparams(llama_model_loader & ml) { ml.get_key(LLM_KV_CONTEXT_LENGTH, hparams.n_ctx_train); ml.get_key(LLM_KV_EMBEDDING_LENGTH, hparams.n_embd); ml.get_key(LLM_KV_EMBEDDING_LENGTH_OUT, hparams.n_embd_out_impl, false); + ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); + ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); ml.get_key(LLM_KV_BLOCK_COUNT, hparams.n_layer); ml.get_key(LLM_KV_EXPERT_COUNT, hparams.n_expert, false); ml.get_key(LLM_KV_EXPERT_USED_COUNT, hparams.n_expert_used, false); @@ -748,8 +750,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_BERT: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); switch (hparams.n_layer) { case 3: @@ -781,8 +781,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { } ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); switch (hparams.n_layer) { case 12: @@ -797,8 +795,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_JINA_BERT_V2: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); hparams.f_max_alibi_bias = 8.0f; switch (hparams.n_layer) { @@ -810,8 +806,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_JINA_BERT_V3: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); switch (hparams.n_layer) { case 24: @@ -823,8 +817,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_NOMIC_BERT_MOE: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); ml.get_key(LLM_KV_MOE_EVERY_N_LAYERS, hparams.moe_every_n_layers, 0); if (hparams.n_layer == 12 && hparams.n_embd == 768) { @@ -838,8 +830,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_NEO_BERT: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); if (hparams.n_layer == 28) { type = LLM_TYPE_250M; @@ -848,8 +838,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { case LLM_ARCH_EUROBERT: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); if (hparams.n_layer == 12) { type = LLM_TYPE_SMALL; // 0.2B @@ -913,7 +901,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { // fall through case LLM_ARCH_QWEN2: { - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); switch (hparams.n_layer) { case 24: type = hparams.n_embd == 1024 ? LLM_TYPE_0_5B : LLM_TYPE_1B; break; @@ -995,7 +982,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { } break; case LLM_ARCH_QWEN3: { - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); switch (hparams.n_layer) { case 28: type = hparams.n_embd == 1024 ? LLM_TYPE_0_6B : LLM_TYPE_1_7B; break; @@ -1275,6 +1261,31 @@ void llama_model::load_hparams(llama_model_loader & ml) { default: type = LLM_TYPE_UNKNOWN; } } break; + case LLM_ARCH_GEMMA4: + { + hparams.swa_type = LLAMA_SWA_TYPE_STANDARD; + ml.get_key_or_arr(LLM_KV_ATTENTION_SLIDING_WINDOW_PATTERN, hparams.swa_layers, hparams.n_layer); + + uint32_t n_kv_shared_layers = 0; + ml.get_key(LLM_KV_ATTENTION_SHARED_KV_LAYERS, n_kv_shared_layers, false); + + hparams.n_layer_kv_from_start = hparams.n_layer - (int32_t)n_kv_shared_layers; + hparams.f_attention_scale = 1.0f; // Gemma4 uses self.scaling = 1.0 (no pre-attn scaling) + + ml.get_key(LLM_KV_ROPE_FREQ_BASE_SWA, hparams.rope_freq_base_train_swa, false); + ml.get_key(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp, false); + ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); + ml.get_key(LLM_KV_EMBEDDING_LENGTH_PER_LAYER, hparams.n_embd_per_layer); + ml.get_key(LLM_KV_ATTENTION_KEY_LENGTH_SWA, hparams.n_embd_head_k_swa); + ml.get_key(LLM_KV_ATTENTION_VALUE_LENGTH_SWA, hparams.n_embd_head_v_swa); + + switch (hparams.n_layer) { + case 35: type = LLM_TYPE_E2B; break; + case 42: type = LLM_TYPE_E4B; break; // to confirm: E4B or E5B? + default: type = LLM_TYPE_UNKNOWN; + } + } break; case LLM_ARCH_GEMMA_EMBEDDING: { hparams.swa_type = LLAMA_SWA_TYPE_SYMMETRIC; @@ -1287,7 +1298,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { ml.get_key(LLM_KV_ROPE_FREQ_BASE_SWA, hparams.rope_freq_base_train_swa, false); ml.get_key(LLM_KV_ATTENTION_SLIDING_WINDOW, hparams.n_swa); ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); - ml.get_key(LLM_KV_POOLING_TYPE, hparams.pooling_type, false); //applied only if model converted with --sentence-transformers-dense-modules ml.get_key(LLM_KV_DENSE_2_FEAT_IN, hparams.dense_2_feat_in, false); @@ -1624,7 +1634,7 @@ void llama_model::load_hparams(llama_model_loader & ml) { // (optional) temperature tuning - used by mistral-large ml.get_key(LLM_KV_ATTENTION_TEMPERATURE_SCALE, hparams.f_attn_temp_scale, false); - ml.get_key(LLM_KV_ATTENTION_TEMPERATURE_LENGTH, hparams.n_attn_temp_floor_scale, false); + ml.get_key(LLM_KV_ATTENTION_TEMPERATURE_LENGTH, hparams.n_attn_temp_floor_scale, false); // FIXME why not use temperature_length? hparams.f_attn_temp_offset = 0.0f; @@ -1636,6 +1646,26 @@ void llama_model::load_hparams(llama_model_loader & ml) { default: type = LLM_TYPE_UNKNOWN; } } break; + case LLM_ARCH_DEEPSEEK2OCR: + { + // similar to deepseek2, but without MLA + ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); + ml.get_key(LLM_KV_LEADING_DENSE_BLOCK_COUNT, hparams.n_layer_dense_lead, false); + ml.get_key(LLM_KV_EXPERT_FEED_FORWARD_LENGTH, hparams.n_ff_exp); + ml.get_key(LLM_KV_EXPERT_SHARED_COUNT, hparams.n_expert_shared); + ml.get_key(LLM_KV_EXPERT_WEIGHTS_SCALE, hparams.expert_weights_scale, false); + ml.get_key(LLM_KV_EXPERT_WEIGHTS_NORM, hparams.expert_weights_norm, false); + ml.get_key(LLM_KV_EXPERT_GATING_FUNC, hparams.expert_gating_func, false); + + if (hparams.expert_gating_func == LLAMA_EXPERT_GATING_FUNC_TYPE_NONE) { + hparams.expert_gating_func = LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX; + } + + switch (hparams.n_layer) { + case 12: type = LLM_TYPE_3B; break; + default: type = LLM_TYPE_UNKNOWN; + } + } break; case LLM_ARCH_PLM: { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS, hparams.f_norm_rms_eps); @@ -2084,7 +2114,6 @@ void llama_model::load_hparams(llama_model_loader & ml) { ml.get_key(LLM_KV_ATTENTION_LAYERNORM_EPS, hparams.f_norm_eps); ml.get_key(LLM_KV_ATTENTION_GROUPNORM_EPS, hparams.f_norm_group_eps); ml.get_key(LLM_KV_ATTENTION_GROUPNORM_GROUPS, hparams.n_norm_groups); - ml.get_key(LLM_KV_ATTENTION_CAUSAL, hparams.causal_attn, false); } break; case LLM_ARCH_BAILINGMOE: { @@ -3217,8 +3246,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { cls_out_b = create_tensor(tn(LLM_TENSOR_CLS_OUT, "bias"), {hparams.n_cls_out}, TENSOR_NOT_REQUIRED); } - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {n_embd}, 0); for (int i = 0; i < n_layer; ++i) { auto & layer = layers[i]; @@ -3265,7 +3294,7 @@ bool llama_model::load_tensors(llama_model_loader & ml) { case LLM_ARCH_MODERN_BERT: { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); @@ -3348,8 +3377,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); // word_embeddings type_embd = create_tensor(tn(LLM_TENSOR_TOKEN_TYPES, "weight"), {n_embd, n_token_types}, 0); // token_type_embeddings - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); // LayerNorm - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {n_embd}, 0); //LayerNorm bias + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); // LayerNorm + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {n_embd}, 0); // LayerNorm bias cls = create_tensor(tn(LLM_TENSOR_CLS, "weight"), {n_embd, 1}, TENSOR_NOT_REQUIRED); cls_b = create_tensor(tn(LLM_TENSOR_CLS, "bias"), {1}, TENSOR_NOT_REQUIRED); @@ -3400,8 +3429,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { case LLM_ARCH_BLOOM: { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {n_embd}, 0); // output output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); @@ -4225,6 +4254,100 @@ bool llama_model::load_tensors(llama_model_loader & ml) { layer.laurel_post_norm = create_tensor(tn(LLM_TENSOR_LAUREL_POST_NORM, "weight", i), {n_embd}, 0); } } break; + case LLM_ARCH_GEMMA4: + { + const uint32_t n_embd_per_layer = hparams.n_embd_per_layer; + const int64_t n_ff_exp = hparams.n_ff_exp; + + if (n_embd_head_k != n_embd_head_v) { + throw std::runtime_error("Gemma 4 requires n_embd_head_k == n_embd_head_v"); + } + if (hparams.n_embd_head_k_swa != hparams.n_embd_head_v_swa) { + throw std::runtime_error("Gemma 4 requires n_embd_head_k_swa == n_embd_head_v_swa"); + } + + output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, n_vocab}, TENSOR_NOT_REQUIRED); + // if output is NULL, init from the input tok embed + if (output == NULL) { + output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, TENSOR_DUPLICATED); + } + + tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); + + if (n_embd_per_layer > 0) { + tok_embd_per_layer = create_tensor(tn(LLM_TENSOR_PER_LAYER_TOKEN_EMBD, "weight"), {n_embd_per_layer * n_layer, n_vocab}, 0); + per_layer_model_proj = create_tensor(tn(LLM_TENSOR_PER_LAYER_MODEL_PROJ, "weight"), {n_embd, n_embd_per_layer * n_layer}, 0); + per_layer_proj_norm = create_tensor(tn(LLM_TENSOR_PER_LAYER_PROJ_NORM, "weight"), {n_embd_per_layer}, 0); + } + + output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); + + int rope_freqs_flag = 0; + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + const int64_t n_head = hparams.n_head(i); + const int64_t n_embd_head = hparams.n_embd_head_k(i); + const int64_t n_embd_k = hparams.n_embd_k_gqa(i); + const int64_t n_embd_v = hparams.n_embd_v_gqa(i); + + layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); + + // note: use_alternative_attention (v_proj is optional, if it's not present, use k_proj) + layer.wq = create_tensor(tn(LLM_TENSOR_ATTN_Q, "weight", i), {n_embd, n_embd_head * n_head}, 0); + layer.wk = create_tensor(tn(LLM_TENSOR_ATTN_K, "weight", i), {n_embd, n_embd_k}, 0); + layer.wv = create_tensor(tn(LLM_TENSOR_ATTN_V, "weight", i), {n_embd, n_embd_v}, TENSOR_NOT_REQUIRED); + layer.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), {n_embd_head * n_head, n_embd}, 0); + + layer.attn_q_norm = create_tensor(tn(LLM_TENSOR_ATTN_Q_NORM, "weight", i), {n_embd_head}, 0); + layer.attn_k_norm = create_tensor(tn(LLM_TENSOR_ATTN_K_NORM, "weight", i), {n_embd_head}, 0); + layer.attn_post_norm = create_tensor(tn(LLM_TENSOR_ATTN_POST_NORM, "weight", i), {n_embd}, 0); + + layer.out_scale = create_tensor(tn(LLM_TENSOR_LAYER_OUT_SCALE, "weight", i), {1u}, TENSOR_NOT_REQUIRED); + + if (!hparams.is_swa(i)) { + // full_attention layers use rope_freqs for proportional rope + layer.rope_freqs = create_tensor(tn(LLM_TENSOR_ROPE_FREQS, "weight", i), {n_embd_head/2}, rope_freqs_flag); + rope_freqs_flag = TENSOR_DUPLICATED; + } + + // handle use_double_wide_mlp + int64_t n_ff_cur = hparams.n_ff(i); + + // for expert layers, we use normal FFN as shared expert (same as python code) + layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); + layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), {n_embd, n_ff_cur}, 0); + layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), {n_embd, n_ff_cur}, 0); + layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), {n_ff_cur, n_embd}, 0); + layer.ffn_post_norm = create_tensor(tn(LLM_TENSOR_FFN_POST_NORM, "weight", i), {n_embd}, 0); + + // MoE router + layer.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, TENSOR_NOT_REQUIRED); + bool has_expert = layer.ffn_gate_inp != nullptr; + + // norm + if (has_expert) { + layer.ffn_gate_inp_s = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "scale", i), {n_embd}, 0); + + layer.ffn_pre_norm_2 = create_tensor(tn(LLM_TENSOR_FFN_PRE_NORM_2, "weight", i), {n_embd}, 0); + layer.ffn_post_norm_1 = create_tensor(tn(LLM_TENSOR_FFN_POST_NORM_1, "weight", i), {n_embd}, 0); + layer.ffn_post_norm_2 = create_tensor(tn(LLM_TENSOR_FFN_POST_NORM_2, "weight", i), {n_embd}, 0); + + // MoE FFN + layer.ffn_gate_up_exps = create_tensor(tn(LLM_TENSOR_FFN_GATE_UP_EXPS, "weight", i), {n_embd, n_ff_exp * 2, n_expert}, 0); + layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_embd, n_expert}, 0); + + // per-expert scale will be loaded as down_exps_s at the end of the current switch case + } + + // per-layer embeddings + if (n_embd_per_layer > 0) { + layer.per_layer_inp_gate = create_tensor(tn(LLM_TENSOR_PER_LAYER_INP_GATE, "weight", i), {n_embd, n_embd_per_layer}, 0); + layer.per_layer_proj = create_tensor(tn(LLM_TENSOR_PER_LAYER_PROJ, "weight", i), {n_embd_per_layer, n_embd}, 0); + layer.per_layer_post_norm = create_tensor(tn(LLM_TENSOR_PER_LAYER_POST_NORM, "weight", i), {n_embd}, 0); + } + } + } break; case LLM_ARCH_STARCODER2: { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); @@ -4967,6 +5090,60 @@ bool llama_model::load_tensors(llama_model_loader & ml) { layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_embd, n_expert}, 0); create_tensor_gate_up_exps(layer, i, n_embd, n_ff_exp, n_expert, 0); + // Shared expert branch + layer.ffn_gate_shexp = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); + layer.ffn_down_shexp = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "weight", i), { n_ff_exp * n_expert_shared, n_embd}, 0); + layer.ffn_up_shexp = create_tensor(tn(LLM_TENSOR_FFN_UP_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); + } + } + } break; + case LLM_ARCH_DEEPSEEK2OCR: + { + // similar to deepseek2, but without MLA + const int64_t n_ff_exp = hparams.n_ff_exp; + const int64_t n_expert_shared = hparams.n_expert_shared; + + tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); + + // output + output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); + // try to load output.weight, if not found, use token_embd (tied embeddings) + output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, n_vocab}, TENSOR_NOT_REQUIRED); + if (!output) { + output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, TENSOR_DUPLICATED); + } + + for (int i = 0; i < n_layer; ++i) { + auto & layer = layers[i]; + + layer.wq = create_tensor(tn(LLM_TENSOR_ATTN_Q, "weight", i), {n_embd, n_embd}, 0); + layer.wk = create_tensor(tn(LLM_TENSOR_ATTN_K, "weight", i), {n_embd, n_embd}, 0); + layer.wv = create_tensor(tn(LLM_TENSOR_ATTN_V, "weight", i), {n_embd, n_embd}, 0); + layer.wo = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "weight", i), {n_embd, n_embd}, 0); + + // norm + layer.ffn_norm = create_tensor(tn(LLM_TENSOR_FFN_NORM, "weight", i), {n_embd}, 0); + layer.attn_norm = create_tensor(tn(LLM_TENSOR_ATTN_NORM, "weight", i), {n_embd}, 0); + + if (i < (int) hparams.n_layer_dense_lead) { + layer.ffn_down = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "weight", i), { n_ff, n_embd}, 0); + layer.ffn_up = create_tensor(tn(LLM_TENSOR_FFN_UP, "weight", i), {n_embd, n_ff}, 0); + layer.ffn_gate = create_tensor(tn(LLM_TENSOR_FFN_GATE, "weight", i), {n_embd, n_ff}, 0); + } else { + layer.ffn_gate_inp = create_tensor(tn(LLM_TENSOR_FFN_GATE_INP, "weight", i), {n_embd, n_expert}, 0); + layer.ffn_exp_probs_b = create_tensor(tn(LLM_TENSOR_FFN_EXP_PROBS_B, "bias", i), {n_expert}, TENSOR_NOT_REQUIRED); + + if (n_expert == 0) { + throw std::runtime_error("n_expert must be > 0"); + } + if (n_expert_used == 0) { + throw std::runtime_error("n_expert_used must be > 0"); + } + + // MoE branch + layer.ffn_down_exps = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "weight", i), {n_ff_exp, n_embd, n_expert}, 0); + create_tensor_gate_up_exps(layer, i, n_embd, n_ff_exp, n_expert, 0); + // Shared expert branch layer.ffn_gate_shexp = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "weight", i), {n_embd, n_ff_exp * n_expert_shared}, 0); layer.ffn_down_shexp = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "weight", i), { n_ff_exp * n_expert_shared, n_embd}, 0); @@ -5780,8 +5957,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); // Block 0, LN0 - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {n_embd}, 0); // output output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); @@ -5895,8 +6072,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, 0); // Block 0, LN0 - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {n_embd}, 0); - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {n_embd}, 0); + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {n_embd}, 0); // output output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); @@ -6067,8 +6244,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { { tok_embd = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {hparams.n_embd, n_vocab}, 0); - conv1d = create_tensor(tn(LLM_TENSOR_CONV1D, "weight"), {7, hparams.n_embd, hparams.posnet.n_embd}, 0); - conv1d_b = create_tensor(tn(LLM_TENSOR_CONV1D, "bias"), {1, hparams.posnet.n_embd}, 0); + conv1d = create_tensor(tn(LLM_TENSOR_CONV1D, "weight", 0), {7, hparams.n_embd, hparams.posnet.n_embd}, 0); + conv1d_b = create_tensor(tn(LLM_TENSOR_CONV1D, "bias", 0), {1, hparams.posnet.n_embd}, 0); // posnet { @@ -6133,8 +6310,8 @@ bool llama_model::load_tensors(llama_model_loader & ml) { GGML_ASSERT(hparams.posnet.n_embd == hparams.convnext.n_embd); - tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight"), {hparams.posnet.n_embd}, 0); - tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias"), {hparams.posnet.n_embd}, 0); + tok_norm = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "weight", 0), {hparams.posnet.n_embd}, 0); + tok_norm_b = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD_NORM, "bias", 0), {hparams.posnet.n_embd}, 0); // convnext { @@ -7520,6 +7697,65 @@ bool llama_model::load_tensors(llama_model_loader & ml) { if (!layer.ssm_beta_s && layer.ssm_beta) { layer.ssm_beta_s = create_tensor(tn(LLM_TENSOR_SSM_BETA, "scale", i), {1}, TENSOR_NOT_REQUIRED); } + + // input scales + if (!layer.wq_in_s && layer.wq) { + layer.wq_in_s = create_tensor(tn(LLM_TENSOR_ATTN_Q, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.wk_in_s && layer.wk) { + layer.wk_in_s = create_tensor(tn(LLM_TENSOR_ATTN_K, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.wv_in_s && layer.wv) { + layer.wv_in_s = create_tensor(tn(LLM_TENSOR_ATTN_V, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.wo_in_s && layer.wo) { + layer.wo_in_s = create_tensor(tn(LLM_TENSOR_ATTN_OUT, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.wqkv_in_s && layer.wqkv) { + layer.wqkv_in_s = create_tensor(tn(LLM_TENSOR_ATTN_QKV, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.wqkv_gate_in_s && layer.wqkv_gate) { + layer.wqkv_gate_in_s = create_tensor(tn(LLM_TENSOR_ATTN_GATE, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_gate_in_s && layer.ffn_gate) { + layer.ffn_gate_in_s = create_tensor(tn(LLM_TENSOR_FFN_GATE, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_down_in_s && layer.ffn_down) { + layer.ffn_down_in_s = create_tensor(tn(LLM_TENSOR_FFN_DOWN, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_up_in_s && layer.ffn_up) { + layer.ffn_up_in_s = create_tensor(tn(LLM_TENSOR_FFN_UP, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_gate_exps_in_s && layer.ffn_gate_exps) { + layer.ffn_gate_exps_in_s = create_tensor(tn(LLM_TENSOR_FFN_GATE_EXPS, "input_scale", i), {n_expert}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_down_exps_in_s && layer.ffn_down_exps) { + layer.ffn_down_exps_in_s = create_tensor(tn(LLM_TENSOR_FFN_DOWN_EXPS, "input_scale", i), {n_expert}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_up_exps_in_s && layer.ffn_up_exps) { + layer.ffn_up_exps_in_s = create_tensor(tn(LLM_TENSOR_FFN_UP_EXPS, "input_scale", i), {n_expert}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_gate_shexp_in_s && layer.ffn_gate_shexp) { + layer.ffn_gate_shexp_in_s = create_tensor(tn(LLM_TENSOR_FFN_GATE_SHEXP, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_down_shexp_in_s && layer.ffn_down_shexp) { + layer.ffn_down_shexp_in_s = create_tensor(tn(LLM_TENSOR_FFN_DOWN_SHEXP, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ffn_up_shexp_in_s && layer.ffn_up_shexp) { + layer.ffn_up_shexp_in_s = create_tensor(tn(LLM_TENSOR_FFN_UP_SHEXP, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ssm_in_in_s && layer.ssm_in) { + layer.ssm_in_in_s = create_tensor(tn(LLM_TENSOR_SSM_IN, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ssm_out_in_s && layer.ssm_out) { + layer.ssm_out_in_s = create_tensor(tn(LLM_TENSOR_SSM_OUT, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ssm_alpha_in_s && layer.ssm_alpha) { + layer.ssm_alpha_in_s = create_tensor(tn(LLM_TENSOR_SSM_ALPHA, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } + if (!layer.ssm_beta_in_s && layer.ssm_beta) { + layer.ssm_beta_in_s = create_tensor(tn(LLM_TENSOR_SSM_BETA, "input_scale", i), {1}, TENSOR_NOT_REQUIRED); + } } } @@ -7607,14 +7843,15 @@ bool llama_model::load_tensors(llama_model_loader & ml) { buf_map.emplace(idx, buf); } } - pimpl->ctxs_bufs.emplace_back(std::move(ctx_ptr), std::move(bufs)); - for (auto & buf : buf_map) { + for (auto & buf : bufs) { // indicate that this buffer contains weights // this is used by ggml_backend_sched to improve op scheduling: ops that use a weight are preferably scheduled to the backend that contains the weight - ggml_backend_buffer_set_usage(buf.second, GGML_BACKEND_BUFFER_USAGE_WEIGHTS); + ggml_backend_buffer_set_usage(buf.get(), GGML_BACKEND_BUFFER_USAGE_WEIGHTS); } + pimpl->ctxs_bufs.emplace_back(std::move(ctx_ptr), std::move(bufs)); + ctx_buf_maps.emplace_back(ctx, buf_map); } @@ -7857,7 +8094,7 @@ void llama_model::print_info() const { LLAMA_LOG_INFO("%s: expert_weights_scale = %.1f\n", __func__, hparams.expert_weights_scale); } - if (arch == LLM_ARCH_DEEPSEEK2 || arch == LLM_ARCH_GLM_DSA || arch == LLM_ARCH_MISTRAL4) { + if (arch == LLM_ARCH_DEEPSEEK2 || arch == LLM_ARCH_DEEPSEEK2OCR || arch == LLM_ARCH_GLM_DSA || arch == LLM_ARCH_MISTRAL4) { LLAMA_LOG_INFO("%s: n_layer_dense_lead = %d\n", __func__, hparams.n_layer_dense_lead); LLAMA_LOG_INFO("%s: n_lora_q = %d\n", __func__, hparams.n_lora_q); LLAMA_LOG_INFO("%s: n_lora_kv = %d\n", __func__, hparams.n_lora_kv); @@ -8115,7 +8352,7 @@ llama_memory_i * llama_model::create_memory(const llama_memory_params & params, } else { llama_memory_i::layer_reuse_cb reuse = nullptr; - if (arch == LLM_ARCH_GEMMA3N) { + if (arch == LLM_ARCH_GEMMA3N || arch == LLM_ARCH_GEMMA4) { reuse = [&](int32_t il) { if (il >= (int32_t) hparams.n_layer_kv_from_start) { return (int32_t) hparams.n_layer_kv_from_start - (hparams.is_swa(il) ? 2 : 1); @@ -8368,6 +8605,10 @@ ggml_cgraph * llama_model::build_graph(const llm_graph_params & params) const { { llm = std::make_unique(*this, params); } break; + case LLM_ARCH_GEMMA4: + { + llm = std::make_unique(*this, params); + } break; case LLM_ARCH_GEMMA_EMBEDDING: { llm = std::make_unique(*this, params); @@ -8434,6 +8675,7 @@ ggml_cgraph * llama_model::build_graph(const llm_graph_params & params) const { llm = std::make_unique(*this, params); } break; case LLM_ARCH_DEEPSEEK2: + case LLM_ARCH_DEEPSEEK2OCR: case LLM_ARCH_GLM_DSA: case LLM_ARCH_MISTRAL4: { @@ -8834,6 +9076,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) { case LLM_ARCH_ARCTIC: case LLM_ARCH_DEEPSEEK: case LLM_ARCH_DEEPSEEK2: + case LLM_ARCH_DEEPSEEK2OCR: case LLM_ARCH_PLM: case LLM_ARCH_CHATGLM: case LLM_ARCH_GRANITE: @@ -8886,6 +9129,7 @@ llama_rope_type llama_model_rope_type(const llama_model * model) { case LLM_ARCH_GEMMA2: case LLM_ARCH_GEMMA3: case LLM_ARCH_GEMMA3N: + case LLM_ARCH_GEMMA4: case LLM_ARCH_GEMMA_EMBEDDING: case LLM_ARCH_STARCODER2: case LLM_ARCH_OPENELM: diff --git a/src/llama-model.h b/src/llama-model.h index aefcfe700f7..4f110083975 100644 --- a/src/llama-model.h +++ b/src/llama-model.h @@ -270,6 +270,9 @@ struct llama_layer { struct ggml_tensor * ffn_norm = nullptr; struct ggml_tensor * ffn_norm_b = nullptr; struct ggml_tensor * ffn_post_norm = nullptr; + struct ggml_tensor * ffn_post_norm_1 = nullptr; // gemma4 + struct ggml_tensor * ffn_post_norm_2 = nullptr; // gemma4 + struct ggml_tensor * ffn_pre_norm_2 = nullptr; // gemma4 struct ggml_tensor * layer_out_norm = nullptr; struct ggml_tensor * layer_out_norm_b = nullptr; struct ggml_tensor * ffn_norm_exps = nullptr; @@ -285,6 +288,7 @@ struct llama_layer { // ff MoE struct ggml_tensor * ffn_gate_inp = nullptr; + struct ggml_tensor * ffn_gate_inp_s = nullptr; // gemma4 struct ggml_tensor * ffn_gate_exps = nullptr; struct ggml_tensor * ffn_down_exps = nullptr; struct ggml_tensor * ffn_up_exps = nullptr; @@ -414,6 +418,27 @@ struct llama_layer { struct ggml_tensor * ssm_alpha_s = nullptr; struct ggml_tensor * ssm_beta_s = nullptr; + // input scales + struct ggml_tensor * wq_in_s = nullptr; + struct ggml_tensor * wk_in_s = nullptr; + struct ggml_tensor * wv_in_s = nullptr; + struct ggml_tensor * wo_in_s = nullptr; + struct ggml_tensor * wqkv_in_s = nullptr; + struct ggml_tensor * wqkv_gate_in_s = nullptr; + struct ggml_tensor * ffn_gate_in_s = nullptr; + struct ggml_tensor * ffn_up_in_s = nullptr; + struct ggml_tensor * ffn_down_in_s = nullptr; + struct ggml_tensor * ffn_gate_exps_in_s = nullptr; + struct ggml_tensor * ffn_down_exps_in_s = nullptr; + struct ggml_tensor * ffn_up_exps_in_s = nullptr; + struct ggml_tensor * ffn_gate_shexp_in_s= nullptr; + struct ggml_tensor * ffn_up_shexp_in_s = nullptr; + struct ggml_tensor * ffn_down_shexp_in_s= nullptr; + struct ggml_tensor * ssm_in_in_s = nullptr; + struct ggml_tensor * ssm_out_in_s = nullptr; + struct ggml_tensor * ssm_alpha_in_s = nullptr; + struct ggml_tensor * ssm_beta_in_s = nullptr; + // altup & laurel struct ggml_tensor * per_layer_inp_gate = nullptr; struct ggml_tensor * per_layer_proj = nullptr; @@ -462,6 +487,9 @@ struct llama_layer { struct ggml_tensor * indexer_attn_k = nullptr; struct ggml_tensor * indexer_attn_q_b = nullptr; // note: for lora a/b, not bias + // gemma4 layer output scale + struct ggml_tensor * out_scale = nullptr; + struct llama_layer_posnet posnet; struct llama_layer_convnext convnext; diff --git a/src/llama-quant.cpp b/src/llama-quant.cpp index 8e8ce231249..322cb313f1c 100644 --- a/src/llama-quant.cpp +++ b/src/llama-quant.cpp @@ -1,11 +1,11 @@ -#include "llama.h" #include "llama-impl.h" #include "llama-model.h" #include "llama-model-loader.h" +#include "llama-ext.h" +#include #include #include -#include #include #include #include @@ -84,7 +84,6 @@ static std::string remap_imatrix(const std::string & orig_name, const std::maptensor_types) { - const auto & tensor_types = *static_cast *>(params->tensor_types); - for (const auto & [tname, qtype] : tensor_types) { - tensor_type_patterns.emplace_back(std::regex(tname), qtype); + if (params->tt_overrides) { + for (const auto * p = params->tt_overrides; p->pattern != nullptr; p++) { + tensor_type_patterns.emplace_back(std::regex(p->pattern), p->type); } } } @@ -199,6 +197,7 @@ struct quantize_state_impl { // per-tensor metadata, computed in the preliminary loop and used in the main loop struct tensor_metadata { + std::string name; ggml_type target_type; tensor_category category; std::string remapped_imatrix_name; @@ -344,7 +343,13 @@ static bool tensor_allows_quantization(const llama_model_quantize_params * param quantize &= name.find("attn_rel_b.weight") == std::string::npos; // do not quantize specific multimodal tensors - quantize &= name.find(".position_embd.") == std::string::npos; + quantize &= name.find(".position_embd") == std::string::npos; + quantize &= name.find("sam.pos_embd") == std::string::npos; + quantize &= name.find("sam.neck.") == std::string::npos; + quantize &= name.find("sam.net_") == std::string::npos; + quantize &= name.find(".rel_pos") == std::string::npos; + quantize &= name.find(".patch_embd") == std::string::npos; + quantize &= name.find(".patch_merger") == std::string::npos; return quantize; } @@ -784,7 +789,7 @@ static bool tensor_requires_imatrix(const char * tensor_name, const ggml_type ds // given a file type, get the default tensor type // -static ggml_type llama_ftype_get_default_type(llama_ftype ftype) { +ggml_type llama_ftype_get_default_type(llama_ftype ftype) { switch (ftype) { case LLAMA_FTYPE_MOSTLY_Q4_0: return GGML_TYPE_Q4_0; case LLAMA_FTYPE_MOSTLY_Q4_1: return GGML_TYPE_Q4_1; @@ -823,16 +828,32 @@ static ggml_type llama_ftype_get_default_type(llama_ftype ftype) { case LLAMA_FTYPE_MOSTLY_IQ3_S: case LLAMA_FTYPE_MOSTLY_IQ3_M: return GGML_TYPE_IQ3_S; - default: throw std::runtime_error(format("invalid output file type %d\n", ftype)); + default: return GGML_TYPE_COUNT; } } + +static void init_quantize_state_counters(quantize_state_impl & qs, std::vector & metadata) { + for (auto & tm : metadata) { + tensor_category cat = tensor_get_category(tm.name); + tm.category = cat; + + if (category_is_attn_v(cat)) { + ++qs.n_attention_wv; + } + + if (cat == tensor_category::OUTPUT) { + qs.has_tied_embeddings = false; + } + } + qs.n_ffn_down = qs.n_ffn_gate = qs.n_ffn_up = (int)qs.model.hparams.n_layer; +} + // // main quantization driver // static void llama_model_quantize_impl(const std::string & fname_inp, const std::string & fname_out, const llama_model_quantize_params * params) { - ggml_type default_type; llama_ftype ftype = params->ftype; int nthread = params->nthread; @@ -841,7 +862,10 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: nthread = std::thread::hardware_concurrency(); } - default_type = llama_ftype_get_default_type(ftype); + ggml_type default_type = llama_ftype_get_default_type(ftype); + if (default_type == GGML_TYPE_COUNT) { + throw std::runtime_error(format("invalid output file type %d\n", ftype)); + } // mmap consistently increases speed on Linux, and also increases speed on Windows with // hot cache. It may cause a slowdown on macOS, possibly related to free memory. @@ -851,15 +875,10 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: constexpr bool use_mmap = false; #endif - llama_model_kv_override * kv_overrides = nullptr; - if (params->kv_overrides) { - auto * v = (std::vector*)params->kv_overrides; - kv_overrides = v->data(); - } - + const llama_model_kv_override * kv_overrides = params->kv_overrides; std::vector splits = {}; llama_model_loader ml(/*metadata*/ nullptr, /*set_tensor_data*/ nullptr, /*set_tensor_data_ud*/ nullptr, - fname_inp, splits, use_mmap, /*use_direct_io*/ false, /*check_tensors*/ true, /*no_alloc*/ false, kv_overrides, nullptr); + fname_inp, splits, /*file*/ nullptr, use_mmap, /*use_direct_io*/ false, /*check_tensors*/ true, /*no_alloc*/ false, kv_overrides, nullptr); ml.init_mappings(false); // no prefetching llama_model model(llama_model_default_params()); @@ -873,9 +892,13 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: if (params->only_copy) { ftype = ml.ftype; } + std::unordered_map> i_data; const std::unordered_map> * imatrix_data = nullptr; if (params->imatrix) { - imatrix_data = static_cast>*>(params->imatrix); + for (const llama_model_imatrix_data * p = params->imatrix; p->name != nullptr; p++) { + i_data.emplace(p->name, std::vector(p->data, p->data + p->size)); + } + imatrix_data = & i_data; if (imatrix_data) { LLAMA_LOG_INFO("\n%s: have importance matrix data with %d entries\n", __func__, (int)imatrix_data->size()); @@ -896,7 +919,9 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: std::vector prune_list = {}; if (params->prune_layers) { - prune_list = *static_cast *>(params->prune_layers); + for (const int32_t * p = params->prune_layers; * p != -1; p++) { + prune_list.push_back(* p); + } } // copy the KV pairs from the input file @@ -910,20 +935,18 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: gguf_remove_key(ctx_out.get(), ml.llm_kv(LLM_KV_SPLIT_TENSORS_COUNT).c_str()); if (params->kv_overrides) { - const std::vector & overrides = *(const std::vector *)params->kv_overrides; - for (const auto & o : overrides) { - if (o.key[0] == 0) break; - if (o.tag == LLAMA_KV_OVERRIDE_TYPE_FLOAT) { - gguf_set_val_f32(ctx_out.get(), o.key, o.val_f64); - } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_INT) { + for (const llama_model_kv_override * o = params->kv_overrides; o->key[0] != 0; ++o) { + if (o->tag == LLAMA_KV_OVERRIDE_TYPE_FLOAT) { + gguf_set_val_f32(ctx_out.get(), o->key, o->val_f64); + } else if (o->tag == LLAMA_KV_OVERRIDE_TYPE_INT) { // Setting type to UINT32. See https://github.com/ggml-org/llama.cpp/pull/14182 for context - gguf_set_val_u32(ctx_out.get(), o.key, (uint32_t)std::abs(o.val_i64)); - } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_BOOL) { - gguf_set_val_bool(ctx_out.get(), o.key, o.val_bool); - } else if (o.tag == LLAMA_KV_OVERRIDE_TYPE_STR) { - gguf_set_val_str(ctx_out.get(), o.key, o.val_str); + gguf_set_val_u32(ctx_out.get(), o->key, (uint32_t)std::abs(o->val_i64)); + } else if (o->tag == LLAMA_KV_OVERRIDE_TYPE_BOOL) { + gguf_set_val_bool(ctx_out.get(), o->key, o->val_bool); + } else if (o->tag == LLAMA_KV_OVERRIDE_TYPE_STR) { + gguf_set_val_str(ctx_out.get(), o->key, o->val_str); } else { - LLAMA_LOG_WARN("%s: unknown KV override type for key %s\n", __func__, o.key); + LLAMA_LOG_WARN("%s: unknown KV override type for key %s\n", __func__, o->key); } } } @@ -961,6 +984,15 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: }); } + // compute tensor metadata once and cache it + std::vector metadata(tensors.size()); + for (size_t i = 0; i < tensors.size(); ++i) { + metadata[i].name = ggml_get_name(tensors[i]->tensor); + } + + // initialize quantization state counters and metadata categories + init_quantize_state_counters(qs, metadata); + int idx = 0; uint16_t n_split = 1; @@ -973,25 +1005,6 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: std::vector ctx_outs(n_split); ctx_outs[0] = std::move(ctx_out); - // compute tensor metadata once and cache it - std::vector metadata(tensors.size()); - - // initialize quantization state before preliminary loop (counters for use_more_bits) - { - for (size_t i = 0; i < tensors.size(); ++i) { - const auto cat = tensor_get_category(tensors[i]->tensor->name); - if (category_is_attn_v(cat)) { - ++qs.n_attention_wv; - } - if (cat == tensor_category::OUTPUT) { - qs.has_tied_embeddings = false; - } - metadata[i].category = cat; // save and re-use the category while we're at it - } - // these also need to be set to n_layer by default - qs.n_ffn_down = qs.n_ffn_gate = qs.n_ffn_up = (int)qs.model.hparams.n_layer; - } - // flag for --dry-run bool will_require_imatrix = false; @@ -1002,7 +1015,6 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: for (size_t i = 0; i < tensors.size(); ++i) { const auto * it = tensors[i]; const struct ggml_tensor * tensor = it->tensor; - const std::string name = ggml_get_name(tensor); uint16_t i_split = params->keep_split ? it->idx : 0; if (!ctx_outs[i_split]) { @@ -1031,7 +1043,7 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: " - offending tensor: %s\n" " - target type: %s\n" "============================================================================\n\n", - name.c_str(), ggml_type_name(metadata[i].target_type)); + metadata[i].name.c_str(), ggml_type_name(metadata[i].target_type)); throw std::runtime_error("this quantization requires an imatrix!"); } } @@ -1104,7 +1116,6 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: new_ofstream(weight.idx); } - const std::string name = ggml_get_name(tensor); const size_t tensor_size = ggml_nbytes(tensor); if (!params->dry_run) { @@ -1235,9 +1246,9 @@ static void llama_model_quantize_impl(const std::string & fname_inp, const std:: total_size_new += new_size; // update the gguf meta data as we go - gguf_set_tensor_type(ctx_outs[cur_split].get(), name.c_str(), new_type); - GGML_ASSERT(gguf_get_tensor_size(ctx_outs[cur_split].get(), gguf_find_tensor(ctx_outs[cur_split].get(), name.c_str())) == new_size); - gguf_set_tensor_data(ctx_outs[cur_split].get(), name.c_str(), new_data); + gguf_set_tensor_type(ctx_outs[cur_split].get(), metadata[i].name.c_str(), new_type); + GGML_ASSERT(gguf_get_tensor_size(ctx_outs[cur_split].get(), gguf_find_tensor(ctx_outs[cur_split].get(), metadata[i].name.c_str())) == new_size); + gguf_set_tensor_data(ctx_outs[cur_split].get(), metadata[i].name.c_str(), new_data); // write tensor data + padding fout.write((const char *) new_data, new_size); @@ -1302,3 +1313,89 @@ uint32_t llama_model_quantize( return 0; } + +// +// Helper functions for external tools exposed in llama-ext.h +// + +quantize_state_impl * llama_quant_init( + const llama_model * model, + const llama_model_quantize_params * params) { + return new quantize_state_impl(*model, params); +} + +void llama_quant_free(quantize_state_impl * qs) { + delete qs; +} + +llama_model * llama_quant_model_from_metadata(const llama_quant_model_desc * desc) { + struct llama_model_params mparams = llama_model_default_params(); + auto * model = new llama_model(mparams); + + model->arch = llm_arch_from_string(desc->architecture); + + // infer llm_type: only LLM_TYPE_70B matters for quantization logic + if (model->arch == LLM_ARCH_LLAMA && desc->n_layer == 80 && desc->n_head != desc->n_head_kv) { + model->type = LLM_TYPE_70B; + } + + model->hparams.n_embd = desc->n_embd; + model->hparams.n_embd_head_k_full = desc->n_embd_head_k; + model->hparams.n_embd_head_v_full = desc->n_embd_head_v; + model->hparams.n_layer = desc->n_layer; + model->hparams.n_expert = desc->n_expert; + + for (uint32_t i = 0; i < desc->n_layer; i++) { + model->hparams.n_head_arr[i] = desc->n_head; + model->hparams.n_head_kv_arr[i] = desc->n_head_kv; + model->hparams.n_ff_arr[i] = desc->n_ff; + } + + return model; +} + +bool llama_quant_tensor_allows_quantization( + const quantize_state_impl * qs, + const ggml_tensor * tensor) { + return tensor_allows_quantization(qs->params, qs->model.arch, tensor); +} + +void llama_quant_compute_types( + quantize_state_impl * qs, + llama_ftype ftype, + ggml_tensor ** tensors, + ggml_type * result_types, + size_t n_tensors) { + // reset per-computation state + qs->n_attention_wv = 0; + qs->n_ffn_down = 0; + qs->n_ffn_gate = 0; + qs->n_ffn_up = 0; + qs->i_attention_wv = 0; + qs->i_ffn_down = 0; + qs->i_ffn_gate = 0; + qs->i_ffn_up = 0; + qs->n_fallback = 0; + qs->has_imatrix = false; + qs->has_tied_embeddings = true; + + // build metadata from tensor names + std::vector metadata(n_tensors); + for (size_t i = 0; i < n_tensors; i++) { + metadata[i].name = ggml_get_name(tensors[i]); + } + + // initialize counters and categories + init_quantize_state_counters(*qs, metadata); + + // use a local copy of params with the requested ftype + llama_model_quantize_params local_params = *qs->params; + local_params.ftype = ftype; + + ggml_type default_type = llama_ftype_get_default_type(ftype); + + // compute types + for (size_t i = 0; i < n_tensors; i++) { + result_types[i] = llama_tensor_get_type(*qs, &local_params, tensors[i], default_type, metadata[i]); + } +} diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp index 13934339dd4..bce9d837c7a 100644 --- a/src/llama-vocab.cpp +++ b/src/llama-vocab.cpp @@ -1863,6 +1863,18 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { special_sep_id = LLAMA_TOKEN_NULL; special_pad_id = 3; // <|plamo:pad|> special_mask_id = LLAMA_TOKEN_NULL; + } else if (tokenizer_model == "gemma4") { + type = LLAMA_VOCAB_TYPE_SPM; + + // default special tokens (to be read from GGUF) + special_bos_id = LLAMA_TOKEN_NULL; + special_eos_id = LLAMA_TOKEN_NULL; + special_unk_id = LLAMA_TOKEN_NULL; + special_sep_id = LLAMA_TOKEN_NULL; + special_pad_id = LLAMA_TOKEN_NULL; + special_mask_id = LLAMA_TOKEN_NULL; + + tokenizer_pre = LLAMA_VOCAB_PRE_TYPE_DEFAULT; } else { throw std::runtime_error(format("unknown tokenizer: '%s'", tokenizer_model.c_str())); } @@ -1952,7 +1964,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { } else if ( tokenizer_pre == "qwen2" || tokenizer_pre == "deepseek-r1-qwen" || - tokenizer_pre == "kormo") { + tokenizer_pre == "kormo" || + tokenizer_pre == "f2llmv2") { pre_type = LLAMA_VOCAB_PRE_TYPE_QWEN2; clean_spaces = false; } else if ( @@ -2489,6 +2502,8 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) { || t.first == "[EOS]" // Kimi-K2 || t.first == "<|end_of_text|>" || t.first == "" // smoldocling + || t.first == "" // gemma4 + || t.first == "<｜end▁of▁sentence｜>" // deepseek-ocr ) { special_eog_ids.insert(t.second); if ((attr & LLAMA_TOKEN_ATTR_CONTROL) == 0) { diff --git a/src/llama.cpp b/src/llama.cpp index 872e659edca..a345ea6672b 100644 --- a/src/llama.cpp +++ b/src/llama.cpp @@ -365,14 +365,14 @@ static void llama_params_fit_impl( case LAYER_FRACTION_ATTN: { static std::array patterns; if (patterns[il].empty()) { - patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(up|gate|down).*"; + patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(gate|up|gate_up|down).*"; } return patterns[il].c_str(); } case LAYER_FRACTION_UP: { static std::array patterns; if (patterns[il].empty()) { - patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(gate|down).*"; + patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(gate|gate_up|down).*"; } return patterns[il].c_str(); } @@ -386,7 +386,7 @@ static void llama_params_fit_impl( case LAYER_FRACTION_MOE: { static std::array patterns; if (patterns[il].empty()) { - patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(up|down|gate)_(ch|)exps"; + patterns[il] = "blk\\." + std::to_string(il) + "\\.ffn_(up|down|gate_up|gate)_(ch|)exps"; } return patterns[il].c_str(); } @@ -480,7 +480,7 @@ static void llama_params_fit_impl( int64_t global_surplus_cpu_moe = 0; if (hp_nex > 0) { - const static std::string pattern_moe_all = "blk\\.\\d+\\.ffn_(up|down|gate)_(ch|)exps"; // matches all MoE tensors + const static std::string pattern_moe_all = "blk\\.\\d+\\.ffn_(up|down|gate_up|gate)_(ch|)exps"; // matches all MoE tensors ggml_backend_buffer_type_t cpu_buft = ggml_backend_cpu_buffer_type(); tensor_buft_overrides[0] = {pattern_moe_all.c_str(), cpu_buft}; tensor_buft_overrides[1] = {nullptr, nullptr}; @@ -828,7 +828,7 @@ int64_t llama_time_us(void) { // Returns 0 on success, -1 on error, and -2 on cancellation via llama_progress_callback static int llama_model_load(struct gguf_context * metadata, llama_model_set_tensor_data_t set_tensor_data, void * set_tensor_data_ud, - const std::string & fname, std::vector & splits, llama_model & model, llama_model_params & params) { + const std::string & fname, std::vector & splits, FILE * file, llama_model & model, llama_model_params & params) { // loading time will be recalculated after the first eval, so // we take page faults deferred by mmap() into consideration model.t_load_us = 0; @@ -837,7 +837,7 @@ static int llama_model_load(struct gguf_context * metadata, llama_model_set_tens model.t_start_us = tm.t_start_us; try { - llama_model_loader ml(metadata, set_tensor_data, set_tensor_data_ud, fname, splits, params.use_mmap, params.use_direct_io, + llama_model_loader ml(metadata, set_tensor_data, set_tensor_data_ud, fname, splits, file, params.use_mmap, params.use_direct_io, params.check_tensors, params.no_alloc, params.kv_overrides, params.tensor_buft_overrides); ml.print_info(); @@ -889,8 +889,24 @@ static struct llama_model * llama_model_load_from_file_impl( void * set_tensor_data_ud, const std::string & path_model, std::vector & splits, + FILE * file, struct llama_model_params params) { - GGML_ASSERT((metadata == nullptr) != path_model.empty() && "exactly one out of metadata and path_model needs to be defined"); + { + int n_sources_defined = 0; + if (metadata != nullptr) { + n_sources_defined++; + } + if (!path_model.empty()) { + n_sources_defined++; + } + if (file != nullptr) { + n_sources_defined++; + } + if (n_sources_defined != 1) { + LLAMA_LOG_ERROR("%s: exactly one out metadata, path_model, and file must be defined\n", __func__); + return nullptr; + } + } ggml_time_init(); if (!params.vocab_only && ggml_backend_reg_count() == 0) { @@ -1011,7 +1027,7 @@ static struct llama_model * llama_model_load_from_file_impl( props.memory_free/1024/1024); } - const int status = llama_model_load(metadata, set_tensor_data, set_tensor_data_ud, path_model, splits, *model, params); + const int status = llama_model_load(metadata, set_tensor_data, set_tensor_data_ud, path_model, splits, file, *model, params); GGML_ASSERT(status <= 0); if (status < 0) { if (status == -1) { @@ -1037,7 +1053,7 @@ struct llama_model * llama_model_init_from_user( std::vector splits = {}; params.use_mmap = false; params.use_extra_bufts = false; - return llama_model_load_from_file_impl(metadata, set_tensor_data, set_tensor_data_ud, path_model, splits, params); + return llama_model_load_from_file_impl(metadata, set_tensor_data, set_tensor_data_ud, path_model, splits, /*file*/ nullptr, params); } // deprecated struct llama_model * llama_load_model_from_file( @@ -1050,7 +1066,7 @@ struct llama_model * llama_model_load_from_file( const char * path_model, struct llama_model_params params) { std::vector splits = {}; - return llama_model_load_from_file_impl(nullptr, nullptr, nullptr, path_model, splits, params); + return llama_model_load_from_file_impl(nullptr, nullptr, nullptr, path_model, splits, /*file*/ nullptr, params); } struct llama_model * llama_model_load_from_splits( @@ -1066,7 +1082,17 @@ struct llama_model * llama_model_load_from_splits( for (size_t i = 0; i < n_paths; ++i) { splits.push_back(paths[i]); } - return llama_model_load_from_file_impl(nullptr, nullptr, nullptr, splits.front(), splits, params); + return llama_model_load_from_file_impl(nullptr, nullptr, nullptr, splits.front(), splits, /*file*/ nullptr, params); +} + +struct llama_model * llama_model_load_from_file_ptr(FILE * file, struct llama_model_params params) { + if (!file) { + LLAMA_LOG_ERROR("%s: file is NULL\n", __func__); + return nullptr; + } + std::string path_model; + std::vector splits = {}; + return llama_model_load_from_file_impl(nullptr, nullptr, nullptr, path_model, splits, file, params); } void llama_model_save_to_file(const struct llama_model * model, const char * path_model) { diff --git a/src/models/bert.cpp b/src/models/bert.cpp index 87331791418..6ab8c136858 100644 --- a/src/models/bert.cpp +++ b/src/models/bert.cpp @@ -28,8 +28,8 @@ llm_build_bert::llm_build_bert(const llama_model & model, const llm_graph_params cb(inpL, "inp_embd", -1); // embed layer norm - inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, -1); - cb(inpL, "inp_norm", -1); + inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, 0); + cb(inpL, "inp_norm", 0); auto * inp_attn = build_attn_inp_no_cache(); diff --git a/src/models/bloom.cpp b/src/models/bloom.cpp index b1c19bb58a2..aa4b939b711 100644 --- a/src/models/bloom.cpp +++ b/src/models/bloom.cpp @@ -16,8 +16,8 @@ llm_build_bloom::llm_build_bloom(const llama_model & model, const llm_graph_para inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, - LLM_NORM, -1); - cb(inpL, "inp_norm", -1); + LLM_NORM, 0); + cb(inpL, "inp_norm", 0); ggml_tensor * inp_out_ids = build_inp_out_ids(); diff --git a/src/models/deepseek2.cpp b/src/models/deepseek2.cpp index d437fe29e71..ef9c8420e32 100644 --- a/src/models/deepseek2.cpp +++ b/src/models/deepseek2.cpp @@ -2,6 +2,9 @@ llm_build_deepseek2::llm_build_deepseek2(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) { + // lite variants include DeepSeek-V2-Lite, GigaChat3-10B-A1.8B + bool is_ocr = model.arch == LLM_ARCH_DEEPSEEK2OCR; + const bool is_mla = hparams.is_mla(); // note: these are the actual head sizes you get when treating as MHA or after "decompression" using wv_b for MLA @@ -54,7 +57,38 @@ llm_build_deepseek2::llm_build_deepseek2(const llama_model & model, const llm_gr cb(cur, "attn_norm", il); // self_attention - { + if (is_ocr) { + const int n_embed_head = hparams.n_embd / hparams.n_head(); + const int ocr_rope_type = GGML_ROPE_TYPE_NEOX; + GGML_ASSERT(n_embed_head == n_embd_head_k && n_embed_head == n_embd_head_v); + + ggml_tensor * Qcur = NULL; + ggml_tensor * Kcur = NULL; + ggml_tensor * Vcur = NULL; + + Qcur = ggml_mul_mat(ctx0, model.layers[il].wq, cur); + Kcur = ggml_mul_mat(ctx0, model.layers[il].wk, cur); + Vcur = ggml_mul_mat(ctx0, model.layers[il].wv, cur); + cb(Qcur, "q", il); + cb(Kcur, "k", il); + cb(Vcur, "v", il); + + Qcur = ggml_reshape_3d(ctx0, Qcur, n_embed_head, n_head, n_tokens); + Kcur = ggml_reshape_3d(ctx0, Kcur, n_embed_head, n_head, n_tokens); + Vcur = ggml_reshape_3d(ctx0, Vcur, n_embed_head, n_head, n_tokens); + + GGML_ASSERT(fabs(freq_base - 10000.0) < 1e-4); + Qcur = ggml_rope_ext(ctx0, Qcur, inp_pos, nullptr, n_embed_head, ocr_rope_type, 0, freq_base, 1, 0, 1, 0, 0); + Kcur = ggml_rope_ext(ctx0, Kcur, inp_pos, nullptr, n_embed_head, ocr_rope_type, 0, freq_base, 1, 0, 1, 0, 0); + cb(Qcur, "q_pe", il); + cb(Kcur, "k_pe", il); + + cur = build_attn(inp_attn_kv, + model.layers[il].wo, NULL, + Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, kq_scale, il); + cb(cur, "attn_out", il); + } + else { ggml_tensor * q = NULL; const bool is_lite = model.layers[il].wq; diff --git a/src/models/gemma-embedding.cpp b/src/models/gemma-embedding.cpp index 98110d45e3b..b2499d8e6a5 100644 --- a/src/models/gemma-embedding.cpp +++ b/src/models/gemma-embedding.cpp @@ -9,7 +9,7 @@ llm_build_gemma_embedding::llm_build_gemma_embedding(const llama_model & model, inpL = build_inp_embd(model.tok_embd); - // important: do not normalize weights for raw embeddings input (i.e. encoded image emdeddings) + // important: do not normalize weights for raw embeddings input (i.e. encoded image embeddings) inpL = ggml_scale(ctx0, inpL, ubatch.token ? sqrtf(n_embd) : 1.0f); cb(inpL, "inp_scaled", -1); diff --git a/src/models/gemma3.cpp b/src/models/gemma3.cpp index bbb4d9a81e8..b7697436c75 100644 --- a/src/models/gemma3.cpp +++ b/src/models/gemma3.cpp @@ -9,7 +9,7 @@ llm_build_gemma3::llm_build_gemma3(const llama_model & model, const llm_gr inpL = build_inp_embd(model.tok_embd); - // important: do not normalize weights for raw embeddings input (i.e. encoded image emdeddings) + // important: do not normalize weights for raw embeddings input (i.e. encoded image embeddings) inpL = ggml_scale(ctx0, inpL, ubatch.token ? sqrtf(n_embd) : 1.0f); cb(inpL, "inp_scaled", -1); diff --git a/src/models/gemma3n-iswa.cpp b/src/models/gemma3n-iswa.cpp index 8ce2ae39c2f..f5c922c1daf 100644 --- a/src/models/gemma3n-iswa.cpp +++ b/src/models/gemma3n-iswa.cpp @@ -12,7 +12,7 @@ llm_build_gemma3n_iswa::llm_build_gemma3n_iswa(const llama_model & model, const inpL = build_inp_embd(model.tok_embd); - // important: do not normalize weights for raw embeddings input (i.e. encoded image emdeddings) + // important: do not normalize weights for raw embeddings input (i.e. encoded image embeddings) inpL = ggml_scale(ctx0, inpL, ubatch.token ? sqrtf(n_embd) : 1.0f); cb(inpL, "inp_scaled", -1); diff --git a/src/models/gemma4-iswa.cpp b/src/models/gemma4-iswa.cpp new file mode 100644 index 00000000000..5bddb215d11 --- /dev/null +++ b/src/models/gemma4-iswa.cpp @@ -0,0 +1,311 @@ +#include "models.h" + +llm_build_gemma4_iswa::llm_build_gemma4_iswa(const llama_model & model, const llm_graph_params & params) : + llm_graph_context(params), + model(model), + n_embd_per_layer(model.hparams.n_embd_per_layer) { + ggml_tensor * cur; + ggml_tensor * inpL; + + inpL = build_inp_embd(model.tok_embd); + + // important: do not normalize weights for raw embeddings input (i.e. encoded image emdeddings) + inpL = ggml_scale(ctx0, inpL, ubatch.token ? sqrtf(n_embd) : 1.0f); + cb(inpL, "inp_scaled", -1); + + // inp_pos - contains the positions + ggml_tensor * inp_pos = build_inp_pos(); + + // TODO: is causal == true correct? might need some changes + auto * inp_attn = build_attn_inp_kv_iswa(); + + // inp_per_layer shape: [n_embd_per_layer, n_tokens, n_layer] + ggml_tensor * inp_per_layer = nullptr; + if (model.tok_embd_per_layer) { + inp_per_layer = project_per_layer_inputs(inpL, get_per_layer_inputs()); + } + + ggml_tensor * inp_out_ids = build_inp_out_ids(); + + for (int il = 0; il < n_layer; ++il) { + const int64_t n_embd_head = hparams.n_embd_head_k(il); + GGML_ASSERT(n_embd_head == hparams.n_embd_head_v(il)); + + const int64_t n_head = hparams.n_head(il); + const int64_t n_head_kv = hparams.n_head_kv(il); + + const float freq_base_l = model.get_rope_freq_base(cparams, il); + const float freq_scale_l = model.get_rope_freq_scale(cparams, il); + const int n_rot_l = hparams.n_rot(il); + + // norm + cur = build_norm(inpL, model.layers[il].attn_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "attn_norm", il); + + ggml_tensor * freq_factors = nullptr; + if (!hparams.is_swa(il)) { + // full_attention layers use rope_freqs for proportional rope + freq_factors = model.layers[il].rope_freqs; + } + + // Q projection (shared for both non-KV and KV layers) + // this is to mirror Gemma4Attention in pytorch code + ggml_tensor * Qcur; + { + Qcur = build_lora_mm(model.layers[il].wq, cur); + cb(Qcur, "Qcur", il); + + Qcur = ggml_reshape_3d(ctx0, Qcur, n_embd_head, n_head, n_tokens); + + Qcur = build_norm(Qcur, model.layers[il].attn_q_norm, nullptr, LLM_NORM_RMS, il); + cb(Qcur, "Qcur_normed", il); + + Qcur = ggml_rope_ext(ctx0, Qcur, inp_pos, freq_factors, n_rot_l, rope_type, n_ctx_orig, freq_base_l, freq_scale_l, + ext_factor, attn_factor, beta_fast, beta_slow); + cb(Qcur, "Qcur_pos", il); + } + + // self-attention + if (hparams.has_kv(il)) { + ggml_tensor * Kcur = build_lora_mm(model.layers[il].wk, cur); + cb(Kcur, "Kcur", il); + + ggml_tensor * Vcur = model.layers[il].wv + ? build_lora_mm(model.layers[il].wv, cur) + : Kcur; // if v_proj is not present, use Kcur as Vcur + cb(Vcur, "Vcur", il); + + Kcur = ggml_reshape_3d(ctx0, Kcur, n_embd_head, n_head_kv, n_tokens); + Vcur = ggml_reshape_3d(ctx0, Vcur, n_embd_head, n_head_kv, n_tokens); + + Kcur = build_norm(Kcur, model.layers[il].attn_k_norm, nullptr, LLM_NORM_RMS, il); + Vcur = ggml_rms_norm(ctx0, Vcur, hparams.f_norm_rms_eps); + + cb(Kcur, "Kcur_normed", il); + cb(Vcur, "Vcur_normed", il); + + Kcur = ggml_rope_ext(ctx0, Kcur, inp_pos, freq_factors, n_rot_l, rope_type, n_ctx_orig, freq_base_l, freq_scale_l, + ext_factor, attn_factor, beta_fast, beta_slow); + + cb(Kcur, "Kcur_pos", il); + + cur = build_attn(inp_attn, model.layers[il].wo, + nullptr, Qcur, Kcur, Vcur, nullptr, nullptr, nullptr, + hparams.f_attention_scale, il); + } else { + // reuse KV cache of earlier layers + cur = build_attn(inp_attn, + model.layers[il].wo, nullptr, + Qcur, nullptr, nullptr, nullptr, nullptr, nullptr, hparams.f_attention_scale, il); + } + + // TODO @ngxson : strip unused token right after the last KV layer to speed up prompt processing + if (il == n_layer - 1 && inp_out_ids) { + cur = ggml_get_rows(ctx0, cur, inp_out_ids); + inpL = ggml_get_rows(ctx0, inpL, inp_out_ids); + } + cur = build_norm(cur, + model.layers[il].attn_post_norm, nullptr, + LLM_NORM_RMS, il); + cb(cur, "attn_post_norm", il); + + ggml_tensor * attn_out = ggml_add(ctx0, cur, inpL); + cb(attn_out, "attn_out", il); + + // feed-forward network + const bool is_moe_layer = model.layers[il].ffn_gate_inp != nullptr; + if (is_moe_layer) { + // MLP (shared exp) + ggml_tensor * cur_mlp = build_norm(attn_out, + model.layers[il].ffn_norm, nullptr, + LLM_NORM_RMS, il); + cb(cur_mlp, "ffn_norm_1", il); + + cur_mlp = build_ffn(cur_mlp, + model.layers[il].ffn_up, nullptr, nullptr, + model.layers[il].ffn_gate, nullptr, nullptr, + model.layers[il].ffn_down, nullptr, nullptr, + nullptr, + LLM_FFN_GELU, LLM_FFN_PAR, il); + cur_mlp = build_norm(cur_mlp, + model.layers[il].ffn_post_norm_1, nullptr, + LLM_NORM_RMS, il); + cb(cur_mlp, "ffn_mlp", il); + + // Expert FFN + ggml_tensor * cur_moe = build_norm(attn_out, + model.layers[il].ffn_pre_norm_2, nullptr, + LLM_NORM_RMS, il); + cb(cur_moe, "ffn_norm_2", il); + + // custom MoE logits calculation (router operates on attn_out, not cur) + ggml_tensor * tmp = ggml_rms_norm(ctx0, attn_out, hparams.f_norm_rms_eps); + tmp = ggml_scale(ctx0, tmp, 1.0f / sqrtf((float) n_embd)); + tmp = ggml_mul(ctx0, tmp, model.layers[il].ffn_gate_inp_s); + ggml_tensor * logits = build_lora_mm(model.layers[il].ffn_gate_inp, tmp); // [n_expert, n_tokens] + cb(logits, "ffn_moe_logits", il); + + cur_moe = build_moe_ffn(cur_moe, + nullptr, // gate_inp + nullptr, // up_exps + nullptr, // gate_exps + model.layers[il].ffn_down_exps, + nullptr, // exp_probs_b (not used for gemma4) + n_expert, n_expert_used, + LLM_FFN_GELU, true, + 1.0f, + LLAMA_EXPERT_GATING_FUNC_TYPE_SOFTMAX, + il, logits, + model.layers[il].ffn_gate_up_exps, + nullptr, // up_exps_s + nullptr, // gate_exps_s + model.layers[il].ffn_down_exps_s); + cur_moe = build_norm(cur_moe, + model.layers[il].ffn_post_norm_2, nullptr, + LLM_NORM_RMS, il); + cb(cur_moe, "ffn_moe", il); + + cur = ggml_add(ctx0, cur_mlp, cur_moe); + cb(cur, "ffn_moe_combined", il); + } else { + cur = build_norm(attn_out, + model.layers[il].ffn_norm, nullptr, + LLM_NORM_RMS, il); + cb(cur, "ffn_norm", il); + + cur = build_ffn(cur, + model.layers[il].ffn_up, nullptr, nullptr, + model.layers[il].ffn_gate, nullptr, nullptr, + model.layers[il].ffn_down, nullptr, nullptr, + nullptr, + LLM_FFN_GELU, LLM_FFN_PAR, il); + cb(cur, "ffn_out", il); + } + cur = build_norm(cur, + model.layers[il].ffn_post_norm, nullptr, + LLM_NORM_RMS, -1); + cb(cur, "ffn_post_norm", il); + + // residual connection + cur = ggml_add(ctx0, cur, attn_out); + + // per-layer embedding + if (inp_per_layer) { + ggml_tensor * pe_in = cur; + cb(cur, "pe_in", il); + + cur = build_lora_mm(model.layers[il].per_layer_inp_gate, cur); // [n_embd_per_layer, n_tokens] + cur = ggml_gelu(ctx0, cur); + ggml_tensor * inp_this_layer = view_2d_slice(inp_per_layer, il); // [n_embd_per_layer, n_tokens] + + // TODO @ngxson : improve this + if (il == n_layer - 1 && inp_out_ids) { + inp_this_layer = ggml_get_rows(ctx0, inp_this_layer, inp_out_ids); + } + + cur = ggml_mul(ctx0, cur, inp_this_layer); + cur = build_lora_mm(model.layers[il].per_layer_proj, cur); // [n_embd, n_tokens] + cur = build_norm(cur, model.layers[il].per_layer_post_norm, nullptr, LLM_NORM_RMS, il); + cb(cur, "per_layer_embd_out", il); + + // residual connection + cur = ggml_add(ctx0, pe_in, cur); + } + + // layer_scalar + if (model.layers[il].out_scale) { + cur = ggml_mul(ctx0, cur, model.layers[il].out_scale); + cb(cur, "out_scaled", il); + } + + cur = build_cvec(cur, il); + cb(cur, "l_out", il); + + // input for next layer + inpL = cur; + } + cur = inpL; + + cur = build_norm(cur, + model.output_norm, nullptr, + LLM_NORM_RMS, -1); + + cb(cur, "result_norm", -1); + res->t_embd = cur; + + // lm_head + cur = build_lora_mm(model.output, cur); + + if (hparams.f_final_logit_softcapping) { + cur = ggml_scale(ctx0, cur, 1.0f / hparams.f_final_logit_softcapping); + cur = ggml_tanh(ctx0, cur); + cur = ggml_scale(ctx0, cur, hparams.f_final_logit_softcapping); + } + + cb(cur, "result_output", -1); + res->t_logits = cur; + + ggml_build_forward_expand(gf, cur); +} + +// get 2D slice view from a 3D tensor, the idx corresponds to the 3rd dim +ggml_tensor * llm_build_gemma4_iswa::view_2d_slice(ggml_tensor * x, int idx) { + GGML_ASSERT(idx < (int) x->ne[2]); + return ggml_view_2d(ctx0, x, x->ne[0], x->ne[1], ggml_row_size(x->type, x->ne[0]), + idx * x->ne[0] * x->ne[1] * ggml_element_size(x)); +} + +// equivalent to get_per_layer_inputs() in python code +// output shape: [n_embd_per_layer, n_layer, n_tokens] +ggml_tensor * llm_build_gemma4_iswa::get_per_layer_inputs() { + auto inp = std::make_unique(n_embd); + ggml_tensor * inp_per_layer; + if (ubatch.token) { + inp->tokens = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, ubatch.n_tokens); + ggml_set_input(inp->tokens); + res->t_inp_tokens = inp->tokens; + inp_per_layer = ggml_get_rows(ctx0, model.tok_embd_per_layer, inp->tokens); + inp_per_layer = ggml_reshape_3d(ctx0, inp_per_layer, n_embd_per_layer, n_layer, n_tokens); + inp_per_layer = ggml_scale(ctx0, inp_per_layer, sqrtf((float) n_embd_per_layer)); + cb(inp_per_layer, "inp_per_layer_selected", -1); + res->add_input(std::move(inp)); + } else { + // Vision embedding path: use padding token (ID=0) embedding + // TODO: verify if this is the correct behavior in transformers implementation + const int64_t embd_size = model.tok_embd_per_layer->ne[0]; // n_embd_per_layer * n_layer + + // Extract and dequantize padding token embedding (row 0) + ggml_tensor * padding = ggml_view_1d(ctx0, model.tok_embd_per_layer, embd_size, 0); + inp_per_layer = ggml_cast(ctx0, padding, GGML_TYPE_F32); + + // Reshape to [n_embd_per_layer, n_layer, 1] + inp_per_layer = ggml_reshape_3d(ctx0, inp_per_layer, n_embd_per_layer, n_layer, 1); + cb(inp_per_layer, "inp_per_layer_vision", -1); + } + return inp_per_layer; +} + +// equivalent to project_per_layer_inputs() in python code +// this calculates the per-layer inputs, so the final tensor shape will have n_layer as the last dim +// inputs_embeds shape: [n_embd, n_tokens] +// inp_per_layer shape: [n_embd_per_layer, n_layer, n_tokens] (from get_per_layer_inputs) +// output shape: [n_embd_per_layer, n_tokens, n_layer] +ggml_tensor * llm_build_gemma4_iswa::project_per_layer_inputs(ggml_tensor * inputs_embeds, ggml_tensor * inp_per_layer) { + const float per_layer_projection_scale = 1.0f / sqrtf((float) n_embd); + const float per_layer_input_scale = 1.0f / sqrtf(2.0f); + + ggml_tensor * per_layer_proj = ggml_mul_mat(ctx0, model.per_layer_model_proj, inputs_embeds); + per_layer_proj = ggml_scale(ctx0, per_layer_proj, per_layer_projection_scale); + per_layer_proj = ggml_reshape_3d(ctx0, per_layer_proj, n_embd_per_layer, n_layer, n_tokens); + per_layer_proj = build_norm(per_layer_proj, model.per_layer_proj_norm, nullptr, LLM_NORM_RMS, + -1); // [n_embd_per_layer, n_layer, n_tokens] + cb(per_layer_proj, "per_layer_proj", -1); + + inp_per_layer = ggml_add(ctx0, per_layer_proj, inp_per_layer); + inp_per_layer = ggml_scale(ctx0, inp_per_layer, per_layer_input_scale); + cb(inp_per_layer, "inp_per_layer", -1); + + // permute to shape: [n_embd_per_layer, n_tokens, n_layer] + inp_per_layer = ggml_cont(ctx0, ggml_permute(ctx0, inp_per_layer, 0, 2, 1, 3)); + return inp_per_layer; +} diff --git a/src/models/models.h b/src/models/models.h index a86b2b1ebd7..8e6b9c238fd 100644 --- a/src/models/models.h +++ b/src/models/models.h @@ -266,6 +266,17 @@ struct llm_build_gemma3n_iswa : public llm_graph_context { ggml_tensor * altup_correct(ggml_tensor * predictions, ggml_tensor * activated, int il); }; +struct llm_build_gemma4_iswa : public llm_graph_context { + const llama_model & model; + + const int64_t n_embd_per_layer; + + llm_build_gemma4_iswa(const llama_model & model, const llm_graph_params & params); + ggml_tensor * view_2d_slice(ggml_tensor * x, int idx); + ggml_tensor * get_per_layer_inputs(); + ggml_tensor * project_per_layer_inputs(ggml_tensor * inputs_embeds, ggml_tensor * inp_per_layer); +}; + struct llm_build_gemma_embedding : public llm_graph_context { llm_build_gemma_embedding(const llama_model & model, const llm_graph_params & params); }; diff --git a/src/models/modern-bert.cpp b/src/models/modern-bert.cpp index 26020584c6d..76623210934 100644 --- a/src/models/modern-bert.cpp +++ b/src/models/modern-bert.cpp @@ -15,8 +15,8 @@ llm_build_modern_bert::llm_build_modern_bert(const llama_model & model, const ll cb(inpL, "inp_embd", -1); // embed layer norm - inpL = build_norm(inpL, model.tok_norm, nullptr, LLM_NORM, -1); - cb(inpL, "inp_norm", -1); + inpL = build_norm(inpL, model.tok_norm, nullptr, LLM_NORM, 0); + cb(inpL, "inp_norm", 0); ggml_tensor * inp_out_ids = build_inp_out_ids(); diff --git a/src/models/rwkv6.cpp b/src/models/rwkv6.cpp index 15453fbf50f..032b219d6cb 100644 --- a/src/models/rwkv6.cpp +++ b/src/models/rwkv6.cpp @@ -8,7 +8,7 @@ llm_build_rwkv6::llm_build_rwkv6(const llama_model & model, const llm_graph_para ggml_tensor * inpL; inpL = build_inp_embd(model.tok_embd); - inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, -1); + inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, 0); auto * rs_inp = build_rs_inp(); diff --git a/src/models/rwkv7.cpp b/src/models/rwkv7.cpp index 5caf6553dfe..16ffa6901b9 100644 --- a/src/models/rwkv7.cpp +++ b/src/models/rwkv7.cpp @@ -9,7 +9,7 @@ llm_build_rwkv7::llm_build_rwkv7(const llama_model & model, const llm_graph_para ggml_tensor * v_first = nullptr; inpL = build_inp_embd(model.tok_embd); - inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, -1); + inpL = build_norm(inpL, model.tok_norm, model.tok_norm_b, LLM_NORM, 0); auto * rs_inp = build_rs_inp(); diff --git a/src/models/wavtokenizer-dec.cpp b/src/models/wavtokenizer-dec.cpp index 537a0d41248..a7776d9cdc9 100644 --- a/src/models/wavtokenizer-dec.cpp +++ b/src/models/wavtokenizer-dec.cpp @@ -93,7 +93,7 @@ llm_build_wavtokenizer_dec::llm_build_wavtokenizer_dec(const llama_model & model cur = build_norm(cur, model.tok_norm, model.tok_norm_b, - LLM_NORM, -1); + LLM_NORM, 0); cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); diff --git a/tests/.gitignore b/tests/.gitignore index ba2b164fac5..52b292b1f87 100644 --- a/tests/.gitignore +++ b/tests/.gitignore @@ -1,5 +1,6 @@ * !*.* +!snapshots/ *.o ggml-common.h **/*.swp diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index 9582164b580..5e87c8b34e1 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -274,6 +274,12 @@ if (TARGET cpp-httplib) add_executable(test-gguf-model-data test-gguf-model-data.cpp) target_link_libraries(test-gguf-model-data PRIVATE gguf-model-data common) llama_test(test-gguf-model-data LABEL "model") + + # test-quant-type-selection requires gguf-model-data for remote model metadata + llama_build_and_test(test-quant-type-selection.cpp LABEL "model") + target_link_libraries(test-quant-type-selection PRIVATE gguf-model-data) + target_compile_definitions(test-quant-type-selection PRIVATE + SNAPSHOT_DIR="${CMAKE_CURRENT_SOURCE_DIR}/snapshots") endif() endif() @@ -287,3 +293,7 @@ target_include_directories(test-alloc PRIVATE ${PROJECT_SOURCE_DIR}/ggml/src) llama_build(export-graph-ops.cpp) target_include_directories(export-graph-ops PRIVATE ${PROJECT_SOURCE_DIR}/ggml/src) +if (TARGET gguf-model-data) + target_link_libraries(export-graph-ops PRIVATE gguf-model-data) + target_compile_definitions(export-graph-ops PRIVATE LLAMA_HF_FETCH) +endif() diff --git a/tests/export-graph-ops.cpp b/tests/export-graph-ops.cpp index 754089d068e..64cf6dcea35 100644 --- a/tests/export-graph-ops.cpp +++ b/tests/export-graph-ops.cpp @@ -1,15 +1,26 @@ #include "arg.h" #include "common.h" #include "log.h" -#include "llama.h" +#include "llama-cpp.h" #include "../src/llama-ext.h" #include "ggml.h" +#include "gguf-model-data.h" +#include "gguf.h" +#include "ggml-backend.h" +#include "download.h" #include #include #include #include #include +#include + +// Noop because weights are not needed +static void set_tensor_data(struct ggml_tensor * tensor, void * userdata) { + GGML_UNUSED(tensor); + GGML_UNUSED(userdata); +} struct input_tensor { ggml_type type; @@ -118,12 +129,12 @@ int main(int argc, char ** argv) { common_params params; params.out_file = "tests.txt"; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_EXPORT_GRAPH_OPS)) { return 1; } - common_init(); - // Load CPU-only ggml_backend_dev_t cpu_device = ggml_backend_dev_by_type(GGML_BACKEND_DEVICE_TYPE_CPU); params.devices = { cpu_device, nullptr }; @@ -132,9 +143,52 @@ int main(int argc, char ** argv) { params.warmup = false; - auto init_result = common_init_from_params(params); + llama_context * ctx; + common_init_result_ptr init_result; + llama_context_ptr ctx2; + llama_model_ptr model; + + if (params.model.hf_repo.empty()) { + init_result = common_init_from_params(params); + + ctx = init_result->context(); + } else { +#ifdef LLAMA_HF_FETCH + auto [hf_repo, hf_quant] = common_download_split_repo_tag(params.model.hf_repo); + if (hf_quant.empty() || hf_quant == "latest") { + hf_quant = "Q4_K_M"; + } + + gguf_context_ptr gguf_ctx = gguf_fetch_gguf_ctx(hf_repo, hf_quant); + if (!gguf_ctx) { + LOG_ERR("failed to fetch GGUF metadata from %s\n", hf_repo.c_str()); + return 1; + } + + llama_model_params model_params = llama_model_default_params(); + model_params.devices = params.devices.data(); + model_params.no_alloc = true; + + model.reset(llama_model_init_from_user(gguf_ctx.get(), set_tensor_data, nullptr, model_params)); + + if (!model) { + LOG_ERR("failed to create llama_model from %s\n", hf_repo.c_str()); + return 1; + } - llama_context * ctx = init_result->context(); + llama_context_params ctx_params = llama_context_default_params(); + ctx2.reset(llama_init_from_model(model.get(), ctx_params)); + ctx = ctx2.get(); + + if (!ctx) { + LOG_ERR("failed to create llama_context\n"); + return 1; + } +#else + LOG_ERR("export-graph-ops compiled without HF fetch support\n"); + return 1; +#endif + } const uint32_t n_seqs = llama_n_seq_max(ctx); const uint32_t n_tokens = std::min(llama_n_ctx(ctx), llama_n_ubatch(ctx)); @@ -143,13 +197,15 @@ int main(int argc, char ** argv) { auto * gf_pp = llama_graph_reserve(ctx, n_tokens, n_seqs, n_tokens); if (!gf_pp) { - throw std::runtime_error("failed to reserve prompt processing graph"); + LOG_ERR("failed to reserve prompt processing graph\n"); + return 1; } extract_graph_ops(gf_pp, "pp", tests); auto * gf_tg = llama_graph_reserve(ctx, n_seqs, n_seqs, n_seqs); if (!gf_tg) { - throw std::runtime_error("failed to reserve token generation graph"); + LOG_ERR("failed to reserve token generation graph\n"); + return 1; } extract_graph_ops(gf_tg, "tg", tests); @@ -158,7 +214,8 @@ int main(int argc, char ** argv) { std::ofstream f(params.out_file); if (!f.is_open()) { - throw std::runtime_error("Unable to open output file"); + LOG_ERR("unable to open output file: %s\n", params.out_file.c_str()); + return 1; } for (const auto& test : tests) { diff --git a/tests/gguf-model-data.cpp b/tests/gguf-model-data.cpp index 3bc82c88dac..d277173c466 100644 --- a/tests/gguf-model-data.cpp +++ b/tests/gguf-model-data.cpp @@ -4,6 +4,7 @@ #include "gguf-model-data.h" #include "common.h" +#include "ggml-cpp.h" #include "gguf.h" #include @@ -124,6 +125,35 @@ static bool gguf_skip_value(gguf_buf_reader & r, int32_t vtype) { } static bool gguf_read_uint32_val(gguf_buf_reader & r, int32_t vtype, uint32_t & out) { + // Handle array-valued fields (e.g. per-layer head counts in hybrid models) + // by reading the first element as a representative value. + if (vtype == GGUF_TYPE_ARRAY) { + int32_t elem_type; + uint64_t count; + if (!r.read_val(elem_type)) { + return false; + } + if (!r.read_val(count)) { + return false; + } + if (count == 0) { + return false; + } + // Read first element, skip the rest + if (!gguf_read_uint32_val(r, elem_type, out)) { + return false; + } + for (uint64_t i = 1; i < count; i++) { + size_t sz = gguf_val_type_size(elem_type); + if (sz == 0) { + return false; + } + if (!r.skip(sz)) { + return false; + } + } + return true; + } if (vtype == GGUF_TYPE_UINT8) { uint8_t v; if (!r.read_val(v)) { @@ -486,7 +516,8 @@ static std::string detect_gguf_filename(const std::string & repo, const std::str static std::optional fetch_and_parse( const std::string & repo, const std::string & filename, - const std::string & cache_path) { + const std::string & cache_path, + bool verbose) { std::string url = "https://huggingface.co/" + repo + "/resolve/main/" + filename; // Progressive download inspired by RangeView.fetchChunk() @@ -495,7 +526,9 @@ static std::optional fetch_and_parse( const size_t max_chunk = 64 * 1024 * 1024; while (chunk_size <= max_chunk) { - fprintf(stderr, "gguf_fetch: downloading %zu bytes from %s\n", chunk_size, filename.c_str()); + if (verbose) { + fprintf(stderr, "gguf_fetch: downloading %zu bytes from %s\n", chunk_size, filename.c_str()); + } char range_buf[64]; snprintf(range_buf, sizeof(range_buf), "bytes=0-%zu", chunk_size - 1); @@ -531,34 +564,42 @@ static std::optional fetch_and_parse( return std::nullopt; } +static std::string get_cache_file_path(const std::string& cdir, const std::string& repo_part, const std::string& filename) { + std::string fname_part = sanitize_for_path(filename); + return cdir + "/" + repo_part + "--" + fname_part + ".partial"; +} + // Try cache first, then fetch and parse a single GGUF shard. static std::optional fetch_or_cached( const std::string & repo, const std::string & filename, const std::string & cdir, - const std::string & repo_part) { - std::string fname_part = sanitize_for_path(filename); - std::string cache_path = cdir + "/" + repo_part + "--" + fname_part + ".partial"; + const std::string & repo_part, + bool verbose) { + std::string cache_path = get_cache_file_path(cdir, repo_part, filename); { std::vector cached; if (std::filesystem::exists(cache_path) && read_file(cache_path, cached)) { auto result = gguf_parse_meta(cached); if (result.has_value()) { - fprintf(stderr, "gguf_fetch: loaded from cache: %s\n", cache_path.c_str()); + if (verbose) { + fprintf(stderr, "gguf_fetch: loaded from cache: %s\n", cache_path.c_str()); + } return result; } } } fs_create_directory_with_parents(cdir); - return fetch_and_parse(repo, filename, cache_path); + return fetch_and_parse(repo, filename, cache_path, verbose); } std::optional gguf_fetch_model_meta( const std::string & repo, const std::string & quant, - const std::string & cache_dir) { + const std::string & cache_dir, + bool verbose) { std::string cdir = cache_dir.empty() ? get_default_cache_dir() : cache_dir; std::string repo_part = sanitize_for_path(repo); @@ -568,7 +609,7 @@ std::optional gguf_fetch_model_meta( return std::nullopt; } - auto model_opt = fetch_or_cached(repo, filename, cdir, repo_part); + auto model_opt = fetch_or_cached(repo, filename, cdir, repo_part, verbose); if (!model_opt.has_value()) { fprintf(stderr, "gguf_fetch: failed to fetch %s\n", filename.c_str()); return std::nullopt; @@ -583,8 +624,10 @@ std::optional gguf_fetch_model_meta( return std::nullopt; } - fprintf(stderr, "gguf_fetch: split model with %u shards, fetching remaining %u...\n", - model.n_split, model.n_split - 1); + if (verbose) { + fprintf(stderr, "gguf_fetch: split model with %u shards, fetching remaining %u...\n", + model.n_split, model.n_split - 1); + } for (int i = 2; i <= model.n_split; i++) { char num_buf[6], total_buf[6]; @@ -592,7 +635,7 @@ std::optional gguf_fetch_model_meta( snprintf(total_buf, sizeof(total_buf), "%05d", (int)model.n_split); std::string shard_name = split_prefix + "-" + num_buf + "-of-" + total_buf + ".gguf"; - auto shard = fetch_or_cached(repo, shard_name, cdir, repo_part); + auto shard = fetch_or_cached(repo, shard_name, cdir, repo_part, verbose); if (!shard.has_value()) { fprintf(stderr, "gguf_fetch: failed to fetch shard %d: %s\n", i, shard_name.c_str()); return std::nullopt; @@ -611,3 +654,87 @@ std::optional gguf_fetch_model_meta( return model_opt; } + +gguf_context_ptr gguf_fetch_gguf_ctx( + const std::string & repo, + const std::string & quant, + const std::string & cache_dir, + bool verbose) { + std::string cdir = cache_dir.empty() ? get_default_cache_dir() : cache_dir; + std::string repo_part = sanitize_for_path(repo); + + std::string split_prefix; + std::string filename = detect_gguf_filename(repo, quant, split_prefix); + + if (filename.empty()) { + return nullptr; + } + + auto model_opt = fetch_or_cached(repo, filename, cdir, repo_part, verbose); + if (!model_opt.has_value()) { + fprintf(stderr, "gguf_fetch: failed to fetch %s\n", filename.c_str()); + return nullptr; + } + + auto & model = model_opt.value(); + + const std::string cache_path = get_cache_file_path(cdir, repo_part, filename); + + ggml_context_ptr ggml_ctx_ptr; + ggml_context * ggml_ctx{}; + gguf_init_params params{true, &ggml_ctx}; + gguf_context_ptr ctx{gguf_init_from_file(cache_path.c_str(), params)}; + ggml_ctx_ptr.reset(ggml_ctx); + + if (ctx == nullptr) { + fprintf(stderr, "gguf_fetch: gguf_init_from_file failed\n"); + return nullptr; + } + + // If the model is split across multiple files we need to fetch the remaining shards metadata + if (model.n_split > 1) { + if (split_prefix.empty()) { + fprintf(stderr, "gguf_fetch: model reports %u splits but filename has no split pattern\n", model.n_split); + return nullptr; + } + + if (verbose) { + fprintf(stderr, "gguf_fetch: split model with %u shards, fetching remaining %u...\n", + model.n_split, model.n_split - 1); + } + + for (int i = 2; i <= model.n_split; i++) { + char num_buf[6], total_buf[6]; + snprintf(num_buf, sizeof(num_buf), "%05d", i); + snprintf(total_buf, sizeof(total_buf), "%05d", (int)model.n_split); + std::string shard_name = split_prefix + "-" + num_buf + "-of-" + total_buf + ".gguf"; + + auto shard = fetch_or_cached(repo, shard_name, cdir, repo_part, verbose); + if (!shard.has_value()) { + fprintf(stderr, "gguf_fetch: failed to fetch shard %d: %s\n", i, shard_name.c_str()); + return nullptr; + } + + // Load tensors from shard and add to main gguf_context + const std::string shard_path = get_cache_file_path(cdir, repo_part, shard_name); + ggml_context_ptr shard_ggml_ctx_ptr; + ggml_context * shard_ggml_ctx{}; + gguf_init_params shard_params{true, &shard_ggml_ctx}; + gguf_context_ptr shard_ctx{gguf_init_from_file(shard_path.c_str(), shard_params)}; + shard_ggml_ctx_ptr.reset(shard_ggml_ctx); + + if (shard_ctx == nullptr) { + fprintf(stderr, "gguf_fetch: shard gguf_init_from_file failed\n"); + return nullptr; + } + + for (ggml_tensor * t = ggml_get_first_tensor(shard_ggml_ctx); t; t = ggml_get_next_tensor(shard_ggml_ctx, t)) { + gguf_add_tensor(ctx.get(), t); + } + } + + gguf_set_val_u16(ctx.get(), "split.count", 1); + } + + return ctx; +} diff --git a/tests/gguf-model-data.h b/tests/gguf-model-data.h index ed433791ad7..aa9d817348f 100644 --- a/tests/gguf-model-data.h +++ b/tests/gguf-model-data.h @@ -1,6 +1,7 @@ #pragma once -#include "ggml.h" +#include "ggml-cpp.h" +#include "gguf.h" #include #include @@ -39,4 +40,11 @@ struct gguf_remote_model { std::optional gguf_fetch_model_meta( const std::string & repo, const std::string & quant = "Q8_0", - const std::string & cache_dir = ""); // empty = default + const std::string & cache_dir = "", // empty = default + bool verbose = true); + +gguf_context_ptr gguf_fetch_gguf_ctx( + const std::string & repo, + const std::string & quant = "Q8_0", + const std::string & cache_dir = "", + bool verbose = true); diff --git a/tests/peg-parser/test-gbnf-generation.cpp b/tests/peg-parser/test-gbnf-generation.cpp index 68857a5e887..1ab9a7ede3e 100644 --- a/tests/peg-parser/test-gbnf-generation.cpp +++ b/tests/peg-parser/test-gbnf-generation.cpp @@ -213,6 +213,66 @@ void test_gbnf_generation(testing &t) { )""", gbnf); }); + t.test("tagged choice inside sequence gets parenthesized", [](testing &t) { + auto parser = build_peg_parser([](common_peg_parser_builder & p) { + return p.literal("a") + p.tag("t", p.literal("b") | p.literal("c")); + }); + + auto gbnf = build_grammar([&](const common_grammar_builder & builder) { + parser.build_grammar(builder); + }); + + assert_gbnf_equal(t, R"""( + root ::= "a" ("b" | "c") + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", gbnf); + }); + + t.test("tagged sequence inside choice gets parenthesized", [](testing &t) { + auto parser = build_peg_parser([](common_peg_parser_builder & p) { + return p.tag("t", p.literal("a") + p.literal("b")) | p.literal("c"); + }); + + auto gbnf = build_grammar([&](const common_grammar_builder & builder) { + parser.build_grammar(builder); + }); + + assert_gbnf_equal(t, R"""( + root ::= "a" "b" | "c" + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", gbnf); + }); + + t.test("atomic choice inside repetition gets parenthesized", [](testing &t) { + auto parser = build_peg_parser([](common_peg_parser_builder & p) { + return p.one_or_more(p.atomic(p.literal("a") | p.literal("b"))); + }); + + auto gbnf = build_grammar([&](const common_grammar_builder & builder) { + parser.build_grammar(builder); + }); + + assert_gbnf_equal(t, R"""( + root ::= ("a" | "b")+ + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", gbnf); + }); + + t.test("nested transparent wrappers get parenthesized", [](testing &t) { + auto parser = build_peg_parser([](common_peg_parser_builder & p) { + return p.literal("x") + p.tag("outer", p.atomic(p.literal("a") | p.literal("b"))); + }); + + auto gbnf = build_grammar([&](const common_grammar_builder & builder) { + parser.build_grammar(builder); + }); + + assert_gbnf_equal(t, R"""( + root ::= "x" ("a" | "b") + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", gbnf); + }); + t.test("emit only trigger rules (and references)", [](testing &t) { auto parser = build_peg_parser([](common_peg_parser_builder & p) { auto rule1 = p.rule("rule-1", p.literal("a") + p.ref("rule-2")); diff --git a/tests/snapshots/deepseek-v3.1.schema b/tests/snapshots/deepseek-v3.1.schema new file mode 100644 index 00000000000..0e9dfd6ed4a --- /dev/null +++ b/tests/snapshots/deepseek-v3.1.schema @@ -0,0 +1,3356 @@ +# Model: DeepSeek-V3.1 +# n_embd=7168, n_ff=18432, n_vocab=129280, n_layer=61, n_head=128, n_head_kv=1, n_expert=256 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_k_b.weight q4_0 +blk.0.attn_output.weight q3_K +blk.0.ffn_down.weight q3_K +blk.1.attn_k_b.weight q4_0 +blk.1.attn_output.weight q3_K +blk.1.ffn_down.weight q3_K +blk.2.attn_k_b.weight q4_0 +blk.2.attn_output.weight q3_K +blk.2.ffn_down.weight q3_K +blk.3.attn_k_b.weight q4_0 +blk.3.attn_output.weight q3_K +blk.3.ffn_down_exps.weight q3_K +blk.3.ffn_down_shexp.weight q3_K +blk.4.attn_k_b.weight q4_0 +blk.4.attn_output.weight q3_K +blk.4.ffn_down_exps.weight q3_K +blk.4.ffn_down_shexp.weight q3_K +blk.5.attn_k_b.weight q4_0 +blk.5.attn_output.weight q3_K +blk.5.ffn_down_exps.weight q3_K +blk.5.ffn_down_shexp.weight q3_K +blk.6.attn_k_b.weight q4_0 +blk.6.attn_output.weight q3_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_k_b.weight q4_0 +blk.7.attn_output.weight q3_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_k_b.weight q4_0 +blk.8.attn_output.weight q3_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_k_b.weight q4_0 +blk.9.attn_output.weight q3_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_k_b.weight q4_0 +blk.10.attn_output.weight q3_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_k_b.weight q4_0 +blk.11.attn_output.weight q3_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_k_b.weight q4_0 +blk.12.attn_output.weight q3_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_k_b.weight q4_0 +blk.13.attn_output.weight q3_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_k_b.weight q4_0 +blk.14.attn_output.weight q3_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_k_b.weight q4_0 +blk.15.attn_output.weight q3_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_k_b.weight q4_0 +blk.16.attn_output.weight q3_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_k_b.weight q4_0 +blk.17.attn_output.weight q3_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_k_b.weight q4_0 +blk.18.attn_output.weight q3_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_k_b.weight q4_0 +blk.19.attn_output.weight q3_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_k_b.weight q4_0 +blk.20.attn_output.weight q3_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_k_b.weight q4_0 +blk.21.attn_output.weight q3_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_k_b.weight q4_0 +blk.22.attn_output.weight q3_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_k_b.weight q4_0 +blk.23.attn_output.weight q3_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_k_b.weight q4_0 +blk.24.attn_output.weight q3_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_k_b.weight q4_0 +blk.25.attn_output.weight q3_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_k_b.weight q4_0 +blk.26.attn_output.weight q3_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_k_b.weight q4_0 +blk.27.attn_output.weight q3_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_k_b.weight q4_0 +blk.28.attn_output.weight q3_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_k_b.weight q4_0 +blk.29.attn_output.weight q3_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_k_b.weight q4_0 +blk.30.attn_output.weight q3_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_k_b.weight q4_0 +blk.31.attn_output.weight q3_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_k_b.weight q4_0 +blk.32.attn_output.weight q3_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_k_b.weight q4_0 +blk.33.attn_output.weight q3_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_k_b.weight q4_0 +blk.34.attn_output.weight q3_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_k_b.weight q4_0 +blk.35.attn_output.weight q3_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_k_b.weight q4_0 +blk.36.attn_output.weight q3_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_k_b.weight q4_0 +blk.37.attn_output.weight q3_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_k_b.weight q4_0 +blk.38.attn_output.weight q3_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_k_b.weight q4_0 +blk.39.attn_output.weight q3_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_k_b.weight q4_0 +blk.40.attn_output.weight q3_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_k_b.weight q4_0 +blk.41.attn_output.weight q3_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_k_b.weight q4_0 +blk.42.attn_output.weight q3_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_k_b.weight q4_0 +blk.43.attn_output.weight q3_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_k_b.weight q4_0 +blk.44.attn_output.weight q3_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_k_b.weight q4_0 +blk.45.attn_output.weight q3_K +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_k_b.weight q4_0 +blk.46.attn_output.weight q3_K +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_k_b.weight q4_0 +blk.47.attn_output.weight q3_K +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K +blk.48.attn_k_b.weight q4_0 +blk.48.attn_output.weight q3_K +blk.48.ffn_down_exps.weight q3_K +blk.48.ffn_down_shexp.weight q3_K +blk.49.attn_k_b.weight q4_0 +blk.49.attn_output.weight q3_K +blk.49.ffn_down_exps.weight q3_K +blk.49.ffn_down_shexp.weight q3_K +blk.50.attn_k_b.weight q4_0 +blk.50.attn_output.weight q3_K +blk.50.ffn_down_exps.weight q3_K +blk.50.ffn_down_shexp.weight q3_K +blk.51.attn_k_b.weight q4_0 +blk.51.attn_output.weight q3_K +blk.51.ffn_down_exps.weight q3_K +blk.51.ffn_down_shexp.weight q3_K +blk.52.attn_k_b.weight q4_0 +blk.52.attn_output.weight q3_K +blk.52.ffn_down_exps.weight q3_K +blk.52.ffn_down_shexp.weight q3_K +blk.53.attn_k_b.weight q4_0 +blk.53.attn_output.weight q3_K +blk.53.ffn_down_exps.weight q3_K +blk.53.ffn_down_shexp.weight q3_K +blk.54.attn_k_b.weight q4_0 +blk.54.attn_output.weight q3_K +blk.54.ffn_down_exps.weight q3_K +blk.54.ffn_down_shexp.weight q3_K +blk.55.attn_k_b.weight q4_0 +blk.55.attn_output.weight q3_K +blk.55.ffn_down_exps.weight q3_K +blk.55.ffn_down_shexp.weight q3_K +blk.56.attn_k_b.weight q4_0 +blk.56.attn_output.weight q3_K +blk.56.ffn_down_exps.weight q3_K +blk.56.ffn_down_shexp.weight q3_K +blk.57.attn_k_b.weight q4_0 +blk.57.attn_output.weight q3_K +blk.57.ffn_down_exps.weight q3_K +blk.57.ffn_down_shexp.weight q3_K +blk.58.attn_k_b.weight q4_0 +blk.58.attn_output.weight q3_K +blk.58.ffn_down_exps.weight q3_K +blk.58.ffn_down_shexp.weight q3_K +blk.59.attn_k_b.weight q4_0 +blk.59.attn_output.weight q3_K +blk.59.ffn_down_exps.weight q3_K +blk.59.ffn_down_shexp.weight q3_K +blk.60.attn_k_b.weight q4_0 +blk.60.attn_output.weight q3_K +blk.60.ffn_down_exps.weight q3_K +blk.60.ffn_down_shexp.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K +blk.0.attn_k_b.weight q4_0 +blk.1.attn_k_b.weight q4_0 +blk.2.attn_k_b.weight q4_0 +blk.3.attn_k_b.weight q4_0 +blk.4.attn_k_b.weight q4_0 +blk.5.attn_k_b.weight q4_0 +blk.6.attn_k_b.weight q4_0 +blk.7.attn_k_b.weight q4_0 +blk.8.attn_k_b.weight q4_0 +blk.9.attn_k_b.weight q4_0 +blk.10.attn_k_b.weight q4_0 +blk.11.attn_k_b.weight q4_0 +blk.12.attn_k_b.weight q4_0 +blk.13.attn_k_b.weight q4_0 +blk.14.attn_k_b.weight q4_0 +blk.15.attn_k_b.weight q4_0 +blk.16.attn_k_b.weight q4_0 +blk.17.attn_k_b.weight q4_0 +blk.18.attn_k_b.weight q4_0 +blk.19.attn_k_b.weight q4_0 +blk.20.attn_k_b.weight q4_0 +blk.21.attn_k_b.weight q4_0 +blk.22.attn_k_b.weight q4_0 +blk.23.attn_k_b.weight q4_0 +blk.24.attn_k_b.weight q4_0 +blk.25.attn_k_b.weight q4_0 +blk.26.attn_k_b.weight q4_0 +blk.27.attn_k_b.weight q4_0 +blk.28.attn_k_b.weight q4_0 +blk.29.attn_k_b.weight q4_0 +blk.30.attn_k_b.weight q4_0 +blk.31.attn_k_b.weight q4_0 +blk.32.attn_k_b.weight q4_0 +blk.33.attn_k_b.weight q4_0 +blk.34.attn_k_b.weight q4_0 +blk.35.attn_k_b.weight q4_0 +blk.36.attn_k_b.weight q4_0 +blk.37.attn_k_b.weight q4_0 +blk.38.attn_k_b.weight q4_0 +blk.39.attn_k_b.weight q4_0 +blk.40.attn_k_b.weight q4_0 +blk.41.attn_k_b.weight q4_0 +blk.42.attn_k_b.weight q4_0 +blk.43.attn_k_b.weight q4_0 +blk.44.attn_k_b.weight q4_0 +blk.45.attn_k_b.weight q4_0 +blk.46.attn_k_b.weight q4_0 +blk.47.attn_k_b.weight q4_0 +blk.48.attn_k_b.weight q4_0 +blk.49.attn_k_b.weight q4_0 +blk.50.attn_k_b.weight q4_0 +blk.51.attn_k_b.weight q4_0 +blk.52.attn_k_b.weight q4_0 +blk.53.attn_k_b.weight q4_0 +blk.54.attn_k_b.weight q4_0 +blk.55.attn_k_b.weight q4_0 +blk.56.attn_k_b.weight q4_0 +blk.57.attn_k_b.weight q4_0 +blk.58.attn_k_b.weight q4_0 +blk.59.attn_k_b.weight q4_0 +blk.60.attn_k_b.weight q4_0 + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_k_b.weight q4_0 +blk.0.attn_output.weight q4_K +blk.0.ffn_down.weight q5_K +blk.1.attn_k_b.weight q4_0 +blk.1.attn_output.weight q4_K +blk.1.ffn_down.weight q5_K +blk.2.attn_k_b.weight q4_0 +blk.2.attn_output.weight q4_K +blk.2.ffn_down.weight q5_K +blk.3.attn_k_b.weight q4_0 +blk.3.attn_output.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_k_b.weight q4_0 +blk.4.attn_output.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_k_b.weight q4_0 +blk.5.attn_output.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_k_b.weight q4_0 +blk.6.attn_output.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_k_b.weight q4_0 +blk.7.attn_output.weight q4_K +blk.7.ffn_down_exps.weight q4_K +blk.7.ffn_down_shexp.weight q4_K +blk.8.attn_k_b.weight q4_0 +blk.8.attn_output.weight q4_K +blk.8.ffn_down_exps.weight q4_K +blk.8.ffn_down_shexp.weight q4_K +blk.9.attn_k_b.weight q4_0 +blk.9.attn_output.weight q4_K +blk.9.ffn_down_exps.weight q4_K +blk.9.ffn_down_shexp.weight q4_K +blk.10.attn_k_b.weight q4_0 +blk.10.attn_output.weight q4_K +blk.10.ffn_down_exps.weight q4_K +blk.10.ffn_down_shexp.weight q4_K +blk.11.attn_k_b.weight q4_0 +blk.11.attn_output.weight q4_K +blk.11.ffn_down_exps.weight q4_K +blk.11.ffn_down_shexp.weight q4_K +blk.12.attn_k_b.weight q4_0 +blk.12.attn_output.weight q4_K +blk.12.ffn_down_exps.weight q4_K +blk.12.ffn_down_shexp.weight q4_K +blk.13.attn_k_b.weight q4_0 +blk.13.attn_output.weight q4_K +blk.13.ffn_down_exps.weight q4_K +blk.13.ffn_down_shexp.weight q4_K +blk.14.attn_k_b.weight q4_0 +blk.14.attn_output.weight q4_K +blk.14.ffn_down_exps.weight q4_K +blk.14.ffn_down_shexp.weight q4_K +blk.15.attn_k_b.weight q4_0 +blk.15.attn_output.weight q4_K +blk.15.ffn_down_exps.weight q4_K +blk.15.ffn_down_shexp.weight q4_K +blk.16.attn_k_b.weight q4_0 +blk.16.attn_output.weight q4_K +blk.16.ffn_down_exps.weight q4_K +blk.16.ffn_down_shexp.weight q4_K +blk.17.attn_k_b.weight q4_0 +blk.17.attn_output.weight q4_K +blk.17.ffn_down_exps.weight q4_K +blk.17.ffn_down_shexp.weight q4_K +blk.18.attn_k_b.weight q4_0 +blk.18.attn_output.weight q4_K +blk.18.ffn_down_exps.weight q4_K +blk.18.ffn_down_shexp.weight q4_K +blk.19.attn_k_b.weight q4_0 +blk.19.attn_output.weight q4_K +blk.19.ffn_down_exps.weight q4_K +blk.19.ffn_down_shexp.weight q4_K +blk.20.attn_k_b.weight q4_0 +blk.20.attn_output.weight q4_K +blk.20.ffn_down_exps.weight q4_K +blk.20.ffn_down_shexp.weight q4_K +blk.21.attn_k_b.weight q4_0 +blk.21.attn_output.weight q4_K +blk.21.ffn_down_exps.weight q4_K +blk.21.ffn_down_shexp.weight q4_K +blk.22.attn_k_b.weight q4_0 +blk.22.attn_output.weight q4_K +blk.22.ffn_down_exps.weight q4_K +blk.22.ffn_down_shexp.weight q4_K +blk.23.attn_k_b.weight q4_0 +blk.23.attn_output.weight q4_K +blk.23.ffn_down_exps.weight q4_K +blk.23.ffn_down_shexp.weight q4_K +blk.24.attn_k_b.weight q4_0 +blk.24.attn_output.weight q4_K +blk.24.ffn_down_exps.weight q4_K +blk.24.ffn_down_shexp.weight q4_K +blk.25.attn_k_b.weight q4_0 +blk.25.attn_output.weight q4_K +blk.25.ffn_down_exps.weight q4_K +blk.25.ffn_down_shexp.weight q4_K +blk.26.attn_k_b.weight q4_0 +blk.26.attn_output.weight q4_K +blk.26.ffn_down_exps.weight q4_K +blk.26.ffn_down_shexp.weight q4_K +blk.27.attn_k_b.weight q4_0 +blk.27.attn_output.weight q4_K +blk.27.ffn_down_exps.weight q4_K +blk.27.ffn_down_shexp.weight q4_K +blk.28.attn_k_b.weight q4_0 +blk.28.attn_output.weight q4_K +blk.28.ffn_down_exps.weight q4_K +blk.28.ffn_down_shexp.weight q4_K +blk.29.attn_k_b.weight q4_0 +blk.29.attn_output.weight q4_K +blk.29.ffn_down_exps.weight q4_K +blk.29.ffn_down_shexp.weight q4_K +blk.30.attn_k_b.weight q4_0 +blk.30.attn_output.weight q4_K +blk.30.ffn_down_exps.weight q4_K +blk.30.ffn_down_shexp.weight q4_K +blk.31.attn_k_b.weight q4_0 +blk.31.attn_output.weight q4_K +blk.31.ffn_down_exps.weight q4_K +blk.31.ffn_down_shexp.weight q4_K +blk.32.attn_k_b.weight q4_0 +blk.32.attn_output.weight q4_K +blk.32.ffn_down_exps.weight q4_K +blk.32.ffn_down_shexp.weight q4_K +blk.33.attn_k_b.weight q4_0 +blk.33.attn_output.weight q4_K +blk.33.ffn_down_exps.weight q4_K +blk.33.ffn_down_shexp.weight q4_K +blk.34.attn_k_b.weight q4_0 +blk.34.attn_output.weight q4_K +blk.34.ffn_down_exps.weight q4_K +blk.34.ffn_down_shexp.weight q4_K +blk.35.attn_k_b.weight q4_0 +blk.35.attn_output.weight q4_K +blk.35.ffn_down_exps.weight q4_K +blk.35.ffn_down_shexp.weight q4_K +blk.36.attn_k_b.weight q4_0 +blk.36.attn_output.weight q4_K +blk.36.ffn_down_exps.weight q4_K +blk.36.ffn_down_shexp.weight q4_K +blk.37.attn_k_b.weight q4_0 +blk.37.attn_output.weight q4_K +blk.37.ffn_down_exps.weight q4_K +blk.37.ffn_down_shexp.weight q4_K +blk.38.attn_k_b.weight q4_0 +blk.38.attn_output.weight q4_K +blk.38.ffn_down_exps.weight q4_K +blk.38.ffn_down_shexp.weight q4_K +blk.39.attn_k_b.weight q4_0 +blk.39.attn_output.weight q4_K +blk.39.ffn_down_exps.weight q4_K +blk.39.ffn_down_shexp.weight q4_K +blk.40.attn_k_b.weight q4_0 +blk.40.attn_output.weight q4_K +blk.40.ffn_down_exps.weight q4_K +blk.40.ffn_down_shexp.weight q4_K +blk.41.attn_k_b.weight q4_0 +blk.41.attn_output.weight q4_K +blk.41.ffn_down_exps.weight q4_K +blk.41.ffn_down_shexp.weight q4_K +blk.42.attn_k_b.weight q4_0 +blk.42.attn_output.weight q4_K +blk.42.ffn_down_exps.weight q4_K +blk.42.ffn_down_shexp.weight q4_K +blk.43.attn_k_b.weight q4_0 +blk.43.attn_output.weight q4_K +blk.43.ffn_down_exps.weight q4_K +blk.43.ffn_down_shexp.weight q4_K +blk.44.attn_k_b.weight q4_0 +blk.44.attn_output.weight q4_K +blk.44.ffn_down_exps.weight q4_K +blk.44.ffn_down_shexp.weight q4_K +blk.45.attn_k_b.weight q4_0 +blk.45.attn_output.weight q4_K +blk.45.ffn_down_exps.weight q4_K +blk.45.ffn_down_shexp.weight q4_K +blk.46.attn_k_b.weight q4_0 +blk.46.attn_output.weight q4_K +blk.46.ffn_down_exps.weight q4_K +blk.46.ffn_down_shexp.weight q4_K +blk.47.attn_k_b.weight q4_0 +blk.47.attn_output.weight q4_K +blk.47.ffn_down_exps.weight q4_K +blk.47.ffn_down_shexp.weight q4_K +blk.48.attn_k_b.weight q4_0 +blk.48.attn_output.weight q4_K +blk.48.ffn_down_exps.weight q4_K +blk.48.ffn_down_shexp.weight q4_K +blk.49.attn_k_b.weight q4_0 +blk.49.attn_output.weight q4_K +blk.49.ffn_down_exps.weight q4_K +blk.49.ffn_down_shexp.weight q4_K +blk.50.attn_k_b.weight q4_0 +blk.50.attn_output.weight q4_K +blk.50.ffn_down_exps.weight q4_K +blk.50.ffn_down_shexp.weight q4_K +blk.51.attn_k_b.weight q4_0 +blk.51.attn_output.weight q4_K +blk.51.ffn_down_exps.weight q4_K +blk.51.ffn_down_shexp.weight q4_K +blk.52.attn_k_b.weight q4_0 +blk.52.attn_output.weight q4_K +blk.52.ffn_down_exps.weight q4_K +blk.52.ffn_down_shexp.weight q4_K +blk.53.attn_k_b.weight q4_0 +blk.53.attn_output.weight q4_K +blk.53.ffn_down_exps.weight q4_K +blk.53.ffn_down_shexp.weight q4_K +blk.54.attn_k_b.weight q4_0 +blk.54.attn_output.weight q4_K +blk.54.ffn_down_exps.weight q4_K +blk.54.ffn_down_shexp.weight q4_K +blk.55.attn_k_b.weight q4_0 +blk.55.attn_output.weight q4_K +blk.55.ffn_down_exps.weight q4_K +blk.55.ffn_down_shexp.weight q4_K +blk.56.attn_k_b.weight q4_0 +blk.56.attn_output.weight q4_K +blk.56.ffn_down_exps.weight q4_K +blk.56.ffn_down_shexp.weight q4_K +blk.57.attn_k_b.weight q4_0 +blk.57.attn_output.weight q4_K +blk.57.ffn_down_exps.weight q4_K +blk.57.ffn_down_shexp.weight q4_K +blk.58.attn_k_b.weight q4_0 +blk.58.attn_output.weight q4_K +blk.58.ffn_down_exps.weight q4_K +blk.58.ffn_down_shexp.weight q4_K +blk.59.attn_k_b.weight q4_0 +blk.59.attn_output.weight q4_K +blk.59.ffn_down_exps.weight q4_K +blk.59.ffn_down_shexp.weight q4_K +blk.60.attn_k_b.weight q4_0 +blk.60.attn_output.weight q4_K +blk.60.ffn_down_exps.weight q4_K +blk.60.ffn_down_shexp.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_k_b.weight q4_0 +blk.0.attn_output.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_k_b.weight q4_0 +blk.1.attn_output.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_k_b.weight q4_0 +blk.2.attn_output.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_k_b.weight q4_0 +blk.3.attn_output.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_k_b.weight q4_0 +blk.4.attn_output.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_k_b.weight q4_0 +blk.5.attn_output.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_k_b.weight q4_0 +blk.6.attn_output.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_k_b.weight q4_0 +blk.7.attn_output.weight q5_K +blk.7.ffn_down_exps.weight q5_K +blk.7.ffn_down_shexp.weight q5_K +blk.8.attn_k_b.weight q4_0 +blk.8.attn_output.weight q5_K +blk.8.ffn_down_exps.weight q5_K +blk.8.ffn_down_shexp.weight q5_K +blk.9.attn_k_b.weight q4_0 +blk.9.attn_output.weight q5_K +blk.9.ffn_down_exps.weight q5_K +blk.9.ffn_down_shexp.weight q5_K +blk.10.attn_k_b.weight q4_0 +blk.10.attn_output.weight q5_K +blk.10.ffn_down_exps.weight q5_K +blk.10.ffn_down_shexp.weight q5_K +blk.11.attn_k_b.weight q4_0 +blk.11.attn_output.weight q5_K +blk.11.ffn_down_exps.weight q5_K +blk.11.ffn_down_shexp.weight q5_K +blk.12.attn_k_b.weight q4_0 +blk.12.attn_output.weight q5_K +blk.12.ffn_down_exps.weight q5_K +blk.12.ffn_down_shexp.weight q5_K +blk.13.attn_k_b.weight q4_0 +blk.13.attn_output.weight q5_K +blk.13.ffn_down_exps.weight q5_K +blk.13.ffn_down_shexp.weight q5_K +blk.14.attn_k_b.weight q4_0 +blk.14.attn_output.weight q5_K +blk.14.ffn_down_exps.weight q5_K +blk.14.ffn_down_shexp.weight q5_K +blk.15.attn_k_b.weight q4_0 +blk.15.attn_output.weight q5_K +blk.15.ffn_down_exps.weight q5_K +blk.15.ffn_down_shexp.weight q5_K +blk.16.attn_k_b.weight q4_0 +blk.16.attn_output.weight q5_K +blk.16.ffn_down_exps.weight q5_K +blk.16.ffn_down_shexp.weight q5_K +blk.17.attn_k_b.weight q4_0 +blk.17.attn_output.weight q5_K +blk.17.ffn_down_exps.weight q5_K +blk.17.ffn_down_shexp.weight q5_K +blk.18.attn_k_b.weight q4_0 +blk.18.attn_output.weight q5_K +blk.18.ffn_down_exps.weight q5_K +blk.18.ffn_down_shexp.weight q5_K +blk.19.attn_k_b.weight q4_0 +blk.19.attn_output.weight q5_K +blk.19.ffn_down_exps.weight q5_K +blk.19.ffn_down_shexp.weight q5_K +blk.20.attn_k_b.weight q4_0 +blk.20.attn_output.weight q5_K +blk.20.ffn_down_exps.weight q5_K +blk.20.ffn_down_shexp.weight q5_K +blk.21.attn_k_b.weight q4_0 +blk.21.attn_output.weight q5_K +blk.21.ffn_down_exps.weight q5_K +blk.21.ffn_down_shexp.weight q5_K +blk.22.attn_k_b.weight q4_0 +blk.22.attn_output.weight q5_K +blk.22.ffn_down_exps.weight q5_K +blk.22.ffn_down_shexp.weight q5_K +blk.23.attn_k_b.weight q4_0 +blk.23.attn_output.weight q5_K +blk.23.ffn_down_exps.weight q5_K +blk.23.ffn_down_shexp.weight q5_K +blk.24.attn_k_b.weight q4_0 +blk.24.attn_output.weight q5_K +blk.24.ffn_down_exps.weight q5_K +blk.24.ffn_down_shexp.weight q5_K +blk.25.attn_k_b.weight q4_0 +blk.25.attn_output.weight q5_K +blk.25.ffn_down_exps.weight q5_K +blk.25.ffn_down_shexp.weight q5_K +blk.26.attn_k_b.weight q4_0 +blk.26.attn_output.weight q5_K +blk.26.ffn_down_exps.weight q5_K +blk.26.ffn_down_shexp.weight q5_K +blk.27.attn_k_b.weight q4_0 +blk.27.attn_output.weight q5_K +blk.27.ffn_down_exps.weight q5_K +blk.27.ffn_down_shexp.weight q5_K +blk.28.attn_k_b.weight q4_0 +blk.28.attn_output.weight q5_K +blk.28.ffn_down_exps.weight q5_K +blk.28.ffn_down_shexp.weight q5_K +blk.29.attn_k_b.weight q4_0 +blk.29.attn_output.weight q5_K +blk.29.ffn_down_exps.weight q5_K +blk.29.ffn_down_shexp.weight q5_K +blk.30.attn_k_b.weight q4_0 +blk.30.attn_output.weight q5_K +blk.30.ffn_down_exps.weight q5_K +blk.30.ffn_down_shexp.weight q5_K +blk.31.attn_k_b.weight q4_0 +blk.31.attn_output.weight q5_K +blk.31.ffn_down_exps.weight q5_K +blk.31.ffn_down_shexp.weight q5_K +blk.32.attn_k_b.weight q4_0 +blk.32.attn_output.weight q5_K +blk.32.ffn_down_exps.weight q5_K +blk.32.ffn_down_shexp.weight q5_K +blk.33.attn_k_b.weight q4_0 +blk.33.attn_output.weight q5_K +blk.33.ffn_down_exps.weight q5_K +blk.33.ffn_down_shexp.weight q5_K +blk.34.attn_k_b.weight q4_0 +blk.34.attn_output.weight q5_K +blk.34.ffn_down_exps.weight q5_K +blk.34.ffn_down_shexp.weight q5_K +blk.35.attn_k_b.weight q4_0 +blk.35.attn_output.weight q5_K +blk.35.ffn_down_exps.weight q5_K +blk.35.ffn_down_shexp.weight q5_K +blk.36.attn_k_b.weight q4_0 +blk.36.attn_output.weight q5_K +blk.36.ffn_down_exps.weight q5_K +blk.36.ffn_down_shexp.weight q5_K +blk.37.attn_k_b.weight q4_0 +blk.37.attn_output.weight q5_K +blk.37.ffn_down_exps.weight q5_K +blk.37.ffn_down_shexp.weight q5_K +blk.38.attn_k_b.weight q4_0 +blk.38.attn_output.weight q5_K +blk.38.ffn_down_exps.weight q5_K +blk.38.ffn_down_shexp.weight q5_K +blk.39.attn_k_b.weight q4_0 +blk.39.attn_output.weight q5_K +blk.39.ffn_down_exps.weight q5_K +blk.39.ffn_down_shexp.weight q5_K +blk.40.attn_k_b.weight q4_0 +blk.40.attn_output.weight q5_K +blk.40.ffn_down_exps.weight q5_K +blk.40.ffn_down_shexp.weight q5_K +blk.41.attn_k_b.weight q4_0 +blk.41.attn_output.weight q5_K +blk.41.ffn_down_exps.weight q5_K +blk.41.ffn_down_shexp.weight q5_K +blk.42.attn_k_b.weight q4_0 +blk.42.attn_output.weight q5_K +blk.42.ffn_down_exps.weight q5_K +blk.42.ffn_down_shexp.weight q5_K +blk.43.attn_k_b.weight q4_0 +blk.43.attn_output.weight q5_K +blk.43.ffn_down_exps.weight q5_K +blk.43.ffn_down_shexp.weight q5_K +blk.44.attn_k_b.weight q4_0 +blk.44.attn_output.weight q5_K +blk.44.ffn_down_exps.weight q5_K +blk.44.ffn_down_shexp.weight q5_K +blk.45.attn_k_b.weight q4_0 +blk.45.attn_output.weight q5_K +blk.45.ffn_down_exps.weight q5_K +blk.45.ffn_down_shexp.weight q5_K +blk.46.attn_k_b.weight q4_0 +blk.46.attn_output.weight q5_K +blk.46.ffn_down_exps.weight q5_K +blk.46.ffn_down_shexp.weight q5_K +blk.47.attn_k_b.weight q4_0 +blk.47.attn_output.weight q5_K +blk.47.ffn_down_exps.weight q5_K +blk.47.ffn_down_shexp.weight q5_K +blk.48.attn_k_b.weight q4_0 +blk.48.attn_output.weight q5_K +blk.48.ffn_down_exps.weight q5_K +blk.48.ffn_down_shexp.weight q5_K +blk.49.attn_k_b.weight q4_0 +blk.49.attn_output.weight q5_K +blk.49.ffn_down_exps.weight q5_K +blk.49.ffn_down_shexp.weight q5_K +blk.50.attn_k_b.weight q4_0 +blk.50.attn_output.weight q5_K +blk.50.ffn_down_exps.weight q5_K +blk.50.ffn_down_shexp.weight q5_K +blk.51.attn_k_b.weight q4_0 +blk.51.attn_output.weight q5_K +blk.51.ffn_down_exps.weight q5_K +blk.51.ffn_down_shexp.weight q5_K +blk.52.attn_k_b.weight q4_0 +blk.52.attn_output.weight q5_K +blk.52.ffn_down_exps.weight q5_K +blk.52.ffn_down_shexp.weight q5_K +blk.53.attn_k_b.weight q4_0 +blk.53.attn_output.weight q5_K +blk.53.ffn_down_exps.weight q5_K +blk.53.ffn_down_shexp.weight q5_K +blk.54.attn_k_b.weight q4_0 +blk.54.attn_output.weight q5_K +blk.54.ffn_down_exps.weight q5_K +blk.54.ffn_down_shexp.weight q5_K +blk.55.attn_k_b.weight q4_0 +blk.55.attn_output.weight q5_K +blk.55.ffn_down_exps.weight q5_K +blk.55.ffn_down_shexp.weight q5_K +blk.56.attn_k_b.weight q4_0 +blk.56.attn_output.weight q5_K +blk.56.ffn_down_exps.weight q5_K +blk.56.ffn_down_shexp.weight q5_K +blk.57.attn_k_b.weight q4_0 +blk.57.attn_output.weight q5_K +blk.57.ffn_down_exps.weight q5_K +blk.57.ffn_down_shexp.weight q5_K +blk.58.attn_k_b.weight q4_0 +blk.58.attn_output.weight q5_K +blk.58.ffn_down_exps.weight q5_K +blk.58.ffn_down_shexp.weight q5_K +blk.59.attn_k_b.weight q4_0 +blk.59.attn_output.weight q5_K +blk.59.ffn_down_exps.weight q5_K +blk.59.ffn_down_shexp.weight q5_K +blk.60.attn_k_b.weight q4_0 +blk.60.attn_output.weight q5_K +blk.60.ffn_down_exps.weight q5_K +blk.60.ffn_down_shexp.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_k_b.weight q5_0 +blk.0.ffn_down.weight q5_K +blk.1.attn_k_b.weight q5_0 +blk.1.ffn_down.weight q5_K +blk.2.attn_k_b.weight q5_0 +blk.2.ffn_down.weight q5_K +blk.3.attn_k_b.weight q5_0 +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_k_b.weight q5_0 +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_k_b.weight q5_0 +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_k_b.weight q5_0 +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_k_b.weight q5_0 +blk.8.attn_k_b.weight q5_0 +blk.9.attn_k_b.weight q5_0 +blk.10.attn_k_b.weight q5_0 +blk.11.attn_k_b.weight q5_0 +blk.12.attn_k_b.weight q5_0 +blk.13.attn_k_b.weight q5_0 +blk.14.attn_k_b.weight q5_0 +blk.15.attn_k_b.weight q5_0 +blk.16.attn_k_b.weight q5_0 +blk.17.attn_k_b.weight q5_0 +blk.18.attn_k_b.weight q5_0 +blk.19.attn_k_b.weight q5_0 +blk.20.attn_k_b.weight q5_0 +blk.21.attn_k_b.weight q5_0 +blk.22.attn_k_b.weight q5_0 +blk.23.attn_k_b.weight q5_0 +blk.24.attn_k_b.weight q5_0 +blk.25.attn_k_b.weight q5_0 +blk.26.attn_k_b.weight q5_0 +blk.27.attn_k_b.weight q5_0 +blk.28.attn_k_b.weight q5_0 +blk.29.attn_k_b.weight q5_0 +blk.30.attn_k_b.weight q5_0 +blk.31.attn_k_b.weight q5_0 +blk.32.attn_k_b.weight q5_0 +blk.33.attn_k_b.weight q5_0 +blk.34.attn_k_b.weight q5_0 +blk.35.attn_k_b.weight q5_0 +blk.36.attn_k_b.weight q5_0 +blk.37.attn_k_b.weight q5_0 +blk.38.attn_k_b.weight q5_0 +blk.39.attn_k_b.weight q5_0 +blk.40.attn_k_b.weight q5_0 +blk.41.attn_k_b.weight q5_0 +blk.42.attn_k_b.weight q5_0 +blk.43.attn_k_b.weight q5_0 +blk.44.attn_k_b.weight q5_0 +blk.45.attn_k_b.weight q5_0 +blk.46.attn_k_b.weight q5_0 +blk.47.attn_k_b.weight q5_0 +blk.48.attn_k_b.weight q5_0 +blk.49.attn_k_b.weight q5_0 +blk.50.attn_k_b.weight q5_0 +blk.51.attn_k_b.weight q5_0 +blk.52.attn_k_b.weight q5_0 +blk.53.attn_k_b.weight q5_0 +blk.54.attn_k_b.weight q5_0 +blk.55.attn_k_b.weight q5_0 +blk.56.attn_k_b.weight q5_0 +blk.57.attn_k_b.weight q5_0 +blk.58.attn_k_b.weight q5_0 +blk.59.attn_k_b.weight q5_0 +blk.60.attn_k_b.weight q5_0 + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_k_b.weight q5_0 +blk.0.ffn_down.weight q6_K +blk.1.attn_k_b.weight q5_0 +blk.1.ffn_down.weight q6_K +blk.2.attn_k_b.weight q5_0 +blk.2.ffn_down.weight q6_K +blk.3.attn_k_b.weight q5_0 +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_k_b.weight q5_0 +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_k_b.weight q5_0 +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.6.attn_k_b.weight q5_0 +blk.6.ffn_down_exps.weight q6_K +blk.6.ffn_down_shexp.weight q6_K +blk.7.attn_k_b.weight q5_0 +blk.8.attn_k_b.weight q5_0 +blk.9.attn_k_b.weight q5_0 +blk.9.ffn_down_exps.weight q6_K +blk.9.ffn_down_shexp.weight q6_K +blk.10.attn_k_b.weight q5_0 +blk.11.attn_k_b.weight q5_0 +blk.12.attn_k_b.weight q5_0 +blk.12.ffn_down_exps.weight q6_K +blk.12.ffn_down_shexp.weight q6_K +blk.13.attn_k_b.weight q5_0 +blk.14.attn_k_b.weight q5_0 +blk.15.attn_k_b.weight q5_0 +blk.15.ffn_down_exps.weight q6_K +blk.15.ffn_down_shexp.weight q6_K +blk.16.attn_k_b.weight q5_0 +blk.17.attn_k_b.weight q5_0 +blk.18.attn_k_b.weight q5_0 +blk.18.ffn_down_exps.weight q6_K +blk.18.ffn_down_shexp.weight q6_K +blk.19.attn_k_b.weight q5_0 +blk.20.attn_k_b.weight q5_0 +blk.21.attn_k_b.weight q5_0 +blk.21.ffn_down_exps.weight q6_K +blk.21.ffn_down_shexp.weight q6_K +blk.22.attn_k_b.weight q5_0 +blk.23.attn_k_b.weight q5_0 +blk.24.attn_k_b.weight q5_0 +blk.24.ffn_down_exps.weight q6_K +blk.24.ffn_down_shexp.weight q6_K +blk.25.attn_k_b.weight q5_0 +blk.26.attn_k_b.weight q5_0 +blk.27.attn_k_b.weight q5_0 +blk.27.ffn_down_exps.weight q6_K +blk.27.ffn_down_shexp.weight q6_K +blk.28.attn_k_b.weight q5_0 +blk.29.attn_k_b.weight q5_0 +blk.30.attn_k_b.weight q5_0 +blk.30.ffn_down_exps.weight q6_K +blk.30.ffn_down_shexp.weight q6_K +blk.31.attn_k_b.weight q5_0 +blk.32.attn_k_b.weight q5_0 +blk.33.attn_k_b.weight q5_0 +blk.33.ffn_down_exps.weight q6_K +blk.33.ffn_down_shexp.weight q6_K +blk.34.attn_k_b.weight q5_0 +blk.35.attn_k_b.weight q5_0 +blk.36.attn_k_b.weight q5_0 +blk.36.ffn_down_exps.weight q6_K +blk.36.ffn_down_shexp.weight q6_K +blk.37.attn_k_b.weight q5_0 +blk.38.attn_k_b.weight q5_0 +blk.39.attn_k_b.weight q5_0 +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.40.attn_k_b.weight q5_0 +blk.41.attn_k_b.weight q5_0 +blk.42.attn_k_b.weight q5_0 +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_k_b.weight q5_0 +blk.44.attn_k_b.weight q5_0 +blk.45.attn_k_b.weight q5_0 +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.46.attn_k_b.weight q5_0 +blk.47.attn_k_b.weight q5_0 +blk.48.attn_k_b.weight q5_0 +blk.48.ffn_down_exps.weight q6_K +blk.48.ffn_down_shexp.weight q6_K +blk.49.attn_k_b.weight q5_0 +blk.50.attn_k_b.weight q5_0 +blk.51.attn_k_b.weight q5_0 +blk.51.ffn_down_exps.weight q6_K +blk.51.ffn_down_shexp.weight q6_K +blk.52.attn_k_b.weight q5_0 +blk.53.attn_k_b.weight q5_0 +blk.53.ffn_down_exps.weight q6_K +blk.53.ffn_down_shexp.weight q6_K +blk.54.attn_k_b.weight q5_0 +blk.54.ffn_down_exps.weight q6_K +blk.54.ffn_down_shexp.weight q6_K +blk.55.attn_k_b.weight q5_0 +blk.55.ffn_down_exps.weight q6_K +blk.55.ffn_down_shexp.weight q6_K +blk.56.attn_k_b.weight q5_0 +blk.56.ffn_down_exps.weight q6_K +blk.56.ffn_down_shexp.weight q6_K +blk.57.attn_k_b.weight q5_0 +blk.57.ffn_down_exps.weight q6_K +blk.57.ffn_down_shexp.weight q6_K +blk.58.attn_k_b.weight q5_0 +blk.58.ffn_down_exps.weight q6_K +blk.58.ffn_down_shexp.weight q6_K +blk.59.attn_k_b.weight q5_0 +blk.59.ffn_down_exps.weight q6_K +blk.59.ffn_down_shexp.weight q6_K +blk.60.attn_k_b.weight q5_0 +blk.60.ffn_down_exps.weight q6_K +blk.60.ffn_down_shexp.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K +blk.0.attn_k_b.weight q5_1 +blk.1.attn_k_b.weight q5_1 +blk.2.attn_k_b.weight q5_1 +blk.3.attn_k_b.weight q5_1 +blk.4.attn_k_b.weight q5_1 +blk.5.attn_k_b.weight q5_1 +blk.6.attn_k_b.weight q5_1 +blk.7.attn_k_b.weight q5_1 +blk.8.attn_k_b.weight q5_1 +blk.9.attn_k_b.weight q5_1 +blk.10.attn_k_b.weight q5_1 +blk.11.attn_k_b.weight q5_1 +blk.12.attn_k_b.weight q5_1 +blk.13.attn_k_b.weight q5_1 +blk.14.attn_k_b.weight q5_1 +blk.15.attn_k_b.weight q5_1 +blk.16.attn_k_b.weight q5_1 +blk.17.attn_k_b.weight q5_1 +blk.18.attn_k_b.weight q5_1 +blk.19.attn_k_b.weight q5_1 +blk.20.attn_k_b.weight q5_1 +blk.21.attn_k_b.weight q5_1 +blk.22.attn_k_b.weight q5_1 +blk.23.attn_k_b.weight q5_1 +blk.24.attn_k_b.weight q5_1 +blk.25.attn_k_b.weight q5_1 +blk.26.attn_k_b.weight q5_1 +blk.27.attn_k_b.weight q5_1 +blk.28.attn_k_b.weight q5_1 +blk.29.attn_k_b.weight q5_1 +blk.30.attn_k_b.weight q5_1 +blk.31.attn_k_b.weight q5_1 +blk.32.attn_k_b.weight q5_1 +blk.33.attn_k_b.weight q5_1 +blk.34.attn_k_b.weight q5_1 +blk.35.attn_k_b.weight q5_1 +blk.36.attn_k_b.weight q5_1 +blk.37.attn_k_b.weight q5_1 +blk.38.attn_k_b.weight q5_1 +blk.39.attn_k_b.weight q5_1 +blk.40.attn_k_b.weight q5_1 +blk.41.attn_k_b.weight q5_1 +blk.42.attn_k_b.weight q5_1 +blk.43.attn_k_b.weight q5_1 +blk.44.attn_k_b.weight q5_1 +blk.45.attn_k_b.weight q5_1 +blk.46.attn_k_b.weight q5_1 +blk.47.attn_k_b.weight q5_1 +blk.48.attn_k_b.weight q5_1 +blk.49.attn_k_b.weight q5_1 +blk.50.attn_k_b.weight q5_1 +blk.51.attn_k_b.weight q5_1 +blk.52.attn_k_b.weight q5_1 +blk.53.attn_k_b.weight q5_1 +blk.54.attn_k_b.weight q5_1 +blk.55.attn_k_b.weight q5_1 +blk.56.attn_k_b.weight q5_1 +blk.57.attn_k_b.weight q5_1 +blk.58.attn_k_b.weight q5_1 +blk.59.attn_k_b.weight q5_1 +blk.60.attn_k_b.weight q5_1 + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_k_b.weight q5_1 +blk.0.ffn_down.weight q6_K +blk.1.attn_k_b.weight q5_1 +blk.1.ffn_down.weight q6_K +blk.2.attn_k_b.weight q5_1 +blk.2.ffn_down.weight q6_K +blk.3.attn_k_b.weight q5_1 +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_k_b.weight q5_1 +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_k_b.weight q5_1 +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.6.attn_k_b.weight q5_1 +blk.6.ffn_down_exps.weight q6_K +blk.6.ffn_down_shexp.weight q6_K +blk.7.attn_k_b.weight q5_1 +blk.8.attn_k_b.weight q5_1 +blk.9.attn_k_b.weight q5_1 +blk.9.ffn_down_exps.weight q6_K +blk.9.ffn_down_shexp.weight q6_K +blk.10.attn_k_b.weight q5_1 +blk.11.attn_k_b.weight q5_1 +blk.12.attn_k_b.weight q5_1 +blk.12.ffn_down_exps.weight q6_K +blk.12.ffn_down_shexp.weight q6_K +blk.13.attn_k_b.weight q5_1 +blk.14.attn_k_b.weight q5_1 +blk.15.attn_k_b.weight q5_1 +blk.15.ffn_down_exps.weight q6_K +blk.15.ffn_down_shexp.weight q6_K +blk.16.attn_k_b.weight q5_1 +blk.17.attn_k_b.weight q5_1 +blk.18.attn_k_b.weight q5_1 +blk.18.ffn_down_exps.weight q6_K +blk.18.ffn_down_shexp.weight q6_K +blk.19.attn_k_b.weight q5_1 +blk.20.attn_k_b.weight q5_1 +blk.21.attn_k_b.weight q5_1 +blk.21.ffn_down_exps.weight q6_K +blk.21.ffn_down_shexp.weight q6_K +blk.22.attn_k_b.weight q5_1 +blk.23.attn_k_b.weight q5_1 +blk.24.attn_k_b.weight q5_1 +blk.24.ffn_down_exps.weight q6_K +blk.24.ffn_down_shexp.weight q6_K +blk.25.attn_k_b.weight q5_1 +blk.26.attn_k_b.weight q5_1 +blk.27.attn_k_b.weight q5_1 +blk.27.ffn_down_exps.weight q6_K +blk.27.ffn_down_shexp.weight q6_K +blk.28.attn_k_b.weight q5_1 +blk.29.attn_k_b.weight q5_1 +blk.30.attn_k_b.weight q5_1 +blk.30.ffn_down_exps.weight q6_K +blk.30.ffn_down_shexp.weight q6_K +blk.31.attn_k_b.weight q5_1 +blk.32.attn_k_b.weight q5_1 +blk.33.attn_k_b.weight q5_1 +blk.33.ffn_down_exps.weight q6_K +blk.33.ffn_down_shexp.weight q6_K +blk.34.attn_k_b.weight q5_1 +blk.35.attn_k_b.weight q5_1 +blk.36.attn_k_b.weight q5_1 +blk.36.ffn_down_exps.weight q6_K +blk.36.ffn_down_shexp.weight q6_K +blk.37.attn_k_b.weight q5_1 +blk.38.attn_k_b.weight q5_1 +blk.39.attn_k_b.weight q5_1 +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.40.attn_k_b.weight q5_1 +blk.41.attn_k_b.weight q5_1 +blk.42.attn_k_b.weight q5_1 +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_k_b.weight q5_1 +blk.44.attn_k_b.weight q5_1 +blk.45.attn_k_b.weight q5_1 +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.46.attn_k_b.weight q5_1 +blk.47.attn_k_b.weight q5_1 +blk.48.attn_k_b.weight q5_1 +blk.48.ffn_down_exps.weight q6_K +blk.48.ffn_down_shexp.weight q6_K +blk.49.attn_k_b.weight q5_1 +blk.50.attn_k_b.weight q5_1 +blk.51.attn_k_b.weight q5_1 +blk.51.ffn_down_exps.weight q6_K +blk.51.ffn_down_shexp.weight q6_K +blk.52.attn_k_b.weight q5_1 +blk.53.attn_k_b.weight q5_1 +blk.53.ffn_down_exps.weight q6_K +blk.53.ffn_down_shexp.weight q6_K +blk.54.attn_k_b.weight q5_1 +blk.54.ffn_down_exps.weight q6_K +blk.54.ffn_down_shexp.weight q6_K +blk.55.attn_k_b.weight q5_1 +blk.55.ffn_down_exps.weight q6_K +blk.55.ffn_down_shexp.weight q6_K +blk.56.attn_k_b.weight q5_1 +blk.56.ffn_down_exps.weight q6_K +blk.56.ffn_down_shexp.weight q6_K +blk.57.attn_k_b.weight q5_1 +blk.57.ffn_down_exps.weight q6_K +blk.57.ffn_down_shexp.weight q6_K +blk.58.attn_k_b.weight q5_1 +blk.58.ffn_down_exps.weight q6_K +blk.58.ffn_down_shexp.weight q6_K +blk.59.attn_k_b.weight q5_1 +blk.59.ffn_down_exps.weight q6_K +blk.59.ffn_down_shexp.weight q6_K +blk.60.attn_k_b.weight q5_1 +blk.60.ffn_down_exps.weight q6_K +blk.60.ffn_down_shexp.weight q6_K + +[Q6_K] q6_K +blk.0.attn_k_b.weight q8_0 +blk.1.attn_k_b.weight q8_0 +blk.2.attn_k_b.weight q8_0 +blk.3.attn_k_b.weight q8_0 +blk.4.attn_k_b.weight q8_0 +blk.5.attn_k_b.weight q8_0 +blk.6.attn_k_b.weight q8_0 +blk.7.attn_k_b.weight q8_0 +blk.8.attn_k_b.weight q8_0 +blk.9.attn_k_b.weight q8_0 +blk.10.attn_k_b.weight q8_0 +blk.11.attn_k_b.weight q8_0 +blk.12.attn_k_b.weight q8_0 +blk.13.attn_k_b.weight q8_0 +blk.14.attn_k_b.weight q8_0 +blk.15.attn_k_b.weight q8_0 +blk.16.attn_k_b.weight q8_0 +blk.17.attn_k_b.weight q8_0 +blk.18.attn_k_b.weight q8_0 +blk.19.attn_k_b.weight q8_0 +blk.20.attn_k_b.weight q8_0 +blk.21.attn_k_b.weight q8_0 +blk.22.attn_k_b.weight q8_0 +blk.23.attn_k_b.weight q8_0 +blk.24.attn_k_b.weight q8_0 +blk.25.attn_k_b.weight q8_0 +blk.26.attn_k_b.weight q8_0 +blk.27.attn_k_b.weight q8_0 +blk.28.attn_k_b.weight q8_0 +blk.29.attn_k_b.weight q8_0 +blk.30.attn_k_b.weight q8_0 +blk.31.attn_k_b.weight q8_0 +blk.32.attn_k_b.weight q8_0 +blk.33.attn_k_b.weight q8_0 +blk.34.attn_k_b.weight q8_0 +blk.35.attn_k_b.weight q8_0 +blk.36.attn_k_b.weight q8_0 +blk.37.attn_k_b.weight q8_0 +blk.38.attn_k_b.weight q8_0 +blk.39.attn_k_b.weight q8_0 +blk.40.attn_k_b.weight q8_0 +blk.41.attn_k_b.weight q8_0 +blk.42.attn_k_b.weight q8_0 +blk.43.attn_k_b.weight q8_0 +blk.44.attn_k_b.weight q8_0 +blk.45.attn_k_b.weight q8_0 +blk.46.attn_k_b.weight q8_0 +blk.47.attn_k_b.weight q8_0 +blk.48.attn_k_b.weight q8_0 +blk.49.attn_k_b.weight q8_0 +blk.50.attn_k_b.weight q8_0 +blk.51.attn_k_b.weight q8_0 +blk.52.attn_k_b.weight q8_0 +blk.53.attn_k_b.weight q8_0 +blk.54.attn_k_b.weight q8_0 +blk.55.attn_k_b.weight q8_0 +blk.56.attn_k_b.weight q8_0 +blk.57.attn_k_b.weight q8_0 +blk.58.attn_k_b.weight q8_0 +blk.59.attn_k_b.weight q8_0 +blk.60.attn_k_b.weight q8_0 + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_k_b.weight iq4_nl +blk.0.ffn_down.weight q2_K +blk.1.attn_k_b.weight iq4_nl +blk.1.ffn_down.weight q2_K +blk.2.attn_k_b.weight iq4_nl +blk.2.ffn_down.weight q2_K +blk.3.attn_k_b.weight iq4_nl +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_k_b.weight iq4_nl +blk.4.ffn_down_exps.weight q2_K +blk.4.ffn_down_shexp.weight q2_K +blk.5.attn_k_b.weight iq4_nl +blk.6.attn_k_b.weight iq4_nl +blk.7.attn_k_b.weight iq4_nl +blk.8.attn_k_b.weight iq4_nl +blk.9.attn_k_b.weight iq4_nl +blk.10.attn_k_b.weight iq4_nl +blk.11.attn_k_b.weight iq4_nl +blk.12.attn_k_b.weight iq4_nl +blk.13.attn_k_b.weight iq4_nl +blk.14.attn_k_b.weight iq4_nl +blk.15.attn_k_b.weight iq4_nl +blk.16.attn_k_b.weight iq4_nl +blk.17.attn_k_b.weight iq4_nl +blk.18.attn_k_b.weight iq4_nl +blk.19.attn_k_b.weight iq4_nl +blk.20.attn_k_b.weight iq4_nl +blk.21.attn_k_b.weight iq4_nl +blk.22.attn_k_b.weight iq4_nl +blk.23.attn_k_b.weight iq4_nl +blk.24.attn_k_b.weight iq4_nl +blk.25.attn_k_b.weight iq4_nl +blk.26.attn_k_b.weight iq4_nl +blk.27.attn_k_b.weight iq4_nl +blk.28.attn_k_b.weight iq4_nl +blk.29.attn_k_b.weight iq4_nl +blk.30.attn_k_b.weight iq4_nl +blk.31.attn_k_b.weight iq4_nl +blk.32.attn_k_b.weight iq4_nl +blk.33.attn_k_b.weight iq4_nl +blk.34.attn_k_b.weight iq4_nl +blk.35.attn_k_b.weight iq4_nl +blk.36.attn_k_b.weight iq4_nl +blk.37.attn_k_b.weight iq4_nl +blk.38.attn_k_b.weight iq4_nl +blk.39.attn_k_b.weight iq4_nl +blk.40.attn_k_b.weight iq4_nl +blk.41.attn_k_b.weight iq4_nl +blk.42.attn_k_b.weight iq4_nl +blk.43.attn_k_b.weight iq4_nl +blk.44.attn_k_b.weight iq4_nl +blk.45.attn_k_b.weight iq4_nl +blk.46.attn_k_b.weight iq4_nl +blk.47.attn_k_b.weight iq4_nl +blk.48.attn_k_b.weight iq4_nl +blk.49.attn_k_b.weight iq4_nl +blk.50.attn_k_b.weight iq4_nl +blk.51.attn_k_b.weight iq4_nl +blk.52.attn_k_b.weight iq4_nl +blk.53.attn_k_b.weight iq4_nl +blk.54.attn_k_b.weight iq4_nl +blk.55.attn_k_b.weight iq4_nl +blk.56.attn_k_b.weight iq4_nl +blk.57.attn_k_b.weight iq4_nl +blk.58.attn_k_b.weight iq4_nl +blk.59.attn_k_b.weight iq4_nl +blk.60.attn_k_b.weight iq4_nl + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_k_b.weight iq4_nl +blk.0.ffn_down.weight q2_K +blk.1.attn_k_b.weight iq4_nl +blk.1.ffn_down.weight q2_K +blk.2.attn_k_b.weight iq4_nl +blk.2.ffn_down.weight q2_K +blk.3.attn_k_b.weight iq4_nl +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_k_b.weight iq4_nl +blk.4.ffn_down_exps.weight q2_K +blk.4.ffn_down_shexp.weight q2_K +blk.5.attn_k_b.weight iq4_nl +blk.6.attn_k_b.weight iq4_nl +blk.7.attn_k_b.weight iq4_nl +blk.8.attn_k_b.weight iq4_nl +blk.9.attn_k_b.weight iq4_nl +blk.10.attn_k_b.weight iq4_nl +blk.11.attn_k_b.weight iq4_nl +blk.12.attn_k_b.weight iq4_nl +blk.13.attn_k_b.weight iq4_nl +blk.14.attn_k_b.weight iq4_nl +blk.15.attn_k_b.weight iq4_nl +blk.16.attn_k_b.weight iq4_nl +blk.17.attn_k_b.weight iq4_nl +blk.18.attn_k_b.weight iq4_nl +blk.19.attn_k_b.weight iq4_nl +blk.20.attn_k_b.weight iq4_nl +blk.21.attn_k_b.weight iq4_nl +blk.22.attn_k_b.weight iq4_nl +blk.23.attn_k_b.weight iq4_nl +blk.24.attn_k_b.weight iq4_nl +blk.25.attn_k_b.weight iq4_nl +blk.26.attn_k_b.weight iq4_nl +blk.27.attn_k_b.weight iq4_nl +blk.28.attn_k_b.weight iq4_nl +blk.29.attn_k_b.weight iq4_nl +blk.30.attn_k_b.weight iq4_nl +blk.31.attn_k_b.weight iq4_nl +blk.32.attn_k_b.weight iq4_nl +blk.33.attn_k_b.weight iq4_nl +blk.34.attn_k_b.weight iq4_nl +blk.35.attn_k_b.weight iq4_nl +blk.36.attn_k_b.weight iq4_nl +blk.37.attn_k_b.weight iq4_nl +blk.38.attn_k_b.weight iq4_nl +blk.39.attn_k_b.weight iq4_nl +blk.40.attn_k_b.weight iq4_nl +blk.41.attn_k_b.weight iq4_nl +blk.42.attn_k_b.weight iq4_nl +blk.43.attn_k_b.weight iq4_nl +blk.44.attn_k_b.weight iq4_nl +blk.45.attn_k_b.weight iq4_nl +blk.46.attn_k_b.weight iq4_nl +blk.47.attn_k_b.weight iq4_nl +blk.48.attn_k_b.weight iq4_nl +blk.49.attn_k_b.weight iq4_nl +blk.50.attn_k_b.weight iq4_nl +blk.51.attn_k_b.weight iq4_nl +blk.52.attn_k_b.weight iq4_nl +blk.53.attn_k_b.weight iq4_nl +blk.54.attn_k_b.weight iq4_nl +blk.55.attn_k_b.weight iq4_nl +blk.56.attn_k_b.weight iq4_nl +blk.57.attn_k_b.weight iq4_nl +blk.58.attn_k_b.weight iq4_nl +blk.59.attn_k_b.weight iq4_nl +blk.60.attn_k_b.weight iq4_nl + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_k_b.weight q4_0 +blk.0.ffn_down.weight q4_K +blk.1.attn_k_b.weight q4_0 +blk.1.ffn_down.weight q4_K +blk.2.attn_k_b.weight q4_0 +blk.2.ffn_down.weight q4_K +blk.3.attn_k_b.weight q4_0 +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_k_b.weight q4_0 +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_k_b.weight q4_0 +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_k_b.weight q4_0 +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_k_b.weight q4_0 +blk.8.attn_k_b.weight q4_0 +blk.9.attn_k_b.weight q4_0 +blk.10.attn_k_b.weight q4_0 +blk.11.attn_k_b.weight q4_0 +blk.12.attn_k_b.weight q4_0 +blk.13.attn_k_b.weight q4_0 +blk.14.attn_k_b.weight q4_0 +blk.15.attn_k_b.weight q4_0 +blk.16.attn_k_b.weight q4_0 +blk.17.attn_k_b.weight q4_0 +blk.18.attn_k_b.weight q4_0 +blk.19.attn_k_b.weight q4_0 +blk.20.attn_k_b.weight q4_0 +blk.21.attn_k_b.weight q4_0 +blk.22.attn_k_b.weight q4_0 +blk.23.attn_k_b.weight q4_0 +blk.24.attn_k_b.weight q4_0 +blk.25.attn_k_b.weight q4_0 +blk.26.attn_k_b.weight q4_0 +blk.27.attn_k_b.weight q4_0 +blk.28.attn_k_b.weight q4_0 +blk.29.attn_k_b.weight q4_0 +blk.30.attn_k_b.weight q4_0 +blk.31.attn_k_b.weight q4_0 +blk.32.attn_k_b.weight q4_0 +blk.33.attn_k_b.weight q4_0 +blk.34.attn_k_b.weight q4_0 +blk.35.attn_k_b.weight q4_0 +blk.36.attn_k_b.weight q4_0 +blk.37.attn_k_b.weight q4_0 +blk.38.attn_k_b.weight q4_0 +blk.39.attn_k_b.weight q4_0 +blk.40.attn_k_b.weight q4_0 +blk.41.attn_k_b.weight q4_0 +blk.42.attn_k_b.weight q4_0 +blk.43.attn_k_b.weight q4_0 +blk.44.attn_k_b.weight q4_0 +blk.45.attn_k_b.weight q4_0 +blk.46.attn_k_b.weight q4_0 +blk.47.attn_k_b.weight q4_0 +blk.48.attn_k_b.weight q4_0 +blk.49.attn_k_b.weight q4_0 +blk.50.attn_k_b.weight q4_0 +blk.51.attn_k_b.weight q4_0 +blk.52.attn_k_b.weight q4_0 +blk.53.attn_k_b.weight q4_0 +blk.54.attn_k_b.weight q4_0 +blk.55.attn_k_b.weight q4_0 +blk.56.attn_k_b.weight q4_0 +blk.57.attn_k_b.weight q4_0 +blk.58.attn_k_b.weight q4_0 +blk.59.attn_k_b.weight q4_0 +blk.60.attn_k_b.weight q4_0 + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k_b.weight iq4_nl +blk.1.attn_k_b.weight iq4_nl +blk.2.attn_k_b.weight iq4_nl +blk.3.attn_k_b.weight iq4_nl +blk.4.attn_k_b.weight iq4_nl +blk.5.attn_k_b.weight iq4_nl +blk.6.attn_k_b.weight iq4_nl +blk.7.attn_k_b.weight iq4_nl +blk.7.ffn_gate_exps.weight iq3_xxs +blk.7.ffn_gate_shexp.weight iq3_xxs +blk.7.ffn_up_exps.weight iq3_xxs +blk.7.ffn_up_shexp.weight iq3_xxs +blk.8.attn_k_b.weight iq4_nl +blk.8.ffn_gate_exps.weight iq3_xxs +blk.8.ffn_gate_shexp.weight iq3_xxs +blk.8.ffn_up_exps.weight iq3_xxs +blk.8.ffn_up_shexp.weight iq3_xxs +blk.9.attn_k_b.weight iq4_nl +blk.9.ffn_gate_exps.weight iq3_xxs +blk.9.ffn_gate_shexp.weight iq3_xxs +blk.9.ffn_up_exps.weight iq3_xxs +blk.9.ffn_up_shexp.weight iq3_xxs +blk.10.attn_k_b.weight iq4_nl +blk.10.ffn_gate_exps.weight iq3_xxs +blk.10.ffn_gate_shexp.weight iq3_xxs +blk.10.ffn_up_exps.weight iq3_xxs +blk.10.ffn_up_shexp.weight iq3_xxs +blk.11.attn_k_b.weight iq4_nl +blk.11.ffn_gate_exps.weight iq3_xxs +blk.11.ffn_gate_shexp.weight iq3_xxs +blk.11.ffn_up_exps.weight iq3_xxs +blk.11.ffn_up_shexp.weight iq3_xxs +blk.12.attn_k_b.weight iq4_nl +blk.12.ffn_gate_exps.weight iq3_xxs +blk.12.ffn_gate_shexp.weight iq3_xxs +blk.12.ffn_up_exps.weight iq3_xxs +blk.12.ffn_up_shexp.weight iq3_xxs +blk.13.attn_k_b.weight iq4_nl +blk.13.ffn_gate_exps.weight iq3_xxs +blk.13.ffn_gate_shexp.weight iq3_xxs +blk.13.ffn_up_exps.weight iq3_xxs +blk.13.ffn_up_shexp.weight iq3_xxs +blk.14.attn_k_b.weight iq4_nl +blk.14.ffn_gate_exps.weight iq3_xxs +blk.14.ffn_gate_shexp.weight iq3_xxs +blk.14.ffn_up_exps.weight iq3_xxs +blk.14.ffn_up_shexp.weight iq3_xxs +blk.15.attn_k_b.weight iq4_nl +blk.15.ffn_gate_exps.weight iq3_xxs +blk.15.ffn_gate_shexp.weight iq3_xxs +blk.15.ffn_up_exps.weight iq3_xxs +blk.15.ffn_up_shexp.weight iq3_xxs +blk.16.attn_k_b.weight iq4_nl +blk.16.ffn_gate_exps.weight iq3_xxs +blk.16.ffn_gate_shexp.weight iq3_xxs +blk.16.ffn_up_exps.weight iq3_xxs +blk.16.ffn_up_shexp.weight iq3_xxs +blk.17.attn_k_b.weight iq4_nl +blk.17.ffn_gate_exps.weight iq3_xxs +blk.17.ffn_gate_shexp.weight iq3_xxs +blk.17.ffn_up_exps.weight iq3_xxs +blk.17.ffn_up_shexp.weight iq3_xxs +blk.18.attn_k_b.weight iq4_nl +blk.18.ffn_gate_exps.weight iq3_xxs +blk.18.ffn_gate_shexp.weight iq3_xxs +blk.18.ffn_up_exps.weight iq3_xxs +blk.18.ffn_up_shexp.weight iq3_xxs +blk.19.attn_k_b.weight iq4_nl +blk.19.ffn_gate_exps.weight iq3_xxs +blk.19.ffn_gate_shexp.weight iq3_xxs +blk.19.ffn_up_exps.weight iq3_xxs +blk.19.ffn_up_shexp.weight iq3_xxs +blk.20.attn_k_b.weight iq4_nl +blk.20.ffn_gate_exps.weight iq3_xxs +blk.20.ffn_gate_shexp.weight iq3_xxs +blk.20.ffn_up_exps.weight iq3_xxs +blk.20.ffn_up_shexp.weight iq3_xxs +blk.21.attn_k_b.weight iq4_nl +blk.21.ffn_gate_exps.weight iq3_xxs +blk.21.ffn_gate_shexp.weight iq3_xxs +blk.21.ffn_up_exps.weight iq3_xxs +blk.21.ffn_up_shexp.weight iq3_xxs +blk.22.attn_k_b.weight iq4_nl +blk.22.ffn_gate_exps.weight iq3_xxs +blk.22.ffn_gate_shexp.weight iq3_xxs +blk.22.ffn_up_exps.weight iq3_xxs +blk.22.ffn_up_shexp.weight iq3_xxs +blk.23.attn_k_b.weight iq4_nl +blk.23.ffn_gate_exps.weight iq3_xxs +blk.23.ffn_gate_shexp.weight iq3_xxs +blk.23.ffn_up_exps.weight iq3_xxs +blk.23.ffn_up_shexp.weight iq3_xxs +blk.24.attn_k_b.weight iq4_nl +blk.24.ffn_gate_exps.weight iq3_xxs +blk.24.ffn_gate_shexp.weight iq3_xxs +blk.24.ffn_up_exps.weight iq3_xxs +blk.24.ffn_up_shexp.weight iq3_xxs +blk.25.attn_k_b.weight iq4_nl +blk.25.ffn_gate_exps.weight iq3_xxs +blk.25.ffn_gate_shexp.weight iq3_xxs +blk.25.ffn_up_exps.weight iq3_xxs +blk.25.ffn_up_shexp.weight iq3_xxs +blk.26.attn_k_b.weight iq4_nl +blk.26.ffn_gate_exps.weight iq3_xxs +blk.26.ffn_gate_shexp.weight iq3_xxs +blk.26.ffn_up_exps.weight iq3_xxs +blk.26.ffn_up_shexp.weight iq3_xxs +blk.27.attn_k_b.weight iq4_nl +blk.27.ffn_gate_exps.weight iq3_xxs +blk.27.ffn_gate_shexp.weight iq3_xxs +blk.27.ffn_up_exps.weight iq3_xxs +blk.27.ffn_up_shexp.weight iq3_xxs +blk.28.attn_k_b.weight iq4_nl +blk.28.ffn_gate_exps.weight iq3_xxs +blk.28.ffn_gate_shexp.weight iq3_xxs +blk.28.ffn_up_exps.weight iq3_xxs +blk.28.ffn_up_shexp.weight iq3_xxs +blk.29.attn_k_b.weight iq4_nl +blk.29.ffn_gate_exps.weight iq3_xxs +blk.29.ffn_gate_shexp.weight iq3_xxs +blk.29.ffn_up_exps.weight iq3_xxs +blk.29.ffn_up_shexp.weight iq3_xxs +blk.30.attn_k_b.weight iq4_nl +blk.30.ffn_gate_exps.weight iq3_xxs +blk.30.ffn_gate_shexp.weight iq3_xxs +blk.30.ffn_up_exps.weight iq3_xxs +blk.30.ffn_up_shexp.weight iq3_xxs +blk.31.attn_k_b.weight iq4_nl +blk.31.ffn_gate_exps.weight iq3_xxs +blk.31.ffn_gate_shexp.weight iq3_xxs +blk.31.ffn_up_exps.weight iq3_xxs +blk.31.ffn_up_shexp.weight iq3_xxs +blk.32.attn_k_b.weight iq4_nl +blk.32.ffn_gate_exps.weight iq3_xxs +blk.32.ffn_gate_shexp.weight iq3_xxs +blk.32.ffn_up_exps.weight iq3_xxs +blk.32.ffn_up_shexp.weight iq3_xxs +blk.33.attn_k_b.weight iq4_nl +blk.33.ffn_gate_exps.weight iq3_xxs +blk.33.ffn_gate_shexp.weight iq3_xxs +blk.33.ffn_up_exps.weight iq3_xxs +blk.33.ffn_up_shexp.weight iq3_xxs +blk.34.attn_k_b.weight iq4_nl +blk.34.ffn_gate_exps.weight iq3_xxs +blk.34.ffn_gate_shexp.weight iq3_xxs +blk.34.ffn_up_exps.weight iq3_xxs +blk.34.ffn_up_shexp.weight iq3_xxs +blk.35.attn_k_b.weight iq4_nl +blk.35.ffn_gate_exps.weight iq3_xxs +blk.35.ffn_gate_shexp.weight iq3_xxs +blk.35.ffn_up_exps.weight iq3_xxs +blk.35.ffn_up_shexp.weight iq3_xxs +blk.36.attn_k_b.weight iq4_nl +blk.36.ffn_gate_exps.weight iq3_xxs +blk.36.ffn_gate_shexp.weight iq3_xxs +blk.36.ffn_up_exps.weight iq3_xxs +blk.36.ffn_up_shexp.weight iq3_xxs +blk.37.attn_k_b.weight iq4_nl +blk.37.ffn_gate_exps.weight iq3_xxs +blk.37.ffn_gate_shexp.weight iq3_xxs +blk.37.ffn_up_exps.weight iq3_xxs +blk.37.ffn_up_shexp.weight iq3_xxs +blk.38.attn_k_b.weight iq4_nl +blk.38.ffn_gate_exps.weight iq3_xxs +blk.38.ffn_gate_shexp.weight iq3_xxs +blk.38.ffn_up_exps.weight iq3_xxs +blk.38.ffn_up_shexp.weight iq3_xxs +blk.39.attn_k_b.weight iq4_nl +blk.39.ffn_gate_exps.weight iq3_xxs +blk.39.ffn_gate_shexp.weight iq3_xxs +blk.39.ffn_up_exps.weight iq3_xxs +blk.39.ffn_up_shexp.weight iq3_xxs +blk.40.attn_k_b.weight iq4_nl +blk.40.ffn_gate_exps.weight iq3_xxs +blk.40.ffn_gate_shexp.weight iq3_xxs +blk.40.ffn_up_exps.weight iq3_xxs +blk.40.ffn_up_shexp.weight iq3_xxs +blk.41.attn_k_b.weight iq4_nl +blk.41.ffn_gate_exps.weight iq3_xxs +blk.41.ffn_gate_shexp.weight iq3_xxs +blk.41.ffn_up_exps.weight iq3_xxs +blk.41.ffn_up_shexp.weight iq3_xxs +blk.42.attn_k_b.weight iq4_nl +blk.42.ffn_gate_exps.weight iq3_xxs +blk.42.ffn_gate_shexp.weight iq3_xxs +blk.42.ffn_up_exps.weight iq3_xxs +blk.42.ffn_up_shexp.weight iq3_xxs +blk.43.attn_k_b.weight iq4_nl +blk.43.ffn_gate_exps.weight iq3_xxs +blk.43.ffn_gate_shexp.weight iq3_xxs +blk.43.ffn_up_exps.weight iq3_xxs +blk.43.ffn_up_shexp.weight iq3_xxs +blk.44.attn_k_b.weight iq4_nl +blk.44.ffn_gate_exps.weight iq3_xxs +blk.44.ffn_gate_shexp.weight iq3_xxs +blk.44.ffn_up_exps.weight iq3_xxs +blk.44.ffn_up_shexp.weight iq3_xxs +blk.45.attn_k_b.weight iq4_nl +blk.45.ffn_gate_exps.weight iq3_xxs +blk.45.ffn_gate_shexp.weight iq3_xxs +blk.45.ffn_up_exps.weight iq3_xxs +blk.45.ffn_up_shexp.weight iq3_xxs +blk.46.attn_k_b.weight iq4_nl +blk.46.ffn_gate_exps.weight iq3_xxs +blk.46.ffn_gate_shexp.weight iq3_xxs +blk.46.ffn_up_exps.weight iq3_xxs +blk.46.ffn_up_shexp.weight iq3_xxs +blk.47.attn_k_b.weight iq4_nl +blk.47.ffn_gate_exps.weight iq3_xxs +blk.47.ffn_gate_shexp.weight iq3_xxs +blk.47.ffn_up_exps.weight iq3_xxs +blk.47.ffn_up_shexp.weight iq3_xxs +blk.48.attn_k_b.weight iq4_nl +blk.48.ffn_gate_exps.weight iq3_xxs +blk.48.ffn_gate_shexp.weight iq3_xxs +blk.48.ffn_up_exps.weight iq3_xxs +blk.48.ffn_up_shexp.weight iq3_xxs +blk.49.attn_k_b.weight iq4_nl +blk.49.ffn_gate_exps.weight iq3_xxs +blk.49.ffn_gate_shexp.weight iq3_xxs +blk.49.ffn_up_exps.weight iq3_xxs +blk.49.ffn_up_shexp.weight iq3_xxs +blk.50.attn_k_b.weight iq4_nl +blk.50.ffn_gate_exps.weight iq3_xxs +blk.50.ffn_gate_shexp.weight iq3_xxs +blk.50.ffn_up_exps.weight iq3_xxs +blk.50.ffn_up_shexp.weight iq3_xxs +blk.51.attn_k_b.weight iq4_nl +blk.51.ffn_gate_exps.weight iq3_xxs +blk.51.ffn_gate_shexp.weight iq3_xxs +blk.51.ffn_up_exps.weight iq3_xxs +blk.51.ffn_up_shexp.weight iq3_xxs +blk.52.attn_k_b.weight iq4_nl +blk.52.ffn_gate_exps.weight iq3_xxs +blk.52.ffn_gate_shexp.weight iq3_xxs +blk.52.ffn_up_exps.weight iq3_xxs +blk.52.ffn_up_shexp.weight iq3_xxs +blk.53.attn_k_b.weight iq4_nl +blk.54.attn_k_b.weight iq4_nl +blk.55.attn_k_b.weight iq4_nl +blk.56.attn_k_b.weight iq4_nl +blk.57.attn_k_b.weight iq4_nl +blk.58.attn_k_b.weight iq4_nl +blk.59.attn_k_b.weight iq4_nl +blk.60.attn_k_b.weight iq4_nl + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.ffn_down.weight q4_K +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.ffn_down.weight q4_K +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.ffn_down.weight q4_K +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight iq3_s +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight iq3_s +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight iq3_s +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight iq3_s +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight iq3_s +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight iq3_s +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight iq3_s +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight iq3_s +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight iq3_s +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight iq3_s +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight iq3_s +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight iq3_s +blk.48.ffn_down_exps.weight q3_K +blk.48.ffn_down_shexp.weight q3_K +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight iq3_s +blk.49.ffn_down_exps.weight q3_K +blk.49.ffn_down_shexp.weight q3_K +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight iq3_s +blk.50.ffn_down_exps.weight q3_K +blk.50.ffn_down_shexp.weight q3_K +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight iq3_s +blk.51.ffn_down_exps.weight q3_K +blk.51.ffn_down_shexp.weight q3_K +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight iq3_s +blk.52.ffn_down_exps.weight q3_K +blk.52.ffn_down_shexp.weight q3_K +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight iq3_s +blk.53.ffn_down_exps.weight q3_K +blk.53.ffn_down_shexp.weight q3_K +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight iq3_s +blk.54.ffn_down_exps.weight q3_K +blk.54.ffn_down_shexp.weight q3_K +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight iq3_s +blk.55.ffn_down_exps.weight q3_K +blk.55.ffn_down_shexp.weight q3_K +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight iq3_s +blk.56.ffn_down_exps.weight q3_K +blk.56.ffn_down_shexp.weight q3_K +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight iq3_s +blk.57.ffn_down_exps.weight q3_K +blk.57.ffn_down_shexp.weight q3_K +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight iq3_s +blk.58.ffn_down_exps.weight q3_K +blk.58.ffn_down_shexp.weight q3_K +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight iq3_s +blk.59.ffn_down_exps.weight q3_K +blk.59.ffn_down_shexp.weight q3_K +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight iq3_s +blk.60.ffn_down_exps.weight q3_K +blk.60.ffn_down_shexp.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight iq2_xxs +blk.0.ffn_down.weight q2_K +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight iq2_xxs +blk.1.ffn_down.weight q2_K +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight iq2_xxs +blk.2.ffn_down.weight q2_K +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight iq2_xxs +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.ffn_down_exps.weight q2_K +blk.4.ffn_down_shexp.weight q2_K +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight iq2_xxs +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight iq2_xxs +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight iq2_xxs +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight iq2_xxs +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight iq2_xxs +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight iq2_xxs +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight iq2_xxs +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight iq2_xxs +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight iq2_xxs +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight iq2_xxs +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight iq2_xxs +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight iq2_xxs +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight iq2_xxs +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight iq2_xxs +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight iq2_xxs +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight iq2_xxs +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight iq2_xxs +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight iq2_xxs +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight iq2_xxs +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight iq2_xxs +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight iq2_xxs +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight iq2_xxs +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight iq2_xxs +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight iq2_xxs + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.ffn_down.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_k_b.weight iq4_nl +blk.1.attn_k_b.weight iq4_nl +blk.2.attn_k_b.weight iq4_nl +blk.3.attn_k_b.weight iq4_nl +blk.4.attn_k_b.weight iq4_nl +blk.5.attn_k_b.weight iq4_nl +blk.6.attn_k_b.weight iq4_nl +blk.7.attn_k_b.weight iq4_nl +blk.8.attn_k_b.weight iq4_nl +blk.9.attn_k_b.weight iq4_nl +blk.10.attn_k_b.weight iq4_nl +blk.11.attn_k_b.weight iq4_nl +blk.12.attn_k_b.weight iq4_nl +blk.13.attn_k_b.weight iq4_nl +blk.14.attn_k_b.weight iq4_nl +blk.15.attn_k_b.weight iq4_nl +blk.16.attn_k_b.weight iq4_nl +blk.17.attn_k_b.weight iq4_nl +blk.18.attn_k_b.weight iq4_nl +blk.19.attn_k_b.weight iq4_nl +blk.20.attn_k_b.weight iq4_nl +blk.21.attn_k_b.weight iq4_nl +blk.22.attn_k_b.weight iq4_nl +blk.23.attn_k_b.weight iq4_nl +blk.24.attn_k_b.weight iq4_nl +blk.25.attn_k_b.weight iq4_nl +blk.26.attn_k_b.weight iq4_nl +blk.27.attn_k_b.weight iq4_nl +blk.28.attn_k_b.weight iq4_nl +blk.29.attn_k_b.weight iq4_nl +blk.30.attn_k_b.weight iq4_nl +blk.31.attn_k_b.weight iq4_nl +blk.32.attn_k_b.weight iq4_nl +blk.33.attn_k_b.weight iq4_nl +blk.34.attn_k_b.weight iq4_nl +blk.35.attn_k_b.weight iq4_nl +blk.36.attn_k_b.weight iq4_nl +blk.37.attn_k_b.weight iq4_nl +blk.38.attn_k_b.weight iq4_nl +blk.39.attn_k_b.weight iq4_nl +blk.40.attn_k_b.weight iq4_nl +blk.41.attn_k_b.weight iq4_nl +blk.42.attn_k_b.weight iq4_nl +blk.43.attn_k_b.weight iq4_nl +blk.44.attn_k_b.weight iq4_nl +blk.45.attn_k_b.weight iq4_nl +blk.46.attn_k_b.weight iq4_nl +blk.47.attn_k_b.weight iq4_nl +blk.48.attn_k_b.weight iq4_nl +blk.49.attn_k_b.weight iq4_nl +blk.50.attn_k_b.weight iq4_nl +blk.51.attn_k_b.weight iq4_nl +blk.52.attn_k_b.weight iq4_nl +blk.53.attn_k_b.weight iq4_nl +blk.54.attn_k_b.weight iq4_nl +blk.55.attn_k_b.weight iq4_nl +blk.56.attn_k_b.weight iq4_nl +blk.57.attn_k_b.weight iq4_nl +blk.58.attn_k_b.weight iq4_nl +blk.59.attn_k_b.weight iq4_nl +blk.60.attn_k_b.weight iq4_nl + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight q4_K +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight q4_K +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight q4_K +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight q4_K +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight q4_K +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight q4_K +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight q4_K +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight q4_K +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight q4_K +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight q4_K +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight q4_K +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight q4_K +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight q4_K +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight q4_K +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight q4_K +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight q4_K +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight q4_K +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight q4_K +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight q4_K +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight q4_K +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight q4_K +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight q4_K +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight q4_K +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight q4_K +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight q4_K +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight q4_K +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight q4_K +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight q4_K +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight q4_K +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight q4_K +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight q4_K +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight q4_K +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight q4_K +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight q4_K +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight q4_K +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight q4_K +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight q4_K +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight q4_K +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight q4_K +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight q4_K +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight q4_K +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight q4_K +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight q4_K +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight q4_K +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight q4_K +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight q4_K +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight q4_K +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight q4_K +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight q4_K +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight q4_K +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight q4_K +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight q4_K +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight q4_K +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.ffn_down_exps.weight iq3_s +blk.3.ffn_down_shexp.weight iq3_s +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.ffn_down_exps.weight iq3_s +blk.4.ffn_down_shexp.weight iq3_s +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight iq3_s +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight iq3_s +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight iq3_s +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight iq3_s +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight iq3_s +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight iq3_s +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight iq3_s +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight iq3_s +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight iq3_s +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight iq3_s +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight iq3_s +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight iq3_s +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight iq3_s +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight iq3_s +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight iq3_s +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight iq3_s +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight iq3_s +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight iq3_s +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight iq3_s +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight iq3_s +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight iq3_s +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight iq3_s +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight iq3_s +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight iq3_s + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.ffn_down_exps.weight iq3_s +blk.3.ffn_down_shexp.weight iq3_s +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.ffn_down_exps.weight iq3_s +blk.4.ffn_down_shexp.weight iq3_s +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight iq3_s +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight iq3_s +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight iq3_s +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight iq3_s +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight iq3_s +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight iq3_s +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight iq3_s +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight iq3_s +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight iq3_s +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight iq3_s +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight iq3_s +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight iq3_s +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight iq3_s +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight iq3_s +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight iq3_s +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight iq3_s +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight iq3_s +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight iq3_s +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight iq3_s +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight iq3_s +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight iq3_s +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight iq3_s +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight iq3_s +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight iq3_s + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_k_b.weight iq4_nl +blk.0.ffn_down.weight q5_K +blk.1.attn_k_b.weight iq4_nl +blk.1.ffn_down.weight q5_K +blk.2.attn_k_b.weight iq4_nl +blk.2.ffn_down.weight q5_K +blk.3.attn_k_b.weight iq4_nl +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_k_b.weight iq4_nl +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_k_b.weight iq4_nl +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_k_b.weight iq4_nl +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_k_b.weight iq4_nl +blk.8.attn_k_b.weight iq4_nl +blk.9.attn_k_b.weight iq4_nl +blk.10.attn_k_b.weight iq4_nl +blk.11.attn_k_b.weight iq4_nl +blk.12.attn_k_b.weight iq4_nl +blk.13.attn_k_b.weight iq4_nl +blk.14.attn_k_b.weight iq4_nl +blk.15.attn_k_b.weight iq4_nl +blk.16.attn_k_b.weight iq4_nl +blk.17.attn_k_b.weight iq4_nl +blk.18.attn_k_b.weight iq4_nl +blk.19.attn_k_b.weight iq4_nl +blk.20.attn_k_b.weight iq4_nl +blk.21.attn_k_b.weight iq4_nl +blk.22.attn_k_b.weight iq4_nl +blk.23.attn_k_b.weight iq4_nl +blk.24.attn_k_b.weight iq4_nl +blk.25.attn_k_b.weight iq4_nl +blk.26.attn_k_b.weight iq4_nl +blk.27.attn_k_b.weight iq4_nl +blk.28.attn_k_b.weight iq4_nl +blk.29.attn_k_b.weight iq4_nl +blk.30.attn_k_b.weight iq4_nl +blk.31.attn_k_b.weight iq4_nl +blk.32.attn_k_b.weight iq4_nl +blk.33.attn_k_b.weight iq4_nl +blk.34.attn_k_b.weight iq4_nl +blk.35.attn_k_b.weight iq4_nl +blk.36.attn_k_b.weight iq4_nl +blk.37.attn_k_b.weight iq4_nl +blk.38.attn_k_b.weight iq4_nl +blk.39.attn_k_b.weight iq4_nl +blk.40.attn_k_b.weight iq4_nl +blk.41.attn_k_b.weight iq4_nl +blk.42.attn_k_b.weight iq4_nl +blk.43.attn_k_b.weight iq4_nl +blk.44.attn_k_b.weight iq4_nl +blk.45.attn_k_b.weight iq4_nl +blk.46.attn_k_b.weight iq4_nl +blk.47.attn_k_b.weight iq4_nl +blk.48.attn_k_b.weight iq4_nl +blk.49.attn_k_b.weight iq4_nl +blk.50.attn_k_b.weight iq4_nl +blk.51.attn_k_b.weight iq4_nl +blk.52.attn_k_b.weight iq4_nl +blk.53.attn_k_b.weight iq4_nl +blk.54.attn_k_b.weight iq4_nl +blk.55.attn_k_b.weight iq4_nl +blk.56.attn_k_b.weight iq4_nl +blk.57.attn_k_b.weight iq4_nl +blk.58.attn_k_b.weight iq4_nl +blk.59.attn_k_b.weight iq4_nl +blk.60.attn_k_b.weight iq4_nl + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_k_b.weight iq4_nl +blk.0.attn_output.weight iq2_xxs +blk.0.ffn_down.weight q2_K +blk.1.attn_k_b.weight iq4_nl +blk.1.attn_output.weight iq2_xxs +blk.1.ffn_down.weight q2_K +blk.2.attn_k_b.weight iq4_nl +blk.2.attn_output.weight iq2_xxs +blk.2.ffn_down.weight q2_K +blk.3.attn_k_b.weight iq4_nl +blk.3.attn_output.weight iq2_xxs +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_k_b.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.ffn_down_exps.weight q2_K +blk.4.ffn_down_shexp.weight q2_K +blk.5.attn_k_b.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.6.attn_k_b.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.7.attn_k_b.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.8.attn_k_b.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.9.attn_k_b.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.10.attn_k_b.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.11.attn_k_b.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.12.attn_k_b.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.13.attn_k_b.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.14.attn_k_b.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.15.attn_k_b.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.16.attn_k_b.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.17.attn_k_b.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.18.attn_k_b.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.19.attn_k_b.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.20.attn_k_b.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.21.attn_k_b.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.22.attn_k_b.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.23.attn_k_b.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.24.attn_k_b.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.25.attn_k_b.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.26.attn_k_b.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.27.attn_k_b.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.28.attn_k_b.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.29.attn_k_b.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.30.attn_k_b.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.31.attn_k_b.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.32.attn_k_b.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.33.attn_k_b.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.34.attn_k_b.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.35.attn_k_b.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.36.attn_k_b.weight iq4_nl +blk.36.attn_output.weight iq2_xxs +blk.37.attn_k_b.weight iq4_nl +blk.37.attn_output.weight iq2_xxs +blk.38.attn_k_b.weight iq4_nl +blk.38.attn_output.weight iq2_xxs +blk.39.attn_k_b.weight iq4_nl +blk.39.attn_output.weight iq2_xxs +blk.40.attn_k_b.weight iq4_nl +blk.40.attn_output.weight iq2_xxs +blk.41.attn_k_b.weight iq4_nl +blk.41.attn_output.weight iq2_xxs +blk.42.attn_k_b.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.43.attn_k_b.weight iq4_nl +blk.43.attn_output.weight iq2_xxs +blk.44.attn_k_b.weight iq4_nl +blk.44.attn_output.weight iq2_xxs +blk.45.attn_k_b.weight iq4_nl +blk.45.attn_output.weight iq2_xxs +blk.46.attn_k_b.weight iq4_nl +blk.46.attn_output.weight iq2_xxs +blk.47.attn_k_b.weight iq4_nl +blk.47.attn_output.weight iq2_xxs +blk.48.attn_k_b.weight iq4_nl +blk.48.attn_output.weight iq2_xxs +blk.49.attn_k_b.weight iq4_nl +blk.49.attn_output.weight iq2_xxs +blk.50.attn_k_b.weight iq4_nl +blk.50.attn_output.weight iq2_xxs +blk.51.attn_k_b.weight iq4_nl +blk.51.attn_output.weight iq2_xxs +blk.52.attn_k_b.weight iq4_nl +blk.52.attn_output.weight iq2_xxs +blk.53.attn_k_b.weight iq4_nl +blk.53.attn_output.weight iq2_xxs +blk.54.attn_k_b.weight iq4_nl +blk.54.attn_output.weight iq2_xxs +blk.55.attn_k_b.weight iq4_nl +blk.55.attn_output.weight iq2_xxs +blk.56.attn_k_b.weight iq4_nl +blk.56.attn_output.weight iq2_xxs +blk.57.attn_k_b.weight iq4_nl +blk.57.attn_output.weight iq2_xxs +blk.58.attn_k_b.weight iq4_nl +blk.58.attn_output.weight iq2_xxs +blk.59.attn_k_b.weight iq4_nl +blk.59.attn_output.weight iq2_xxs +blk.60.attn_k_b.weight iq4_nl +blk.60.attn_output.weight iq2_xxs + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K +blk.0.attn_k_b.weight q4_0 +blk.1.attn_k_b.weight q4_0 +blk.2.attn_k_b.weight q4_0 +blk.3.attn_k_b.weight q4_0 +blk.4.attn_k_b.weight q4_0 +blk.5.attn_k_b.weight q4_0 +blk.6.attn_k_b.weight q4_0 +blk.7.attn_k_b.weight q4_0 +blk.8.attn_k_b.weight q4_0 +blk.9.attn_k_b.weight q4_0 +blk.10.attn_k_b.weight q4_0 +blk.11.attn_k_b.weight q4_0 +blk.12.attn_k_b.weight q4_0 +blk.13.attn_k_b.weight q4_0 +blk.14.attn_k_b.weight q4_0 +blk.15.attn_k_b.weight q4_0 +blk.16.attn_k_b.weight q4_0 +blk.17.attn_k_b.weight q4_0 +blk.18.attn_k_b.weight q4_0 +blk.19.attn_k_b.weight q4_0 +blk.20.attn_k_b.weight q4_0 +blk.21.attn_k_b.weight q4_0 +blk.22.attn_k_b.weight q4_0 +blk.23.attn_k_b.weight q4_0 +blk.24.attn_k_b.weight q4_0 +blk.25.attn_k_b.weight q4_0 +blk.26.attn_k_b.weight q4_0 +blk.27.attn_k_b.weight q4_0 +blk.28.attn_k_b.weight q4_0 +blk.29.attn_k_b.weight q4_0 +blk.30.attn_k_b.weight q4_0 +blk.31.attn_k_b.weight q4_0 +blk.32.attn_k_b.weight q4_0 +blk.33.attn_k_b.weight q4_0 +blk.34.attn_k_b.weight q4_0 +blk.35.attn_k_b.weight q4_0 +blk.36.attn_k_b.weight q4_0 +blk.37.attn_k_b.weight q4_0 +blk.38.attn_k_b.weight q4_0 +blk.39.attn_k_b.weight q4_0 +blk.40.attn_k_b.weight q4_0 +blk.41.attn_k_b.weight q4_0 +blk.42.attn_k_b.weight q4_0 +blk.43.attn_k_b.weight q4_0 +blk.44.attn_k_b.weight q4_0 +blk.45.attn_k_b.weight q4_0 +blk.46.attn_k_b.weight q4_0 +blk.47.attn_k_b.weight q4_0 +blk.48.attn_k_b.weight q4_0 +blk.49.attn_k_b.weight q4_0 +blk.50.attn_k_b.weight q4_0 +blk.51.attn_k_b.weight q4_0 +blk.52.attn_k_b.weight q4_0 +blk.53.attn_k_b.weight q4_0 +blk.54.attn_k_b.weight q4_0 +blk.55.attn_k_b.weight q4_0 +blk.56.attn_k_b.weight q4_0 +blk.57.attn_k_b.weight q4_0 +blk.58.attn_k_b.weight q4_0 +blk.59.attn_k_b.weight q4_0 +blk.60.attn_k_b.weight q4_0 + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K +blk.0.attn_k_b.weight q4_0 +blk.1.attn_k_b.weight q4_0 +blk.2.attn_k_b.weight q4_0 +blk.3.attn_k_b.weight q4_0 +blk.4.attn_k_b.weight q4_0 +blk.5.attn_k_b.weight q4_0 +blk.6.attn_k_b.weight q4_0 +blk.7.attn_k_b.weight q4_0 +blk.8.attn_k_b.weight q4_0 +blk.9.attn_k_b.weight q4_0 +blk.10.attn_k_b.weight q4_0 +blk.11.attn_k_b.weight q4_0 +blk.12.attn_k_b.weight q4_0 +blk.13.attn_k_b.weight q4_0 +blk.14.attn_k_b.weight q4_0 +blk.15.attn_k_b.weight q4_0 +blk.16.attn_k_b.weight q4_0 +blk.17.attn_k_b.weight q4_0 +blk.18.attn_k_b.weight q4_0 +blk.19.attn_k_b.weight q4_0 +blk.20.attn_k_b.weight q4_0 +blk.21.attn_k_b.weight q4_0 +blk.22.attn_k_b.weight q4_0 +blk.23.attn_k_b.weight q4_0 +blk.24.attn_k_b.weight q4_0 +blk.25.attn_k_b.weight q4_0 +blk.26.attn_k_b.weight q4_0 +blk.27.attn_k_b.weight q4_0 +blk.28.attn_k_b.weight q4_0 +blk.29.attn_k_b.weight q4_0 +blk.30.attn_k_b.weight q4_0 +blk.31.attn_k_b.weight q4_0 +blk.32.attn_k_b.weight q4_0 +blk.33.attn_k_b.weight q4_0 +blk.34.attn_k_b.weight q4_0 +blk.35.attn_k_b.weight q4_0 +blk.36.attn_k_b.weight q4_0 +blk.37.attn_k_b.weight q4_0 +blk.38.attn_k_b.weight q4_0 +blk.39.attn_k_b.weight q4_0 +blk.40.attn_k_b.weight q4_0 +blk.41.attn_k_b.weight q4_0 +blk.42.attn_k_b.weight q4_0 +blk.43.attn_k_b.weight q4_0 +blk.44.attn_k_b.weight q4_0 +blk.45.attn_k_b.weight q4_0 +blk.46.attn_k_b.weight q4_0 +blk.47.attn_k_b.weight q4_0 +blk.48.attn_k_b.weight q4_0 +blk.49.attn_k_b.weight q4_0 +blk.50.attn_k_b.weight q4_0 +blk.51.attn_k_b.weight q4_0 +blk.52.attn_k_b.weight q4_0 +blk.53.attn_k_b.weight q4_0 +blk.54.attn_k_b.weight q4_0 +blk.55.attn_k_b.weight q4_0 +blk.56.attn_k_b.weight q4_0 +blk.57.attn_k_b.weight q4_0 +blk.58.attn_k_b.weight q4_0 +blk.59.attn_k_b.weight q4_0 +blk.60.attn_k_b.weight q4_0 + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_kv_a_mqa.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q_a.weight q8_0 +blk.0.attn_q_b.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_kv_a_mqa.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q_a.weight q8_0 +blk.1.attn_q_b.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_kv_a_mqa.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q_a.weight q8_0 +blk.2.attn_q_b.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_kv_a_mqa.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q_a.weight q8_0 +blk.3.attn_q_b.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_gate_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.attn_kv_a_mqa.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q_a.weight q8_0 +blk.4.attn_q_b.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.4.ffn_gate_shexp.weight q8_0 +blk.4.ffn_up_shexp.weight q8_0 +blk.5.attn_kv_a_mqa.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q_a.weight q8_0 +blk.5.attn_q_b.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.5.ffn_gate_shexp.weight q8_0 +blk.5.ffn_up_shexp.weight q8_0 +blk.6.attn_kv_a_mqa.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q_a.weight q8_0 +blk.6.attn_q_b.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_gate_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.7.attn_kv_a_mqa.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q_a.weight q8_0 +blk.7.attn_q_b.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.7.ffn_gate_shexp.weight q8_0 +blk.7.ffn_up_shexp.weight q8_0 +blk.8.attn_kv_a_mqa.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q_a.weight q8_0 +blk.8.attn_q_b.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_gate_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.9.attn_kv_a_mqa.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q_a.weight q8_0 +blk.9.attn_q_b.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.9.ffn_gate_shexp.weight q8_0 +blk.9.ffn_up_shexp.weight q8_0 +blk.10.attn_kv_a_mqa.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q_a.weight q8_0 +blk.10.attn_q_b.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_gate_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.11.attn_kv_a_mqa.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q_a.weight q8_0 +blk.11.attn_q_b.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.11.ffn_gate_shexp.weight q8_0 +blk.11.ffn_up_shexp.weight q8_0 +blk.12.attn_kv_a_mqa.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q_a.weight q8_0 +blk.12.attn_q_b.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.12.ffn_gate_shexp.weight q8_0 +blk.12.ffn_up_shexp.weight q8_0 +blk.13.attn_kv_a_mqa.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q_a.weight q8_0 +blk.13.attn_q_b.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_gate_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.14.attn_kv_a_mqa.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q_a.weight q8_0 +blk.14.attn_q_b.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.14.ffn_gate_shexp.weight q8_0 +blk.14.ffn_up_shexp.weight q8_0 +blk.15.attn_kv_a_mqa.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q_a.weight q8_0 +blk.15.attn_q_b.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_gate_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.attn_kv_a_mqa.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q_a.weight q8_0 +blk.16.attn_q_b.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.16.ffn_gate_shexp.weight q8_0 +blk.16.ffn_up_shexp.weight q8_0 +blk.17.attn_kv_a_mqa.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q_a.weight q8_0 +blk.17.attn_q_b.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_gate_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.18.attn_kv_a_mqa.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q_a.weight q8_0 +blk.18.attn_q_b.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.18.ffn_gate_shexp.weight q8_0 +blk.18.ffn_up_shexp.weight q8_0 +blk.19.attn_kv_a_mqa.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q_a.weight q8_0 +blk.19.attn_q_b.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.19.ffn_gate_shexp.weight q8_0 +blk.19.ffn_up_shexp.weight q8_0 +blk.20.attn_kv_a_mqa.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q_a.weight q8_0 +blk.20.attn_q_b.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_gate_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.21.attn_kv_a_mqa.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q_a.weight q8_0 +blk.21.attn_q_b.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.21.ffn_gate_shexp.weight q8_0 +blk.21.ffn_up_shexp.weight q8_0 +blk.22.attn_kv_a_mqa.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q_a.weight q8_0 +blk.22.attn_q_b.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_gate_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.23.attn_kv_a_mqa.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q_a.weight q8_0 +blk.23.attn_q_b.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.23.ffn_gate_shexp.weight q8_0 +blk.23.ffn_up_shexp.weight q8_0 +blk.24.attn_kv_a_mqa.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q_a.weight q8_0 +blk.24.attn_q_b.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_gate_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.25.attn_kv_a_mqa.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q_a.weight q8_0 +blk.25.attn_q_b.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.25.ffn_gate_shexp.weight q8_0 +blk.25.ffn_up_shexp.weight q8_0 +blk.26.attn_kv_a_mqa.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q_a.weight q8_0 +blk.26.attn_q_b.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.26.ffn_gate_shexp.weight q8_0 +blk.26.ffn_up_shexp.weight q8_0 +blk.27.attn_kv_a_mqa.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q_a.weight q8_0 +blk.27.attn_q_b.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_gate_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.attn_kv_a_mqa.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q_a.weight q8_0 +blk.28.attn_q_b.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.28.ffn_gate_shexp.weight q8_0 +blk.28.ffn_up_shexp.weight q8_0 +blk.29.attn_kv_a_mqa.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q_a.weight q8_0 +blk.29.attn_q_b.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_gate_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.30.attn_kv_a_mqa.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q_a.weight q8_0 +blk.30.attn_q_b.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.30.ffn_gate_shexp.weight q8_0 +blk.30.ffn_up_shexp.weight q8_0 +blk.31.attn_kv_a_mqa.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q_a.weight q8_0 +blk.31.attn_q_b.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_gate_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.attn_kv_a_mqa.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q_a.weight q8_0 +blk.32.attn_q_b.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.32.ffn_gate_shexp.weight q8_0 +blk.32.ffn_up_shexp.weight q8_0 +blk.33.attn_kv_a_mqa.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q_a.weight q8_0 +blk.33.attn_q_b.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.33.ffn_gate_shexp.weight q8_0 +blk.33.ffn_up_shexp.weight q8_0 +blk.34.attn_kv_a_mqa.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q_a.weight q8_0 +blk.34.attn_q_b.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_gate_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.35.attn_kv_a_mqa.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q_a.weight q8_0 +blk.35.attn_q_b.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.35.ffn_gate_shexp.weight q8_0 +blk.35.ffn_up_shexp.weight q8_0 +blk.36.attn_kv_a_mqa.weight q8_0 +blk.36.attn_output.weight q8_0 +blk.36.attn_q_a.weight q8_0 +blk.36.attn_q_b.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_gate_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.37.attn_kv_a_mqa.weight q8_0 +blk.37.attn_output.weight q8_0 +blk.37.attn_q_a.weight q8_0 +blk.37.attn_q_b.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.37.ffn_gate_shexp.weight q8_0 +blk.37.ffn_up_shexp.weight q8_0 +blk.38.attn_kv_a_mqa.weight q8_0 +blk.38.attn_output.weight q8_0 +blk.38.attn_q_a.weight q8_0 +blk.38.attn_q_b.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_gate_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.39.attn_kv_a_mqa.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q_a.weight q8_0 +blk.39.attn_q_b.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.39.ffn_gate_shexp.weight q8_0 +blk.39.ffn_up_shexp.weight q8_0 +blk.40.attn_kv_a_mqa.weight q8_0 +blk.40.attn_output.weight q8_0 +blk.40.attn_q_a.weight q8_0 +blk.40.attn_q_b.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_gate_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.41.attn_kv_a_mqa.weight q8_0 +blk.41.attn_output.weight q8_0 +blk.41.attn_q_a.weight q8_0 +blk.41.attn_q_b.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.41.ffn_gate_shexp.weight q8_0 +blk.41.ffn_up_shexp.weight q8_0 +blk.42.attn_kv_a_mqa.weight q8_0 +blk.42.attn_output.weight q8_0 +blk.42.attn_q_a.weight q8_0 +blk.42.attn_q_b.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.42.ffn_gate_shexp.weight q8_0 +blk.42.ffn_up_shexp.weight q8_0 +blk.43.attn_kv_a_mqa.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q_a.weight q8_0 +blk.43.attn_q_b.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_gate_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.attn_kv_a_mqa.weight q8_0 +blk.44.attn_output.weight q8_0 +blk.44.attn_q_a.weight q8_0 +blk.44.attn_q_b.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.44.ffn_gate_shexp.weight q8_0 +blk.44.ffn_up_shexp.weight q8_0 +blk.45.attn_kv_a_mqa.weight q8_0 +blk.45.attn_output.weight q8_0 +blk.45.attn_q_a.weight q8_0 +blk.45.attn_q_b.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_gate_shexp.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 +blk.46.attn_kv_a_mqa.weight q8_0 +blk.46.attn_output.weight q8_0 +blk.46.attn_q_a.weight q8_0 +blk.46.attn_q_b.weight q8_0 +blk.46.ffn_down_shexp.weight q8_0 +blk.46.ffn_gate_shexp.weight q8_0 +blk.46.ffn_up_shexp.weight q8_0 +blk.47.attn_kv_a_mqa.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q_a.weight q8_0 +blk.47.attn_q_b.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_gate_shexp.weight q8_0 +blk.47.ffn_up_shexp.weight q8_0 +blk.48.attn_kv_a_mqa.weight q8_0 +blk.48.attn_output.weight q8_0 +blk.48.attn_q_a.weight q8_0 +blk.48.attn_q_b.weight q8_0 +blk.48.ffn_down_shexp.weight q8_0 +blk.48.ffn_gate_shexp.weight q8_0 +blk.48.ffn_up_shexp.weight q8_0 +blk.49.attn_kv_a_mqa.weight q8_0 +blk.49.attn_output.weight q8_0 +blk.49.attn_q_a.weight q8_0 +blk.49.attn_q_b.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_gate_shexp.weight q8_0 +blk.49.ffn_up_shexp.weight q8_0 +blk.50.attn_kv_a_mqa.weight q8_0 +blk.50.attn_output.weight q8_0 +blk.50.attn_q_a.weight q8_0 +blk.50.attn_q_b.weight q8_0 +blk.50.ffn_down_shexp.weight q8_0 +blk.50.ffn_gate_shexp.weight q8_0 +blk.50.ffn_up_shexp.weight q8_0 +blk.51.attn_kv_a_mqa.weight q8_0 +blk.51.attn_output.weight q8_0 +blk.51.attn_q_a.weight q8_0 +blk.51.attn_q_b.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_gate_shexp.weight q8_0 +blk.51.ffn_up_shexp.weight q8_0 +blk.52.attn_kv_a_mqa.weight q8_0 +blk.52.attn_output.weight q8_0 +blk.52.attn_q_a.weight q8_0 +blk.52.attn_q_b.weight q8_0 +blk.52.ffn_down_shexp.weight q8_0 +blk.52.ffn_gate_shexp.weight q8_0 +blk.52.ffn_up_shexp.weight q8_0 +blk.53.attn_kv_a_mqa.weight q8_0 +blk.53.attn_output.weight q8_0 +blk.53.attn_q_a.weight q8_0 +blk.53.attn_q_b.weight q8_0 +blk.53.ffn_down_shexp.weight q8_0 +blk.53.ffn_gate_shexp.weight q8_0 +blk.53.ffn_up_shexp.weight q8_0 +blk.54.attn_kv_a_mqa.weight q8_0 +blk.54.attn_output.weight q8_0 +blk.54.attn_q_a.weight q8_0 +blk.54.attn_q_b.weight q8_0 +blk.54.ffn_down_shexp.weight q8_0 +blk.54.ffn_gate_shexp.weight q8_0 +blk.54.ffn_up_shexp.weight q8_0 +blk.55.attn_kv_a_mqa.weight q8_0 +blk.55.attn_output.weight q8_0 +blk.55.attn_q_a.weight q8_0 +blk.55.attn_q_b.weight q8_0 +blk.55.ffn_down_shexp.weight q8_0 +blk.55.ffn_gate_shexp.weight q8_0 +blk.55.ffn_up_shexp.weight q8_0 +blk.56.attn_kv_a_mqa.weight q8_0 +blk.56.attn_output.weight q8_0 +blk.56.attn_q_a.weight q8_0 +blk.56.attn_q_b.weight q8_0 +blk.56.ffn_down_shexp.weight q8_0 +blk.56.ffn_gate_shexp.weight q8_0 +blk.56.ffn_up_shexp.weight q8_0 +blk.57.attn_kv_a_mqa.weight q8_0 +blk.57.attn_output.weight q8_0 +blk.57.attn_q_a.weight q8_0 +blk.57.attn_q_b.weight q8_0 +blk.57.ffn_down_shexp.weight q8_0 +blk.57.ffn_gate_shexp.weight q8_0 +blk.57.ffn_up_shexp.weight q8_0 +blk.58.attn_kv_a_mqa.weight q8_0 +blk.58.attn_output.weight q8_0 +blk.58.attn_q_a.weight q8_0 +blk.58.attn_q_b.weight q8_0 +blk.58.ffn_down_shexp.weight q8_0 +blk.58.ffn_gate_shexp.weight q8_0 +blk.58.ffn_up_shexp.weight q8_0 +blk.59.attn_kv_a_mqa.weight q8_0 +blk.59.attn_output.weight q8_0 +blk.59.attn_q_a.weight q8_0 +blk.59.attn_q_b.weight q8_0 +blk.59.ffn_down_shexp.weight q8_0 +blk.59.ffn_gate_shexp.weight q8_0 +blk.59.ffn_up_shexp.weight q8_0 +blk.60.attn_kv_a_mqa.weight q8_0 +blk.60.attn_output.weight q8_0 +blk.60.attn_q_a.weight q8_0 +blk.60.attn_q_b.weight q8_0 +blk.60.ffn_down_shexp.weight q8_0 +blk.60.ffn_gate_shexp.weight q8_0 +blk.60.ffn_up_shexp.weight q8_0 diff --git a/tests/snapshots/gemma-3-4b-it.schema b/tests/snapshots/gemma-3-4b-it.schema new file mode 100644 index 00000000000..cb8718a8893 --- /dev/null +++ b/tests/snapshots/gemma-3-4b-it.schema @@ -0,0 +1,1452 @@ +# Model: gemma-3-4b-it +# n_embd=2560, n_ff=10240, n_vocab=262144, n_layer=34, n_head=8, n_head_kv=4 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +token_embd.weight q6_K + +[Q4_1] q4_1 +token_embd.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +token_embd.weight q6_K + +[Q5_1] q5_1 +token_embd.weight q6_K + +[Q2_K] q2_K +token_embd.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q3_K +blk.0.ffn_down.weight q3_K +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q3_K +blk.1.ffn_down.weight q3_K +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q3_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q3_K +blk.3.ffn_down.weight q3_K +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q3_K +blk.4.ffn_down.weight q3_K +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q3_K +blk.5.ffn_down.weight q3_K +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q3_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q3_K +blk.7.ffn_down.weight q3_K +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q3_K +blk.8.ffn_down.weight q3_K +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q3_K +blk.9.ffn_down.weight q3_K +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q3_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q3_K +blk.11.ffn_down.weight q3_K +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q3_K +blk.12.ffn_down.weight q3_K +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q3_K +blk.13.ffn_down.weight q3_K +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q3_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q3_K +blk.15.ffn_down.weight q3_K +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q3_K +blk.16.ffn_down.weight q3_K +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q3_K +blk.17.ffn_down.weight q3_K +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q3_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q3_K +blk.19.ffn_down.weight q3_K +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q3_K +blk.20.ffn_down.weight q3_K +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q3_K +blk.21.ffn_down.weight q3_K +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q3_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q3_K +blk.23.ffn_down.weight q3_K +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q3_K +blk.24.ffn_down.weight q3_K +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q3_K +blk.25.ffn_down.weight q3_K +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q3_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q3_K +blk.27.ffn_down.weight q3_K +blk.28.attn_output.weight q3_K +blk.28.attn_v.weight q3_K +blk.28.ffn_down.weight q3_K +blk.29.attn_output.weight q3_K +blk.29.attn_v.weight q3_K +blk.29.ffn_down.weight q3_K +blk.30.attn_output.weight q3_K +blk.30.attn_v.weight q3_K +blk.30.ffn_down.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q3_K +blk.31.ffn_down.weight q3_K +blk.32.attn_output.weight q3_K +blk.32.attn_v.weight q3_K +blk.32.ffn_down.weight q3_K +blk.33.attn_output.weight q3_K +blk.33.attn_v.weight q3_K +blk.33.ffn_down.weight q3_K + +[Q3_K_S] q3_K +token_embd.weight q6_K + +[Q3_K_M] q3_K +token_embd.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down.weight q4_K + +[Q3_K_L] q3_K +token_embd.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K +blk.28.attn_output.weight q5_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q5_K +blk.29.attn_output.weight q5_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q5_K +blk.30.attn_output.weight q5_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q5_K +blk.32.attn_output.weight q5_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q5_K +blk.33.attn_output.weight q5_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q5_K + +[Q4_K_S] q4_K +token_embd.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K + +[Q4_K_M] q4_K +token_embd.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.6.attn_v.weight q6_K +blk.6.ffn_down.weight q6_K +blk.9.attn_v.weight q6_K +blk.9.ffn_down.weight q6_K +blk.12.attn_v.weight q6_K +blk.12.ffn_down.weight q6_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down.weight q6_K +blk.18.attn_v.weight q6_K +blk.18.ffn_down.weight q6_K +blk.21.attn_v.weight q6_K +blk.21.ffn_down.weight q6_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K +blk.29.attn_v.weight q6_K +blk.29.ffn_down.weight q6_K +blk.30.attn_v.weight q6_K +blk.30.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.32.attn_v.weight q6_K +blk.32.ffn_down.weight q6_K +blk.33.attn_v.weight q6_K +blk.33.ffn_down.weight q6_K + +[Q5_K_S] q5_K +token_embd.weight q6_K + +[Q5_K_M] q5_K +token_embd.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.6.attn_v.weight q6_K +blk.6.ffn_down.weight q6_K +blk.9.attn_v.weight q6_K +blk.9.ffn_down.weight q6_K +blk.12.attn_v.weight q6_K +blk.12.ffn_down.weight q6_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down.weight q6_K +blk.18.attn_v.weight q6_K +blk.18.ffn_down.weight q6_K +blk.21.attn_v.weight q6_K +blk.21.ffn_down.weight q6_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K +blk.29.attn_v.weight q6_K +blk.29.ffn_down.weight q6_K +blk.30.attn_v.weight q6_K +blk.30.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.32.attn_v.weight q6_K +blk.32.ffn_down.weight q6_K +blk.33.attn_v.weight q6_K +blk.33.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +token_embd.weight q5_K +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q2_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q2_K +blk.5.attn_v.weight q2_K +blk.6.attn_v.weight q2_K +blk.7.attn_v.weight q2_K +blk.8.attn_v.weight q2_K +blk.9.attn_v.weight q2_K +blk.10.attn_v.weight q2_K +blk.11.attn_v.weight q2_K +blk.12.attn_v.weight q2_K +blk.13.attn_v.weight q2_K +blk.14.attn_v.weight q2_K +blk.15.attn_v.weight q2_K +blk.16.attn_v.weight q2_K +blk.17.attn_v.weight q2_K +blk.18.attn_v.weight q2_K +blk.19.attn_v.weight q2_K +blk.20.attn_v.weight q2_K +blk.21.attn_v.weight q2_K +blk.22.attn_v.weight q2_K +blk.23.attn_v.weight q2_K +blk.24.attn_v.weight q2_K +blk.25.attn_v.weight q2_K +blk.26.attn_v.weight q2_K +blk.27.attn_v.weight q2_K +blk.28.attn_v.weight q2_K +blk.29.attn_v.weight q2_K +blk.30.attn_v.weight q2_K +blk.31.attn_v.weight q2_K +blk.32.attn_v.weight q2_K +blk.33.attn_v.weight q2_K + +[IQ2_XS] iq2_xs +token_embd.weight q5_K +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q2_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q2_K +blk.5.attn_v.weight q2_K +blk.6.attn_v.weight q2_K +blk.7.attn_v.weight q2_K +blk.8.attn_v.weight q2_K +blk.9.attn_v.weight q2_K +blk.10.attn_v.weight q2_K +blk.11.attn_v.weight q2_K +blk.12.attn_v.weight q2_K +blk.13.attn_v.weight q2_K +blk.14.attn_v.weight q2_K +blk.15.attn_v.weight q2_K +blk.16.attn_v.weight q2_K +blk.17.attn_v.weight q2_K +blk.18.attn_v.weight q2_K +blk.19.attn_v.weight q2_K +blk.20.attn_v.weight q2_K +blk.21.attn_v.weight q2_K +blk.22.attn_v.weight q2_K +blk.23.attn_v.weight q2_K +blk.24.attn_v.weight q2_K +blk.25.attn_v.weight q2_K +blk.26.attn_v.weight q2_K +blk.27.attn_v.weight q2_K +blk.28.attn_v.weight q2_K +blk.29.attn_v.weight q2_K +blk.30.attn_v.weight q2_K +blk.31.attn_v.weight q2_K +blk.32.attn_v.weight q2_K +blk.33.attn_v.weight q2_K + +[Q2_K_S] q2_K +token_embd.weight q6_K +blk.0.ffn_down.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.ffn_down.weight q4_K + +[IQ3_XS] iq3_s +token_embd.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.ffn_gate.weight iq3_xxs +blk.4.ffn_up.weight iq3_xxs +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.ffn_gate.weight iq3_xxs +blk.5.ffn_up.weight iq3_xxs +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.ffn_gate.weight iq3_xxs +blk.6.ffn_up.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.ffn_gate.weight iq3_xxs +blk.7.ffn_up.weight iq3_xxs +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.ffn_gate.weight iq3_xxs +blk.8.ffn_up.weight iq3_xxs +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.ffn_gate.weight iq3_xxs +blk.9.ffn_up.weight iq3_xxs +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.24.ffn_gate.weight iq3_xxs +blk.24.ffn_up.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.25.ffn_gate.weight iq3_xxs +blk.25.ffn_up.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.26.ffn_gate.weight iq3_xxs +blk.26.ffn_up.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.ffn_gate.weight iq3_xxs +blk.27.ffn_up.weight iq3_xxs +blk.28.attn_k.weight iq3_xxs +blk.28.attn_q.weight iq3_xxs +blk.28.ffn_gate.weight iq3_xxs +blk.28.ffn_up.weight iq3_xxs +blk.29.attn_k.weight iq3_xxs +blk.29.attn_q.weight iq3_xxs +blk.30.attn_k.weight iq3_xxs +blk.30.attn_q.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.32.attn_k.weight iq3_xxs +blk.32.attn_q.weight iq3_xxs +blk.33.attn_k.weight iq3_xxs +blk.33.attn_q.weight iq3_xxs + +[IQ3_XXS] iq3_xxs +token_embd.weight q5_K +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight q4_K +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight q4_K +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight iq3_s +blk.3.ffn_down.weight q4_K +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight iq3_s +blk.4.ffn_down.weight q3_K +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight iq3_s +blk.5.ffn_down.weight q3_K +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight iq3_s +blk.6.ffn_down.weight q3_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight iq3_s +blk.7.ffn_down.weight q3_K +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight iq3_s +blk.8.ffn_down.weight q3_K +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight iq3_s +blk.9.ffn_down.weight q3_K +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight iq3_s +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight iq3_s +blk.11.ffn_down.weight q3_K +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight iq3_s +blk.12.ffn_down.weight q3_K +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight iq3_s +blk.13.ffn_down.weight q3_K +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight iq3_s +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight iq3_s +blk.15.ffn_down.weight q3_K +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight iq3_s +blk.16.ffn_down.weight q3_K +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight iq3_s +blk.17.ffn_down.weight q3_K +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight iq3_s +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight iq3_s +blk.19.ffn_down.weight q3_K +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight iq3_s +blk.20.ffn_down.weight q3_K +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight iq3_s +blk.21.ffn_down.weight q3_K +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight iq3_s +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight iq3_s +blk.23.ffn_down.weight q3_K +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight iq3_s +blk.24.ffn_down.weight q3_K +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight iq3_s +blk.25.ffn_down.weight q3_K +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight iq3_s +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight iq3_s +blk.27.ffn_down.weight q3_K +blk.28.attn_k.weight iq2_s +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq2_s +blk.28.attn_v.weight iq3_s +blk.28.ffn_down.weight q3_K +blk.29.attn_k.weight iq2_s +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq2_s +blk.29.attn_v.weight iq3_s +blk.29.ffn_down.weight q3_K +blk.30.attn_k.weight iq2_s +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq2_s +blk.30.attn_v.weight iq3_s +blk.30.ffn_down.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight iq3_s +blk.31.ffn_down.weight q3_K +blk.32.attn_k.weight iq2_s +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq2_s +blk.32.attn_v.weight iq3_s +blk.32.ffn_down.weight q3_K +blk.33.attn_k.weight iq2_s +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq2_s +blk.33.attn_v.weight iq3_s +blk.33.ffn_down.weight q3_K + +[IQ1_S] iq1_s +token_embd.weight q5_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q2_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q2_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q2_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q2_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q2_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q2_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q2_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q2_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q2_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q2_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q2_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q2_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q2_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q2_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q2_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q2_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q2_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q2_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q2_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q2_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q2_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q2_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q2_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q2_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q2_K + +[IQ4_NL] iq4_nl +token_embd.weight q6_K +blk.0.ffn_down.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.ffn_down.weight q5_K + +[IQ3_S] iq3_s +token_embd.weight q6_K + +[IQ3_M] iq3_s +token_embd.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K + +[IQ2_S] iq2_xs +token_embd.weight q5_K +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight iq3_s +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight iq3_s +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight iq3_s +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight iq3_s +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight iq3_s +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight iq3_s +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight iq3_s +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight iq3_s +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight iq3_s +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight iq3_s +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight iq3_s +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight iq3_s +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight iq3_s +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight iq3_s +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight iq3_s +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight iq3_s +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight iq3_s +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight iq3_s +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight iq3_s +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight iq3_s +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight iq3_s +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight iq3_s +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight iq3_s +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight iq3_s +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight iq3_s + +[IQ2_M] iq2_s +token_embd.weight q5_K +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight iq3_s +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight iq3_s +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight iq3_s +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight iq3_s +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight iq3_s +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight iq3_s +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight iq3_s +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight iq3_s +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight iq3_s +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight iq3_s +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight iq3_s +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight iq3_s +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight iq3_s +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight iq3_s +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight iq3_s +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight iq3_s +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight iq3_s +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight iq3_s +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight iq3_s +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight iq3_s +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight iq3_s +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight iq3_s +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight iq3_s +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight iq3_s +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight iq3_s + +[IQ4_XS] iq4_xs +token_embd.weight q6_K +blk.0.ffn_down.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.ffn_down.weight q5_K + +[IQ1_M] iq1_m +token_embd.weight q5_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q2_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q2_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q2_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q2_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q2_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q2_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q2_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q2_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q2_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q2_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q2_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q2_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q2_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q2_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q2_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q2_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q2_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q2_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q2_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q2_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q2_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q2_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q2_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q2_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q2_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +token_embd.weight q6_K + +[TQ2_0] tq2_0 +token_embd.weight q6_K + +[MXFP4_MOE] mxfp4 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down.weight q8_0 +blk.28.ffn_gate.weight q8_0 +blk.28.ffn_up.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down.weight q8_0 +blk.29.ffn_gate.weight q8_0 +blk.29.ffn_up.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down.weight q8_0 +blk.30.ffn_gate.weight q8_0 +blk.30.ffn_up.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down.weight q8_0 +blk.31.ffn_gate.weight q8_0 +blk.31.ffn_up.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down.weight q8_0 +blk.32.ffn_gate.weight q8_0 +blk.32.ffn_up.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down.weight q8_0 +blk.33.ffn_gate.weight q8_0 +blk.33.ffn_up.weight q8_0 diff --git a/tests/snapshots/glm-4.6v.schema b/tests/snapshots/glm-4.6v.schema new file mode 100644 index 00000000000..ff892b6568e --- /dev/null +++ b/tests/snapshots/glm-4.6v.schema @@ -0,0 +1,4052 @@ +# Model: GLM-4.6V +# n_embd=4096, n_ff=10944, n_vocab=151552, n_layer=46, n_head=96, n_head_kv=8, n_expert=128 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_down_shexp.weight q4_0 +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.attn_output.weight q3_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.attn_output.weight q3_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.attn_output.weight q3_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.attn_output.weight q3_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.attn_output.weight q3_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.attn_output.weight q3_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.attn_output.weight q3_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.attn_output.weight q3_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.attn_output.weight q3_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.attn_output.weight q3_K +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.attn_output.weight q3_K +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.attn_output.weight q3_K +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.attn_output.weight q3_K +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.attn_output.weight q3_K +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[Q3_K_S] q3_K +output.weight q6_K +blk.0.ffn_down.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_down_shexp.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_1 +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_down_shexp.weight q5_0 +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_down_shexp.weight q5_0 +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_down_shexp.weight q5_0 +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q5_0 +blk.7.ffn_down_shexp.weight q5_0 +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_down_shexp.weight q5_0 +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q5_0 +blk.9.ffn_down_shexp.weight q5_0 +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_down_shexp.weight q5_0 +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_down_shexp.weight q5_0 +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q5_0 +blk.12.ffn_down_shexp.weight q5_0 +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_down_shexp.weight q5_0 +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_down_shexp.weight q5_0 +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q5_0 +blk.16.ffn_down_shexp.weight q5_0 +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_down_shexp.weight q5_0 +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q5_0 +blk.18.ffn_down_shexp.weight q5_0 +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q5_0 +blk.19.ffn_down_shexp.weight q5_0 +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_down_shexp.weight q5_0 +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q5_0 +blk.21.ffn_down_shexp.weight q5_0 +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_down_shexp.weight q5_0 +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_down_shexp.weight q5_0 +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q5_0 +blk.25.ffn_down_shexp.weight q5_0 +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_down_shexp.weight q5_0 +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q5_0 +blk.28.ffn_down_shexp.weight q5_0 +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_down_shexp.weight q5_0 +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q5_0 +blk.30.ffn_down_shexp.weight q5_0 +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_down_shexp.weight q5_0 +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q5_0 +blk.32.ffn_down_shexp.weight q5_0 +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q5_0 +blk.33.ffn_down_shexp.weight q5_0 +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_down_shexp.weight q5_0 +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q5_0 +blk.35.ffn_down_shexp.weight q5_0 +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q5_0 +blk.37.ffn_down_shexp.weight q5_0 +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q5_0 +blk.38.ffn_down_shexp.weight q5_0 +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q5_0 +blk.39.ffn_down_shexp.weight q5_0 +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q5_0 +blk.40.ffn_down_shexp.weight q5_0 +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q5_0 +blk.41.ffn_down_shexp.weight q5_0 +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q5_0 +blk.42.ffn_down_shexp.weight q5_0 +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q5_0 +blk.43.ffn_down_shexp.weight q5_0 +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q5_0 +blk.44.ffn_down_shexp.weight q5_0 +blk.45.attn_output.weight q4_K +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight q5_0 +blk.45.ffn_down_shexp.weight q5_0 + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_1 +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_down_shexp.weight q5_1 +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_down_shexp.weight q5_1 +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_down_shexp.weight q5_1 +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down_exps.weight q5_1 +blk.7.ffn_down_shexp.weight q5_1 +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_down_shexp.weight q5_1 +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down_exps.weight q5_1 +blk.9.ffn_down_shexp.weight q5_1 +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_down_shexp.weight q5_1 +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_down_shexp.weight q5_1 +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down_exps.weight q5_1 +blk.12.ffn_down_shexp.weight q5_1 +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_down_shexp.weight q5_1 +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_down_shexp.weight q5_1 +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down_exps.weight q5_1 +blk.16.ffn_down_shexp.weight q5_1 +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_down_shexp.weight q5_1 +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down_exps.weight q5_1 +blk.18.ffn_down_shexp.weight q5_1 +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down_exps.weight q5_1 +blk.19.ffn_down_shexp.weight q5_1 +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_down_shexp.weight q5_1 +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down_exps.weight q5_1 +blk.21.ffn_down_shexp.weight q5_1 +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_down_shexp.weight q5_1 +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_down_shexp.weight q5_1 +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down_exps.weight q5_1 +blk.25.ffn_down_shexp.weight q5_1 +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_down_shexp.weight q5_1 +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.28.attn_output.weight q5_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down_exps.weight q5_1 +blk.28.ffn_down_shexp.weight q5_1 +blk.29.attn_output.weight q5_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_down_shexp.weight q5_1 +blk.30.attn_output.weight q5_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down_exps.weight q5_1 +blk.30.ffn_down_shexp.weight q5_1 +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_down_shexp.weight q5_1 +blk.32.attn_output.weight q5_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down_exps.weight q5_1 +blk.32.ffn_down_shexp.weight q5_1 +blk.33.attn_output.weight q5_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down_exps.weight q5_1 +blk.33.ffn_down_shexp.weight q5_1 +blk.34.attn_output.weight q5_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_down_shexp.weight q5_1 +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down_exps.weight q5_1 +blk.35.ffn_down_shexp.weight q5_1 +blk.36.attn_output.weight q5_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.37.attn_output.weight q5_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down_exps.weight q5_1 +blk.37.ffn_down_shexp.weight q5_1 +blk.38.attn_output.weight q5_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down_exps.weight q5_1 +blk.38.ffn_down_shexp.weight q5_1 +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down_exps.weight q5_1 +blk.39.ffn_down_shexp.weight q5_1 +blk.40.attn_output.weight q5_K +blk.40.attn_v.weight q5_K +blk.40.ffn_down_exps.weight q5_1 +blk.40.ffn_down_shexp.weight q5_1 +blk.41.attn_output.weight q5_K +blk.41.attn_v.weight q5_K +blk.41.ffn_down_exps.weight q5_1 +blk.41.ffn_down_shexp.weight q5_1 +blk.42.attn_output.weight q5_K +blk.42.attn_v.weight q5_K +blk.42.ffn_down_exps.weight q5_1 +blk.42.ffn_down_shexp.weight q5_1 +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down_exps.weight q5_1 +blk.43.ffn_down_shexp.weight q5_1 +blk.44.attn_output.weight q5_K +blk.44.attn_v.weight q5_K +blk.44.ffn_down_exps.weight q5_1 +blk.44.ffn_down_shexp.weight q5_1 +blk.45.attn_output.weight q5_K +blk.45.attn_v.weight q5_K +blk.45.ffn_down_exps.weight q5_1 +blk.45.ffn_down_shexp.weight q5_1 + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_1 +blk.1.attn_v.weight q5_K +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.attn_v.weight q5_K +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_down_shexp.weight q5_1 +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_down_shexp.weight q5_1 +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_down_shexp.weight q5_0 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.7.ffn_down_exps.weight q5_0 +blk.7.ffn_down_shexp.weight q5_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_down_shexp.weight q5_0 +blk.9.ffn_down_exps.weight q5_0 +blk.9.ffn_down_shexp.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_down_shexp.weight q5_0 +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_down_shexp.weight q5_0 +blk.12.ffn_down_exps.weight q5_0 +blk.12.ffn_down_shexp.weight q5_0 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_down_shexp.weight q5_0 +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_down_shexp.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.16.ffn_down_exps.weight q5_0 +blk.16.ffn_down_shexp.weight q5_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_down_shexp.weight q5_0 +blk.18.ffn_down_exps.weight q5_0 +blk.18.ffn_down_shexp.weight q5_0 +blk.19.ffn_down_exps.weight q5_0 +blk.19.ffn_down_shexp.weight q5_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_down_shexp.weight q5_0 +blk.21.ffn_down_exps.weight q5_0 +blk.21.ffn_down_shexp.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_down_shexp.weight q5_0 +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_down_shexp.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.25.ffn_down_exps.weight q5_0 +blk.25.ffn_down_shexp.weight q5_0 +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_down_shexp.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.28.ffn_down_exps.weight q5_0 +blk.28.ffn_down_shexp.weight q5_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_down_shexp.weight q5_0 +blk.30.ffn_down_exps.weight q5_0 +blk.30.ffn_down_shexp.weight q5_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_down_shexp.weight q5_0 +blk.32.ffn_down_exps.weight q5_0 +blk.32.ffn_down_shexp.weight q5_0 +blk.33.ffn_down_exps.weight q5_0 +blk.33.ffn_down_shexp.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_down_shexp.weight q5_0 +blk.35.ffn_down_exps.weight q5_0 +blk.35.ffn_down_shexp.weight q5_0 +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.37.ffn_down_exps.weight q5_0 +blk.37.ffn_down_shexp.weight q5_0 +blk.38.ffn_down_exps.weight q5_0 +blk.38.ffn_down_shexp.weight q5_0 +blk.39.ffn_down_exps.weight q5_0 +blk.39.ffn_down_shexp.weight q5_0 +blk.40.ffn_down_exps.weight q5_0 +blk.40.ffn_down_shexp.weight q5_0 +blk.41.ffn_down_exps.weight q5_0 +blk.41.ffn_down_shexp.weight q5_0 +blk.42.ffn_down_exps.weight q5_0 +blk.42.ffn_down_shexp.weight q5_0 +blk.43.ffn_down_exps.weight q5_0 +blk.43.ffn_down_shexp.weight q5_0 +blk.44.ffn_down_exps.weight q5_0 +blk.44.ffn_down_shexp.weight q5_0 +blk.45.ffn_down_exps.weight q5_0 +blk.45.ffn_down_shexp.weight q5_0 + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q8_0 +blk.1.attn_v.weight q6_K +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.2.attn_v.weight q6_K +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.4.attn_v.weight q6_K +blk.4.ffn_down_exps.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_down_shexp.weight q5_0 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.7.attn_v.weight q6_K +blk.7.ffn_down_exps.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_down_shexp.weight q5_0 +blk.9.ffn_down_exps.weight q5_0 +blk.9.ffn_down_shexp.weight q5_0 +blk.10.attn_v.weight q6_K +blk.10.ffn_down_exps.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_down_shexp.weight q5_0 +blk.12.ffn_down_exps.weight q5_0 +blk.12.ffn_down_shexp.weight q5_0 +blk.13.attn_v.weight q6_K +blk.13.ffn_down_exps.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_down_shexp.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.16.attn_v.weight q6_K +blk.16.ffn_down_exps.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_down_shexp.weight q5_0 +blk.18.ffn_down_exps.weight q5_0 +blk.18.ffn_down_shexp.weight q5_0 +blk.19.attn_v.weight q6_K +blk.19.ffn_down_exps.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_down_shexp.weight q5_0 +blk.21.ffn_down_exps.weight q5_0 +blk.21.ffn_down_shexp.weight q5_0 +blk.22.attn_v.weight q6_K +blk.22.ffn_down_exps.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_down_shexp.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.25.attn_v.weight q6_K +blk.25.ffn_down_exps.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_down_shexp.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.28.attn_v.weight q6_K +blk.28.ffn_down_exps.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_down_shexp.weight q5_0 +blk.30.ffn_down_exps.weight q5_0 +blk.30.ffn_down_shexp.weight q5_0 +blk.31.attn_v.weight q6_K +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.32.ffn_down_exps.weight q5_0 +blk.32.ffn_down_shexp.weight q5_0 +blk.33.ffn_down_exps.weight q5_0 +blk.33.ffn_down_shexp.weight q5_0 +blk.34.attn_v.weight q6_K +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.35.ffn_down_exps.weight q5_0 +blk.35.ffn_down_shexp.weight q5_0 +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.37.attn_v.weight q6_K +blk.37.ffn_down_exps.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.38.ffn_down_exps.weight q5_0 +blk.38.ffn_down_shexp.weight q5_0 +blk.39.ffn_down_exps.weight q5_0 +blk.39.ffn_down_shexp.weight q5_0 +blk.40.attn_v.weight q6_K +blk.40.ffn_down_exps.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.41.attn_v.weight q6_K +blk.41.ffn_down_exps.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.42.attn_v.weight q6_K +blk.42.ffn_down_exps.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.44.attn_v.weight q6_K +blk.44.ffn_down_exps.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.45.attn_v.weight q6_K +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 + +[Q5_K_S] q5_K +output.weight q6_K +blk.0.ffn_down.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_down_shexp.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_down_shexp.weight q5_1 +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_down_shexp.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.7.ffn_down_exps.weight q5_1 +blk.7.ffn_down_shexp.weight q5_1 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_down_shexp.weight q5_1 +blk.9.ffn_down_exps.weight q5_1 +blk.9.ffn_down_shexp.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_down_shexp.weight q5_1 +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_down_shexp.weight q5_1 +blk.12.ffn_down_exps.weight q5_1 +blk.12.ffn_down_shexp.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_down_shexp.weight q5_1 +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_down_shexp.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.16.ffn_down_exps.weight q5_1 +blk.16.ffn_down_shexp.weight q5_1 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_down_shexp.weight q5_1 +blk.18.ffn_down_exps.weight q5_1 +blk.18.ffn_down_shexp.weight q5_1 +blk.19.ffn_down_exps.weight q5_1 +blk.19.ffn_down_shexp.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_down_shexp.weight q5_1 +blk.21.ffn_down_exps.weight q5_1 +blk.21.ffn_down_shexp.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_down_shexp.weight q5_1 +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_down_shexp.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.25.ffn_down_exps.weight q5_1 +blk.25.ffn_down_shexp.weight q5_1 +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_down_shexp.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.28.ffn_down_exps.weight q5_1 +blk.28.ffn_down_shexp.weight q5_1 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_down_shexp.weight q5_1 +blk.30.ffn_down_exps.weight q5_1 +blk.30.ffn_down_shexp.weight q5_1 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_down_shexp.weight q5_1 +blk.32.ffn_down_exps.weight q5_1 +blk.32.ffn_down_shexp.weight q5_1 +blk.33.ffn_down_exps.weight q5_1 +blk.33.ffn_down_shexp.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_down_shexp.weight q5_1 +blk.35.ffn_down_exps.weight q5_1 +blk.35.ffn_down_shexp.weight q5_1 +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.37.ffn_down_exps.weight q5_1 +blk.37.ffn_down_shexp.weight q5_1 +blk.38.ffn_down_exps.weight q5_1 +blk.38.ffn_down_shexp.weight q5_1 +blk.39.ffn_down_exps.weight q5_1 +blk.39.ffn_down_shexp.weight q5_1 +blk.40.ffn_down_exps.weight q5_1 +blk.40.ffn_down_shexp.weight q5_1 +blk.41.ffn_down_exps.weight q5_1 +blk.41.ffn_down_shexp.weight q5_1 +blk.42.ffn_down_exps.weight q5_1 +blk.42.ffn_down_shexp.weight q5_1 +blk.43.ffn_down_exps.weight q5_1 +blk.43.ffn_down_shexp.weight q5_1 +blk.44.ffn_down_exps.weight q5_1 +blk.44.ffn_down_shexp.weight q5_1 +blk.45.ffn_down_exps.weight q5_1 +blk.45.ffn_down_shexp.weight q5_1 + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q8_0 +blk.1.attn_v.weight q6_K +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.2.attn_v.weight q6_K +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.4.attn_v.weight q6_K +blk.4.ffn_down_exps.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_down_shexp.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.7.attn_v.weight q6_K +blk.7.ffn_down_exps.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_down_shexp.weight q5_1 +blk.9.ffn_down_exps.weight q5_1 +blk.9.ffn_down_shexp.weight q5_1 +blk.10.attn_v.weight q6_K +blk.10.ffn_down_exps.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_down_shexp.weight q5_1 +blk.12.ffn_down_exps.weight q5_1 +blk.12.ffn_down_shexp.weight q5_1 +blk.13.attn_v.weight q6_K +blk.13.ffn_down_exps.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_down_shexp.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.16.attn_v.weight q6_K +blk.16.ffn_down_exps.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_down_shexp.weight q5_1 +blk.18.ffn_down_exps.weight q5_1 +blk.18.ffn_down_shexp.weight q5_1 +blk.19.attn_v.weight q6_K +blk.19.ffn_down_exps.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_down_shexp.weight q5_1 +blk.21.ffn_down_exps.weight q5_1 +blk.21.ffn_down_shexp.weight q5_1 +blk.22.attn_v.weight q6_K +blk.22.ffn_down_exps.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_down_shexp.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.25.attn_v.weight q6_K +blk.25.ffn_down_exps.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_down_shexp.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.28.attn_v.weight q6_K +blk.28.ffn_down_exps.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_down_shexp.weight q5_1 +blk.30.ffn_down_exps.weight q5_1 +blk.30.ffn_down_shexp.weight q5_1 +blk.31.attn_v.weight q6_K +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.32.ffn_down_exps.weight q5_1 +blk.32.ffn_down_shexp.weight q5_1 +blk.33.ffn_down_exps.weight q5_1 +blk.33.ffn_down_shexp.weight q5_1 +blk.34.attn_v.weight q6_K +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.35.ffn_down_exps.weight q5_1 +blk.35.ffn_down_shexp.weight q5_1 +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.37.attn_v.weight q6_K +blk.37.ffn_down_exps.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.38.ffn_down_exps.weight q5_1 +blk.38.ffn_down_shexp.weight q5_1 +blk.39.ffn_down_exps.weight q5_1 +blk.39.ffn_down_shexp.weight q5_1 +blk.40.attn_v.weight q6_K +blk.40.ffn_down_exps.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.41.attn_v.weight q6_K +blk.41.ffn_down_exps.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.42.attn_v.weight q6_K +blk.42.ffn_down_exps.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.44.attn_v.weight q6_K +blk.44.ffn_down_exps.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.45.attn_v.weight q6_K +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 + +[Q6_K] q6_K +blk.0.ffn_down.weight q8_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.4.ffn_down_exps.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.5.ffn_down_exps.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.6.ffn_down_exps.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.7.ffn_down_exps.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.8.ffn_down_exps.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.9.ffn_down_exps.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.10.ffn_down_exps.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.11.ffn_down_exps.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.12.ffn_down_exps.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.13.ffn_down_exps.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.14.ffn_down_exps.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.15.ffn_down_exps.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.16.ffn_down_exps.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.17.ffn_down_exps.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.18.ffn_down_exps.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.19.ffn_down_exps.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.20.ffn_down_exps.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.21.ffn_down_exps.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.22.ffn_down_exps.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.23.ffn_down_exps.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.24.ffn_down_exps.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.25.ffn_down_exps.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.26.ffn_down_exps.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.27.ffn_down_exps.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.28.ffn_down_exps.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.29.ffn_down_exps.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.30.ffn_down_exps.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.32.ffn_down_exps.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.33.ffn_down_exps.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.35.ffn_down_exps.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.36.ffn_down_exps.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.37.ffn_down_exps.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.38.ffn_down_exps.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.39.ffn_down_exps.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.40.ffn_down_exps.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.41.ffn_down_exps.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.42.ffn_down_exps.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.43.ffn_down_exps.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.44.ffn_down_exps.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q5_0 +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_down_shexp.weight q5_0 +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_down_shexp.weight q5_0 +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq4_nl +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_down_shexp.weight iq4_nl +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.5.ffn_gate_exps.weight iq3_xxs +blk.5.ffn_gate_shexp.weight iq3_xxs +blk.5.ffn_up_exps.weight iq3_xxs +blk.5.ffn_up_shexp.weight iq3_xxs +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_gate_exps.weight iq3_xxs +blk.6.ffn_gate_shexp.weight iq3_xxs +blk.6.ffn_up_exps.weight iq3_xxs +blk.6.ffn_up_shexp.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.7.ffn_gate_exps.weight iq3_xxs +blk.7.ffn_gate_shexp.weight iq3_xxs +blk.7.ffn_up_exps.weight iq3_xxs +blk.7.ffn_up_shexp.weight iq3_xxs +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_gate_exps.weight iq3_xxs +blk.8.ffn_gate_shexp.weight iq3_xxs +blk.8.ffn_up_exps.weight iq3_xxs +blk.8.ffn_up_shexp.weight iq3_xxs +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.9.ffn_gate_exps.weight iq3_xxs +blk.9.ffn_gate_shexp.weight iq3_xxs +blk.9.ffn_up_exps.weight iq3_xxs +blk.9.ffn_up_shexp.weight iq3_xxs +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_gate_exps.weight iq3_xxs +blk.10.ffn_gate_shexp.weight iq3_xxs +blk.10.ffn_up_exps.weight iq3_xxs +blk.10.ffn_up_shexp.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.11.ffn_gate_exps.weight iq3_xxs +blk.11.ffn_gate_shexp.weight iq3_xxs +blk.11.ffn_up_exps.weight iq3_xxs +blk.11.ffn_up_shexp.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.12.ffn_gate_exps.weight iq3_xxs +blk.12.ffn_gate_shexp.weight iq3_xxs +blk.12.ffn_up_exps.weight iq3_xxs +blk.12.ffn_up_shexp.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_gate_exps.weight iq3_xxs +blk.13.ffn_gate_shexp.weight iq3_xxs +blk.13.ffn_up_exps.weight iq3_xxs +blk.13.ffn_up_shexp.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.14.ffn_gate_exps.weight iq3_xxs +blk.14.ffn_gate_shexp.weight iq3_xxs +blk.14.ffn_up_exps.weight iq3_xxs +blk.14.ffn_up_shexp.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_gate_exps.weight iq3_xxs +blk.15.ffn_gate_shexp.weight iq3_xxs +blk.15.ffn_up_exps.weight iq3_xxs +blk.15.ffn_up_shexp.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.16.ffn_gate_exps.weight iq3_xxs +blk.16.ffn_gate_shexp.weight iq3_xxs +blk.16.ffn_up_exps.weight iq3_xxs +blk.16.ffn_up_shexp.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_gate_exps.weight iq3_xxs +blk.17.ffn_gate_shexp.weight iq3_xxs +blk.17.ffn_up_exps.weight iq3_xxs +blk.17.ffn_up_shexp.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.18.ffn_gate_exps.weight iq3_xxs +blk.18.ffn_gate_shexp.weight iq3_xxs +blk.18.ffn_up_exps.weight iq3_xxs +blk.18.ffn_up_shexp.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.19.ffn_gate_exps.weight iq3_xxs +blk.19.ffn_gate_shexp.weight iq3_xxs +blk.19.ffn_up_exps.weight iq3_xxs +blk.19.ffn_up_shexp.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_gate_exps.weight iq3_xxs +blk.20.ffn_gate_shexp.weight iq3_xxs +blk.20.ffn_up_exps.weight iq3_xxs +blk.20.ffn_up_shexp.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.21.ffn_gate_exps.weight iq3_xxs +blk.21.ffn_gate_shexp.weight iq3_xxs +blk.21.ffn_up_exps.weight iq3_xxs +blk.21.ffn_up_shexp.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_gate_exps.weight iq3_xxs +blk.22.ffn_gate_shexp.weight iq3_xxs +blk.22.ffn_up_exps.weight iq3_xxs +blk.22.ffn_up_shexp.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.23.ffn_gate_exps.weight iq3_xxs +blk.23.ffn_gate_shexp.weight iq3_xxs +blk.23.ffn_up_exps.weight iq3_xxs +blk.23.ffn_up_shexp.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_gate_exps.weight iq3_xxs +blk.24.ffn_gate_shexp.weight iq3_xxs +blk.24.ffn_up_exps.weight iq3_xxs +blk.24.ffn_up_shexp.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.25.ffn_gate_exps.weight iq3_xxs +blk.25.ffn_gate_shexp.weight iq3_xxs +blk.25.ffn_up_exps.weight iq3_xxs +blk.25.ffn_up_shexp.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.26.ffn_gate_exps.weight iq3_xxs +blk.26.ffn_gate_shexp.weight iq3_xxs +blk.26.ffn_up_exps.weight iq3_xxs +blk.26.ffn_up_shexp.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_gate_exps.weight iq3_xxs +blk.27.ffn_gate_shexp.weight iq3_xxs +blk.27.ffn_up_exps.weight iq3_xxs +blk.27.ffn_up_shexp.weight iq3_xxs +blk.28.attn_k.weight iq3_xxs +blk.28.attn_q.weight iq3_xxs +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.28.ffn_gate_exps.weight iq3_xxs +blk.28.ffn_gate_shexp.weight iq3_xxs +blk.28.ffn_up_exps.weight iq3_xxs +blk.28.ffn_up_shexp.weight iq3_xxs +blk.29.attn_k.weight iq3_xxs +blk.29.attn_q.weight iq3_xxs +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_gate_exps.weight iq3_xxs +blk.29.ffn_gate_shexp.weight iq3_xxs +blk.29.ffn_up_exps.weight iq3_xxs +blk.29.ffn_up_shexp.weight iq3_xxs +blk.30.attn_k.weight iq3_xxs +blk.30.attn_q.weight iq3_xxs +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.30.ffn_gate_exps.weight iq3_xxs +blk.30.ffn_gate_shexp.weight iq3_xxs +blk.30.ffn_up_exps.weight iq3_xxs +blk.30.ffn_up_shexp.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_gate_exps.weight iq3_xxs +blk.31.ffn_gate_shexp.weight iq3_xxs +blk.31.ffn_up_exps.weight iq3_xxs +blk.31.ffn_up_shexp.weight iq3_xxs +blk.32.attn_k.weight iq3_xxs +blk.32.attn_q.weight iq3_xxs +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.32.ffn_gate_exps.weight iq3_xxs +blk.32.ffn_gate_shexp.weight iq3_xxs +blk.32.ffn_up_exps.weight iq3_xxs +blk.32.ffn_up_shexp.weight iq3_xxs +blk.33.attn_k.weight iq3_xxs +blk.33.attn_q.weight iq3_xxs +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.33.ffn_gate_exps.weight iq3_xxs +blk.33.ffn_gate_shexp.weight iq3_xxs +blk.33.ffn_up_exps.weight iq3_xxs +blk.33.ffn_up_shexp.weight iq3_xxs +blk.34.attn_k.weight iq3_xxs +blk.34.attn_q.weight iq3_xxs +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_gate_exps.weight iq3_xxs +blk.34.ffn_gate_shexp.weight iq3_xxs +blk.34.ffn_up_exps.weight iq3_xxs +blk.34.ffn_up_shexp.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.35.ffn_gate_exps.weight iq3_xxs +blk.35.ffn_gate_shexp.weight iq3_xxs +blk.35.ffn_up_exps.weight iq3_xxs +blk.35.ffn_up_shexp.weight iq3_xxs +blk.36.attn_k.weight iq3_xxs +blk.36.attn_q.weight iq3_xxs +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_gate_exps.weight iq3_xxs +blk.36.ffn_gate_shexp.weight iq3_xxs +blk.36.ffn_up_exps.weight iq3_xxs +blk.36.ffn_up_shexp.weight iq3_xxs +blk.37.attn_k.weight iq3_xxs +blk.37.attn_q.weight iq3_xxs +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.37.ffn_gate_exps.weight iq3_xxs +blk.37.ffn_gate_shexp.weight iq3_xxs +blk.37.ffn_up_exps.weight iq3_xxs +blk.37.ffn_up_shexp.weight iq3_xxs +blk.38.attn_k.weight iq3_xxs +blk.38.attn_q.weight iq3_xxs +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_gate_exps.weight iq3_xxs +blk.38.ffn_gate_shexp.weight iq3_xxs +blk.38.ffn_up_exps.weight iq3_xxs +blk.38.ffn_up_shexp.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.39.ffn_gate_exps.weight iq3_xxs +blk.39.ffn_gate_shexp.weight iq3_xxs +blk.39.ffn_up_exps.weight iq3_xxs +blk.39.ffn_up_shexp.weight iq3_xxs +blk.40.attn_k.weight iq3_xxs +blk.40.attn_q.weight iq3_xxs +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_k.weight iq3_xxs +blk.41.attn_q.weight iq3_xxs +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_k.weight iq3_xxs +blk.42.attn_q.weight iq3_xxs +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_k.weight iq3_xxs +blk.44.attn_q.weight iq3_xxs +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_k.weight iq3_xxs +blk.45.attn_q.weight iq3_xxs +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q5_0 +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_down_shexp.weight q5_0 +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_down_shexp.weight q5_0 +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.attn_k.weight iq2_s +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq2_s +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.attn_k.weight iq2_s +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq2_s +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.attn_k.weight iq2_s +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq2_s +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.attn_k.weight iq2_s +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq2_s +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.attn_k.weight iq2_s +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq2_s +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.attn_k.weight iq2_s +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq2_s +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.attn_k.weight iq2_s +blk.36.attn_output.weight iq3_s +blk.36.attn_q.weight iq2_s +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.attn_k.weight iq2_s +blk.37.attn_output.weight iq3_s +blk.37.attn_q.weight iq2_s +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.attn_k.weight iq2_s +blk.38.attn_output.weight iq3_s +blk.38.attn_q.weight iq2_s +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.attn_k.weight iq2_s +blk.40.attn_output.weight iq3_s +blk.40.attn_q.weight iq2_s +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.attn_k.weight iq2_s +blk.41.attn_output.weight iq3_s +blk.41.attn_q.weight iq2_s +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.attn_k.weight iq2_s +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq2_s +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.attn_k.weight iq2_s +blk.44.attn_output.weight iq3_s +blk.44.attn_q.weight iq2_s +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.attn_k.weight iq2_s +blk.45.attn_output.weight iq3_s +blk.45.attn_q.weight iq2_s +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_output.weight iq2_xxs +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_1 +blk.1.attn_v.weight q5_K +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.attn_v.weight q5_K +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_down_shexp.weight q5_1 +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_down_shexp.weight q5_1 +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq4_nl +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_down_shexp.weight iq4_nl +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q5_0 +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_down_shexp.weight q5_0 +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_down_shexp.weight q5_0 +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_output.weight q4_K +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_down_shexp.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_output.weight iq3_s +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_down_shexp.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_output.weight iq3_s +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_1 +blk.1.attn_v.weight q5_K +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.2.attn_v.weight q5_K +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_down_shexp.weight q5_1 +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_down_shexp.weight q5_1 +blk.5.attn_v.weight q5_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_v.weight q5_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_v.weight q5_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_v.weight q5_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_v.weight q5_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_v.weight q5_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_v.weight q5_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_v.weight q5_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_v.weight q5_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_v.weight q5_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_v.weight q5_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_v.weight q5_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_v.weight q5_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_v.weight q5_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_v.weight q5_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_v.weight q5_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_v.weight q5_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_v.weight q5_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_v.weight q5_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_v.weight q5_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_v.weight q5_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_v.weight q5_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_v.weight q5_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_v.weight q5_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_v.weight q5_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_v.weight q5_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_v.weight q5_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_v.weight q5_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_v.weight q5_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_v.weight q5_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_v.weight q5_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_v.weight q5_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_v.weight q5_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_v.weight q5_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_v.weight q5_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_v.weight q5_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_v.weight q5_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_v.weight q5_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_v.weight q5_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_v.weight q5_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_v.weight q5_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_down_shexp.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_down_shexp.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_down_shexp.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_down_shexp.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_down_shexp.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_down_shexp.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_down_shexp.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_down_shexp.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_down_shexp.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_down_shexp.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_down_shexp.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_down_shexp.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_down_shexp.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_down_shexp.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_down_shexp.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_down_shexp.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_down_shexp.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_down_shexp.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_down_shexp.weight iq4_nl +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight iq4_nl +blk.37.ffn_down_shexp.weight iq4_nl +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight iq4_nl +blk.39.ffn_down_shexp.weight iq4_nl +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight iq4_nl +blk.41.ffn_down_shexp.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight iq4_nl +blk.42.ffn_down_shexp.weight iq4_nl +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight iq4_nl +blk.44.ffn_down_shexp.weight iq4_nl +blk.45.attn_output.weight iq2_xxs +blk.45.attn_v.weight q4_K +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_down_shexp.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K +blk.0.ffn_down.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_down_shexp.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_down_shexp.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_down_shexp.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_down_shexp.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_down_shexp.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_down_shexp.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_down_shexp.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_down_shexp.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_down_shexp.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_down_shexp.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_down_shexp.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_down_shexp.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_down_shexp.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_down_shexp.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_down_shexp.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_down_shexp.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_down_shexp.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_down_shexp.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_down_shexp.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_down_shexp.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.37.ffn_down_exps.weight q4_0 +blk.37.ffn_down_shexp.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.39.ffn_down_exps.weight q4_0 +blk.39.ffn_down_shexp.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.41.ffn_down_exps.weight q4_0 +blk.41.ffn_down_shexp.weight q4_0 +blk.42.ffn_down_exps.weight q4_0 +blk.42.ffn_down_shexp.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.44.ffn_down_exps.weight q4_0 +blk.44.ffn_down_shexp.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_gate_shexp.weight q8_0 +blk.1.ffn_up_shexp.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.2.ffn_gate_shexp.weight q8_0 +blk.2.ffn_up_shexp.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_gate_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.4.ffn_gate_shexp.weight q8_0 +blk.4.ffn_up_shexp.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.5.ffn_gate_shexp.weight q8_0 +blk.5.ffn_up_shexp.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_gate_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.7.ffn_gate_shexp.weight q8_0 +blk.7.ffn_up_shexp.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_gate_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.9.ffn_gate_shexp.weight q8_0 +blk.9.ffn_up_shexp.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_gate_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.11.ffn_gate_shexp.weight q8_0 +blk.11.ffn_up_shexp.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.12.ffn_gate_shexp.weight q8_0 +blk.12.ffn_up_shexp.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_gate_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.14.ffn_gate_shexp.weight q8_0 +blk.14.ffn_up_shexp.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_gate_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.16.ffn_gate_shexp.weight q8_0 +blk.16.ffn_up_shexp.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_gate_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.18.ffn_gate_shexp.weight q8_0 +blk.18.ffn_up_shexp.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.19.ffn_gate_shexp.weight q8_0 +blk.19.ffn_up_shexp.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_gate_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.21.ffn_gate_shexp.weight q8_0 +blk.21.ffn_up_shexp.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_gate_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.23.ffn_gate_shexp.weight q8_0 +blk.23.ffn_up_shexp.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_gate_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.25.ffn_gate_shexp.weight q8_0 +blk.25.ffn_up_shexp.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.26.ffn_gate_shexp.weight q8_0 +blk.26.ffn_up_shexp.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_gate_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.28.ffn_gate_shexp.weight q8_0 +blk.28.ffn_up_shexp.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_gate_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.30.ffn_gate_shexp.weight q8_0 +blk.30.ffn_up_shexp.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_gate_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.32.ffn_gate_shexp.weight q8_0 +blk.32.ffn_up_shexp.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.33.ffn_gate_shexp.weight q8_0 +blk.33.ffn_up_shexp.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_gate_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.35.ffn_gate_shexp.weight q8_0 +blk.35.ffn_up_shexp.weight q8_0 +blk.36.attn_k.weight q8_0 +blk.36.attn_output.weight q8_0 +blk.36.attn_q.weight q8_0 +blk.36.attn_v.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_gate_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.37.attn_k.weight q8_0 +blk.37.attn_output.weight q8_0 +blk.37.attn_q.weight q8_0 +blk.37.attn_v.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.37.ffn_gate_shexp.weight q8_0 +blk.37.ffn_up_shexp.weight q8_0 +blk.38.attn_k.weight q8_0 +blk.38.attn_output.weight q8_0 +blk.38.attn_q.weight q8_0 +blk.38.attn_v.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_gate_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.39.ffn_gate_shexp.weight q8_0 +blk.39.ffn_up_shexp.weight q8_0 +blk.40.attn_k.weight q8_0 +blk.40.attn_output.weight q8_0 +blk.40.attn_q.weight q8_0 +blk.40.attn_v.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_gate_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.41.attn_k.weight q8_0 +blk.41.attn_output.weight q8_0 +blk.41.attn_q.weight q8_0 +blk.41.attn_v.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.41.ffn_gate_shexp.weight q8_0 +blk.41.ffn_up_shexp.weight q8_0 +blk.42.attn_k.weight q8_0 +blk.42.attn_output.weight q8_0 +blk.42.attn_q.weight q8_0 +blk.42.attn_v.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.42.ffn_gate_shexp.weight q8_0 +blk.42.ffn_up_shexp.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_gate_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.attn_k.weight q8_0 +blk.44.attn_output.weight q8_0 +blk.44.attn_q.weight q8_0 +blk.44.attn_v.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.44.ffn_gate_shexp.weight q8_0 +blk.44.ffn_up_shexp.weight q8_0 +blk.45.attn_k.weight q8_0 +blk.45.attn_output.weight q8_0 +blk.45.attn_q.weight q8_0 +blk.45.attn_v.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_gate_shexp.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 diff --git a/tests/snapshots/gpt-oss-120b.schema b/tests/snapshots/gpt-oss-120b.schema new file mode 100644 index 00000000000..25c98f23cd7 --- /dev/null +++ b/tests/snapshots/gpt-oss-120b.schema @@ -0,0 +1,5597 @@ +# Model: gpt-oss-120b +# n_embd=2880, n_ff=2880, n_vocab=0, n_layer=36, n_head=64, n_head_kv=8, n_expert=128 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q8_0 + +[Q4_1] q4_1 +output.weight q8_0 + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q8_0 + +[Q5_1] q5_1 +output.weight q8_0 + +[Q2_K] q2_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_output.weight q3_K +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_output.weight q3_K +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_output.weight q3_K +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_output.weight q3_K +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_output.weight q3_K +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q3_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_output.weight q3_K +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_output.weight q3_K +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_output.weight q3_K +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_output.weight q3_K +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_output.weight q3_K +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_output.weight q3_K +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q3_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_output.weight q3_K +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_output.weight q3_K +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_output.weight q3_K +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_output.weight q3_K +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_output.weight q3_K +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_output.weight q3_K +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q3_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_output.weight q3_K +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_output.weight q3_K +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_output.weight q3_K +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_output.weight q3_K +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_output.weight q3_K +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_output.weight q3_K +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q3_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_output.weight q3_K +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_output.weight q3_K +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_output.weight q3_K +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_output.weight q3_K +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_output.weight q3_K +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_output.weight q3_K +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q3_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_output.weight q3_K +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_output.weight q3_K +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[Q3_K_S] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q4_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[Q3_K_M] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_output.weight q4_K +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_output.weight q4_K +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_output.weight q4_K +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_output.weight q4_K +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_output.weight q4_K +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q4_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_output.weight q4_K +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_output.weight q4_K +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q5_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_output.weight q4_K +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_output.weight q4_K +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight q5_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_output.weight q4_K +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_output.weight q4_K +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q4_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight q5_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_output.weight q4_K +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_output.weight q4_K +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_output.weight q4_K +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_output.weight q4_K +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q5_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_output.weight q4_K +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_output.weight q4_K +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight q5_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q4_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q5_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_output.weight q4_K +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_output.weight q4_K +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight q5_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_output.weight q4_K +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_output.weight q4_K +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_output.weight q4_K +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_output.weight q4_K +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q5_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q4_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_output.weight q4_K +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_output.weight q4_K +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q5_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_output.weight q4_K +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_output.weight q4_K +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight q5_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_output.weight q4_K +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_output.weight q4_K +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight q5_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q4_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight q5_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_output.weight q4_K +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_output.weight q4_K +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight q5_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[Q3_K_L] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_output.weight q5_K +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_output.weight q5_K +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_output.weight q5_K +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_output.weight q5_K +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_output.weight q5_K +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q5_1 +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q5_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_1 +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_output.weight q5_K +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_output.weight q5_K +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q5_1 +blk.7.ffn_down_exps.weight q5_1 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_output.weight q5_K +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q5_1 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_output.weight q5_K +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q5_1 +blk.9.ffn_down_exps.weight q5_1 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_output.weight q5_K +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_output.weight q5_K +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q5_1 +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q5_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_1 +blk.12.ffn_down_exps.weight q5_1 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_output.weight q5_K +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_output.weight q5_K +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q5_1 +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_output.weight q5_K +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_output.weight q5_K +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q5_1 +blk.16.ffn_down_exps.weight q5_1 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_output.weight q5_K +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q5_1 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_output.weight q5_K +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q5_1 +blk.18.ffn_down_exps.weight q5_1 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q5_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_1 +blk.19.ffn_down_exps.weight q5_1 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_output.weight q5_K +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_output.weight q5_K +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q5_1 +blk.21.ffn_down_exps.weight q5_1 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_output.weight q5_K +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_output.weight q5_K +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q5_1 +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_output.weight q5_K +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_output.weight q5_K +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q5_1 +blk.25.ffn_down_exps.weight q5_1 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q5_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_1 +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_output.weight q5_K +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_output.weight q5_K +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q5_1 +blk.28.ffn_down_exps.weight q5_1 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_output.weight q5_K +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q5_1 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_output.weight q5_K +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q5_1 +blk.30.ffn_down_exps.weight q5_1 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_output.weight q5_K +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q5_1 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_output.weight q5_K +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q5_1 +blk.32.ffn_down_exps.weight q5_1 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q5_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_1 +blk.33.ffn_down_exps.weight q5_1 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_output.weight q5_K +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_output.weight q5_K +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q5_1 +blk.35.ffn_down_exps.weight q5_1 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[Q4_K_S] q4_K +output.weight q8_0 +token_embd.weight q5_0 +blk.0.attn_k.weight q5_0 +blk.0.attn_q.weight q5_0 +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.0.ffn_gate_exps.weight q5_0 +blk.0.ffn_up_exps.weight q5_0 +blk.1.attn_k.weight q5_0 +blk.1.attn_q.weight q5_0 +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_gate_exps.weight q5_0 +blk.1.ffn_up_exps.weight q5_0 +blk.2.attn_k.weight q5_0 +blk.2.attn_q.weight q5_0 +blk.2.attn_v.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_gate_exps.weight q5_0 +blk.2.ffn_up_exps.weight q5_0 +blk.3.attn_k.weight q5_0 +blk.3.attn_q.weight q5_0 +blk.3.attn_v.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_gate_exps.weight q5_0 +blk.3.ffn_up_exps.weight q5_0 +blk.4.attn_k.weight q5_0 +blk.4.attn_q.weight q5_0 +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_gate_exps.weight q5_0 +blk.4.ffn_up_exps.weight q5_0 +blk.5.attn_k.weight q5_0 +blk.5.attn_q.weight q5_0 +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_gate_exps.weight q5_0 +blk.5.ffn_up_exps.weight q5_0 +blk.6.attn_k.weight q5_0 +blk.6.attn_q.weight q5_0 +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_gate_exps.weight q5_0 +blk.6.ffn_up_exps.weight q5_0 +blk.7.attn_k.weight q5_0 +blk.7.attn_q.weight q5_0 +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q5_0 +blk.7.ffn_gate_exps.weight q5_0 +blk.7.ffn_up_exps.weight q5_0 +blk.8.attn_k.weight q5_0 +blk.8.attn_q.weight q5_0 +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_gate_exps.weight q5_0 +blk.8.ffn_up_exps.weight q5_0 +blk.9.attn_k.weight q5_0 +blk.9.attn_q.weight q5_0 +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight q5_0 +blk.9.ffn_gate_exps.weight q5_0 +blk.9.ffn_up_exps.weight q5_0 +blk.10.attn_k.weight q5_0 +blk.10.attn_q.weight q5_0 +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_gate_exps.weight q5_0 +blk.10.ffn_up_exps.weight q5_0 +blk.11.attn_k.weight q5_0 +blk.11.attn_q.weight q5_0 +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_gate_exps.weight q5_0 +blk.11.ffn_up_exps.weight q5_0 +blk.12.attn_k.weight q5_0 +blk.12.attn_q.weight q5_0 +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight q5_0 +blk.12.ffn_gate_exps.weight q5_0 +blk.12.ffn_up_exps.weight q5_0 +blk.13.attn_k.weight q5_0 +blk.13.attn_q.weight q5_0 +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_gate_exps.weight q5_0 +blk.13.ffn_up_exps.weight q5_0 +blk.14.attn_k.weight q5_0 +blk.14.attn_q.weight q5_0 +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_gate_exps.weight q5_0 +blk.14.ffn_up_exps.weight q5_0 +blk.15.attn_k.weight q5_0 +blk.15.attn_q.weight q5_0 +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_gate_exps.weight q5_0 +blk.15.ffn_up_exps.weight q5_0 +blk.16.attn_k.weight q5_0 +blk.16.attn_q.weight q5_0 +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q5_0 +blk.16.ffn_gate_exps.weight q5_0 +blk.16.ffn_up_exps.weight q5_0 +blk.17.attn_k.weight q5_0 +blk.17.attn_q.weight q5_0 +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_gate_exps.weight q5_0 +blk.17.ffn_up_exps.weight q5_0 +blk.18.attn_k.weight q5_0 +blk.18.attn_q.weight q5_0 +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight q5_0 +blk.18.ffn_gate_exps.weight q5_0 +blk.18.ffn_up_exps.weight q5_0 +blk.19.attn_k.weight q5_0 +blk.19.attn_q.weight q5_0 +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q5_0 +blk.19.ffn_gate_exps.weight q5_0 +blk.19.ffn_up_exps.weight q5_0 +blk.20.attn_k.weight q5_0 +blk.20.attn_q.weight q5_0 +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_gate_exps.weight q5_0 +blk.20.ffn_up_exps.weight q5_0 +blk.21.attn_k.weight q5_0 +blk.21.attn_q.weight q5_0 +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight q5_0 +blk.21.ffn_gate_exps.weight q5_0 +blk.21.ffn_up_exps.weight q5_0 +blk.22.attn_k.weight q5_0 +blk.22.attn_q.weight q5_0 +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_gate_exps.weight q5_0 +blk.22.ffn_up_exps.weight q5_0 +blk.23.attn_k.weight q5_0 +blk.23.attn_q.weight q5_0 +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_gate_exps.weight q5_0 +blk.23.ffn_up_exps.weight q5_0 +blk.24.attn_k.weight q5_0 +blk.24.attn_q.weight q5_0 +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_gate_exps.weight q5_0 +blk.24.ffn_up_exps.weight q5_0 +blk.25.attn_k.weight q5_0 +blk.25.attn_q.weight q5_0 +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q5_0 +blk.25.ffn_gate_exps.weight q5_0 +blk.25.ffn_up_exps.weight q5_0 +blk.26.attn_k.weight q5_0 +blk.26.attn_q.weight q5_0 +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_gate_exps.weight q5_0 +blk.26.ffn_up_exps.weight q5_0 +blk.27.attn_k.weight q5_0 +blk.27.attn_q.weight q5_0 +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_gate_exps.weight q5_0 +blk.27.ffn_up_exps.weight q5_0 +blk.28.attn_k.weight q5_0 +blk.28.attn_q.weight q5_0 +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q5_0 +blk.28.ffn_gate_exps.weight q5_0 +blk.28.ffn_up_exps.weight q5_0 +blk.29.attn_k.weight q5_0 +blk.29.attn_q.weight q5_0 +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_gate_exps.weight q5_0 +blk.29.ffn_up_exps.weight q5_0 +blk.30.attn_k.weight q5_0 +blk.30.attn_q.weight q5_0 +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight q5_0 +blk.30.ffn_gate_exps.weight q5_0 +blk.30.ffn_up_exps.weight q5_0 +blk.31.attn_k.weight q5_0 +blk.31.attn_q.weight q5_0 +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_gate_exps.weight q5_0 +blk.31.ffn_up_exps.weight q5_0 +blk.32.attn_k.weight q5_0 +blk.32.attn_q.weight q5_0 +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight q5_0 +blk.32.ffn_gate_exps.weight q5_0 +blk.32.ffn_up_exps.weight q5_0 +blk.33.attn_k.weight q5_0 +blk.33.attn_q.weight q5_0 +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight q5_0 +blk.33.ffn_gate_exps.weight q5_0 +blk.33.ffn_up_exps.weight q5_0 +blk.34.attn_k.weight q5_0 +blk.34.attn_q.weight q5_0 +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_gate_exps.weight q5_0 +blk.34.ffn_up_exps.weight q5_0 +blk.35.attn_k.weight q5_0 +blk.35.attn_q.weight q5_0 +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight q5_0 +blk.35.ffn_gate_exps.weight q5_0 +blk.35.ffn_up_exps.weight q5_0 + +[Q4_K_M] q4_K +output.weight q8_0 +token_embd.weight q5_0 +blk.0.attn_k.weight q5_0 +blk.0.attn_q.weight q5_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down_exps.weight q8_0 +blk.0.ffn_gate_exps.weight q5_0 +blk.0.ffn_up_exps.weight q5_0 +blk.1.attn_k.weight q5_0 +blk.1.attn_q.weight q5_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_gate_exps.weight q5_0 +blk.1.ffn_up_exps.weight q5_0 +blk.2.attn_k.weight q5_0 +blk.2.attn_q.weight q5_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_gate_exps.weight q5_0 +blk.2.ffn_up_exps.weight q5_0 +blk.3.attn_k.weight q5_0 +blk.3.attn_q.weight q5_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_gate_exps.weight q5_0 +blk.3.ffn_up_exps.weight q5_0 +blk.4.attn_k.weight q5_0 +blk.4.attn_q.weight q5_0 +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q5_0 +blk.4.ffn_gate_exps.weight q5_0 +blk.4.ffn_up_exps.weight q5_0 +blk.5.attn_k.weight q5_0 +blk.5.attn_q.weight q5_0 +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q5_0 +blk.5.ffn_gate_exps.weight q5_0 +blk.5.ffn_up_exps.weight q5_0 +blk.6.attn_k.weight q5_0 +blk.6.attn_q.weight q5_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down_exps.weight q8_0 +blk.6.ffn_gate_exps.weight q5_0 +blk.6.ffn_up_exps.weight q5_0 +blk.7.attn_k.weight q5_0 +blk.7.attn_q.weight q5_0 +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q5_0 +blk.7.ffn_gate_exps.weight q5_0 +blk.7.ffn_up_exps.weight q5_0 +blk.8.attn_k.weight q5_0 +blk.8.attn_q.weight q5_0 +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_gate_exps.weight q5_0 +blk.8.ffn_up_exps.weight q5_0 +blk.9.attn_k.weight q5_0 +blk.9.attn_q.weight q5_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down_exps.weight q8_0 +blk.9.ffn_gate_exps.weight q5_0 +blk.9.ffn_up_exps.weight q5_0 +blk.10.attn_k.weight q5_0 +blk.10.attn_q.weight q5_0 +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_gate_exps.weight q5_0 +blk.10.ffn_up_exps.weight q5_0 +blk.11.attn_k.weight q5_0 +blk.11.attn_q.weight q5_0 +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q5_0 +blk.11.ffn_gate_exps.weight q5_0 +blk.11.ffn_up_exps.weight q5_0 +blk.12.attn_k.weight q5_0 +blk.12.attn_q.weight q5_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down_exps.weight q8_0 +blk.12.ffn_gate_exps.weight q5_0 +blk.12.ffn_up_exps.weight q5_0 +blk.13.attn_k.weight q5_0 +blk.13.attn_q.weight q5_0 +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_gate_exps.weight q5_0 +blk.13.ffn_up_exps.weight q5_0 +blk.14.attn_k.weight q5_0 +blk.14.attn_q.weight q5_0 +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q5_0 +blk.14.ffn_gate_exps.weight q5_0 +blk.14.ffn_up_exps.weight q5_0 +blk.15.attn_k.weight q5_0 +blk.15.attn_q.weight q5_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_exps.weight q8_0 +blk.15.ffn_gate_exps.weight q5_0 +blk.15.ffn_up_exps.weight q5_0 +blk.16.attn_k.weight q5_0 +blk.16.attn_q.weight q5_0 +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q5_0 +blk.16.ffn_gate_exps.weight q5_0 +blk.16.ffn_up_exps.weight q5_0 +blk.17.attn_k.weight q5_0 +blk.17.attn_q.weight q5_0 +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_gate_exps.weight q5_0 +blk.17.ffn_up_exps.weight q5_0 +blk.18.attn_k.weight q5_0 +blk.18.attn_q.weight q5_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down_exps.weight q8_0 +blk.18.ffn_gate_exps.weight q5_0 +blk.18.ffn_up_exps.weight q5_0 +blk.19.attn_k.weight q5_0 +blk.19.attn_q.weight q5_0 +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q5_0 +blk.19.ffn_gate_exps.weight q5_0 +blk.19.ffn_up_exps.weight q5_0 +blk.20.attn_k.weight q5_0 +blk.20.attn_q.weight q5_0 +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_gate_exps.weight q5_0 +blk.20.ffn_up_exps.weight q5_0 +blk.21.attn_k.weight q5_0 +blk.21.attn_q.weight q5_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down_exps.weight q8_0 +blk.21.ffn_gate_exps.weight q5_0 +blk.21.ffn_up_exps.weight q5_0 +blk.22.attn_k.weight q5_0 +blk.22.attn_q.weight q5_0 +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_gate_exps.weight q5_0 +blk.22.ffn_up_exps.weight q5_0 +blk.23.attn_k.weight q5_0 +blk.23.attn_q.weight q5_0 +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q5_0 +blk.23.ffn_gate_exps.weight q5_0 +blk.23.ffn_up_exps.weight q5_0 +blk.24.attn_k.weight q5_0 +blk.24.attn_q.weight q5_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down_exps.weight q8_0 +blk.24.ffn_gate_exps.weight q5_0 +blk.24.ffn_up_exps.weight q5_0 +blk.25.attn_k.weight q5_0 +blk.25.attn_q.weight q5_0 +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q5_0 +blk.25.ffn_gate_exps.weight q5_0 +blk.25.ffn_up_exps.weight q5_0 +blk.26.attn_k.weight q5_0 +blk.26.attn_q.weight q5_0 +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q5_0 +blk.26.ffn_gate_exps.weight q5_0 +blk.26.ffn_up_exps.weight q5_0 +blk.27.attn_k.weight q5_0 +blk.27.attn_q.weight q5_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_exps.weight q8_0 +blk.27.ffn_gate_exps.weight q5_0 +blk.27.ffn_up_exps.weight q5_0 +blk.28.attn_k.weight q5_0 +blk.28.attn_q.weight q5_0 +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q5_0 +blk.28.ffn_gate_exps.weight q5_0 +blk.28.ffn_up_exps.weight q5_0 +blk.29.attn_k.weight q5_0 +blk.29.attn_q.weight q5_0 +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_gate_exps.weight q5_0 +blk.29.ffn_up_exps.weight q5_0 +blk.30.attn_k.weight q5_0 +blk.30.attn_q.weight q5_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down_exps.weight q8_0 +blk.30.ffn_gate_exps.weight q5_0 +blk.30.ffn_up_exps.weight q5_0 +blk.31.attn_k.weight q5_0 +blk.31.attn_q.weight q5_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_gate_exps.weight q5_0 +blk.31.ffn_up_exps.weight q5_0 +blk.32.attn_k.weight q5_0 +blk.32.attn_q.weight q5_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down_exps.weight q8_0 +blk.32.ffn_gate_exps.weight q5_0 +blk.32.ffn_up_exps.weight q5_0 +blk.33.attn_k.weight q5_0 +blk.33.attn_q.weight q5_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down_exps.weight q8_0 +blk.33.ffn_gate_exps.weight q5_0 +blk.33.ffn_up_exps.weight q5_0 +blk.34.attn_k.weight q5_0 +blk.34.attn_q.weight q5_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_gate_exps.weight q5_0 +blk.34.ffn_up_exps.weight q5_0 +blk.35.attn_k.weight q5_0 +blk.35.attn_q.weight q5_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_exps.weight q8_0 +blk.35.ffn_gate_exps.weight q5_0 +blk.35.ffn_up_exps.weight q5_0 + +[Q5_K_S] q5_K +output.weight q8_0 +token_embd.weight q5_1 +blk.0.attn_k.weight q5_1 +blk.0.attn_q.weight q5_1 +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.0.ffn_gate_exps.weight q5_1 +blk.0.ffn_up_exps.weight q5_1 +blk.1.attn_k.weight q5_1 +blk.1.attn_q.weight q5_1 +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_gate_exps.weight q5_1 +blk.1.ffn_up_exps.weight q5_1 +blk.2.attn_k.weight q5_1 +blk.2.attn_q.weight q5_1 +blk.2.attn_v.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_gate_exps.weight q5_1 +blk.2.ffn_up_exps.weight q5_1 +blk.3.attn_k.weight q5_1 +blk.3.attn_q.weight q5_1 +blk.3.attn_v.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_gate_exps.weight q5_1 +blk.3.ffn_up_exps.weight q5_1 +blk.4.attn_k.weight q5_1 +blk.4.attn_q.weight q5_1 +blk.4.attn_v.weight q5_1 +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_gate_exps.weight q5_1 +blk.4.ffn_up_exps.weight q5_1 +blk.5.attn_k.weight q5_1 +blk.5.attn_q.weight q5_1 +blk.5.attn_v.weight q5_1 +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_gate_exps.weight q5_1 +blk.5.ffn_up_exps.weight q5_1 +blk.6.attn_k.weight q5_1 +blk.6.attn_q.weight q5_1 +blk.6.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_gate_exps.weight q5_1 +blk.6.ffn_up_exps.weight q5_1 +blk.7.attn_k.weight q5_1 +blk.7.attn_q.weight q5_1 +blk.7.attn_v.weight q5_1 +blk.7.ffn_down_exps.weight q5_1 +blk.7.ffn_gate_exps.weight q5_1 +blk.7.ffn_up_exps.weight q5_1 +blk.8.attn_k.weight q5_1 +blk.8.attn_q.weight q5_1 +blk.8.attn_v.weight q5_1 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_gate_exps.weight q5_1 +blk.8.ffn_up_exps.weight q5_1 +blk.9.attn_k.weight q5_1 +blk.9.attn_q.weight q5_1 +blk.9.attn_v.weight q5_1 +blk.9.ffn_down_exps.weight q5_1 +blk.9.ffn_gate_exps.weight q5_1 +blk.9.ffn_up_exps.weight q5_1 +blk.10.attn_k.weight q5_1 +blk.10.attn_q.weight q5_1 +blk.10.attn_v.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_gate_exps.weight q5_1 +blk.10.ffn_up_exps.weight q5_1 +blk.11.attn_k.weight q5_1 +blk.11.attn_q.weight q5_1 +blk.11.attn_v.weight q5_1 +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_gate_exps.weight q5_1 +blk.11.ffn_up_exps.weight q5_1 +blk.12.attn_k.weight q5_1 +blk.12.attn_q.weight q5_1 +blk.12.attn_v.weight q5_1 +blk.12.ffn_down_exps.weight q5_1 +blk.12.ffn_gate_exps.weight q5_1 +blk.12.ffn_up_exps.weight q5_1 +blk.13.attn_k.weight q5_1 +blk.13.attn_q.weight q5_1 +blk.13.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_gate_exps.weight q5_1 +blk.13.ffn_up_exps.weight q5_1 +blk.14.attn_k.weight q5_1 +blk.14.attn_q.weight q5_1 +blk.14.attn_v.weight q5_1 +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_gate_exps.weight q5_1 +blk.14.ffn_up_exps.weight q5_1 +blk.15.attn_k.weight q5_1 +blk.15.attn_q.weight q5_1 +blk.15.attn_v.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_gate_exps.weight q5_1 +blk.15.ffn_up_exps.weight q5_1 +blk.16.attn_k.weight q5_1 +blk.16.attn_q.weight q5_1 +blk.16.attn_v.weight q5_1 +blk.16.ffn_down_exps.weight q5_1 +blk.16.ffn_gate_exps.weight q5_1 +blk.16.ffn_up_exps.weight q5_1 +blk.17.attn_k.weight q5_1 +blk.17.attn_q.weight q5_1 +blk.17.attn_v.weight q5_1 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_gate_exps.weight q5_1 +blk.17.ffn_up_exps.weight q5_1 +blk.18.attn_k.weight q5_1 +blk.18.attn_q.weight q5_1 +blk.18.attn_v.weight q5_1 +blk.18.ffn_down_exps.weight q5_1 +blk.18.ffn_gate_exps.weight q5_1 +blk.18.ffn_up_exps.weight q5_1 +blk.19.attn_k.weight q5_1 +blk.19.attn_q.weight q5_1 +blk.19.attn_v.weight q5_1 +blk.19.ffn_down_exps.weight q5_1 +blk.19.ffn_gate_exps.weight q5_1 +blk.19.ffn_up_exps.weight q5_1 +blk.20.attn_k.weight q5_1 +blk.20.attn_q.weight q5_1 +blk.20.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_gate_exps.weight q5_1 +blk.20.ffn_up_exps.weight q5_1 +blk.21.attn_k.weight q5_1 +blk.21.attn_q.weight q5_1 +blk.21.attn_v.weight q5_1 +blk.21.ffn_down_exps.weight q5_1 +blk.21.ffn_gate_exps.weight q5_1 +blk.21.ffn_up_exps.weight q5_1 +blk.22.attn_k.weight q5_1 +blk.22.attn_q.weight q5_1 +blk.22.attn_v.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_gate_exps.weight q5_1 +blk.22.ffn_up_exps.weight q5_1 +blk.23.attn_k.weight q5_1 +blk.23.attn_q.weight q5_1 +blk.23.attn_v.weight q5_1 +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_gate_exps.weight q5_1 +blk.23.ffn_up_exps.weight q5_1 +blk.24.attn_k.weight q5_1 +blk.24.attn_q.weight q5_1 +blk.24.attn_v.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_gate_exps.weight q5_1 +blk.24.ffn_up_exps.weight q5_1 +blk.25.attn_k.weight q5_1 +blk.25.attn_q.weight q5_1 +blk.25.attn_v.weight q5_1 +blk.25.ffn_down_exps.weight q5_1 +blk.25.ffn_gate_exps.weight q5_1 +blk.25.ffn_up_exps.weight q5_1 +blk.26.attn_k.weight q5_1 +blk.26.attn_q.weight q5_1 +blk.26.attn_v.weight q5_1 +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_gate_exps.weight q5_1 +blk.26.ffn_up_exps.weight q5_1 +blk.27.attn_k.weight q5_1 +blk.27.attn_q.weight q5_1 +blk.27.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_gate_exps.weight q5_1 +blk.27.ffn_up_exps.weight q5_1 +blk.28.attn_k.weight q5_1 +blk.28.attn_q.weight q5_1 +blk.28.attn_v.weight q5_1 +blk.28.ffn_down_exps.weight q5_1 +blk.28.ffn_gate_exps.weight q5_1 +blk.28.ffn_up_exps.weight q5_1 +blk.29.attn_k.weight q5_1 +blk.29.attn_q.weight q5_1 +blk.29.attn_v.weight q5_1 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_gate_exps.weight q5_1 +blk.29.ffn_up_exps.weight q5_1 +blk.30.attn_k.weight q5_1 +blk.30.attn_q.weight q5_1 +blk.30.attn_v.weight q5_1 +blk.30.ffn_down_exps.weight q5_1 +blk.30.ffn_gate_exps.weight q5_1 +blk.30.ffn_up_exps.weight q5_1 +blk.31.attn_k.weight q5_1 +blk.31.attn_q.weight q5_1 +blk.31.attn_v.weight q5_1 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_gate_exps.weight q5_1 +blk.31.ffn_up_exps.weight q5_1 +blk.32.attn_k.weight q5_1 +blk.32.attn_q.weight q5_1 +blk.32.attn_v.weight q5_1 +blk.32.ffn_down_exps.weight q5_1 +blk.32.ffn_gate_exps.weight q5_1 +blk.32.ffn_up_exps.weight q5_1 +blk.33.attn_k.weight q5_1 +blk.33.attn_q.weight q5_1 +blk.33.attn_v.weight q5_1 +blk.33.ffn_down_exps.weight q5_1 +blk.33.ffn_gate_exps.weight q5_1 +blk.33.ffn_up_exps.weight q5_1 +blk.34.attn_k.weight q5_1 +blk.34.attn_q.weight q5_1 +blk.34.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_gate_exps.weight q5_1 +blk.34.ffn_up_exps.weight q5_1 +blk.35.attn_k.weight q5_1 +blk.35.attn_q.weight q5_1 +blk.35.attn_v.weight q5_1 +blk.35.ffn_down_exps.weight q5_1 +blk.35.ffn_gate_exps.weight q5_1 +blk.35.ffn_up_exps.weight q5_1 + +[Q5_K_M] q5_K +output.weight q8_0 +token_embd.weight q5_1 +blk.0.attn_k.weight q5_1 +blk.0.attn_q.weight q5_1 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down_exps.weight q8_0 +blk.0.ffn_gate_exps.weight q5_1 +blk.0.ffn_up_exps.weight q5_1 +blk.1.attn_k.weight q5_1 +blk.1.attn_q.weight q5_1 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_gate_exps.weight q5_1 +blk.1.ffn_up_exps.weight q5_1 +blk.2.attn_k.weight q5_1 +blk.2.attn_q.weight q5_1 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_gate_exps.weight q5_1 +blk.2.ffn_up_exps.weight q5_1 +blk.3.attn_k.weight q5_1 +blk.3.attn_q.weight q5_1 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_gate_exps.weight q5_1 +blk.3.ffn_up_exps.weight q5_1 +blk.4.attn_k.weight q5_1 +blk.4.attn_q.weight q5_1 +blk.4.attn_v.weight q5_1 +blk.4.ffn_down_exps.weight q5_1 +blk.4.ffn_gate_exps.weight q5_1 +blk.4.ffn_up_exps.weight q5_1 +blk.5.attn_k.weight q5_1 +blk.5.attn_q.weight q5_1 +blk.5.attn_v.weight q5_1 +blk.5.ffn_down_exps.weight q5_1 +blk.5.ffn_gate_exps.weight q5_1 +blk.5.ffn_up_exps.weight q5_1 +blk.6.attn_k.weight q5_1 +blk.6.attn_q.weight q5_1 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down_exps.weight q8_0 +blk.6.ffn_gate_exps.weight q5_1 +blk.6.ffn_up_exps.weight q5_1 +blk.7.attn_k.weight q5_1 +blk.7.attn_q.weight q5_1 +blk.7.attn_v.weight q5_1 +blk.7.ffn_down_exps.weight q5_1 +blk.7.ffn_gate_exps.weight q5_1 +blk.7.ffn_up_exps.weight q5_1 +blk.8.attn_k.weight q5_1 +blk.8.attn_q.weight q5_1 +blk.8.attn_v.weight q5_1 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_gate_exps.weight q5_1 +blk.8.ffn_up_exps.weight q5_1 +blk.9.attn_k.weight q5_1 +blk.9.attn_q.weight q5_1 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down_exps.weight q8_0 +blk.9.ffn_gate_exps.weight q5_1 +blk.9.ffn_up_exps.weight q5_1 +blk.10.attn_k.weight q5_1 +blk.10.attn_q.weight q5_1 +blk.10.attn_v.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_gate_exps.weight q5_1 +blk.10.ffn_up_exps.weight q5_1 +blk.11.attn_k.weight q5_1 +blk.11.attn_q.weight q5_1 +blk.11.attn_v.weight q5_1 +blk.11.ffn_down_exps.weight q5_1 +blk.11.ffn_gate_exps.weight q5_1 +blk.11.ffn_up_exps.weight q5_1 +blk.12.attn_k.weight q5_1 +blk.12.attn_q.weight q5_1 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down_exps.weight q8_0 +blk.12.ffn_gate_exps.weight q5_1 +blk.12.ffn_up_exps.weight q5_1 +blk.13.attn_k.weight q5_1 +blk.13.attn_q.weight q5_1 +blk.13.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_gate_exps.weight q5_1 +blk.13.ffn_up_exps.weight q5_1 +blk.14.attn_k.weight q5_1 +blk.14.attn_q.weight q5_1 +blk.14.attn_v.weight q5_1 +blk.14.ffn_down_exps.weight q5_1 +blk.14.ffn_gate_exps.weight q5_1 +blk.14.ffn_up_exps.weight q5_1 +blk.15.attn_k.weight q5_1 +blk.15.attn_q.weight q5_1 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_exps.weight q8_0 +blk.15.ffn_gate_exps.weight q5_1 +blk.15.ffn_up_exps.weight q5_1 +blk.16.attn_k.weight q5_1 +blk.16.attn_q.weight q5_1 +blk.16.attn_v.weight q5_1 +blk.16.ffn_down_exps.weight q5_1 +blk.16.ffn_gate_exps.weight q5_1 +blk.16.ffn_up_exps.weight q5_1 +blk.17.attn_k.weight q5_1 +blk.17.attn_q.weight q5_1 +blk.17.attn_v.weight q5_1 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_gate_exps.weight q5_1 +blk.17.ffn_up_exps.weight q5_1 +blk.18.attn_k.weight q5_1 +blk.18.attn_q.weight q5_1 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down_exps.weight q8_0 +blk.18.ffn_gate_exps.weight q5_1 +blk.18.ffn_up_exps.weight q5_1 +blk.19.attn_k.weight q5_1 +blk.19.attn_q.weight q5_1 +blk.19.attn_v.weight q5_1 +blk.19.ffn_down_exps.weight q5_1 +blk.19.ffn_gate_exps.weight q5_1 +blk.19.ffn_up_exps.weight q5_1 +blk.20.attn_k.weight q5_1 +blk.20.attn_q.weight q5_1 +blk.20.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_gate_exps.weight q5_1 +blk.20.ffn_up_exps.weight q5_1 +blk.21.attn_k.weight q5_1 +blk.21.attn_q.weight q5_1 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down_exps.weight q8_0 +blk.21.ffn_gate_exps.weight q5_1 +blk.21.ffn_up_exps.weight q5_1 +blk.22.attn_k.weight q5_1 +blk.22.attn_q.weight q5_1 +blk.22.attn_v.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_gate_exps.weight q5_1 +blk.22.ffn_up_exps.weight q5_1 +blk.23.attn_k.weight q5_1 +blk.23.attn_q.weight q5_1 +blk.23.attn_v.weight q5_1 +blk.23.ffn_down_exps.weight q5_1 +blk.23.ffn_gate_exps.weight q5_1 +blk.23.ffn_up_exps.weight q5_1 +blk.24.attn_k.weight q5_1 +blk.24.attn_q.weight q5_1 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down_exps.weight q8_0 +blk.24.ffn_gate_exps.weight q5_1 +blk.24.ffn_up_exps.weight q5_1 +blk.25.attn_k.weight q5_1 +blk.25.attn_q.weight q5_1 +blk.25.attn_v.weight q5_1 +blk.25.ffn_down_exps.weight q5_1 +blk.25.ffn_gate_exps.weight q5_1 +blk.25.ffn_up_exps.weight q5_1 +blk.26.attn_k.weight q5_1 +blk.26.attn_q.weight q5_1 +blk.26.attn_v.weight q5_1 +blk.26.ffn_down_exps.weight q5_1 +blk.26.ffn_gate_exps.weight q5_1 +blk.26.ffn_up_exps.weight q5_1 +blk.27.attn_k.weight q5_1 +blk.27.attn_q.weight q5_1 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_exps.weight q8_0 +blk.27.ffn_gate_exps.weight q5_1 +blk.27.ffn_up_exps.weight q5_1 +blk.28.attn_k.weight q5_1 +blk.28.attn_q.weight q5_1 +blk.28.attn_v.weight q5_1 +blk.28.ffn_down_exps.weight q5_1 +blk.28.ffn_gate_exps.weight q5_1 +blk.28.ffn_up_exps.weight q5_1 +blk.29.attn_k.weight q5_1 +blk.29.attn_q.weight q5_1 +blk.29.attn_v.weight q5_1 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_gate_exps.weight q5_1 +blk.29.ffn_up_exps.weight q5_1 +blk.30.attn_k.weight q5_1 +blk.30.attn_q.weight q5_1 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down_exps.weight q8_0 +blk.30.ffn_gate_exps.weight q5_1 +blk.30.ffn_up_exps.weight q5_1 +blk.31.attn_k.weight q5_1 +blk.31.attn_q.weight q5_1 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_gate_exps.weight q5_1 +blk.31.ffn_up_exps.weight q5_1 +blk.32.attn_k.weight q5_1 +blk.32.attn_q.weight q5_1 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down_exps.weight q8_0 +blk.32.ffn_gate_exps.weight q5_1 +blk.32.ffn_up_exps.weight q5_1 +blk.33.attn_k.weight q5_1 +blk.33.attn_q.weight q5_1 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down_exps.weight q8_0 +blk.33.ffn_gate_exps.weight q5_1 +blk.33.ffn_up_exps.weight q5_1 +blk.34.attn_k.weight q5_1 +blk.34.attn_q.weight q5_1 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_gate_exps.weight q5_1 +blk.34.ffn_up_exps.weight q5_1 +blk.35.attn_k.weight q5_1 +blk.35.attn_q.weight q5_1 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_exps.weight q8_0 +blk.35.ffn_gate_exps.weight q5_1 +blk.35.ffn_up_exps.weight q5_1 + +[Q6_K] q6_K +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down_exps.weight q8_0 +blk.0.ffn_gate_exps.weight q8_0 +blk.0.ffn_up_exps.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_gate_exps.weight q8_0 +blk.1.ffn_up_exps.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down_exps.weight q8_0 +blk.2.ffn_gate_exps.weight q8_0 +blk.2.ffn_up_exps.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_gate_exps.weight q8_0 +blk.3.ffn_up_exps.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down_exps.weight q8_0 +blk.4.ffn_gate_exps.weight q8_0 +blk.4.ffn_up_exps.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down_exps.weight q8_0 +blk.5.ffn_gate_exps.weight q8_0 +blk.5.ffn_up_exps.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down_exps.weight q8_0 +blk.6.ffn_gate_exps.weight q8_0 +blk.6.ffn_up_exps.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down_exps.weight q8_0 +blk.7.ffn_gate_exps.weight q8_0 +blk.7.ffn_up_exps.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down_exps.weight q8_0 +blk.8.ffn_gate_exps.weight q8_0 +blk.8.ffn_up_exps.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down_exps.weight q8_0 +blk.9.ffn_gate_exps.weight q8_0 +blk.9.ffn_up_exps.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down_exps.weight q8_0 +blk.10.ffn_gate_exps.weight q8_0 +blk.10.ffn_up_exps.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down_exps.weight q8_0 +blk.11.ffn_gate_exps.weight q8_0 +blk.11.ffn_up_exps.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down_exps.weight q8_0 +blk.12.ffn_gate_exps.weight q8_0 +blk.12.ffn_up_exps.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down_exps.weight q8_0 +blk.13.ffn_gate_exps.weight q8_0 +blk.13.ffn_up_exps.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down_exps.weight q8_0 +blk.14.ffn_gate_exps.weight q8_0 +blk.14.ffn_up_exps.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_exps.weight q8_0 +blk.15.ffn_gate_exps.weight q8_0 +blk.15.ffn_up_exps.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down_exps.weight q8_0 +blk.16.ffn_gate_exps.weight q8_0 +blk.16.ffn_up_exps.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down_exps.weight q8_0 +blk.17.ffn_gate_exps.weight q8_0 +blk.17.ffn_up_exps.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down_exps.weight q8_0 +blk.18.ffn_gate_exps.weight q8_0 +blk.18.ffn_up_exps.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down_exps.weight q8_0 +blk.19.ffn_gate_exps.weight q8_0 +blk.19.ffn_up_exps.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down_exps.weight q8_0 +blk.20.ffn_gate_exps.weight q8_0 +blk.20.ffn_up_exps.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down_exps.weight q8_0 +blk.21.ffn_gate_exps.weight q8_0 +blk.21.ffn_up_exps.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down_exps.weight q8_0 +blk.22.ffn_gate_exps.weight q8_0 +blk.22.ffn_up_exps.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down_exps.weight q8_0 +blk.23.ffn_gate_exps.weight q8_0 +blk.23.ffn_up_exps.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down_exps.weight q8_0 +blk.24.ffn_gate_exps.weight q8_0 +blk.24.ffn_up_exps.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down_exps.weight q8_0 +blk.25.ffn_gate_exps.weight q8_0 +blk.25.ffn_up_exps.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down_exps.weight q8_0 +blk.26.ffn_gate_exps.weight q8_0 +blk.26.ffn_up_exps.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_exps.weight q8_0 +blk.27.ffn_gate_exps.weight q8_0 +blk.27.ffn_up_exps.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down_exps.weight q8_0 +blk.28.ffn_gate_exps.weight q8_0 +blk.28.ffn_up_exps.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down_exps.weight q8_0 +blk.29.ffn_gate_exps.weight q8_0 +blk.29.ffn_up_exps.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down_exps.weight q8_0 +blk.30.ffn_gate_exps.weight q8_0 +blk.30.ffn_up_exps.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_gate_exps.weight q8_0 +blk.31.ffn_up_exps.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down_exps.weight q8_0 +blk.32.ffn_gate_exps.weight q8_0 +blk.32.ffn_up_exps.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down_exps.weight q8_0 +blk.33.ffn_gate_exps.weight q8_0 +blk.33.ffn_up_exps.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_gate_exps.weight q8_0 +blk.34.ffn_up_exps.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_exps.weight q8_0 +blk.35.ffn_gate_exps.weight q8_0 +blk.35.ffn_up_exps.weight q8_0 + +[IQ2_XXS] iq2_xxs +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight iq4_nl +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ2_XS] iq2_xs +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight iq4_nl +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[Q2_K_S] q2_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q5_0 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[IQ3_XS] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight iq4_nl +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ3_XXS] iq3_xxs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q5_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ1_S] iq1_s +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight iq2_xxs +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight iq2_xxs +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight iq2_xxs +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight iq2_xxs +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ4_NL] iq4_nl +output.weight q8_0 +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.2.attn_v.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.3.attn_v.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.4.attn_v.weight q5_1 +blk.5.attn_v.weight q5_1 +blk.6.attn_v.weight q5_1 +blk.7.attn_v.weight q5_1 +blk.8.attn_v.weight q5_1 +blk.9.attn_v.weight q5_1 +blk.10.attn_v.weight q5_1 +blk.11.attn_v.weight q5_1 +blk.12.attn_v.weight q5_1 +blk.13.attn_v.weight q5_1 +blk.14.attn_v.weight q5_1 +blk.15.attn_v.weight q5_1 +blk.16.attn_v.weight q5_1 +blk.17.attn_v.weight q5_1 +blk.18.attn_v.weight q5_1 +blk.19.attn_v.weight q5_1 +blk.20.attn_v.weight q5_1 +blk.21.attn_v.weight q5_1 +blk.22.attn_v.weight q5_1 +blk.23.attn_v.weight q5_1 +blk.24.attn_v.weight q5_1 +blk.25.attn_v.weight q5_1 +blk.26.attn_v.weight q5_1 +blk.27.attn_v.weight q5_1 +blk.28.attn_v.weight q5_1 +blk.29.attn_v.weight q5_1 +blk.30.attn_v.weight q5_1 +blk.31.attn_v.weight q5_1 +blk.32.attn_v.weight q5_1 +blk.33.attn_v.weight q5_1 +blk.34.attn_v.weight q5_1 +blk.35.attn_v.weight q5_1 + +[IQ3_S] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight iq4_nl +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ3_M] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight q4_K +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q5_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight q4_K +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight q4_K +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q5_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight q4_K +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight q4_K +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight q4_K +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight q4_K +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight q4_K +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight q4_K +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight q4_K +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight q4_K +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight q4_K +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight q4_K +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight q4_K +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight q4_K +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight q4_K +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight q4_K +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight q4_K +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight q4_K +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight q4_K +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight q4_K +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight q4_K +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight q4_K +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight q4_K +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight q4_K +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight q4_K +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight q4_K +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight q4_K +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight q4_K +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight q4_K +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight q4_K +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight q4_K +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight q4_K +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight q4_K +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight q4_K +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight q4_K +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ2_S] iq2_xs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight iq4_nl +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ2_M] iq2_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight iq4_nl +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight iq4_nl +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ4_XS] iq4_xs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.attn_k.weight iq4_nl +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_1 +blk.0.ffn_down_exps.weight q5_1 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_1 +blk.2.ffn_down_exps.weight q5_1 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_1 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_1 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_1 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_1 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_1 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_1 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_1 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_1 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_1 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_1 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_1 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_1 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_1 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_1 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_1 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_1 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_1 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_1 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_1 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_1 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_1 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_1 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_1 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_1 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_1 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_1 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_1 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[IQ1_M] iq1_m +output.weight q8_0 +token_embd.weight q4_0 +blk.0.attn_k.weight iq4_nl +blk.0.attn_output.weight iq2_xxs +blk.0.attn_q.weight iq4_nl +blk.0.attn_v.weight q5_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight iq4_nl +blk.0.ffn_up_exps.weight iq4_nl +blk.1.attn_k.weight iq4_nl +blk.1.attn_output.weight iq2_xxs +blk.1.attn_q.weight iq4_nl +blk.1.attn_v.weight q5_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.2.attn_k.weight iq4_nl +blk.2.attn_output.weight iq2_xxs +blk.2.attn_q.weight iq4_nl +blk.2.attn_v.weight q5_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight iq4_nl +blk.2.ffn_up_exps.weight iq4_nl +blk.3.attn_k.weight iq4_nl +blk.3.attn_output.weight iq2_xxs +blk.3.attn_q.weight iq4_nl +blk.3.attn_v.weight q5_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.4.attn_k.weight iq4_nl +blk.4.attn_output.weight iq2_xxs +blk.4.attn_q.weight iq4_nl +blk.4.attn_v.weight q5_0 +blk.4.ffn_down_exps.weight iq4_nl +blk.4.ffn_gate_exps.weight iq4_nl +blk.4.ffn_up_exps.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.5.ffn_down_exps.weight iq4_nl +blk.5.ffn_gate_exps.weight iq4_nl +blk.5.ffn_up_exps.weight iq4_nl +blk.6.attn_k.weight iq4_nl +blk.6.attn_output.weight iq2_xxs +blk.6.attn_q.weight iq4_nl +blk.6.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_gate_exps.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.7.attn_k.weight iq4_nl +blk.7.attn_output.weight iq2_xxs +blk.7.attn_q.weight iq4_nl +blk.7.attn_v.weight q5_0 +blk.7.ffn_down_exps.weight iq4_nl +blk.7.ffn_gate_exps.weight iq4_nl +blk.7.ffn_up_exps.weight iq4_nl +blk.8.attn_k.weight iq4_nl +blk.8.attn_output.weight iq2_xxs +blk.8.attn_q.weight iq4_nl +blk.8.attn_v.weight q5_0 +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_gate_exps.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.9.attn_k.weight iq4_nl +blk.9.attn_output.weight iq2_xxs +blk.9.attn_q.weight iq4_nl +blk.9.attn_v.weight q5_0 +blk.9.ffn_down_exps.weight iq4_nl +blk.9.ffn_gate_exps.weight iq4_nl +blk.9.ffn_up_exps.weight iq4_nl +blk.10.attn_k.weight iq4_nl +blk.10.attn_output.weight iq2_xxs +blk.10.attn_q.weight iq4_nl +blk.10.attn_v.weight q5_0 +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_gate_exps.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.11.attn_k.weight iq4_nl +blk.11.attn_output.weight iq2_xxs +blk.11.attn_q.weight iq4_nl +blk.11.attn_v.weight q5_0 +blk.11.ffn_down_exps.weight iq4_nl +blk.11.ffn_gate_exps.weight iq4_nl +blk.11.ffn_up_exps.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.12.ffn_down_exps.weight iq4_nl +blk.12.ffn_gate_exps.weight iq4_nl +blk.12.ffn_up_exps.weight iq4_nl +blk.13.attn_k.weight iq4_nl +blk.13.attn_output.weight iq2_xxs +blk.13.attn_q.weight iq4_nl +blk.13.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_gate_exps.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.14.attn_k.weight iq4_nl +blk.14.attn_output.weight iq2_xxs +blk.14.attn_q.weight iq4_nl +blk.14.attn_v.weight q5_0 +blk.14.ffn_down_exps.weight iq4_nl +blk.14.ffn_gate_exps.weight iq4_nl +blk.14.ffn_up_exps.weight iq4_nl +blk.15.attn_k.weight iq4_nl +blk.15.attn_output.weight iq2_xxs +blk.15.attn_q.weight iq4_nl +blk.15.attn_v.weight q5_0 +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_gate_exps.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.16.attn_k.weight iq4_nl +blk.16.attn_output.weight iq2_xxs +blk.16.attn_q.weight iq4_nl +blk.16.attn_v.weight q5_0 +blk.16.ffn_down_exps.weight iq4_nl +blk.16.ffn_gate_exps.weight iq4_nl +blk.16.ffn_up_exps.weight iq4_nl +blk.17.attn_k.weight iq4_nl +blk.17.attn_output.weight iq2_xxs +blk.17.attn_q.weight iq4_nl +blk.17.attn_v.weight q5_0 +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_gate_exps.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.18.attn_k.weight iq4_nl +blk.18.attn_output.weight iq2_xxs +blk.18.attn_q.weight iq4_nl +blk.18.attn_v.weight q5_0 +blk.18.ffn_down_exps.weight iq4_nl +blk.18.ffn_gate_exps.weight iq4_nl +blk.18.ffn_up_exps.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.19.ffn_down_exps.weight iq4_nl +blk.19.ffn_gate_exps.weight iq4_nl +blk.19.ffn_up_exps.weight iq4_nl +blk.20.attn_k.weight iq4_nl +blk.20.attn_output.weight iq2_xxs +blk.20.attn_q.weight iq4_nl +blk.20.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_gate_exps.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.21.attn_k.weight iq4_nl +blk.21.attn_output.weight iq2_xxs +blk.21.attn_q.weight iq4_nl +blk.21.attn_v.weight q5_0 +blk.21.ffn_down_exps.weight iq4_nl +blk.21.ffn_gate_exps.weight iq4_nl +blk.21.ffn_up_exps.weight iq4_nl +blk.22.attn_k.weight iq4_nl +blk.22.attn_output.weight iq2_xxs +blk.22.attn_q.weight iq4_nl +blk.22.attn_v.weight q5_0 +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_gate_exps.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.23.attn_k.weight iq4_nl +blk.23.attn_output.weight iq2_xxs +blk.23.attn_q.weight iq4_nl +blk.23.attn_v.weight q5_0 +blk.23.ffn_down_exps.weight iq4_nl +blk.23.ffn_gate_exps.weight iq4_nl +blk.23.ffn_up_exps.weight iq4_nl +blk.24.attn_k.weight iq4_nl +blk.24.attn_output.weight iq2_xxs +blk.24.attn_q.weight iq4_nl +blk.24.attn_v.weight q5_0 +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_gate_exps.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.25.attn_k.weight iq4_nl +blk.25.attn_output.weight iq2_xxs +blk.25.attn_q.weight iq4_nl +blk.25.attn_v.weight q5_0 +blk.25.ffn_down_exps.weight iq4_nl +blk.25.ffn_gate_exps.weight iq4_nl +blk.25.ffn_up_exps.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.26.ffn_down_exps.weight iq4_nl +blk.26.ffn_gate_exps.weight iq4_nl +blk.26.ffn_up_exps.weight iq4_nl +blk.27.attn_k.weight iq4_nl +blk.27.attn_output.weight iq2_xxs +blk.27.attn_q.weight iq4_nl +blk.27.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_gate_exps.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.28.attn_k.weight iq4_nl +blk.28.attn_output.weight iq2_xxs +blk.28.attn_q.weight iq4_nl +blk.28.attn_v.weight q5_0 +blk.28.ffn_down_exps.weight iq4_nl +blk.28.ffn_gate_exps.weight iq4_nl +blk.28.ffn_up_exps.weight iq4_nl +blk.29.attn_k.weight iq4_nl +blk.29.attn_output.weight iq2_xxs +blk.29.attn_q.weight iq4_nl +blk.29.attn_v.weight q5_0 +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_gate_exps.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.30.attn_k.weight iq4_nl +blk.30.attn_output.weight iq2_xxs +blk.30.attn_q.weight iq4_nl +blk.30.attn_v.weight q5_0 +blk.30.ffn_down_exps.weight iq4_nl +blk.30.ffn_gate_exps.weight iq4_nl +blk.30.ffn_up_exps.weight iq4_nl +blk.31.attn_k.weight iq4_nl +blk.31.attn_output.weight iq2_xxs +blk.31.attn_q.weight iq4_nl +blk.31.attn_v.weight q5_0 +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_gate_exps.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.32.attn_k.weight iq4_nl +blk.32.attn_output.weight iq2_xxs +blk.32.attn_q.weight iq4_nl +blk.32.attn_v.weight q5_0 +blk.32.ffn_down_exps.weight iq4_nl +blk.32.ffn_gate_exps.weight iq4_nl +blk.32.ffn_up_exps.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.33.ffn_down_exps.weight iq4_nl +blk.33.ffn_gate_exps.weight iq4_nl +blk.33.ffn_up_exps.weight iq4_nl +blk.34.attn_k.weight iq4_nl +blk.34.attn_output.weight iq2_xxs +blk.34.attn_q.weight iq4_nl +blk.34.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_gate_exps.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.35.attn_k.weight iq4_nl +blk.35.attn_output.weight iq2_xxs +blk.35.attn_q.weight iq4_nl +blk.35.attn_v.weight q5_0 +blk.35.ffn_down_exps.weight iq4_nl +blk.35.ffn_gate_exps.weight iq4_nl +blk.35.ffn_up_exps.weight iq4_nl + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q8_0 +token_embd.weight q5_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q4_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[TQ2_0] tq2_0 +output.weight q8_0 +token_embd.weight q5_0 +blk.0.attn_k.weight q4_0 +blk.0.attn_q.weight q4_0 +blk.0.attn_v.weight q4_0 +blk.0.ffn_down_exps.weight q4_0 +blk.0.ffn_gate_exps.weight q4_0 +blk.0.ffn_up_exps.weight q4_0 +blk.1.attn_k.weight q4_0 +blk.1.attn_q.weight q4_0 +blk.1.attn_v.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_gate_exps.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.2.attn_k.weight q4_0 +blk.2.attn_q.weight q4_0 +blk.2.attn_v.weight q4_0 +blk.2.ffn_down_exps.weight q4_0 +blk.2.ffn_gate_exps.weight q4_0 +blk.2.ffn_up_exps.weight q4_0 +blk.3.attn_k.weight q4_0 +blk.3.attn_q.weight q4_0 +blk.3.attn_v.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_gate_exps.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.4.attn_k.weight q4_0 +blk.4.attn_q.weight q4_0 +blk.4.attn_v.weight q4_0 +blk.4.ffn_down_exps.weight q4_0 +blk.4.ffn_gate_exps.weight q4_0 +blk.4.ffn_up_exps.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.5.ffn_down_exps.weight q4_0 +blk.5.ffn_gate_exps.weight q4_0 +blk.5.ffn_up_exps.weight q4_0 +blk.6.attn_k.weight q4_0 +blk.6.attn_q.weight q4_0 +blk.6.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_gate_exps.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.7.attn_k.weight q4_0 +blk.7.attn_q.weight q4_0 +blk.7.attn_v.weight q4_0 +blk.7.ffn_down_exps.weight q4_0 +blk.7.ffn_gate_exps.weight q4_0 +blk.7.ffn_up_exps.weight q4_0 +blk.8.attn_k.weight q4_0 +blk.8.attn_q.weight q4_0 +blk.8.attn_v.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_gate_exps.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.9.attn_k.weight q4_0 +blk.9.attn_q.weight q4_0 +blk.9.attn_v.weight q4_0 +blk.9.ffn_down_exps.weight q4_0 +blk.9.ffn_gate_exps.weight q4_0 +blk.9.ffn_up_exps.weight q4_0 +blk.10.attn_k.weight q4_0 +blk.10.attn_q.weight q4_0 +blk.10.attn_v.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_gate_exps.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.11.attn_k.weight q4_0 +blk.11.attn_q.weight q4_0 +blk.11.attn_v.weight q4_0 +blk.11.ffn_down_exps.weight q4_0 +blk.11.ffn_gate_exps.weight q4_0 +blk.11.ffn_up_exps.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.12.ffn_down_exps.weight q4_0 +blk.12.ffn_gate_exps.weight q4_0 +blk.12.ffn_up_exps.weight q4_0 +blk.13.attn_k.weight q4_0 +blk.13.attn_q.weight q4_0 +blk.13.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_gate_exps.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.14.attn_k.weight q4_0 +blk.14.attn_q.weight q4_0 +blk.14.attn_v.weight q4_0 +blk.14.ffn_down_exps.weight q4_0 +blk.14.ffn_gate_exps.weight q4_0 +blk.14.ffn_up_exps.weight q4_0 +blk.15.attn_k.weight q4_0 +blk.15.attn_q.weight q4_0 +blk.15.attn_v.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_gate_exps.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.16.attn_k.weight q4_0 +blk.16.attn_q.weight q4_0 +blk.16.attn_v.weight q4_0 +blk.16.ffn_down_exps.weight q4_0 +blk.16.ffn_gate_exps.weight q4_0 +blk.16.ffn_up_exps.weight q4_0 +blk.17.attn_k.weight q4_0 +blk.17.attn_q.weight q4_0 +blk.17.attn_v.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_gate_exps.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.18.attn_k.weight q4_0 +blk.18.attn_q.weight q4_0 +blk.18.attn_v.weight q4_0 +blk.18.ffn_down_exps.weight q4_0 +blk.18.ffn_gate_exps.weight q4_0 +blk.18.ffn_up_exps.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.19.ffn_down_exps.weight q4_0 +blk.19.ffn_gate_exps.weight q4_0 +blk.19.ffn_up_exps.weight q4_0 +blk.20.attn_k.weight q4_0 +blk.20.attn_q.weight q4_0 +blk.20.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_gate_exps.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.21.attn_k.weight q4_0 +blk.21.attn_q.weight q4_0 +blk.21.attn_v.weight q4_0 +blk.21.ffn_down_exps.weight q4_0 +blk.21.ffn_gate_exps.weight q4_0 +blk.21.ffn_up_exps.weight q4_0 +blk.22.attn_k.weight q4_0 +blk.22.attn_q.weight q4_0 +blk.22.attn_v.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_gate_exps.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.23.attn_k.weight q4_0 +blk.23.attn_q.weight q4_0 +blk.23.attn_v.weight q4_0 +blk.23.ffn_down_exps.weight q4_0 +blk.23.ffn_gate_exps.weight q4_0 +blk.23.ffn_up_exps.weight q4_0 +blk.24.attn_k.weight q4_0 +blk.24.attn_q.weight q4_0 +blk.24.attn_v.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_gate_exps.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.25.attn_k.weight q4_0 +blk.25.attn_q.weight q4_0 +blk.25.attn_v.weight q4_0 +blk.25.ffn_down_exps.weight q4_0 +blk.25.ffn_gate_exps.weight q4_0 +blk.25.ffn_up_exps.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.26.ffn_down_exps.weight q4_0 +blk.26.ffn_gate_exps.weight q4_0 +blk.26.ffn_up_exps.weight q4_0 +blk.27.attn_k.weight q4_0 +blk.27.attn_q.weight q4_0 +blk.27.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_gate_exps.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.28.attn_k.weight q4_0 +blk.28.attn_q.weight q4_0 +blk.28.attn_v.weight q4_0 +blk.28.ffn_down_exps.weight q4_0 +blk.28.ffn_gate_exps.weight q4_0 +blk.28.ffn_up_exps.weight q4_0 +blk.29.attn_k.weight q4_0 +blk.29.attn_q.weight q4_0 +blk.29.attn_v.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_gate_exps.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.30.attn_k.weight q4_0 +blk.30.attn_q.weight q4_0 +blk.30.attn_v.weight q4_0 +blk.30.ffn_down_exps.weight q4_0 +blk.30.ffn_gate_exps.weight q4_0 +blk.30.ffn_up_exps.weight q4_0 +blk.31.attn_k.weight q4_0 +blk.31.attn_q.weight q4_0 +blk.31.attn_v.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_gate_exps.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.32.attn_k.weight q4_0 +blk.32.attn_q.weight q4_0 +blk.32.attn_v.weight q4_0 +blk.32.ffn_down_exps.weight q4_0 +blk.32.ffn_gate_exps.weight q4_0 +blk.32.ffn_up_exps.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.33.ffn_down_exps.weight q4_0 +blk.33.ffn_gate_exps.weight q4_0 +blk.33.ffn_up_exps.weight q4_0 +blk.34.attn_k.weight q4_0 +blk.34.attn_q.weight q4_0 +blk.34.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_gate_exps.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.35.attn_k.weight q4_0 +blk.35.attn_q.weight q4_0 +blk.35.attn_v.weight q4_0 +blk.35.ffn_down_exps.weight q4_0 +blk.35.ffn_gate_exps.weight q4_0 +blk.35.ffn_up_exps.weight q4_0 + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 diff --git a/tests/snapshots/meta-llama-3.1-70b-instruct.schema b/tests/snapshots/meta-llama-3.1-70b-instruct.schema new file mode 100644 index 00000000000..36e4d90ac6d --- /dev/null +++ b/tests/snapshots/meta-llama-3.1-70b-instruct.schema @@ -0,0 +1,3896 @@ +# Model: Meta-Llama-3.1-70B-Instruct +# n_embd=8192, n_ff=28672, n_vocab=128256, n_layer=80, n_head=64, n_head_kv=8 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q3_K +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q3_K +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q3_K +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q3_K +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q3_K +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q3_K +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q3_K +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q3_K +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q3_K +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q3_K +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q3_K +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q3_K +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q3_K +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q3_K +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q3_K +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q3_K +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q3_K +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q3_K +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q3_K +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q3_K +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q3_K +blk.28.attn_output.weight q3_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q3_K +blk.29.attn_output.weight q3_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q3_K +blk.30.attn_output.weight q3_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q3_K +blk.32.attn_output.weight q3_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q3_K +blk.33.attn_output.weight q3_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q3_K +blk.34.attn_output.weight q3_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q3_K +blk.36.attn_output.weight q3_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down.weight q3_K +blk.37.attn_output.weight q3_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down.weight q3_K +blk.38.attn_output.weight q3_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q3_K +blk.40.attn_output.weight q3_K +blk.40.attn_v.weight q5_K +blk.40.ffn_down.weight q3_K +blk.41.attn_output.weight q3_K +blk.41.attn_v.weight q5_K +blk.41.ffn_down.weight q3_K +blk.42.attn_output.weight q3_K +blk.42.attn_v.weight q5_K +blk.42.ffn_down.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q3_K +blk.44.attn_output.weight q3_K +blk.44.attn_v.weight q5_K +blk.44.ffn_down.weight q3_K +blk.45.attn_output.weight q3_K +blk.45.attn_v.weight q5_K +blk.45.ffn_down.weight q3_K +blk.46.attn_output.weight q3_K +blk.46.attn_v.weight q5_K +blk.46.ffn_down.weight q3_K +blk.47.attn_output.weight q3_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q3_K +blk.48.attn_output.weight q3_K +blk.48.attn_v.weight q5_K +blk.48.ffn_down.weight q3_K +blk.49.attn_output.weight q3_K +blk.49.attn_v.weight q5_K +blk.49.ffn_down.weight q3_K +blk.50.attn_output.weight q3_K +blk.50.attn_v.weight q5_K +blk.50.ffn_down.weight q3_K +blk.51.attn_output.weight q3_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q3_K +blk.52.attn_output.weight q3_K +blk.52.attn_v.weight q5_K +blk.52.ffn_down.weight q3_K +blk.53.attn_output.weight q3_K +blk.53.attn_v.weight q5_K +blk.53.ffn_down.weight q3_K +blk.54.attn_output.weight q3_K +blk.54.attn_v.weight q5_K +blk.54.ffn_down.weight q3_K +blk.55.attn_output.weight q3_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q3_K +blk.56.attn_output.weight q3_K +blk.56.attn_v.weight q5_K +blk.56.ffn_down.weight q3_K +blk.57.attn_output.weight q3_K +blk.57.attn_v.weight q5_K +blk.57.ffn_down.weight q3_K +blk.58.attn_output.weight q3_K +blk.58.attn_v.weight q5_K +blk.58.ffn_down.weight q3_K +blk.59.attn_output.weight q3_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q3_K +blk.60.attn_output.weight q3_K +blk.60.attn_v.weight q5_K +blk.60.ffn_down.weight q3_K +blk.61.attn_output.weight q3_K +blk.61.attn_v.weight q5_K +blk.61.ffn_down.weight q3_K +blk.62.attn_output.weight q3_K +blk.62.attn_v.weight q5_K +blk.62.ffn_down.weight q3_K +blk.63.attn_output.weight q3_K +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q3_K +blk.64.attn_output.weight q3_K +blk.64.attn_v.weight q5_K +blk.64.ffn_down.weight q3_K +blk.65.attn_output.weight q3_K +blk.65.attn_v.weight q5_K +blk.65.ffn_down.weight q3_K +blk.66.attn_output.weight q3_K +blk.66.attn_v.weight q5_K +blk.66.ffn_down.weight q3_K +blk.67.attn_output.weight q3_K +blk.67.attn_v.weight q5_K +blk.67.ffn_down.weight q3_K +blk.68.attn_output.weight q3_K +blk.68.attn_v.weight q5_K +blk.68.ffn_down.weight q3_K +blk.69.attn_output.weight q3_K +blk.69.attn_v.weight q5_K +blk.69.ffn_down.weight q3_K +blk.70.attn_output.weight q3_K +blk.70.attn_v.weight q5_K +blk.70.ffn_down.weight q3_K +blk.71.attn_output.weight q3_K +blk.71.attn_v.weight q5_K +blk.71.ffn_down.weight q3_K +blk.72.attn_output.weight q3_K +blk.72.attn_v.weight q5_K +blk.72.ffn_down.weight q3_K +blk.73.attn_output.weight q3_K +blk.73.attn_v.weight q5_K +blk.73.ffn_down.weight q3_K +blk.74.attn_output.weight q3_K +blk.74.attn_v.weight q5_K +blk.74.ffn_down.weight q3_K +blk.75.attn_output.weight q3_K +blk.75.attn_v.weight q5_K +blk.75.ffn_down.weight q3_K +blk.76.attn_output.weight q3_K +blk.76.attn_v.weight q5_K +blk.76.ffn_down.weight q3_K +blk.77.attn_output.weight q3_K +blk.77.attn_v.weight q5_K +blk.77.ffn_down.weight q3_K +blk.78.attn_output.weight q3_K +blk.78.attn_v.weight q5_K +blk.78.ffn_down.weight q3_K +blk.79.attn_output.weight q3_K +blk.79.attn_v.weight q5_K +blk.79.ffn_down.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.1.attn_v.weight q5_K +blk.2.attn_v.weight q5_K +blk.3.attn_v.weight q5_K +blk.4.attn_v.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q4_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q4_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down.weight q4_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down.weight q4_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q4_K +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q5_K +blk.40.ffn_down.weight q4_K +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q5_K +blk.41.ffn_down.weight q4_K +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q5_K +blk.42.ffn_down.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q4_K +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q5_K +blk.44.ffn_down.weight q4_K +blk.45.attn_output.weight q4_K +blk.45.attn_v.weight q5_K +blk.45.ffn_down.weight q4_K +blk.46.attn_output.weight q4_K +blk.46.attn_v.weight q5_K +blk.46.ffn_down.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q4_K +blk.48.attn_output.weight q4_K +blk.48.attn_v.weight q5_K +blk.48.ffn_down.weight q4_K +blk.49.attn_output.weight q4_K +blk.49.attn_v.weight q5_K +blk.49.ffn_down.weight q4_K +blk.50.attn_output.weight q4_K +blk.50.attn_v.weight q5_K +blk.50.ffn_down.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q4_K +blk.52.attn_output.weight q4_K +blk.52.attn_v.weight q5_K +blk.52.ffn_down.weight q4_K +blk.53.attn_output.weight q4_K +blk.53.attn_v.weight q5_K +blk.53.ffn_down.weight q4_K +blk.54.attn_output.weight q4_K +blk.54.attn_v.weight q5_K +blk.54.ffn_down.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q4_K +blk.56.attn_output.weight q4_K +blk.56.attn_v.weight q5_K +blk.56.ffn_down.weight q4_K +blk.57.attn_output.weight q4_K +blk.57.attn_v.weight q5_K +blk.57.ffn_down.weight q4_K +blk.58.attn_output.weight q4_K +blk.58.attn_v.weight q5_K +blk.58.ffn_down.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q4_K +blk.60.attn_output.weight q4_K +blk.60.attn_v.weight q5_K +blk.60.ffn_down.weight q4_K +blk.61.attn_output.weight q4_K +blk.61.attn_v.weight q5_K +blk.61.ffn_down.weight q4_K +blk.62.attn_output.weight q4_K +blk.62.attn_v.weight q5_K +blk.62.ffn_down.weight q4_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q4_K +blk.64.attn_output.weight q4_K +blk.64.attn_v.weight q5_K +blk.64.ffn_down.weight q4_K +blk.65.attn_output.weight q4_K +blk.65.attn_v.weight q5_K +blk.65.ffn_down.weight q4_K +blk.66.attn_output.weight q4_K +blk.66.attn_v.weight q5_K +blk.66.ffn_down.weight q4_K +blk.67.attn_output.weight q4_K +blk.67.attn_v.weight q5_K +blk.67.ffn_down.weight q4_K +blk.68.attn_output.weight q4_K +blk.68.attn_v.weight q5_K +blk.68.ffn_down.weight q4_K +blk.69.attn_output.weight q4_K +blk.69.attn_v.weight q5_K +blk.69.ffn_down.weight q4_K +blk.70.attn_output.weight q4_K +blk.70.attn_v.weight q5_K +blk.70.ffn_down.weight q4_K +blk.71.attn_output.weight q4_K +blk.71.attn_v.weight q5_K +blk.71.ffn_down.weight q4_K +blk.72.attn_output.weight q4_K +blk.72.attn_v.weight q5_K +blk.72.ffn_down.weight q4_K +blk.73.attn_output.weight q4_K +blk.73.attn_v.weight q5_K +blk.73.ffn_down.weight q4_K +blk.74.attn_output.weight q4_K +blk.74.attn_v.weight q5_K +blk.74.ffn_down.weight q4_K +blk.75.attn_output.weight q4_K +blk.75.attn_v.weight q5_K +blk.75.ffn_down.weight q4_K +blk.76.attn_output.weight q4_K +blk.76.attn_v.weight q5_K +blk.76.ffn_down.weight q4_K +blk.77.attn_output.weight q4_K +blk.77.attn_v.weight q5_K +blk.77.ffn_down.weight q4_K +blk.78.attn_output.weight q4_K +blk.78.attn_v.weight q5_K +blk.78.ffn_down.weight q4_K +blk.79.attn_output.weight q4_K +blk.79.attn_v.weight q5_K +blk.79.ffn_down.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K +blk.28.attn_output.weight q5_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q5_K +blk.29.attn_output.weight q5_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q5_K +blk.30.attn_output.weight q5_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q5_K +blk.32.attn_output.weight q5_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q5_K +blk.33.attn_output.weight q5_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q5_K +blk.34.attn_output.weight q5_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q5_K +blk.36.attn_output.weight q5_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down.weight q5_K +blk.37.attn_output.weight q5_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down.weight q5_K +blk.38.attn_output.weight q5_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q5_K +blk.40.attn_output.weight q5_K +blk.40.attn_v.weight q5_K +blk.40.ffn_down.weight q5_K +blk.41.attn_output.weight q5_K +blk.41.attn_v.weight q5_K +blk.41.ffn_down.weight q5_K +blk.42.attn_output.weight q5_K +blk.42.attn_v.weight q5_K +blk.42.ffn_down.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q5_K +blk.44.attn_output.weight q5_K +blk.44.attn_v.weight q5_K +blk.44.ffn_down.weight q5_K +blk.45.attn_output.weight q5_K +blk.45.attn_v.weight q5_K +blk.45.ffn_down.weight q5_K +blk.46.attn_output.weight q5_K +blk.46.attn_v.weight q5_K +blk.46.ffn_down.weight q5_K +blk.47.attn_output.weight q5_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q5_K +blk.48.attn_output.weight q5_K +blk.48.attn_v.weight q5_K +blk.48.ffn_down.weight q5_K +blk.49.attn_output.weight q5_K +blk.49.attn_v.weight q5_K +blk.49.ffn_down.weight q5_K +blk.50.attn_output.weight q5_K +blk.50.attn_v.weight q5_K +blk.50.ffn_down.weight q5_K +blk.51.attn_output.weight q5_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q5_K +blk.52.attn_output.weight q5_K +blk.52.attn_v.weight q5_K +blk.52.ffn_down.weight q5_K +blk.53.attn_output.weight q5_K +blk.53.attn_v.weight q5_K +blk.53.ffn_down.weight q5_K +blk.54.attn_output.weight q5_K +blk.54.attn_v.weight q5_K +blk.54.ffn_down.weight q5_K +blk.55.attn_output.weight q5_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q5_K +blk.56.attn_output.weight q5_K +blk.56.attn_v.weight q5_K +blk.56.ffn_down.weight q5_K +blk.57.attn_output.weight q5_K +blk.57.attn_v.weight q5_K +blk.57.ffn_down.weight q5_K +blk.58.attn_output.weight q5_K +blk.58.attn_v.weight q5_K +blk.58.ffn_down.weight q5_K +blk.59.attn_output.weight q5_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q5_K +blk.60.attn_output.weight q5_K +blk.60.attn_v.weight q5_K +blk.60.ffn_down.weight q5_K +blk.61.attn_output.weight q5_K +blk.61.attn_v.weight q5_K +blk.61.ffn_down.weight q5_K +blk.62.attn_output.weight q5_K +blk.62.attn_v.weight q5_K +blk.62.ffn_down.weight q5_K +blk.63.attn_output.weight q5_K +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q5_K +blk.64.attn_output.weight q5_K +blk.64.attn_v.weight q5_K +blk.64.ffn_down.weight q5_K +blk.65.attn_output.weight q5_K +blk.65.attn_v.weight q5_K +blk.65.ffn_down.weight q5_K +blk.66.attn_output.weight q5_K +blk.66.attn_v.weight q5_K +blk.66.ffn_down.weight q5_K +blk.67.attn_output.weight q5_K +blk.67.attn_v.weight q5_K +blk.67.ffn_down.weight q5_K +blk.68.attn_output.weight q5_K +blk.68.attn_v.weight q5_K +blk.68.ffn_down.weight q5_K +blk.69.attn_output.weight q5_K +blk.69.attn_v.weight q5_K +blk.69.ffn_down.weight q5_K +blk.70.attn_output.weight q5_K +blk.70.attn_v.weight q5_K +blk.70.ffn_down.weight q5_K +blk.71.attn_output.weight q5_K +blk.71.attn_v.weight q5_K +blk.71.ffn_down.weight q5_K +blk.72.attn_output.weight q5_K +blk.72.attn_v.weight q5_K +blk.72.ffn_down.weight q5_K +blk.73.attn_output.weight q5_K +blk.73.attn_v.weight q5_K +blk.73.ffn_down.weight q5_K +blk.74.attn_output.weight q5_K +blk.74.attn_v.weight q5_K +blk.74.ffn_down.weight q5_K +blk.75.attn_output.weight q5_K +blk.75.attn_v.weight q5_K +blk.75.ffn_down.weight q5_K +blk.76.attn_output.weight q5_K +blk.76.attn_v.weight q5_K +blk.76.ffn_down.weight q5_K +blk.77.attn_output.weight q5_K +blk.77.attn_v.weight q5_K +blk.77.ffn_down.weight q5_K +blk.78.attn_output.weight q5_K +blk.78.attn_v.weight q5_K +blk.78.ffn_down.weight q5_K +blk.79.attn_output.weight q5_K +blk.79.attn_v.weight q5_K +blk.79.ffn_down.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_v.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_v.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.8.attn_v.weight q6_K +blk.8.ffn_down.weight q6_K +blk.9.attn_v.weight q6_K +blk.9.ffn_down.weight q6_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q6_K +blk.12.ffn_down.weight q6_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down.weight q6_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q6_K +blk.18.ffn_down.weight q6_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q6_K +blk.21.ffn_down.weight q6_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q6_K +blk.30.ffn_down.weight q6_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q6_K +blk.33.ffn_down.weight q6_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q6_K +blk.36.ffn_down.weight q6_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down.weight q6_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q6_K +blk.42.ffn_down.weight q6_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q6_K +blk.45.ffn_down.weight q6_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q6_K +blk.48.ffn_down.weight q6_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q6_K +blk.51.ffn_down.weight q6_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q6_K +blk.54.ffn_down.weight q6_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q6_K +blk.57.ffn_down.weight q6_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q6_K +blk.60.ffn_down.weight q6_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q6_K +blk.66.ffn_down.weight q6_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q6_K +blk.69.ffn_down.weight q6_K +blk.70.attn_v.weight q6_K +blk.70.ffn_down.weight q6_K +blk.71.attn_v.weight q6_K +blk.71.ffn_down.weight q6_K +blk.72.attn_v.weight q6_K +blk.72.ffn_down.weight q6_K +blk.73.attn_v.weight q6_K +blk.73.ffn_down.weight q6_K +blk.74.attn_v.weight q6_K +blk.74.ffn_down.weight q6_K +blk.75.attn_v.weight q6_K +blk.75.ffn_down.weight q6_K +blk.76.attn_v.weight q6_K +blk.76.ffn_down.weight q6_K +blk.77.attn_v.weight q6_K +blk.77.ffn_down.weight q6_K +blk.78.attn_v.weight q6_K +blk.78.ffn_down.weight q6_K +blk.79.attn_v.weight q6_K +blk.79.ffn_down.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_v.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_v.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.8.attn_v.weight q6_K +blk.8.ffn_down.weight q6_K +blk.9.attn_v.weight q6_K +blk.9.ffn_down.weight q6_K +blk.12.attn_v.weight q6_K +blk.12.ffn_down.weight q6_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down.weight q6_K +blk.18.attn_v.weight q6_K +blk.18.ffn_down.weight q6_K +blk.21.attn_v.weight q6_K +blk.21.ffn_down.weight q6_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K +blk.30.attn_v.weight q6_K +blk.30.ffn_down.weight q6_K +blk.33.attn_v.weight q6_K +blk.33.ffn_down.weight q6_K +blk.36.attn_v.weight q6_K +blk.36.ffn_down.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down.weight q6_K +blk.42.attn_v.weight q6_K +blk.42.ffn_down.weight q6_K +blk.45.attn_v.weight q6_K +blk.45.ffn_down.weight q6_K +blk.48.attn_v.weight q6_K +blk.48.ffn_down.weight q6_K +blk.51.attn_v.weight q6_K +blk.51.ffn_down.weight q6_K +blk.54.attn_v.weight q6_K +blk.54.ffn_down.weight q6_K +blk.57.attn_v.weight q6_K +blk.57.ffn_down.weight q6_K +blk.60.attn_v.weight q6_K +blk.60.ffn_down.weight q6_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K +blk.66.attn_v.weight q6_K +blk.66.ffn_down.weight q6_K +blk.69.attn_v.weight q6_K +blk.69.ffn_down.weight q6_K +blk.70.attn_v.weight q6_K +blk.70.ffn_down.weight q6_K +blk.71.attn_v.weight q6_K +blk.71.ffn_down.weight q6_K +blk.72.attn_v.weight q6_K +blk.72.ffn_down.weight q6_K +blk.73.attn_v.weight q6_K +blk.73.ffn_down.weight q6_K +blk.74.attn_v.weight q6_K +blk.74.ffn_down.weight q6_K +blk.75.attn_v.weight q6_K +blk.75.ffn_down.weight q6_K +blk.76.attn_v.weight q6_K +blk.76.ffn_down.weight q6_K +blk.77.attn_v.weight q6_K +blk.77.ffn_down.weight q6_K +blk.78.attn_v.weight q6_K +blk.78.ffn_down.weight q6_K +blk.79.attn_v.weight q6_K +blk.79.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q2_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q2_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K +blk.45.attn_v.weight q4_K +blk.46.attn_v.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_v.weight q4_K +blk.49.attn_v.weight q4_K +blk.50.attn_v.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_v.weight q4_K +blk.53.attn_v.weight q4_K +blk.54.attn_v.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_v.weight q4_K +blk.57.attn_v.weight q4_K +blk.58.attn_v.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_v.weight q4_K +blk.61.attn_v.weight q4_K +blk.62.attn_v.weight q4_K +blk.63.attn_v.weight q4_K +blk.64.attn_v.weight q4_K +blk.65.attn_v.weight q4_K +blk.66.attn_v.weight q4_K +blk.67.attn_v.weight q4_K +blk.68.attn_v.weight q4_K +blk.69.attn_v.weight q4_K +blk.70.attn_v.weight q4_K +blk.71.attn_v.weight q4_K +blk.72.attn_v.weight q4_K +blk.73.attn_v.weight q4_K +blk.74.attn_v.weight q4_K +blk.75.attn_v.weight q4_K +blk.76.attn_v.weight q4_K +blk.77.attn_v.weight q4_K +blk.78.attn_v.weight q4_K +blk.79.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q2_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q2_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K +blk.45.attn_v.weight q4_K +blk.46.attn_v.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_v.weight q4_K +blk.49.attn_v.weight q4_K +blk.50.attn_v.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_v.weight q4_K +blk.53.attn_v.weight q4_K +blk.54.attn_v.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_v.weight q4_K +blk.57.attn_v.weight q4_K +blk.58.attn_v.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_v.weight q4_K +blk.61.attn_v.weight q4_K +blk.62.attn_v.weight q4_K +blk.63.attn_v.weight q4_K +blk.64.attn_v.weight q4_K +blk.65.attn_v.weight q4_K +blk.66.attn_v.weight q4_K +blk.67.attn_v.weight q4_K +blk.68.attn_v.weight q4_K +blk.69.attn_v.weight q4_K +blk.70.attn_v.weight q4_K +blk.71.attn_v.weight q4_K +blk.72.attn_v.weight q4_K +blk.73.attn_v.weight q4_K +blk.74.attn_v.weight q4_K +blk.75.attn_v.weight q4_K +blk.76.attn_v.weight q4_K +blk.77.attn_v.weight q4_K +blk.78.attn_v.weight q4_K +blk.79.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q4_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q4_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q4_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q4_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q4_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q4_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q4_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q4_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q4_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.0.attn_v.weight q5_K +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.1.attn_v.weight q5_K +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.2.attn_v.weight q5_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q5_K +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.attn_v.weight q5_K +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.attn_v.weight q5_K +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.attn_v.weight q5_K +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q5_K +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.attn_v.weight q5_K +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.attn_v.weight q5_K +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.attn_v.weight q5_K +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q5_K +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.attn_v.weight q5_K +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.attn_v.weight q5_K +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.attn_v.weight q5_K +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q5_K +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.attn_v.weight q5_K +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.attn_v.weight q5_K +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.attn_v.weight q5_K +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q5_K +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.attn_v.weight q5_K +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.attn_v.weight q5_K +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.attn_v.weight q5_K +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q5_K +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.24.attn_v.weight q5_K +blk.24.ffn_gate.weight iq3_xxs +blk.24.ffn_up.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.25.attn_v.weight q5_K +blk.25.ffn_gate.weight iq3_xxs +blk.25.ffn_up.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.26.attn_v.weight q5_K +blk.26.ffn_gate.weight iq3_xxs +blk.26.ffn_up.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q5_K +blk.27.ffn_gate.weight iq3_xxs +blk.27.ffn_up.weight iq3_xxs +blk.28.attn_k.weight iq3_xxs +blk.28.attn_q.weight iq3_xxs +blk.28.attn_v.weight q5_K +blk.28.ffn_gate.weight iq3_xxs +blk.28.ffn_up.weight iq3_xxs +blk.29.attn_k.weight iq3_xxs +blk.29.attn_q.weight iq3_xxs +blk.29.attn_v.weight q5_K +blk.29.ffn_gate.weight iq3_xxs +blk.29.ffn_up.weight iq3_xxs +blk.30.attn_k.weight iq3_xxs +blk.30.attn_q.weight iq3_xxs +blk.30.attn_v.weight q5_K +blk.30.ffn_gate.weight iq3_xxs +blk.30.ffn_up.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q5_K +blk.31.ffn_gate.weight iq3_xxs +blk.31.ffn_up.weight iq3_xxs +blk.32.attn_k.weight iq3_xxs +blk.32.attn_q.weight iq3_xxs +blk.32.attn_v.weight q5_K +blk.32.ffn_gate.weight iq3_xxs +blk.32.ffn_up.weight iq3_xxs +blk.33.attn_k.weight iq3_xxs +blk.33.attn_q.weight iq3_xxs +blk.33.attn_v.weight q5_K +blk.33.ffn_gate.weight iq3_xxs +blk.33.ffn_up.weight iq3_xxs +blk.34.attn_k.weight iq3_xxs +blk.34.attn_q.weight iq3_xxs +blk.34.attn_v.weight q5_K +blk.34.ffn_gate.weight iq3_xxs +blk.34.ffn_up.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q5_K +blk.35.ffn_gate.weight iq3_xxs +blk.35.ffn_up.weight iq3_xxs +blk.36.attn_k.weight iq3_xxs +blk.36.attn_q.weight iq3_xxs +blk.36.attn_v.weight q5_K +blk.36.ffn_gate.weight iq3_xxs +blk.36.ffn_up.weight iq3_xxs +blk.37.attn_k.weight iq3_xxs +blk.37.attn_q.weight iq3_xxs +blk.37.attn_v.weight q5_K +blk.37.ffn_gate.weight iq3_xxs +blk.37.ffn_up.weight iq3_xxs +blk.38.attn_k.weight iq3_xxs +blk.38.attn_q.weight iq3_xxs +blk.38.attn_v.weight q5_K +blk.38.ffn_gate.weight iq3_xxs +blk.38.ffn_up.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q5_K +blk.39.ffn_gate.weight iq3_xxs +blk.39.ffn_up.weight iq3_xxs +blk.40.attn_k.weight iq3_xxs +blk.40.attn_q.weight iq3_xxs +blk.40.attn_v.weight q5_K +blk.40.ffn_gate.weight iq3_xxs +blk.40.ffn_up.weight iq3_xxs +blk.41.attn_k.weight iq3_xxs +blk.41.attn_q.weight iq3_xxs +blk.41.attn_v.weight q5_K +blk.41.ffn_gate.weight iq3_xxs +blk.41.ffn_up.weight iq3_xxs +blk.42.attn_k.weight iq3_xxs +blk.42.attn_q.weight iq3_xxs +blk.42.attn_v.weight q5_K +blk.42.ffn_gate.weight iq3_xxs +blk.42.ffn_up.weight iq3_xxs +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q5_K +blk.43.ffn_gate.weight iq3_xxs +blk.43.ffn_up.weight iq3_xxs +blk.44.attn_k.weight iq3_xxs +blk.44.attn_q.weight iq3_xxs +blk.44.attn_v.weight q5_K +blk.44.ffn_gate.weight iq3_xxs +blk.44.ffn_up.weight iq3_xxs +blk.45.attn_k.weight iq3_xxs +blk.45.attn_q.weight iq3_xxs +blk.45.attn_v.weight q5_K +blk.45.ffn_gate.weight iq3_xxs +blk.45.ffn_up.weight iq3_xxs +blk.46.attn_k.weight iq3_xxs +blk.46.attn_q.weight iq3_xxs +blk.46.attn_v.weight q5_K +blk.46.ffn_gate.weight iq3_xxs +blk.46.ffn_up.weight iq3_xxs +blk.47.attn_k.weight iq3_xxs +blk.47.attn_q.weight iq3_xxs +blk.47.attn_v.weight q5_K +blk.47.ffn_gate.weight iq3_xxs +blk.47.ffn_up.weight iq3_xxs +blk.48.attn_k.weight iq3_xxs +blk.48.attn_q.weight iq3_xxs +blk.48.attn_v.weight q5_K +blk.48.ffn_gate.weight iq3_xxs +blk.48.ffn_up.weight iq3_xxs +blk.49.attn_k.weight iq3_xxs +blk.49.attn_q.weight iq3_xxs +blk.49.attn_v.weight q5_K +blk.49.ffn_gate.weight iq3_xxs +blk.49.ffn_up.weight iq3_xxs +blk.50.attn_k.weight iq3_xxs +blk.50.attn_q.weight iq3_xxs +blk.50.attn_v.weight q5_K +blk.50.ffn_gate.weight iq3_xxs +blk.50.ffn_up.weight iq3_xxs +blk.51.attn_k.weight iq3_xxs +blk.51.attn_q.weight iq3_xxs +blk.51.attn_v.weight q5_K +blk.51.ffn_gate.weight iq3_xxs +blk.51.ffn_up.weight iq3_xxs +blk.52.attn_k.weight iq3_xxs +blk.52.attn_q.weight iq3_xxs +blk.52.attn_v.weight q5_K +blk.52.ffn_gate.weight iq3_xxs +blk.52.ffn_up.weight iq3_xxs +blk.53.attn_k.weight iq3_xxs +blk.53.attn_q.weight iq3_xxs +blk.53.attn_v.weight q5_K +blk.53.ffn_gate.weight iq3_xxs +blk.53.ffn_up.weight iq3_xxs +blk.54.attn_k.weight iq3_xxs +blk.54.attn_q.weight iq3_xxs +blk.54.attn_v.weight q5_K +blk.54.ffn_gate.weight iq3_xxs +blk.54.ffn_up.weight iq3_xxs +blk.55.attn_k.weight iq3_xxs +blk.55.attn_q.weight iq3_xxs +blk.55.attn_v.weight q5_K +blk.55.ffn_gate.weight iq3_xxs +blk.55.ffn_up.weight iq3_xxs +blk.56.attn_k.weight iq3_xxs +blk.56.attn_q.weight iq3_xxs +blk.56.attn_v.weight q5_K +blk.56.ffn_gate.weight iq3_xxs +blk.56.ffn_up.weight iq3_xxs +blk.57.attn_k.weight iq3_xxs +blk.57.attn_q.weight iq3_xxs +blk.57.attn_v.weight q5_K +blk.57.ffn_gate.weight iq3_xxs +blk.57.ffn_up.weight iq3_xxs +blk.58.attn_k.weight iq3_xxs +blk.58.attn_q.weight iq3_xxs +blk.58.attn_v.weight q5_K +blk.58.ffn_gate.weight iq3_xxs +blk.58.ffn_up.weight iq3_xxs +blk.59.attn_k.weight iq3_xxs +blk.59.attn_q.weight iq3_xxs +blk.59.attn_v.weight q5_K +blk.59.ffn_gate.weight iq3_xxs +blk.59.ffn_up.weight iq3_xxs +blk.60.attn_k.weight iq3_xxs +blk.60.attn_q.weight iq3_xxs +blk.60.attn_v.weight q5_K +blk.60.ffn_gate.weight iq3_xxs +blk.60.ffn_up.weight iq3_xxs +blk.61.attn_k.weight iq3_xxs +blk.61.attn_q.weight iq3_xxs +blk.61.attn_v.weight q5_K +blk.61.ffn_gate.weight iq3_xxs +blk.61.ffn_up.weight iq3_xxs +blk.62.attn_k.weight iq3_xxs +blk.62.attn_q.weight iq3_xxs +blk.62.attn_v.weight q5_K +blk.62.ffn_gate.weight iq3_xxs +blk.62.ffn_up.weight iq3_xxs +blk.63.attn_k.weight iq3_xxs +blk.63.attn_q.weight iq3_xxs +blk.63.attn_v.weight q5_K +blk.63.ffn_gate.weight iq3_xxs +blk.63.ffn_up.weight iq3_xxs +blk.64.attn_k.weight iq3_xxs +blk.64.attn_q.weight iq3_xxs +blk.64.attn_v.weight q5_K +blk.64.ffn_gate.weight iq3_xxs +blk.64.ffn_up.weight iq3_xxs +blk.65.attn_k.weight iq3_xxs +blk.65.attn_q.weight iq3_xxs +blk.65.attn_v.weight q5_K +blk.65.ffn_gate.weight iq3_xxs +blk.65.ffn_up.weight iq3_xxs +blk.66.attn_k.weight iq3_xxs +blk.66.attn_q.weight iq3_xxs +blk.66.attn_v.weight q5_K +blk.66.ffn_gate.weight iq3_xxs +blk.66.ffn_up.weight iq3_xxs +blk.67.attn_k.weight iq3_xxs +blk.67.attn_q.weight iq3_xxs +blk.67.attn_v.weight q5_K +blk.67.ffn_gate.weight iq3_xxs +blk.67.ffn_up.weight iq3_xxs +blk.68.attn_k.weight iq3_xxs +blk.68.attn_q.weight iq3_xxs +blk.68.attn_v.weight q5_K +blk.68.ffn_gate.weight iq3_xxs +blk.68.ffn_up.weight iq3_xxs +blk.69.attn_k.weight iq3_xxs +blk.69.attn_q.weight iq3_xxs +blk.69.attn_v.weight q5_K +blk.69.ffn_gate.weight iq3_xxs +blk.69.ffn_up.weight iq3_xxs +blk.70.attn_k.weight iq3_xxs +blk.70.attn_q.weight iq3_xxs +blk.70.attn_v.weight q5_K +blk.71.attn_k.weight iq3_xxs +blk.71.attn_q.weight iq3_xxs +blk.71.attn_v.weight q5_K +blk.72.attn_k.weight iq3_xxs +blk.72.attn_q.weight iq3_xxs +blk.72.attn_v.weight q5_K +blk.73.attn_k.weight iq3_xxs +blk.73.attn_q.weight iq3_xxs +blk.73.attn_v.weight q5_K +blk.74.attn_k.weight iq3_xxs +blk.74.attn_q.weight iq3_xxs +blk.74.attn_v.weight q5_K +blk.75.attn_k.weight iq3_xxs +blk.75.attn_q.weight iq3_xxs +blk.75.attn_v.weight q5_K +blk.76.attn_k.weight iq3_xxs +blk.76.attn_q.weight iq3_xxs +blk.76.attn_v.weight q5_K +blk.77.attn_k.weight iq3_xxs +blk.77.attn_q.weight iq3_xxs +blk.77.attn_v.weight q5_K +blk.78.attn_k.weight iq3_xxs +blk.78.attn_q.weight iq3_xxs +blk.78.attn_v.weight q5_K +blk.79.attn_k.weight iq3_xxs +blk.79.attn_q.weight iq3_xxs +blk.79.attn_v.weight q5_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q4_K +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q4_K +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q4_K +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q4_K +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q4_K +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q4_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q4_K +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q4_K +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q4_K +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q3_K +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q3_K +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q3_K +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q3_K +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q3_K +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q3_K +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q3_K +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q3_K +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q3_K +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q3_K +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q3_K +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q3_K +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q3_K +blk.28.attn_k.weight iq2_s +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq2_s +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q3_K +blk.29.attn_k.weight iq2_s +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq2_s +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q3_K +blk.30.attn_k.weight iq2_s +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq2_s +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q3_K +blk.32.attn_k.weight iq2_s +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq2_s +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q3_K +blk.33.attn_k.weight iq2_s +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq2_s +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q3_K +blk.34.attn_k.weight iq2_s +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq2_s +blk.34.attn_v.weight q5_K +blk.34.ffn_down.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q3_K +blk.36.attn_k.weight iq2_s +blk.36.attn_output.weight iq3_s +blk.36.attn_q.weight iq2_s +blk.36.attn_v.weight q5_K +blk.36.ffn_down.weight q3_K +blk.37.attn_k.weight iq2_s +blk.37.attn_output.weight iq3_s +blk.37.attn_q.weight iq2_s +blk.37.attn_v.weight q5_K +blk.37.ffn_down.weight q3_K +blk.38.attn_k.weight iq2_s +blk.38.attn_output.weight iq3_s +blk.38.attn_q.weight iq2_s +blk.38.attn_v.weight q5_K +blk.38.ffn_down.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q3_K +blk.40.attn_k.weight iq2_s +blk.40.attn_output.weight iq3_s +blk.40.attn_q.weight iq2_s +blk.40.attn_v.weight q5_K +blk.40.ffn_down.weight q3_K +blk.41.attn_k.weight iq2_s +blk.41.attn_output.weight iq3_s +blk.41.attn_q.weight iq2_s +blk.41.attn_v.weight q5_K +blk.41.ffn_down.weight q3_K +blk.42.attn_k.weight iq2_s +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq2_s +blk.42.attn_v.weight q5_K +blk.42.ffn_down.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q3_K +blk.44.attn_k.weight iq2_s +blk.44.attn_output.weight iq3_s +blk.44.attn_q.weight iq2_s +blk.44.attn_v.weight q5_K +blk.44.ffn_down.weight q3_K +blk.45.attn_k.weight iq2_s +blk.45.attn_output.weight iq3_s +blk.45.attn_q.weight iq2_s +blk.45.attn_v.weight q5_K +blk.45.ffn_down.weight q3_K +blk.46.attn_k.weight iq2_s +blk.46.attn_output.weight iq3_s +blk.46.attn_q.weight iq2_s +blk.46.attn_v.weight q5_K +blk.46.ffn_down.weight q3_K +blk.47.attn_k.weight iq2_s +blk.47.attn_output.weight iq3_s +blk.47.attn_q.weight iq2_s +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q3_K +blk.48.attn_k.weight iq2_s +blk.48.attn_output.weight iq3_s +blk.48.attn_q.weight iq2_s +blk.48.attn_v.weight q5_K +blk.48.ffn_down.weight q3_K +blk.49.attn_k.weight iq2_s +blk.49.attn_output.weight iq3_s +blk.49.attn_q.weight iq2_s +blk.49.attn_v.weight q5_K +blk.49.ffn_down.weight q3_K +blk.50.attn_k.weight iq2_s +blk.50.attn_output.weight iq3_s +blk.50.attn_q.weight iq2_s +blk.50.attn_v.weight q5_K +blk.50.ffn_down.weight q3_K +blk.51.attn_k.weight iq2_s +blk.51.attn_output.weight iq3_s +blk.51.attn_q.weight iq2_s +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q3_K +blk.52.attn_k.weight iq2_s +blk.52.attn_output.weight iq3_s +blk.52.attn_q.weight iq2_s +blk.52.attn_v.weight q5_K +blk.52.ffn_down.weight q3_K +blk.53.attn_k.weight iq2_s +blk.53.attn_output.weight iq3_s +blk.53.attn_q.weight iq2_s +blk.53.attn_v.weight q5_K +blk.53.ffn_down.weight q3_K +blk.54.attn_k.weight iq2_s +blk.54.attn_output.weight iq3_s +blk.54.attn_q.weight iq2_s +blk.54.attn_v.weight q5_K +blk.54.ffn_down.weight q3_K +blk.55.attn_k.weight iq2_s +blk.55.attn_output.weight iq3_s +blk.55.attn_q.weight iq2_s +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q3_K +blk.56.attn_k.weight iq2_s +blk.56.attn_output.weight iq3_s +blk.56.attn_q.weight iq2_s +blk.56.attn_v.weight q5_K +blk.56.ffn_down.weight q3_K +blk.57.attn_k.weight iq2_s +blk.57.attn_output.weight iq3_s +blk.57.attn_q.weight iq2_s +blk.57.attn_v.weight q5_K +blk.57.ffn_down.weight q3_K +blk.58.attn_k.weight iq2_s +blk.58.attn_output.weight iq3_s +blk.58.attn_q.weight iq2_s +blk.58.attn_v.weight q5_K +blk.58.ffn_down.weight q3_K +blk.59.attn_k.weight iq2_s +blk.59.attn_output.weight iq3_s +blk.59.attn_q.weight iq2_s +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q3_K +blk.60.attn_k.weight iq2_s +blk.60.attn_output.weight iq3_s +blk.60.attn_q.weight iq2_s +blk.60.attn_v.weight q5_K +blk.60.ffn_down.weight q3_K +blk.61.attn_k.weight iq2_s +blk.61.attn_output.weight iq3_s +blk.61.attn_q.weight iq2_s +blk.61.attn_v.weight q5_K +blk.61.ffn_down.weight q3_K +blk.62.attn_k.weight iq2_s +blk.62.attn_output.weight iq3_s +blk.62.attn_q.weight iq2_s +blk.62.attn_v.weight q5_K +blk.62.ffn_down.weight q3_K +blk.63.attn_k.weight iq2_s +blk.63.attn_output.weight iq3_s +blk.63.attn_q.weight iq2_s +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q3_K +blk.64.attn_k.weight iq2_s +blk.64.attn_output.weight iq3_s +blk.64.attn_q.weight iq2_s +blk.64.attn_v.weight q5_K +blk.64.ffn_down.weight q3_K +blk.65.attn_k.weight iq2_s +blk.65.attn_output.weight iq3_s +blk.65.attn_q.weight iq2_s +blk.65.attn_v.weight q5_K +blk.65.ffn_down.weight q3_K +blk.66.attn_k.weight iq2_s +blk.66.attn_output.weight iq3_s +blk.66.attn_q.weight iq2_s +blk.66.attn_v.weight q5_K +blk.66.ffn_down.weight q3_K +blk.67.attn_k.weight iq2_s +blk.67.attn_output.weight iq3_s +blk.67.attn_q.weight iq2_s +blk.67.attn_v.weight q5_K +blk.67.ffn_down.weight q3_K +blk.68.attn_k.weight iq2_s +blk.68.attn_output.weight iq3_s +blk.68.attn_q.weight iq2_s +blk.68.attn_v.weight q5_K +blk.68.ffn_down.weight q3_K +blk.69.attn_k.weight iq2_s +blk.69.attn_output.weight iq3_s +blk.69.attn_q.weight iq2_s +blk.69.attn_v.weight q5_K +blk.69.ffn_down.weight q3_K +blk.70.attn_k.weight iq2_s +blk.70.attn_output.weight iq3_s +blk.70.attn_q.weight iq2_s +blk.70.attn_v.weight q5_K +blk.70.ffn_down.weight q3_K +blk.71.attn_k.weight iq2_s +blk.71.attn_output.weight iq3_s +blk.71.attn_q.weight iq2_s +blk.71.attn_v.weight q5_K +blk.71.ffn_down.weight q3_K +blk.72.attn_k.weight iq2_s +blk.72.attn_output.weight iq3_s +blk.72.attn_q.weight iq2_s +blk.72.attn_v.weight q5_K +blk.72.ffn_down.weight q3_K +blk.73.attn_k.weight iq2_s +blk.73.attn_output.weight iq3_s +blk.73.attn_q.weight iq2_s +blk.73.attn_v.weight q5_K +blk.73.ffn_down.weight q3_K +blk.74.attn_k.weight iq2_s +blk.74.attn_output.weight iq3_s +blk.74.attn_q.weight iq2_s +blk.74.attn_v.weight q5_K +blk.74.ffn_down.weight q3_K +blk.75.attn_k.weight iq2_s +blk.75.attn_output.weight iq3_s +blk.75.attn_q.weight iq2_s +blk.75.attn_v.weight q5_K +blk.75.ffn_down.weight q3_K +blk.76.attn_k.weight iq2_s +blk.76.attn_output.weight iq3_s +blk.76.attn_q.weight iq2_s +blk.76.attn_v.weight q5_K +blk.76.ffn_down.weight q3_K +blk.77.attn_k.weight iq2_s +blk.77.attn_output.weight iq3_s +blk.77.attn_q.weight iq2_s +blk.77.attn_v.weight q5_K +blk.77.ffn_down.weight q3_K +blk.78.attn_k.weight iq2_s +blk.78.attn_output.weight iq3_s +blk.78.attn_q.weight iq2_s +blk.78.attn_v.weight q5_K +blk.78.ffn_down.weight q3_K +blk.79.attn_k.weight iq2_s +blk.79.attn_output.weight iq3_s +blk.79.attn_q.weight iq2_s +blk.79.attn_v.weight q5_K +blk.79.ffn_down.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K +blk.45.attn_output.weight iq2_xxs +blk.45.attn_v.weight q4_K +blk.46.attn_output.weight iq2_xxs +blk.46.attn_v.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_output.weight iq2_xxs +blk.48.attn_v.weight q4_K +blk.49.attn_output.weight iq2_xxs +blk.49.attn_v.weight q4_K +blk.50.attn_output.weight iq2_xxs +blk.50.attn_v.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_output.weight iq2_xxs +blk.52.attn_v.weight q4_K +blk.53.attn_output.weight iq2_xxs +blk.53.attn_v.weight q4_K +blk.54.attn_output.weight iq2_xxs +blk.54.attn_v.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_output.weight iq2_xxs +blk.56.attn_v.weight q4_K +blk.57.attn_output.weight iq2_xxs +blk.57.attn_v.weight q4_K +blk.58.attn_output.weight iq2_xxs +blk.58.attn_v.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_output.weight iq2_xxs +blk.60.attn_v.weight q4_K +blk.61.attn_output.weight iq2_xxs +blk.61.attn_v.weight q4_K +blk.62.attn_output.weight iq2_xxs +blk.62.attn_v.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K +blk.64.attn_output.weight iq2_xxs +blk.64.attn_v.weight q4_K +blk.65.attn_output.weight iq2_xxs +blk.65.attn_v.weight q4_K +blk.66.attn_output.weight iq2_xxs +blk.66.attn_v.weight q4_K +blk.67.attn_output.weight iq2_xxs +blk.67.attn_v.weight q4_K +blk.68.attn_output.weight iq2_xxs +blk.68.attn_v.weight q4_K +blk.69.attn_output.weight iq2_xxs +blk.69.attn_v.weight q4_K +blk.70.attn_output.weight iq2_xxs +blk.70.attn_v.weight q4_K +blk.71.attn_output.weight iq2_xxs +blk.71.attn_v.weight q4_K +blk.72.attn_output.weight iq2_xxs +blk.72.attn_v.weight q4_K +blk.73.attn_output.weight iq2_xxs +blk.73.attn_v.weight q4_K +blk.74.attn_output.weight iq2_xxs +blk.74.attn_v.weight q4_K +blk.75.attn_output.weight iq2_xxs +blk.75.attn_v.weight q4_K +blk.76.attn_output.weight iq2_xxs +blk.76.attn_v.weight q4_K +blk.77.attn_output.weight iq2_xxs +blk.77.attn_v.weight q4_K +blk.78.attn_output.weight iq2_xxs +blk.78.attn_v.weight q4_K +blk.79.attn_output.weight iq2_xxs +blk.79.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.1.attn_v.weight q5_K +blk.2.attn_v.weight q5_K +blk.3.attn_v.weight q5_K +blk.4.attn_v.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q4_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q5_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q5_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q5_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q5_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q5_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q5_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q5_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q5_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q5_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q5_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q5_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q5_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q5_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q5_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q5_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q5_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q5_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q5_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q5_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q5_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q5_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q5_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q5_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q5_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q5_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q5_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q5_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q5_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q5_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q5_K +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q5_K +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q5_K +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q5_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q5_K +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q5_K +blk.45.attn_output.weight q4_K +blk.45.attn_v.weight q5_K +blk.46.attn_output.weight q4_K +blk.46.attn_v.weight q5_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q5_K +blk.48.attn_output.weight q4_K +blk.48.attn_v.weight q5_K +blk.49.attn_output.weight q4_K +blk.49.attn_v.weight q5_K +blk.50.attn_output.weight q4_K +blk.50.attn_v.weight q5_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q5_K +blk.52.attn_output.weight q4_K +blk.52.attn_v.weight q5_K +blk.53.attn_output.weight q4_K +blk.53.attn_v.weight q5_K +blk.54.attn_output.weight q4_K +blk.54.attn_v.weight q5_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q5_K +blk.56.attn_output.weight q4_K +blk.56.attn_v.weight q5_K +blk.57.attn_output.weight q4_K +blk.57.attn_v.weight q5_K +blk.58.attn_output.weight q4_K +blk.58.attn_v.weight q5_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q5_K +blk.60.attn_output.weight q4_K +blk.60.attn_v.weight q5_K +blk.61.attn_output.weight q4_K +blk.61.attn_v.weight q5_K +blk.62.attn_output.weight q4_K +blk.62.attn_v.weight q5_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q5_K +blk.64.attn_output.weight q4_K +blk.64.attn_v.weight q5_K +blk.65.attn_output.weight q4_K +blk.65.attn_v.weight q5_K +blk.66.attn_output.weight q4_K +blk.66.attn_v.weight q5_K +blk.67.attn_output.weight q4_K +blk.67.attn_v.weight q5_K +blk.68.attn_output.weight q4_K +blk.68.attn_v.weight q5_K +blk.69.attn_output.weight q4_K +blk.69.attn_v.weight q5_K +blk.70.attn_output.weight q4_K +blk.70.attn_v.weight q5_K +blk.71.attn_output.weight q4_K +blk.71.attn_v.weight q5_K +blk.72.attn_output.weight q4_K +blk.72.attn_v.weight q5_K +blk.73.attn_output.weight q4_K +blk.73.attn_v.weight q5_K +blk.74.attn_output.weight q4_K +blk.74.attn_v.weight q5_K +blk.75.attn_output.weight q4_K +blk.75.attn_v.weight q5_K +blk.76.attn_output.weight q4_K +blk.76.attn_v.weight q5_K +blk.77.attn_output.weight q4_K +blk.77.attn_v.weight q5_K +blk.78.attn_output.weight q4_K +blk.78.attn_v.weight q5_K +blk.79.attn_output.weight q4_K +blk.79.attn_v.weight q5_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K +blk.45.attn_output.weight iq3_s +blk.45.attn_v.weight q4_K +blk.46.attn_output.weight iq3_s +blk.46.attn_v.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_output.weight iq3_s +blk.48.attn_v.weight q4_K +blk.49.attn_output.weight iq3_s +blk.49.attn_v.weight q4_K +blk.50.attn_output.weight iq3_s +blk.50.attn_v.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_output.weight iq3_s +blk.52.attn_v.weight q4_K +blk.53.attn_output.weight iq3_s +blk.53.attn_v.weight q4_K +blk.54.attn_output.weight iq3_s +blk.54.attn_v.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_output.weight iq3_s +blk.56.attn_v.weight q4_K +blk.57.attn_output.weight iq3_s +blk.57.attn_v.weight q4_K +blk.58.attn_output.weight iq3_s +blk.58.attn_v.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_output.weight iq3_s +blk.60.attn_v.weight q4_K +blk.61.attn_output.weight iq3_s +blk.61.attn_v.weight q4_K +blk.62.attn_output.weight iq3_s +blk.62.attn_v.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K +blk.64.attn_output.weight iq3_s +blk.64.attn_v.weight q4_K +blk.65.attn_output.weight iq3_s +blk.65.attn_v.weight q4_K +blk.66.attn_output.weight iq3_s +blk.66.attn_v.weight q4_K +blk.67.attn_output.weight iq3_s +blk.67.attn_v.weight q4_K +blk.68.attn_output.weight iq3_s +blk.68.attn_v.weight q4_K +blk.69.attn_output.weight iq3_s +blk.69.attn_v.weight q4_K +blk.70.attn_output.weight iq3_s +blk.70.attn_v.weight q4_K +blk.71.attn_output.weight iq3_s +blk.71.attn_v.weight q4_K +blk.72.attn_output.weight iq3_s +blk.72.attn_v.weight q4_K +blk.73.attn_output.weight iq3_s +blk.73.attn_v.weight q4_K +blk.74.attn_output.weight iq3_s +blk.74.attn_v.weight q4_K +blk.75.attn_output.weight iq3_s +blk.75.attn_v.weight q4_K +blk.76.attn_output.weight iq3_s +blk.76.attn_v.weight q4_K +blk.77.attn_output.weight iq3_s +blk.77.attn_v.weight q4_K +blk.78.attn_output.weight iq3_s +blk.78.attn_v.weight q4_K +blk.79.attn_output.weight iq3_s +blk.79.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K +blk.45.attn_output.weight iq3_s +blk.45.attn_v.weight q4_K +blk.46.attn_output.weight iq3_s +blk.46.attn_v.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_output.weight iq3_s +blk.48.attn_v.weight q4_K +blk.49.attn_output.weight iq3_s +blk.49.attn_v.weight q4_K +blk.50.attn_output.weight iq3_s +blk.50.attn_v.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_output.weight iq3_s +blk.52.attn_v.weight q4_K +blk.53.attn_output.weight iq3_s +blk.53.attn_v.weight q4_K +blk.54.attn_output.weight iq3_s +blk.54.attn_v.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_output.weight iq3_s +blk.56.attn_v.weight q4_K +blk.57.attn_output.weight iq3_s +blk.57.attn_v.weight q4_K +blk.58.attn_output.weight iq3_s +blk.58.attn_v.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_output.weight iq3_s +blk.60.attn_v.weight q4_K +blk.61.attn_output.weight iq3_s +blk.61.attn_v.weight q4_K +blk.62.attn_output.weight iq3_s +blk.62.attn_v.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K +blk.64.attn_output.weight iq3_s +blk.64.attn_v.weight q4_K +blk.65.attn_output.weight iq3_s +blk.65.attn_v.weight q4_K +blk.66.attn_output.weight iq3_s +blk.66.attn_v.weight q4_K +blk.67.attn_output.weight iq3_s +blk.67.attn_v.weight q4_K +blk.68.attn_output.weight iq3_s +blk.68.attn_v.weight q4_K +blk.69.attn_output.weight iq3_s +blk.69.attn_v.weight q4_K +blk.70.attn_output.weight iq3_s +blk.70.attn_v.weight q4_K +blk.71.attn_output.weight iq3_s +blk.71.attn_v.weight q4_K +blk.72.attn_output.weight iq3_s +blk.72.attn_v.weight q4_K +blk.73.attn_output.weight iq3_s +blk.73.attn_v.weight q4_K +blk.74.attn_output.weight iq3_s +blk.74.attn_v.weight q4_K +blk.75.attn_output.weight iq3_s +blk.75.attn_v.weight q4_K +blk.76.attn_output.weight iq3_s +blk.76.attn_v.weight q4_K +blk.77.attn_output.weight iq3_s +blk.77.attn_v.weight q4_K +blk.78.attn_output.weight iq3_s +blk.78.attn_v.weight q4_K +blk.79.attn_output.weight iq3_s +blk.79.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K +blk.45.attn_v.weight q5_K +blk.46.attn_v.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_v.weight q5_K +blk.49.attn_v.weight q5_K +blk.50.attn_v.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_v.weight q5_K +blk.53.attn_v.weight q5_K +blk.54.attn_v.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_v.weight q5_K +blk.57.attn_v.weight q5_K +blk.58.attn_v.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_v.weight q5_K +blk.61.attn_v.weight q5_K +blk.62.attn_v.weight q5_K +blk.63.attn_v.weight q5_K +blk.64.attn_v.weight q5_K +blk.65.attn_v.weight q5_K +blk.66.attn_v.weight q5_K +blk.67.attn_v.weight q5_K +blk.68.attn_v.weight q5_K +blk.69.attn_v.weight q5_K +blk.70.attn_v.weight q5_K +blk.71.attn_v.weight q5_K +blk.72.attn_v.weight q5_K +blk.73.attn_v.weight q5_K +blk.74.attn_v.weight q5_K +blk.75.attn_v.weight q5_K +blk.76.attn_v.weight q5_K +blk.77.attn_v.weight q5_K +blk.78.attn_v.weight q5_K +blk.79.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K +blk.45.attn_output.weight iq2_xxs +blk.45.attn_v.weight q4_K +blk.46.attn_output.weight iq2_xxs +blk.46.attn_v.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_output.weight iq2_xxs +blk.48.attn_v.weight q4_K +blk.49.attn_output.weight iq2_xxs +blk.49.attn_v.weight q4_K +blk.50.attn_output.weight iq2_xxs +blk.50.attn_v.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_output.weight iq2_xxs +blk.52.attn_v.weight q4_K +blk.53.attn_output.weight iq2_xxs +blk.53.attn_v.weight q4_K +blk.54.attn_output.weight iq2_xxs +blk.54.attn_v.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_output.weight iq2_xxs +blk.56.attn_v.weight q4_K +blk.57.attn_output.weight iq2_xxs +blk.57.attn_v.weight q4_K +blk.58.attn_output.weight iq2_xxs +blk.58.attn_v.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_output.weight iq2_xxs +blk.60.attn_v.weight q4_K +blk.61.attn_output.weight iq2_xxs +blk.61.attn_v.weight q4_K +blk.62.attn_output.weight iq2_xxs +blk.62.attn_v.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K +blk.64.attn_output.weight iq2_xxs +blk.64.attn_v.weight q4_K +blk.65.attn_output.weight iq2_xxs +blk.65.attn_v.weight q4_K +blk.66.attn_output.weight iq2_xxs +blk.66.attn_v.weight q4_K +blk.67.attn_output.weight iq2_xxs +blk.67.attn_v.weight q4_K +blk.68.attn_output.weight iq2_xxs +blk.68.attn_v.weight q4_K +blk.69.attn_output.weight iq2_xxs +blk.69.attn_v.weight q4_K +blk.70.attn_output.weight iq2_xxs +blk.70.attn_v.weight q4_K +blk.71.attn_output.weight iq2_xxs +blk.71.attn_v.weight q4_K +blk.72.attn_output.weight iq2_xxs +blk.72.attn_v.weight q4_K +blk.73.attn_output.weight iq2_xxs +blk.73.attn_v.weight q4_K +blk.74.attn_output.weight iq2_xxs +blk.74.attn_v.weight q4_K +blk.75.attn_output.weight iq2_xxs +blk.75.attn_v.weight q4_K +blk.76.attn_output.weight iq2_xxs +blk.76.attn_v.weight q4_K +blk.77.attn_output.weight iq2_xxs +blk.77.attn_v.weight q4_K +blk.78.attn_output.weight iq2_xxs +blk.78.attn_v.weight q4_K +blk.79.attn_output.weight iq2_xxs +blk.79.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down.weight q8_0 +blk.28.ffn_gate.weight q8_0 +blk.28.ffn_up.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down.weight q8_0 +blk.29.ffn_gate.weight q8_0 +blk.29.ffn_up.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down.weight q8_0 +blk.30.ffn_gate.weight q8_0 +blk.30.ffn_up.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down.weight q8_0 +blk.31.ffn_gate.weight q8_0 +blk.31.ffn_up.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down.weight q8_0 +blk.32.ffn_gate.weight q8_0 +blk.32.ffn_up.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down.weight q8_0 +blk.33.ffn_gate.weight q8_0 +blk.33.ffn_up.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down.weight q8_0 +blk.34.ffn_gate.weight q8_0 +blk.34.ffn_up.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down.weight q8_0 +blk.35.ffn_gate.weight q8_0 +blk.35.ffn_up.weight q8_0 +blk.36.attn_k.weight q8_0 +blk.36.attn_output.weight q8_0 +blk.36.attn_q.weight q8_0 +blk.36.attn_v.weight q8_0 +blk.36.ffn_down.weight q8_0 +blk.36.ffn_gate.weight q8_0 +blk.36.ffn_up.weight q8_0 +blk.37.attn_k.weight q8_0 +blk.37.attn_output.weight q8_0 +blk.37.attn_q.weight q8_0 +blk.37.attn_v.weight q8_0 +blk.37.ffn_down.weight q8_0 +blk.37.ffn_gate.weight q8_0 +blk.37.ffn_up.weight q8_0 +blk.38.attn_k.weight q8_0 +blk.38.attn_output.weight q8_0 +blk.38.attn_q.weight q8_0 +blk.38.attn_v.weight q8_0 +blk.38.ffn_down.weight q8_0 +blk.38.ffn_gate.weight q8_0 +blk.38.ffn_up.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down.weight q8_0 +blk.39.ffn_gate.weight q8_0 +blk.39.ffn_up.weight q8_0 +blk.40.attn_k.weight q8_0 +blk.40.attn_output.weight q8_0 +blk.40.attn_q.weight q8_0 +blk.40.attn_v.weight q8_0 +blk.40.ffn_down.weight q8_0 +blk.40.ffn_gate.weight q8_0 +blk.40.ffn_up.weight q8_0 +blk.41.attn_k.weight q8_0 +blk.41.attn_output.weight q8_0 +blk.41.attn_q.weight q8_0 +blk.41.attn_v.weight q8_0 +blk.41.ffn_down.weight q8_0 +blk.41.ffn_gate.weight q8_0 +blk.41.ffn_up.weight q8_0 +blk.42.attn_k.weight q8_0 +blk.42.attn_output.weight q8_0 +blk.42.attn_q.weight q8_0 +blk.42.attn_v.weight q8_0 +blk.42.ffn_down.weight q8_0 +blk.42.ffn_gate.weight q8_0 +blk.42.ffn_up.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down.weight q8_0 +blk.43.ffn_gate.weight q8_0 +blk.43.ffn_up.weight q8_0 +blk.44.attn_k.weight q8_0 +blk.44.attn_output.weight q8_0 +blk.44.attn_q.weight q8_0 +blk.44.attn_v.weight q8_0 +blk.44.ffn_down.weight q8_0 +blk.44.ffn_gate.weight q8_0 +blk.44.ffn_up.weight q8_0 +blk.45.attn_k.weight q8_0 +blk.45.attn_output.weight q8_0 +blk.45.attn_q.weight q8_0 +blk.45.attn_v.weight q8_0 +blk.45.ffn_down.weight q8_0 +blk.45.ffn_gate.weight q8_0 +blk.45.ffn_up.weight q8_0 +blk.46.attn_k.weight q8_0 +blk.46.attn_output.weight q8_0 +blk.46.attn_q.weight q8_0 +blk.46.attn_v.weight q8_0 +blk.46.ffn_down.weight q8_0 +blk.46.ffn_gate.weight q8_0 +blk.46.ffn_up.weight q8_0 +blk.47.attn_k.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q.weight q8_0 +blk.47.attn_v.weight q8_0 +blk.47.ffn_down.weight q8_0 +blk.47.ffn_gate.weight q8_0 +blk.47.ffn_up.weight q8_0 +blk.48.attn_k.weight q8_0 +blk.48.attn_output.weight q8_0 +blk.48.attn_q.weight q8_0 +blk.48.attn_v.weight q8_0 +blk.48.ffn_down.weight q8_0 +blk.48.ffn_gate.weight q8_0 +blk.48.ffn_up.weight q8_0 +blk.49.attn_k.weight q8_0 +blk.49.attn_output.weight q8_0 +blk.49.attn_q.weight q8_0 +blk.49.attn_v.weight q8_0 +blk.49.ffn_down.weight q8_0 +blk.49.ffn_gate.weight q8_0 +blk.49.ffn_up.weight q8_0 +blk.50.attn_k.weight q8_0 +blk.50.attn_output.weight q8_0 +blk.50.attn_q.weight q8_0 +blk.50.attn_v.weight q8_0 +blk.50.ffn_down.weight q8_0 +blk.50.ffn_gate.weight q8_0 +blk.50.ffn_up.weight q8_0 +blk.51.attn_k.weight q8_0 +blk.51.attn_output.weight q8_0 +blk.51.attn_q.weight q8_0 +blk.51.attn_v.weight q8_0 +blk.51.ffn_down.weight q8_0 +blk.51.ffn_gate.weight q8_0 +blk.51.ffn_up.weight q8_0 +blk.52.attn_k.weight q8_0 +blk.52.attn_output.weight q8_0 +blk.52.attn_q.weight q8_0 +blk.52.attn_v.weight q8_0 +blk.52.ffn_down.weight q8_0 +blk.52.ffn_gate.weight q8_0 +blk.52.ffn_up.weight q8_0 +blk.53.attn_k.weight q8_0 +blk.53.attn_output.weight q8_0 +blk.53.attn_q.weight q8_0 +blk.53.attn_v.weight q8_0 +blk.53.ffn_down.weight q8_0 +blk.53.ffn_gate.weight q8_0 +blk.53.ffn_up.weight q8_0 +blk.54.attn_k.weight q8_0 +blk.54.attn_output.weight q8_0 +blk.54.attn_q.weight q8_0 +blk.54.attn_v.weight q8_0 +blk.54.ffn_down.weight q8_0 +blk.54.ffn_gate.weight q8_0 +blk.54.ffn_up.weight q8_0 +blk.55.attn_k.weight q8_0 +blk.55.attn_output.weight q8_0 +blk.55.attn_q.weight q8_0 +blk.55.attn_v.weight q8_0 +blk.55.ffn_down.weight q8_0 +blk.55.ffn_gate.weight q8_0 +blk.55.ffn_up.weight q8_0 +blk.56.attn_k.weight q8_0 +blk.56.attn_output.weight q8_0 +blk.56.attn_q.weight q8_0 +blk.56.attn_v.weight q8_0 +blk.56.ffn_down.weight q8_0 +blk.56.ffn_gate.weight q8_0 +blk.56.ffn_up.weight q8_0 +blk.57.attn_k.weight q8_0 +blk.57.attn_output.weight q8_0 +blk.57.attn_q.weight q8_0 +blk.57.attn_v.weight q8_0 +blk.57.ffn_down.weight q8_0 +blk.57.ffn_gate.weight q8_0 +blk.57.ffn_up.weight q8_0 +blk.58.attn_k.weight q8_0 +blk.58.attn_output.weight q8_0 +blk.58.attn_q.weight q8_0 +blk.58.attn_v.weight q8_0 +blk.58.ffn_down.weight q8_0 +blk.58.ffn_gate.weight q8_0 +blk.58.ffn_up.weight q8_0 +blk.59.attn_k.weight q8_0 +blk.59.attn_output.weight q8_0 +blk.59.attn_q.weight q8_0 +blk.59.attn_v.weight q8_0 +blk.59.ffn_down.weight q8_0 +blk.59.ffn_gate.weight q8_0 +blk.59.ffn_up.weight q8_0 +blk.60.attn_k.weight q8_0 +blk.60.attn_output.weight q8_0 +blk.60.attn_q.weight q8_0 +blk.60.attn_v.weight q8_0 +blk.60.ffn_down.weight q8_0 +blk.60.ffn_gate.weight q8_0 +blk.60.ffn_up.weight q8_0 +blk.61.attn_k.weight q8_0 +blk.61.attn_output.weight q8_0 +blk.61.attn_q.weight q8_0 +blk.61.attn_v.weight q8_0 +blk.61.ffn_down.weight q8_0 +blk.61.ffn_gate.weight q8_0 +blk.61.ffn_up.weight q8_0 +blk.62.attn_k.weight q8_0 +blk.62.attn_output.weight q8_0 +blk.62.attn_q.weight q8_0 +blk.62.attn_v.weight q8_0 +blk.62.ffn_down.weight q8_0 +blk.62.ffn_gate.weight q8_0 +blk.62.ffn_up.weight q8_0 +blk.63.attn_k.weight q8_0 +blk.63.attn_output.weight q8_0 +blk.63.attn_q.weight q8_0 +blk.63.attn_v.weight q8_0 +blk.63.ffn_down.weight q8_0 +blk.63.ffn_gate.weight q8_0 +blk.63.ffn_up.weight q8_0 +blk.64.attn_k.weight q8_0 +blk.64.attn_output.weight q8_0 +blk.64.attn_q.weight q8_0 +blk.64.attn_v.weight q8_0 +blk.64.ffn_down.weight q8_0 +blk.64.ffn_gate.weight q8_0 +blk.64.ffn_up.weight q8_0 +blk.65.attn_k.weight q8_0 +blk.65.attn_output.weight q8_0 +blk.65.attn_q.weight q8_0 +blk.65.attn_v.weight q8_0 +blk.65.ffn_down.weight q8_0 +blk.65.ffn_gate.weight q8_0 +blk.65.ffn_up.weight q8_0 +blk.66.attn_k.weight q8_0 +blk.66.attn_output.weight q8_0 +blk.66.attn_q.weight q8_0 +blk.66.attn_v.weight q8_0 +blk.66.ffn_down.weight q8_0 +blk.66.ffn_gate.weight q8_0 +blk.66.ffn_up.weight q8_0 +blk.67.attn_k.weight q8_0 +blk.67.attn_output.weight q8_0 +blk.67.attn_q.weight q8_0 +blk.67.attn_v.weight q8_0 +blk.67.ffn_down.weight q8_0 +blk.67.ffn_gate.weight q8_0 +blk.67.ffn_up.weight q8_0 +blk.68.attn_k.weight q8_0 +blk.68.attn_output.weight q8_0 +blk.68.attn_q.weight q8_0 +blk.68.attn_v.weight q8_0 +blk.68.ffn_down.weight q8_0 +blk.68.ffn_gate.weight q8_0 +blk.68.ffn_up.weight q8_0 +blk.69.attn_k.weight q8_0 +blk.69.attn_output.weight q8_0 +blk.69.attn_q.weight q8_0 +blk.69.attn_v.weight q8_0 +blk.69.ffn_down.weight q8_0 +blk.69.ffn_gate.weight q8_0 +blk.69.ffn_up.weight q8_0 +blk.70.attn_k.weight q8_0 +blk.70.attn_output.weight q8_0 +blk.70.attn_q.weight q8_0 +blk.70.attn_v.weight q8_0 +blk.70.ffn_down.weight q8_0 +blk.70.ffn_gate.weight q8_0 +blk.70.ffn_up.weight q8_0 +blk.71.attn_k.weight q8_0 +blk.71.attn_output.weight q8_0 +blk.71.attn_q.weight q8_0 +blk.71.attn_v.weight q8_0 +blk.71.ffn_down.weight q8_0 +blk.71.ffn_gate.weight q8_0 +blk.71.ffn_up.weight q8_0 +blk.72.attn_k.weight q8_0 +blk.72.attn_output.weight q8_0 +blk.72.attn_q.weight q8_0 +blk.72.attn_v.weight q8_0 +blk.72.ffn_down.weight q8_0 +blk.72.ffn_gate.weight q8_0 +blk.72.ffn_up.weight q8_0 +blk.73.attn_k.weight q8_0 +blk.73.attn_output.weight q8_0 +blk.73.attn_q.weight q8_0 +blk.73.attn_v.weight q8_0 +blk.73.ffn_down.weight q8_0 +blk.73.ffn_gate.weight q8_0 +blk.73.ffn_up.weight q8_0 +blk.74.attn_k.weight q8_0 +blk.74.attn_output.weight q8_0 +blk.74.attn_q.weight q8_0 +blk.74.attn_v.weight q8_0 +blk.74.ffn_down.weight q8_0 +blk.74.ffn_gate.weight q8_0 +blk.74.ffn_up.weight q8_0 +blk.75.attn_k.weight q8_0 +blk.75.attn_output.weight q8_0 +blk.75.attn_q.weight q8_0 +blk.75.attn_v.weight q8_0 +blk.75.ffn_down.weight q8_0 +blk.75.ffn_gate.weight q8_0 +blk.75.ffn_up.weight q8_0 +blk.76.attn_k.weight q8_0 +blk.76.attn_output.weight q8_0 +blk.76.attn_q.weight q8_0 +blk.76.attn_v.weight q8_0 +blk.76.ffn_down.weight q8_0 +blk.76.ffn_gate.weight q8_0 +blk.76.ffn_up.weight q8_0 +blk.77.attn_k.weight q8_0 +blk.77.attn_output.weight q8_0 +blk.77.attn_q.weight q8_0 +blk.77.attn_v.weight q8_0 +blk.77.ffn_down.weight q8_0 +blk.77.ffn_gate.weight q8_0 +blk.77.ffn_up.weight q8_0 +blk.78.attn_k.weight q8_0 +blk.78.attn_output.weight q8_0 +blk.78.attn_q.weight q8_0 +blk.78.attn_v.weight q8_0 +blk.78.ffn_down.weight q8_0 +blk.78.ffn_gate.weight q8_0 +blk.78.ffn_up.weight q8_0 +blk.79.attn_k.weight q8_0 +blk.79.attn_output.weight q8_0 +blk.79.attn_q.weight q8_0 +blk.79.attn_v.weight q8_0 +blk.79.ffn_down.weight q8_0 +blk.79.ffn_gate.weight q8_0 +blk.79.ffn_up.weight q8_0 diff --git a/tests/snapshots/nemotron-nano-3-30b-a3b.schema b/tests/snapshots/nemotron-nano-3-30b-a3b.schema new file mode 100644 index 00000000000..cf46f9de4b9 --- /dev/null +++ b/tests/snapshots/nemotron-nano-3-30b-a3b.schema @@ -0,0 +1,3354 @@ +# Model: Nemotron-Nano-3-30B-A3B +# n_embd=2688, n_ff=0, n_vocab=131072, n_layer=52, n_head=32, n_head_kv=0, n_expert=128 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q8_0 + +[Q4_1] q4_1 +output.weight q8_0 + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q8_0 + +[Q5_1] q5_1 +output.weight q8_0 + +[Q2_K] q2_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q3_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q3_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q3_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q3_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q3_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_output.weight q3_K +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[Q3_K_S] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[Q3_K_M] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q4_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_down_shexp.weight q5_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_down_shexp.weight q5_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q4_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_down_shexp.weight q5_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_down_shexp.weight q5_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q4_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_down_shexp.weight q5_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_down_shexp.weight q5_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q4_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_down_shexp.weight q5_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_down_shexp.weight q5_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q4_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_down_shexp.weight q5_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q5_0 +blk.38.ffn_down_shexp.weight q5_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q5_0 +blk.40.ffn_down_shexp.weight q5_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_output.weight q4_K +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight q5_0 +blk.43.ffn_down_shexp.weight q5_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q5_0 +blk.45.ffn_down_shexp.weight q5_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q5_0 +blk.47.ffn_down_shexp.weight q5_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q5_0 +blk.49.ffn_down_shexp.weight q5_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q5_0 +blk.51.ffn_down_shexp.weight q5_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[Q3_K_L] q3_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_output.weight q5_K +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_down_shexp.weight q5_1 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_down_shexp.weight q5_1 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_output.weight q5_K +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_down_shexp.weight q5_1 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_down_shexp.weight q5_1 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_output.weight q5_K +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_down_shexp.weight q5_1 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_down_shexp.weight q5_1 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_output.weight q5_K +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_down_shexp.weight q5_1 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_down_shexp.weight q5_1 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_output.weight q5_K +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_down_shexp.weight q5_1 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q5_1 +blk.38.ffn_down_shexp.weight q5_1 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q5_1 +blk.40.ffn_down_shexp.weight q5_1 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_output.weight q5_K +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q5_1 +blk.43.ffn_down_exps.weight q5_1 +blk.43.ffn_down_shexp.weight q5_1 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q5_1 +blk.45.ffn_down_shexp.weight q5_1 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q5_1 +blk.47.ffn_down_shexp.weight q5_1 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q5_1 +blk.49.ffn_down_shexp.weight q5_1 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q5_1 +blk.51.ffn_down_shexp.weight q5_1 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[Q4_K_S] q4_K +output.weight q8_0 +token_embd.weight q5_0 +blk.0.ssm_in.weight q5_0 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.1.ffn_up_exps.weight q5_0 +blk.1.ffn_up_shexp.weight q5_0 +blk.2.ssm_in.weight q5_0 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.3.ffn_up_exps.weight q5_0 +blk.3.ffn_up_shexp.weight q5_0 +blk.4.ssm_in.weight q5_0 +blk.5.attn_k.weight q5_0 +blk.5.attn_q.weight q5_0 +blk.5.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.6.ffn_up_exps.weight q5_0 +blk.6.ffn_up_shexp.weight q5_0 +blk.7.ssm_in.weight q5_0 +blk.8.ffn_down_exps.weight q5_0 +blk.8.ffn_down_shexp.weight q5_0 +blk.8.ffn_up_exps.weight q5_0 +blk.8.ffn_up_shexp.weight q5_0 +blk.9.ssm_in.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_down_shexp.weight q5_0 +blk.10.ffn_up_exps.weight q5_0 +blk.10.ffn_up_shexp.weight q5_0 +blk.11.ssm_in.weight q5_0 +blk.12.attn_k.weight q5_0 +blk.12.attn_q.weight q5_0 +blk.12.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_down_shexp.weight q5_0 +blk.13.ffn_up_exps.weight q5_0 +blk.13.ffn_up_shexp.weight q5_0 +blk.14.ssm_in.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.15.ffn_up_exps.weight q5_0 +blk.15.ffn_up_shexp.weight q5_0 +blk.16.ssm_in.weight q5_0 +blk.17.ffn_down_exps.weight q5_0 +blk.17.ffn_down_shexp.weight q5_0 +blk.17.ffn_up_exps.weight q5_0 +blk.17.ffn_up_shexp.weight q5_0 +blk.18.ssm_in.weight q5_0 +blk.19.attn_k.weight q5_0 +blk.19.attn_q.weight q5_0 +blk.19.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_0 +blk.20.ffn_down_shexp.weight q5_0 +blk.20.ffn_up_exps.weight q5_0 +blk.20.ffn_up_shexp.weight q5_0 +blk.21.ssm_in.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_down_shexp.weight q5_0 +blk.22.ffn_up_exps.weight q5_0 +blk.22.ffn_up_shexp.weight q5_0 +blk.23.ssm_in.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.24.ffn_up_exps.weight q5_0 +blk.24.ffn_up_shexp.weight q5_0 +blk.25.ssm_in.weight q5_0 +blk.26.attn_k.weight q5_0 +blk.26.attn_q.weight q5_0 +blk.26.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.27.ffn_up_exps.weight q5_0 +blk.27.ffn_up_shexp.weight q5_0 +blk.28.ssm_in.weight q5_0 +blk.29.ffn_down_exps.weight q5_0 +blk.29.ffn_down_shexp.weight q5_0 +blk.29.ffn_up_exps.weight q5_0 +blk.29.ffn_up_shexp.weight q5_0 +blk.30.ssm_in.weight q5_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_down_shexp.weight q5_0 +blk.31.ffn_up_exps.weight q5_0 +blk.31.ffn_up_shexp.weight q5_0 +blk.32.ssm_in.weight q5_0 +blk.33.attn_k.weight q5_0 +blk.33.attn_q.weight q5_0 +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_down_shexp.weight q5_0 +blk.34.ffn_up_exps.weight q5_0 +blk.34.ffn_up_shexp.weight q5_0 +blk.35.ssm_in.weight q5_0 +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.36.ffn_up_exps.weight q5_0 +blk.36.ffn_up_shexp.weight q5_0 +blk.37.ssm_in.weight q5_0 +blk.38.ffn_down_exps.weight q5_0 +blk.38.ffn_down_shexp.weight q5_0 +blk.38.ffn_up_exps.weight q5_0 +blk.38.ffn_up_shexp.weight q5_0 +blk.39.ssm_in.weight q5_0 +blk.40.ffn_down_exps.weight q5_0 +blk.40.ffn_down_shexp.weight q5_0 +blk.40.ffn_up_exps.weight q5_0 +blk.40.ffn_up_shexp.weight q5_0 +blk.41.ssm_in.weight q5_0 +blk.42.attn_k.weight q5_0 +blk.42.attn_q.weight q5_0 +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight q5_0 +blk.43.ffn_down_shexp.weight q5_0 +blk.43.ffn_up_exps.weight q5_0 +blk.43.ffn_up_shexp.weight q5_0 +blk.44.ssm_in.weight q5_0 +blk.45.ffn_down_exps.weight q5_0 +blk.45.ffn_down_shexp.weight q5_0 +blk.45.ffn_up_exps.weight q5_0 +blk.45.ffn_up_shexp.weight q5_0 +blk.46.ssm_in.weight q5_0 +blk.47.ffn_down_exps.weight q5_0 +blk.47.ffn_down_shexp.weight q5_0 +blk.47.ffn_up_exps.weight q5_0 +blk.47.ffn_up_shexp.weight q5_0 +blk.48.ssm_in.weight q5_0 +blk.49.ffn_down_exps.weight q5_0 +blk.49.ffn_down_shexp.weight q5_0 +blk.49.ffn_up_exps.weight q5_0 +blk.49.ffn_up_shexp.weight q5_0 +blk.50.ssm_in.weight q5_0 +blk.51.ffn_down_exps.weight q5_0 +blk.51.ffn_down_shexp.weight q5_0 +blk.51.ffn_up_exps.weight q5_0 +blk.51.ffn_up_shexp.weight q5_0 + +[Q4_K_M] q4_K +output.weight q8_0 +token_embd.weight q5_0 +blk.0.ssm_in.weight q5_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_up_exps.weight q5_0 +blk.1.ffn_up_shexp.weight q5_0 +blk.2.ssm_in.weight q5_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_up_exps.weight q5_0 +blk.3.ffn_up_shexp.weight q5_0 +blk.4.ssm_in.weight q5_0 +blk.5.attn_k.weight q5_0 +blk.5.attn_q.weight q5_0 +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q5_0 +blk.6.ffn_down_shexp.weight q5_0 +blk.6.ffn_up_exps.weight q5_0 +blk.6.ffn_up_shexp.weight q5_0 +blk.7.ssm_in.weight q5_0 +blk.8.ffn_down_exps.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_up_exps.weight q5_0 +blk.8.ffn_up_shexp.weight q5_0 +blk.9.ssm_in.weight q5_0 +blk.10.ffn_down_exps.weight q5_0 +blk.10.ffn_down_shexp.weight q5_0 +blk.10.ffn_up_exps.weight q5_0 +blk.10.ffn_up_shexp.weight q5_0 +blk.11.ssm_in.weight q5_0 +blk.12.attn_k.weight q5_0 +blk.12.attn_q.weight q5_0 +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight q5_0 +blk.13.ffn_down_shexp.weight q5_0 +blk.13.ffn_up_exps.weight q5_0 +blk.13.ffn_up_shexp.weight q5_0 +blk.14.ssm_in.weight q5_0 +blk.15.ffn_down_exps.weight q5_0 +blk.15.ffn_down_shexp.weight q5_0 +blk.15.ffn_up_exps.weight q5_0 +blk.15.ffn_up_shexp.weight q5_0 +blk.16.ssm_in.weight q5_0 +blk.17.ffn_down_exps.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_up_exps.weight q5_0 +blk.17.ffn_up_shexp.weight q5_0 +blk.18.ssm_in.weight q5_0 +blk.19.attn_k.weight q5_0 +blk.19.attn_q.weight q5_0 +blk.19.attn_v.weight q8_0 +blk.20.ffn_down_exps.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_up_exps.weight q5_0 +blk.20.ffn_up_shexp.weight q5_0 +blk.21.ssm_in.weight q5_0 +blk.22.ffn_down_exps.weight q5_0 +blk.22.ffn_down_shexp.weight q5_0 +blk.22.ffn_up_exps.weight q5_0 +blk.22.ffn_up_shexp.weight q5_0 +blk.23.ssm_in.weight q5_0 +blk.24.ffn_down_exps.weight q5_0 +blk.24.ffn_down_shexp.weight q5_0 +blk.24.ffn_up_exps.weight q5_0 +blk.24.ffn_up_shexp.weight q5_0 +blk.25.ssm_in.weight q5_0 +blk.26.attn_k.weight q5_0 +blk.26.attn_q.weight q5_0 +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight q5_0 +blk.27.ffn_down_shexp.weight q5_0 +blk.27.ffn_up_exps.weight q5_0 +blk.27.ffn_up_shexp.weight q5_0 +blk.28.ssm_in.weight q5_0 +blk.29.ffn_down_exps.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_up_exps.weight q5_0 +blk.29.ffn_up_shexp.weight q5_0 +blk.30.ssm_in.weight q5_0 +blk.31.ffn_down_exps.weight q5_0 +blk.31.ffn_down_shexp.weight q5_0 +blk.31.ffn_up_exps.weight q5_0 +blk.31.ffn_up_shexp.weight q5_0 +blk.32.ssm_in.weight q5_0 +blk.33.attn_k.weight q5_0 +blk.33.attn_q.weight q5_0 +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight q5_0 +blk.34.ffn_down_shexp.weight q5_0 +blk.34.ffn_up_exps.weight q5_0 +blk.34.ffn_up_shexp.weight q5_0 +blk.35.ssm_in.weight q5_0 +blk.36.ffn_down_exps.weight q5_0 +blk.36.ffn_down_shexp.weight q5_0 +blk.36.ffn_up_exps.weight q5_0 +blk.36.ffn_up_shexp.weight q5_0 +blk.37.ssm_in.weight q5_0 +blk.38.ffn_down_exps.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_up_exps.weight q5_0 +blk.38.ffn_up_shexp.weight q5_0 +blk.39.ssm_in.weight q5_0 +blk.40.ffn_down_exps.weight q5_0 +blk.40.ffn_down_shexp.weight q5_0 +blk.40.ffn_up_exps.weight q5_0 +blk.40.ffn_up_shexp.weight q5_0 +blk.41.ssm_in.weight q5_0 +blk.42.attn_k.weight q5_0 +blk.42.attn_q.weight q5_0 +blk.42.attn_v.weight q8_0 +blk.43.ffn_down_exps.weight q5_0 +blk.43.ffn_down_shexp.weight q5_0 +blk.43.ffn_up_exps.weight q5_0 +blk.43.ffn_up_shexp.weight q5_0 +blk.44.ssm_in.weight q5_0 +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_up_exps.weight q5_0 +blk.45.ffn_up_shexp.weight q5_0 +blk.46.ssm_in.weight q5_0 +blk.47.ffn_down_exps.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_up_exps.weight q5_0 +blk.47.ffn_up_shexp.weight q5_0 +blk.48.ssm_in.weight q5_0 +blk.49.ffn_down_exps.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_up_exps.weight q5_0 +blk.49.ffn_up_shexp.weight q5_0 +blk.50.ssm_in.weight q5_0 +blk.51.ffn_down_exps.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_up_exps.weight q5_0 +blk.51.ffn_up_shexp.weight q5_0 + +[Q5_K_S] q5_K +output.weight q8_0 +token_embd.weight q5_1 +blk.0.ssm_in.weight q5_1 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.1.ffn_up_exps.weight q5_1 +blk.1.ffn_up_shexp.weight q5_1 +blk.2.ssm_in.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.3.ffn_up_exps.weight q5_1 +blk.3.ffn_up_shexp.weight q5_1 +blk.4.ssm_in.weight q5_1 +blk.5.attn_k.weight q5_1 +blk.5.attn_q.weight q5_1 +blk.5.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.6.ffn_up_exps.weight q5_1 +blk.6.ffn_up_shexp.weight q5_1 +blk.7.ssm_in.weight q5_1 +blk.8.ffn_down_exps.weight q5_1 +blk.8.ffn_down_shexp.weight q5_1 +blk.8.ffn_up_exps.weight q5_1 +blk.8.ffn_up_shexp.weight q5_1 +blk.9.ssm_in.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_down_shexp.weight q5_1 +blk.10.ffn_up_exps.weight q5_1 +blk.10.ffn_up_shexp.weight q5_1 +blk.11.ssm_in.weight q5_1 +blk.12.attn_k.weight q5_1 +blk.12.attn_q.weight q5_1 +blk.12.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_down_shexp.weight q5_1 +blk.13.ffn_up_exps.weight q5_1 +blk.13.ffn_up_shexp.weight q5_1 +blk.14.ssm_in.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.15.ffn_up_exps.weight q5_1 +blk.15.ffn_up_shexp.weight q5_1 +blk.16.ssm_in.weight q5_1 +blk.17.ffn_down_exps.weight q5_1 +blk.17.ffn_down_shexp.weight q5_1 +blk.17.ffn_up_exps.weight q5_1 +blk.17.ffn_up_shexp.weight q5_1 +blk.18.ssm_in.weight q5_1 +blk.19.attn_k.weight q5_1 +blk.19.attn_q.weight q5_1 +blk.19.attn_v.weight q5_1 +blk.20.ffn_down_exps.weight q5_1 +blk.20.ffn_down_shexp.weight q5_1 +blk.20.ffn_up_exps.weight q5_1 +blk.20.ffn_up_shexp.weight q5_1 +blk.21.ssm_in.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_down_shexp.weight q5_1 +blk.22.ffn_up_exps.weight q5_1 +blk.22.ffn_up_shexp.weight q5_1 +blk.23.ssm_in.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.24.ffn_up_exps.weight q5_1 +blk.24.ffn_up_shexp.weight q5_1 +blk.25.ssm_in.weight q5_1 +blk.26.attn_k.weight q5_1 +blk.26.attn_q.weight q5_1 +blk.26.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.27.ffn_up_exps.weight q5_1 +blk.27.ffn_up_shexp.weight q5_1 +blk.28.ssm_in.weight q5_1 +blk.29.ffn_down_exps.weight q5_1 +blk.29.ffn_down_shexp.weight q5_1 +blk.29.ffn_up_exps.weight q5_1 +blk.29.ffn_up_shexp.weight q5_1 +blk.30.ssm_in.weight q5_1 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_down_shexp.weight q5_1 +blk.31.ffn_up_exps.weight q5_1 +blk.31.ffn_up_shexp.weight q5_1 +blk.32.ssm_in.weight q5_1 +blk.33.attn_k.weight q5_1 +blk.33.attn_q.weight q5_1 +blk.33.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_down_shexp.weight q5_1 +blk.34.ffn_up_exps.weight q5_1 +blk.34.ffn_up_shexp.weight q5_1 +blk.35.ssm_in.weight q5_1 +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.36.ffn_up_exps.weight q5_1 +blk.36.ffn_up_shexp.weight q5_1 +blk.37.ssm_in.weight q5_1 +blk.38.ffn_down_exps.weight q5_1 +blk.38.ffn_down_shexp.weight q5_1 +blk.38.ffn_up_exps.weight q5_1 +blk.38.ffn_up_shexp.weight q5_1 +blk.39.ssm_in.weight q5_1 +blk.40.ffn_down_exps.weight q5_1 +blk.40.ffn_down_shexp.weight q5_1 +blk.40.ffn_up_exps.weight q5_1 +blk.40.ffn_up_shexp.weight q5_1 +blk.41.ssm_in.weight q5_1 +blk.42.attn_k.weight q5_1 +blk.42.attn_q.weight q5_1 +blk.42.attn_v.weight q5_1 +blk.43.ffn_down_exps.weight q5_1 +blk.43.ffn_down_shexp.weight q5_1 +blk.43.ffn_up_exps.weight q5_1 +blk.43.ffn_up_shexp.weight q5_1 +blk.44.ssm_in.weight q5_1 +blk.45.ffn_down_exps.weight q5_1 +blk.45.ffn_down_shexp.weight q5_1 +blk.45.ffn_up_exps.weight q5_1 +blk.45.ffn_up_shexp.weight q5_1 +blk.46.ssm_in.weight q5_1 +blk.47.ffn_down_exps.weight q5_1 +blk.47.ffn_down_shexp.weight q5_1 +blk.47.ffn_up_exps.weight q5_1 +blk.47.ffn_up_shexp.weight q5_1 +blk.48.ssm_in.weight q5_1 +blk.49.ffn_down_exps.weight q5_1 +blk.49.ffn_down_shexp.weight q5_1 +blk.49.ffn_up_exps.weight q5_1 +blk.49.ffn_up_shexp.weight q5_1 +blk.50.ssm_in.weight q5_1 +blk.51.ffn_down_exps.weight q5_1 +blk.51.ffn_down_shexp.weight q5_1 +blk.51.ffn_up_exps.weight q5_1 +blk.51.ffn_up_shexp.weight q5_1 + +[Q5_K_M] q5_K +output.weight q8_0 +token_embd.weight q5_1 +blk.0.ssm_in.weight q5_1 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_up_exps.weight q5_1 +blk.1.ffn_up_shexp.weight q5_1 +blk.2.ssm_in.weight q5_1 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_up_exps.weight q5_1 +blk.3.ffn_up_shexp.weight q5_1 +blk.4.ssm_in.weight q5_1 +blk.5.attn_k.weight q5_1 +blk.5.attn_q.weight q5_1 +blk.5.attn_v.weight q5_1 +blk.6.ffn_down_exps.weight q5_1 +blk.6.ffn_down_shexp.weight q5_1 +blk.6.ffn_up_exps.weight q5_1 +blk.6.ffn_up_shexp.weight q5_1 +blk.7.ssm_in.weight q5_1 +blk.8.ffn_down_exps.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_up_exps.weight q5_1 +blk.8.ffn_up_shexp.weight q5_1 +blk.9.ssm_in.weight q5_1 +blk.10.ffn_down_exps.weight q5_1 +blk.10.ffn_down_shexp.weight q5_1 +blk.10.ffn_up_exps.weight q5_1 +blk.10.ffn_up_shexp.weight q5_1 +blk.11.ssm_in.weight q5_1 +blk.12.attn_k.weight q5_1 +blk.12.attn_q.weight q5_1 +blk.12.attn_v.weight q5_1 +blk.13.ffn_down_exps.weight q5_1 +blk.13.ffn_down_shexp.weight q5_1 +blk.13.ffn_up_exps.weight q5_1 +blk.13.ffn_up_shexp.weight q5_1 +blk.14.ssm_in.weight q5_1 +blk.15.ffn_down_exps.weight q5_1 +blk.15.ffn_down_shexp.weight q5_1 +blk.15.ffn_up_exps.weight q5_1 +blk.15.ffn_up_shexp.weight q5_1 +blk.16.ssm_in.weight q5_1 +blk.17.ffn_down_exps.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_up_exps.weight q5_1 +blk.17.ffn_up_shexp.weight q5_1 +blk.18.ssm_in.weight q5_1 +blk.19.attn_k.weight q5_1 +blk.19.attn_q.weight q5_1 +blk.19.attn_v.weight q8_0 +blk.20.ffn_down_exps.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_up_exps.weight q5_1 +blk.20.ffn_up_shexp.weight q5_1 +blk.21.ssm_in.weight q5_1 +blk.22.ffn_down_exps.weight q5_1 +blk.22.ffn_down_shexp.weight q5_1 +blk.22.ffn_up_exps.weight q5_1 +blk.22.ffn_up_shexp.weight q5_1 +blk.23.ssm_in.weight q5_1 +blk.24.ffn_down_exps.weight q5_1 +blk.24.ffn_down_shexp.weight q5_1 +blk.24.ffn_up_exps.weight q5_1 +blk.24.ffn_up_shexp.weight q5_1 +blk.25.ssm_in.weight q5_1 +blk.26.attn_k.weight q5_1 +blk.26.attn_q.weight q5_1 +blk.26.attn_v.weight q5_1 +blk.27.ffn_down_exps.weight q5_1 +blk.27.ffn_down_shexp.weight q5_1 +blk.27.ffn_up_exps.weight q5_1 +blk.27.ffn_up_shexp.weight q5_1 +blk.28.ssm_in.weight q5_1 +blk.29.ffn_down_exps.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_up_exps.weight q5_1 +blk.29.ffn_up_shexp.weight q5_1 +blk.30.ssm_in.weight q5_1 +blk.31.ffn_down_exps.weight q5_1 +blk.31.ffn_down_shexp.weight q5_1 +blk.31.ffn_up_exps.weight q5_1 +blk.31.ffn_up_shexp.weight q5_1 +blk.32.ssm_in.weight q5_1 +blk.33.attn_k.weight q5_1 +blk.33.attn_q.weight q5_1 +blk.33.attn_v.weight q5_1 +blk.34.ffn_down_exps.weight q5_1 +blk.34.ffn_down_shexp.weight q5_1 +blk.34.ffn_up_exps.weight q5_1 +blk.34.ffn_up_shexp.weight q5_1 +blk.35.ssm_in.weight q5_1 +blk.36.ffn_down_exps.weight q5_1 +blk.36.ffn_down_shexp.weight q5_1 +blk.36.ffn_up_exps.weight q5_1 +blk.36.ffn_up_shexp.weight q5_1 +blk.37.ssm_in.weight q5_1 +blk.38.ffn_down_exps.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_up_exps.weight q5_1 +blk.38.ffn_up_shexp.weight q5_1 +blk.39.ssm_in.weight q5_1 +blk.40.ffn_down_exps.weight q5_1 +blk.40.ffn_down_shexp.weight q5_1 +blk.40.ffn_up_exps.weight q5_1 +blk.40.ffn_up_shexp.weight q5_1 +blk.41.ssm_in.weight q5_1 +blk.42.attn_k.weight q5_1 +blk.42.attn_q.weight q5_1 +blk.42.attn_v.weight q8_0 +blk.43.ffn_down_exps.weight q5_1 +blk.43.ffn_down_shexp.weight q5_1 +blk.43.ffn_up_exps.weight q5_1 +blk.43.ffn_up_shexp.weight q5_1 +blk.44.ssm_in.weight q5_1 +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_up_exps.weight q5_1 +blk.45.ffn_up_shexp.weight q5_1 +blk.46.ssm_in.weight q5_1 +blk.47.ffn_down_exps.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_up_exps.weight q5_1 +blk.47.ffn_up_shexp.weight q5_1 +blk.48.ssm_in.weight q5_1 +blk.49.ffn_down_exps.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_up_exps.weight q5_1 +blk.49.ffn_up_shexp.weight q5_1 +blk.50.ssm_in.weight q5_1 +blk.51.ffn_down_exps.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_up_exps.weight q5_1 +blk.51.ffn_up_shexp.weight q5_1 + +[Q6_K] q6_K +output.weight q8_0 +token_embd.weight q8_0 +blk.0.ssm_in.weight q8_0 +blk.1.ffn_down_exps.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_up_exps.weight q8_0 +blk.1.ffn_up_shexp.weight q8_0 +blk.2.ssm_in.weight q8_0 +blk.3.ffn_down_exps.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_up_exps.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.ssm_in.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.6.ffn_down_exps.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_up_exps.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.7.ssm_in.weight q8_0 +blk.8.ffn_down_exps.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_up_exps.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.9.ssm_in.weight q8_0 +blk.10.ffn_down_exps.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_up_exps.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.11.ssm_in.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.13.ffn_down_exps.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_up_exps.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.14.ssm_in.weight q8_0 +blk.15.ffn_down_exps.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_up_exps.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.ssm_in.weight q8_0 +blk.17.ffn_down_exps.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_up_exps.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.18.ssm_in.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.20.ffn_down_exps.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_up_exps.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.21.ssm_in.weight q8_0 +blk.22.ffn_down_exps.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_up_exps.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.23.ssm_in.weight q8_0 +blk.24.ffn_down_exps.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_up_exps.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.25.ssm_in.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.27.ffn_down_exps.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_up_exps.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.ssm_in.weight q8_0 +blk.29.ffn_down_exps.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_up_exps.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.30.ssm_in.weight q8_0 +blk.31.ffn_down_exps.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_up_exps.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.ssm_in.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.34.ffn_down_exps.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_up_exps.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.35.ssm_in.weight q8_0 +blk.36.ffn_down_exps.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_up_exps.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.37.ssm_in.weight q8_0 +blk.38.ffn_down_exps.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_up_exps.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.39.ssm_in.weight q8_0 +blk.40.ffn_down_exps.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_up_exps.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.41.ssm_in.weight q8_0 +blk.42.attn_k.weight q8_0 +blk.42.attn_q.weight q8_0 +blk.42.attn_v.weight q8_0 +blk.43.ffn_down_exps.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_up_exps.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.ssm_in.weight q8_0 +blk.45.ffn_down_exps.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_up_exps.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 +blk.46.ssm_in.weight q8_0 +blk.47.ffn_down_exps.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_up_exps.weight q8_0 +blk.47.ffn_up_shexp.weight q8_0 +blk.48.ssm_in.weight q8_0 +blk.49.ffn_down_exps.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_up_exps.weight q8_0 +blk.49.ffn_up_shexp.weight q8_0 +blk.50.ssm_in.weight q8_0 +blk.51.ffn_down_exps.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_up_exps.weight q8_0 +blk.51.ffn_up_shexp.weight q8_0 + +[IQ2_XXS] iq2_xxs +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ2_XS] iq2_xs +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[Q2_K_S] q2_K +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[IQ3_XS] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight iq4_nl +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight iq4_nl +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight iq4_nl +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight iq4_nl +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight iq4_nl +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight iq4_nl +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ3_XXS] iq3_xxs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight iq4_nl +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight iq4_nl +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight iq4_nl +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight iq4_nl +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight iq4_nl +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight iq4_nl +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ1_S] iq1_s +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ4_NL] iq4_nl +output.weight q8_0 +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 + +[IQ3_S] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight iq4_nl +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight iq4_nl +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight iq4_nl +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight iq4_nl +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight iq4_nl +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight iq4_nl +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ3_M] iq3_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q5_0 +blk.1.ffn_down_shexp.weight q5_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q5_0 +blk.3.ffn_down_shexp.weight q5_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight q4_K +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight q4_K +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight q4_K +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight q4_K +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight q4_K +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight q4_K +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ2_S] iq2_xs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ2_M] iq2_s +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight iq4_nl +blk.1.ffn_down_shexp.weight iq4_nl +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight iq4_nl +blk.3.ffn_down_shexp.weight iq4_nl +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ4_XS] iq4_xs +output.weight q8_0 +token_embd.weight iq4_nl +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q5_1 +blk.1.ffn_down_shexp.weight q5_1 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q5_1 +blk.3.ffn_down_shexp.weight q5_1 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight iq4_nl +blk.6.ffn_down_exps.weight iq4_nl +blk.6.ffn_down_shexp.weight iq4_nl +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight iq4_nl +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight iq4_nl +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight iq4_nl +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight iq4_nl +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight iq4_nl +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[IQ1_M] iq1_m +output.weight q8_0 +token_embd.weight q4_0 +blk.0.ssm_in.weight iq4_nl +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight iq4_nl +blk.1.ffn_up_shexp.weight iq4_nl +blk.2.ssm_in.weight iq4_nl +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight iq4_nl +blk.3.ffn_up_shexp.weight iq4_nl +blk.4.ssm_in.weight iq4_nl +blk.5.attn_k.weight iq4_nl +blk.5.attn_output.weight iq2_xxs +blk.5.attn_q.weight iq4_nl +blk.5.attn_v.weight q5_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight iq4_nl +blk.6.ffn_up_shexp.weight iq4_nl +blk.7.ssm_in.weight iq4_nl +blk.8.ffn_down_exps.weight iq4_nl +blk.8.ffn_down_shexp.weight iq4_nl +blk.8.ffn_up_exps.weight iq4_nl +blk.8.ffn_up_shexp.weight iq4_nl +blk.9.ssm_in.weight iq4_nl +blk.10.ffn_down_exps.weight iq4_nl +blk.10.ffn_down_shexp.weight iq4_nl +blk.10.ffn_up_exps.weight iq4_nl +blk.10.ffn_up_shexp.weight iq4_nl +blk.11.ssm_in.weight iq4_nl +blk.12.attn_k.weight iq4_nl +blk.12.attn_output.weight iq2_xxs +blk.12.attn_q.weight iq4_nl +blk.12.attn_v.weight q5_0 +blk.13.ffn_down_exps.weight iq4_nl +blk.13.ffn_down_shexp.weight iq4_nl +blk.13.ffn_up_exps.weight iq4_nl +blk.13.ffn_up_shexp.weight iq4_nl +blk.14.ssm_in.weight iq4_nl +blk.15.ffn_down_exps.weight iq4_nl +blk.15.ffn_down_shexp.weight iq4_nl +blk.15.ffn_up_exps.weight iq4_nl +blk.15.ffn_up_shexp.weight iq4_nl +blk.16.ssm_in.weight iq4_nl +blk.17.ffn_down_exps.weight iq4_nl +blk.17.ffn_down_shexp.weight iq4_nl +blk.17.ffn_up_exps.weight iq4_nl +blk.17.ffn_up_shexp.weight iq4_nl +blk.18.ssm_in.weight iq4_nl +blk.19.attn_k.weight iq4_nl +blk.19.attn_output.weight iq2_xxs +blk.19.attn_q.weight iq4_nl +blk.19.attn_v.weight q5_0 +blk.20.ffn_down_exps.weight iq4_nl +blk.20.ffn_down_shexp.weight iq4_nl +blk.20.ffn_up_exps.weight iq4_nl +blk.20.ffn_up_shexp.weight iq4_nl +blk.21.ssm_in.weight iq4_nl +blk.22.ffn_down_exps.weight iq4_nl +blk.22.ffn_down_shexp.weight iq4_nl +blk.22.ffn_up_exps.weight iq4_nl +blk.22.ffn_up_shexp.weight iq4_nl +blk.23.ssm_in.weight iq4_nl +blk.24.ffn_down_exps.weight iq4_nl +blk.24.ffn_down_shexp.weight iq4_nl +blk.24.ffn_up_exps.weight iq4_nl +blk.24.ffn_up_shexp.weight iq4_nl +blk.25.ssm_in.weight iq4_nl +blk.26.attn_k.weight iq4_nl +blk.26.attn_output.weight iq2_xxs +blk.26.attn_q.weight iq4_nl +blk.26.attn_v.weight q5_0 +blk.27.ffn_down_exps.weight iq4_nl +blk.27.ffn_down_shexp.weight iq4_nl +blk.27.ffn_up_exps.weight iq4_nl +blk.27.ffn_up_shexp.weight iq4_nl +blk.28.ssm_in.weight iq4_nl +blk.29.ffn_down_exps.weight iq4_nl +blk.29.ffn_down_shexp.weight iq4_nl +blk.29.ffn_up_exps.weight iq4_nl +blk.29.ffn_up_shexp.weight iq4_nl +blk.30.ssm_in.weight iq4_nl +blk.31.ffn_down_exps.weight iq4_nl +blk.31.ffn_down_shexp.weight iq4_nl +blk.31.ffn_up_exps.weight iq4_nl +blk.31.ffn_up_shexp.weight iq4_nl +blk.32.ssm_in.weight iq4_nl +blk.33.attn_k.weight iq4_nl +blk.33.attn_output.weight iq2_xxs +blk.33.attn_q.weight iq4_nl +blk.33.attn_v.weight q5_0 +blk.34.ffn_down_exps.weight iq4_nl +blk.34.ffn_down_shexp.weight iq4_nl +blk.34.ffn_up_exps.weight iq4_nl +blk.34.ffn_up_shexp.weight iq4_nl +blk.35.ssm_in.weight iq4_nl +blk.36.ffn_down_exps.weight iq4_nl +blk.36.ffn_down_shexp.weight iq4_nl +blk.36.ffn_up_exps.weight iq4_nl +blk.36.ffn_up_shexp.weight iq4_nl +blk.37.ssm_in.weight iq4_nl +blk.38.ffn_down_exps.weight iq4_nl +blk.38.ffn_down_shexp.weight iq4_nl +blk.38.ffn_up_exps.weight iq4_nl +blk.38.ffn_up_shexp.weight iq4_nl +blk.39.ssm_in.weight iq4_nl +blk.40.ffn_down_exps.weight iq4_nl +blk.40.ffn_down_shexp.weight iq4_nl +blk.40.ffn_up_exps.weight iq4_nl +blk.40.ffn_up_shexp.weight iq4_nl +blk.41.ssm_in.weight iq4_nl +blk.42.attn_k.weight iq4_nl +blk.42.attn_output.weight iq2_xxs +blk.42.attn_q.weight iq4_nl +blk.42.attn_v.weight q5_0 +blk.43.ffn_down_exps.weight iq4_nl +blk.43.ffn_down_shexp.weight iq4_nl +blk.43.ffn_up_exps.weight iq4_nl +blk.43.ffn_up_shexp.weight iq4_nl +blk.44.ssm_in.weight iq4_nl +blk.45.ffn_down_exps.weight iq4_nl +blk.45.ffn_down_shexp.weight iq4_nl +blk.45.ffn_up_exps.weight iq4_nl +blk.45.ffn_up_shexp.weight iq4_nl +blk.46.ssm_in.weight iq4_nl +blk.47.ffn_down_exps.weight iq4_nl +blk.47.ffn_down_shexp.weight iq4_nl +blk.47.ffn_up_exps.weight iq4_nl +blk.47.ffn_up_shexp.weight iq4_nl +blk.48.ssm_in.weight iq4_nl +blk.49.ffn_down_exps.weight iq4_nl +blk.49.ffn_down_shexp.weight iq4_nl +blk.49.ffn_up_exps.weight iq4_nl +blk.49.ffn_up_shexp.weight iq4_nl +blk.50.ssm_in.weight iq4_nl +blk.51.ffn_down_exps.weight iq4_nl +blk.51.ffn_down_shexp.weight iq4_nl +blk.51.ffn_up_exps.weight iq4_nl +blk.51.ffn_up_shexp.weight iq4_nl + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q8_0 +token_embd.weight q5_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[TQ2_0] tq2_0 +output.weight q8_0 +token_embd.weight q5_0 +blk.0.ssm_in.weight q4_0 +blk.1.ffn_down_exps.weight q4_0 +blk.1.ffn_down_shexp.weight q4_0 +blk.1.ffn_up_exps.weight q4_0 +blk.1.ffn_up_shexp.weight q4_0 +blk.2.ssm_in.weight q4_0 +blk.3.ffn_down_exps.weight q4_0 +blk.3.ffn_down_shexp.weight q4_0 +blk.3.ffn_up_exps.weight q4_0 +blk.3.ffn_up_shexp.weight q4_0 +blk.4.ssm_in.weight q4_0 +blk.5.attn_k.weight q4_0 +blk.5.attn_q.weight q4_0 +blk.5.attn_v.weight q4_0 +blk.6.ffn_down_exps.weight q4_0 +blk.6.ffn_down_shexp.weight q4_0 +blk.6.ffn_up_exps.weight q4_0 +blk.6.ffn_up_shexp.weight q4_0 +blk.7.ssm_in.weight q4_0 +blk.8.ffn_down_exps.weight q4_0 +blk.8.ffn_down_shexp.weight q4_0 +blk.8.ffn_up_exps.weight q4_0 +blk.8.ffn_up_shexp.weight q4_0 +blk.9.ssm_in.weight q4_0 +blk.10.ffn_down_exps.weight q4_0 +blk.10.ffn_down_shexp.weight q4_0 +blk.10.ffn_up_exps.weight q4_0 +blk.10.ffn_up_shexp.weight q4_0 +blk.11.ssm_in.weight q4_0 +blk.12.attn_k.weight q4_0 +blk.12.attn_q.weight q4_0 +blk.12.attn_v.weight q4_0 +blk.13.ffn_down_exps.weight q4_0 +blk.13.ffn_down_shexp.weight q4_0 +blk.13.ffn_up_exps.weight q4_0 +blk.13.ffn_up_shexp.weight q4_0 +blk.14.ssm_in.weight q4_0 +blk.15.ffn_down_exps.weight q4_0 +blk.15.ffn_down_shexp.weight q4_0 +blk.15.ffn_up_exps.weight q4_0 +blk.15.ffn_up_shexp.weight q4_0 +blk.16.ssm_in.weight q4_0 +blk.17.ffn_down_exps.weight q4_0 +blk.17.ffn_down_shexp.weight q4_0 +blk.17.ffn_up_exps.weight q4_0 +blk.17.ffn_up_shexp.weight q4_0 +blk.18.ssm_in.weight q4_0 +blk.19.attn_k.weight q4_0 +blk.19.attn_q.weight q4_0 +blk.19.attn_v.weight q4_0 +blk.20.ffn_down_exps.weight q4_0 +blk.20.ffn_down_shexp.weight q4_0 +blk.20.ffn_up_exps.weight q4_0 +blk.20.ffn_up_shexp.weight q4_0 +blk.21.ssm_in.weight q4_0 +blk.22.ffn_down_exps.weight q4_0 +blk.22.ffn_down_shexp.weight q4_0 +blk.22.ffn_up_exps.weight q4_0 +blk.22.ffn_up_shexp.weight q4_0 +blk.23.ssm_in.weight q4_0 +blk.24.ffn_down_exps.weight q4_0 +blk.24.ffn_down_shexp.weight q4_0 +blk.24.ffn_up_exps.weight q4_0 +blk.24.ffn_up_shexp.weight q4_0 +blk.25.ssm_in.weight q4_0 +blk.26.attn_k.weight q4_0 +blk.26.attn_q.weight q4_0 +blk.26.attn_v.weight q4_0 +blk.27.ffn_down_exps.weight q4_0 +blk.27.ffn_down_shexp.weight q4_0 +blk.27.ffn_up_exps.weight q4_0 +blk.27.ffn_up_shexp.weight q4_0 +blk.28.ssm_in.weight q4_0 +blk.29.ffn_down_exps.weight q4_0 +blk.29.ffn_down_shexp.weight q4_0 +blk.29.ffn_up_exps.weight q4_0 +blk.29.ffn_up_shexp.weight q4_0 +blk.30.ssm_in.weight q4_0 +blk.31.ffn_down_exps.weight q4_0 +blk.31.ffn_down_shexp.weight q4_0 +blk.31.ffn_up_exps.weight q4_0 +blk.31.ffn_up_shexp.weight q4_0 +blk.32.ssm_in.weight q4_0 +blk.33.attn_k.weight q4_0 +blk.33.attn_q.weight q4_0 +blk.33.attn_v.weight q4_0 +blk.34.ffn_down_exps.weight q4_0 +blk.34.ffn_down_shexp.weight q4_0 +blk.34.ffn_up_exps.weight q4_0 +blk.34.ffn_up_shexp.weight q4_0 +blk.35.ssm_in.weight q4_0 +blk.36.ffn_down_exps.weight q4_0 +blk.36.ffn_down_shexp.weight q4_0 +blk.36.ffn_up_exps.weight q4_0 +blk.36.ffn_up_shexp.weight q4_0 +blk.37.ssm_in.weight q4_0 +blk.38.ffn_down_exps.weight q4_0 +blk.38.ffn_down_shexp.weight q4_0 +blk.38.ffn_up_exps.weight q4_0 +blk.38.ffn_up_shexp.weight q4_0 +blk.39.ssm_in.weight q4_0 +blk.40.ffn_down_exps.weight q4_0 +blk.40.ffn_down_shexp.weight q4_0 +blk.40.ffn_up_exps.weight q4_0 +blk.40.ffn_up_shexp.weight q4_0 +blk.41.ssm_in.weight q4_0 +blk.42.attn_k.weight q4_0 +blk.42.attn_q.weight q4_0 +blk.42.attn_v.weight q4_0 +blk.43.ffn_down_exps.weight q4_0 +blk.43.ffn_down_shexp.weight q4_0 +blk.43.ffn_up_exps.weight q4_0 +blk.43.ffn_up_shexp.weight q4_0 +blk.44.ssm_in.weight q4_0 +blk.45.ffn_down_exps.weight q4_0 +blk.45.ffn_down_shexp.weight q4_0 +blk.45.ffn_up_exps.weight q4_0 +blk.45.ffn_up_shexp.weight q4_0 +blk.46.ssm_in.weight q4_0 +blk.47.ffn_down_exps.weight q4_0 +blk.47.ffn_down_shexp.weight q4_0 +blk.47.ffn_up_exps.weight q4_0 +blk.47.ffn_up_shexp.weight q4_0 +blk.48.ssm_in.weight q4_0 +blk.49.ffn_down_exps.weight q4_0 +blk.49.ffn_down_shexp.weight q4_0 +blk.49.ffn_up_exps.weight q4_0 +blk.49.ffn_up_shexp.weight q4_0 +blk.50.ssm_in.weight q4_0 +blk.51.ffn_down_exps.weight q4_0 +blk.51.ffn_down_shexp.weight q4_0 +blk.51.ffn_up_exps.weight q4_0 +blk.51.ffn_up_shexp.weight q4_0 + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.ssm_in.weight q8_0 +blk.0.ssm_out.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_up_shexp.weight q8_0 +blk.2.ssm_in.weight q8_0 +blk.2.ssm_out.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.ssm_in.weight q8_0 +blk.4.ssm_out.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.7.ssm_in.weight q8_0 +blk.7.ssm_out.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.9.ssm_in.weight q8_0 +blk.9.ssm_out.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.11.ssm_in.weight q8_0 +blk.11.ssm_out.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.14.ssm_in.weight q8_0 +blk.14.ssm_out.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.ssm_in.weight q8_0 +blk.16.ssm_out.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.18.ssm_in.weight q8_0 +blk.18.ssm_out.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.21.ssm_in.weight q8_0 +blk.21.ssm_out.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.23.ssm_in.weight q8_0 +blk.23.ssm_out.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.25.ssm_in.weight q8_0 +blk.25.ssm_out.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.ssm_in.weight q8_0 +blk.28.ssm_out.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.30.ssm_in.weight q8_0 +blk.30.ssm_out.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.ssm_in.weight q8_0 +blk.32.ssm_out.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.35.ssm_in.weight q8_0 +blk.35.ssm_out.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.37.ssm_in.weight q8_0 +blk.37.ssm_out.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.39.ssm_in.weight q8_0 +blk.39.ssm_out.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.41.ssm_in.weight q8_0 +blk.41.ssm_out.weight q8_0 +blk.42.attn_k.weight q8_0 +blk.42.attn_output.weight q8_0 +blk.42.attn_q.weight q8_0 +blk.42.attn_v.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.ssm_in.weight q8_0 +blk.44.ssm_out.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 +blk.46.ssm_in.weight q8_0 +blk.46.ssm_out.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_up_shexp.weight q8_0 +blk.48.ssm_in.weight q8_0 +blk.48.ssm_out.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_up_shexp.weight q8_0 +blk.50.ssm_in.weight q8_0 +blk.50.ssm_out.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_up_shexp.weight q8_0 diff --git a/tests/snapshots/qwen3-0.6b.schema b/tests/snapshots/qwen3-0.6b.schema new file mode 100644 index 00000000000..fd994f2c1ef --- /dev/null +++ b/tests/snapshots/qwen3-0.6b.schema @@ -0,0 +1,1221 @@ +# Model: Qwen3-0.6B +# n_embd=1024, n_ff=3072, n_vocab=151936, n_layer=28, n_head=16, n_head_kv=8 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q3_K +blk.0.ffn_down.weight q3_K +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q3_K +blk.1.ffn_down.weight q3_K +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q3_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q3_K +blk.3.ffn_down.weight q3_K +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q3_K +blk.4.ffn_down.weight q3_K +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q3_K +blk.5.ffn_down.weight q3_K +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q3_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q3_K +blk.7.ffn_down.weight q3_K +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q3_K +blk.8.ffn_down.weight q3_K +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q3_K +blk.9.ffn_down.weight q3_K +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q3_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q3_K +blk.11.ffn_down.weight q3_K +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q3_K +blk.12.ffn_down.weight q3_K +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q3_K +blk.13.ffn_down.weight q3_K +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q3_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q3_K +blk.15.ffn_down.weight q3_K +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q3_K +blk.16.ffn_down.weight q3_K +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q3_K +blk.17.ffn_down.weight q3_K +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q3_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q3_K +blk.19.ffn_down.weight q3_K +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q3_K +blk.20.ffn_down.weight q3_K +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q3_K +blk.21.ffn_down.weight q3_K +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q3_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q3_K +blk.23.ffn_down.weight q3_K +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q3_K +blk.24.ffn_down.weight q3_K +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q3_K +blk.25.ffn_down.weight q3_K +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q3_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q3_K +blk.27.ffn_down.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.5.attn_v.weight q6_K +blk.5.ffn_down.weight q6_K +blk.8.attn_v.weight q6_K +blk.8.ffn_down.weight q6_K +blk.11.attn_v.weight q6_K +blk.11.ffn_down.weight q6_K +blk.14.attn_v.weight q6_K +blk.14.ffn_down.weight q6_K +blk.17.attn_v.weight q6_K +blk.17.ffn_down.weight q6_K +blk.20.attn_v.weight q6_K +blk.20.ffn_down.weight q6_K +blk.23.attn_v.weight q6_K +blk.23.ffn_down.weight q6_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down.weight q6_K +blk.26.attn_v.weight q6_K +blk.26.ffn_down.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.5.attn_v.weight q6_K +blk.5.ffn_down.weight q6_K +blk.8.attn_v.weight q6_K +blk.8.ffn_down.weight q6_K +blk.11.attn_v.weight q6_K +blk.11.ffn_down.weight q6_K +blk.14.attn_v.weight q6_K +blk.14.ffn_down.weight q6_K +blk.17.attn_v.weight q6_K +blk.17.ffn_down.weight q6_K +blk.20.attn_v.weight q6_K +blk.20.ffn_down.weight q6_K +blk.23.attn_v.weight q6_K +blk.23.ffn_down.weight q6_K +blk.24.attn_v.weight q6_K +blk.24.ffn_down.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down.weight q6_K +blk.26.attn_v.weight q6_K +blk.26.ffn_down.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q2_K +blk.4.attn_v.weight q2_K +blk.5.attn_v.weight q2_K +blk.6.attn_v.weight q2_K +blk.7.attn_v.weight q2_K +blk.8.attn_v.weight q2_K +blk.9.attn_v.weight q2_K +blk.10.attn_v.weight q2_K +blk.11.attn_v.weight q2_K +blk.12.attn_v.weight q2_K +blk.13.attn_v.weight q2_K +blk.14.attn_v.weight q2_K +blk.15.attn_v.weight q2_K +blk.16.attn_v.weight q2_K +blk.17.attn_v.weight q2_K +blk.18.attn_v.weight q2_K +blk.19.attn_v.weight q2_K +blk.20.attn_v.weight q2_K +blk.21.attn_v.weight q2_K +blk.22.attn_v.weight q2_K +blk.23.attn_v.weight q2_K +blk.24.attn_v.weight q2_K +blk.25.attn_v.weight q2_K +blk.26.attn_v.weight q2_K +blk.27.attn_v.weight q2_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q2_K +blk.4.attn_v.weight q2_K +blk.5.attn_v.weight q2_K +blk.6.attn_v.weight q2_K +blk.7.attn_v.weight q2_K +blk.8.attn_v.weight q2_K +blk.9.attn_v.weight q2_K +blk.10.attn_v.weight q2_K +blk.11.attn_v.weight q2_K +blk.12.attn_v.weight q2_K +blk.13.attn_v.weight q2_K +blk.14.attn_v.weight q2_K +blk.15.attn_v.weight q2_K +blk.16.attn_v.weight q2_K +blk.17.attn_v.weight q2_K +blk.18.attn_v.weight q2_K +blk.19.attn_v.weight q2_K +blk.20.attn_v.weight q2_K +blk.21.attn_v.weight q2_K +blk.22.attn_v.weight q2_K +blk.23.attn_v.weight q2_K +blk.24.attn_v.weight q2_K +blk.25.attn_v.weight q2_K +blk.26.attn_v.weight q2_K +blk.27.attn_v.weight q2_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.ffn_down.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.ffn_down.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.ffn_gate.weight iq3_xxs +blk.3.ffn_up.weight iq3_xxs +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.ffn_gate.weight iq3_xxs +blk.4.ffn_up.weight iq3_xxs +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.ffn_gate.weight iq3_xxs +blk.5.ffn_up.weight iq3_xxs +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.ffn_gate.weight iq3_xxs +blk.6.ffn_up.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.ffn_gate.weight iq3_xxs +blk.7.ffn_up.weight iq3_xxs +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.ffn_gate.weight iq3_xxs +blk.8.ffn_up.weight iq3_xxs +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.ffn_gate.weight iq3_xxs +blk.9.ffn_up.weight iq3_xxs +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight q4_K +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight q4_K +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight iq3_s +blk.3.ffn_down.weight q3_K +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight iq3_s +blk.4.ffn_down.weight q3_K +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight iq3_s +blk.5.ffn_down.weight q3_K +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight iq3_s +blk.6.ffn_down.weight q3_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight iq3_s +blk.7.ffn_down.weight q3_K +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight iq3_s +blk.8.ffn_down.weight q3_K +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight iq3_s +blk.9.ffn_down.weight q3_K +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight iq3_s +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight iq3_s +blk.11.ffn_down.weight q3_K +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight iq3_s +blk.12.ffn_down.weight q3_K +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight iq3_s +blk.13.ffn_down.weight q3_K +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight iq3_s +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight iq3_s +blk.15.ffn_down.weight q3_K +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight iq3_s +blk.16.ffn_down.weight q3_K +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight iq3_s +blk.17.ffn_down.weight q3_K +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight iq3_s +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight iq3_s +blk.19.ffn_down.weight q3_K +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight iq3_s +blk.20.ffn_down.weight q3_K +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight iq3_s +blk.21.ffn_down.weight q3_K +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight iq3_s +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight iq3_s +blk.23.ffn_down.weight q3_K +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight iq3_s +blk.24.ffn_down.weight q3_K +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight iq3_s +blk.25.ffn_down.weight q3_K +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight iq3_s +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight iq3_s +blk.27.ffn_down.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q2_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q2_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q2_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q2_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q2_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q2_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q2_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q2_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q2_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q2_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q2_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q2_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q2_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q2_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q2_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q2_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q2_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q2_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.ffn_down.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.ffn_down.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight iq3_s +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight iq3_s +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight iq3_s +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight iq3_s +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight iq3_s +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight iq3_s +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight iq3_s +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight iq3_s +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight iq3_s +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight iq3_s +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight iq3_s +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight iq3_s +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight iq3_s +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight iq3_s +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight iq3_s +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight iq3_s +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight iq3_s +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight iq3_s + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight iq3_s +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight iq3_s +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight iq3_s +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight iq3_s +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight iq3_s +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight iq3_s +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight iq3_s +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight iq3_s +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight iq3_s +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight iq3_s +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight iq3_s +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight iq3_s +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight iq3_s +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight iq3_s +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight iq3_s +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight iq3_s +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight iq3_s +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight iq3_s +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight iq3_s +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight iq3_s +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight iq3_s +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight iq3_s +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight iq3_s +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight iq3_s +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight iq3_s + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.ffn_down.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.ffn_down.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q2_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q2_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q2_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q2_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q2_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q2_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q2_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q2_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q2_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q2_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q2_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q2_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q2_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q2_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q2_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q2_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q2_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q2_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q2_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q2_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q2_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q2_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q2_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q2_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q2_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 diff --git a/tests/snapshots/qwen3-14b.schema b/tests/snapshots/qwen3-14b.schema new file mode 100644 index 00000000000..2fdd908bd0e --- /dev/null +++ b/tests/snapshots/qwen3-14b.schema @@ -0,0 +1,1905 @@ +# Model: Qwen3-14B +# n_embd=5120, n_ff=17408, n_vocab=151936, n_layer=40, n_head=40, n_head_kv=8 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q3_K +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q3_K +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q3_K +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q3_K +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q3_K +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q3_K +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_output.weight q3_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_output.weight q3_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_output.weight q3_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_output.weight q3_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_output.weight q3_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_output.weight q3_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_output.weight q3_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_output.weight q3_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_output.weight q3_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down.weight q4_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q4_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down.weight q4_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down.weight q4_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K +blk.28.attn_output.weight q5_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down.weight q5_K +blk.29.attn_output.weight q5_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down.weight q5_K +blk.30.attn_output.weight q5_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q5_K +blk.32.attn_output.weight q5_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down.weight q5_K +blk.33.attn_output.weight q5_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down.weight q5_K +blk.34.attn_output.weight q5_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q5_K +blk.36.attn_output.weight q5_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down.weight q5_K +blk.37.attn_output.weight q5_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down.weight q5_K +blk.38.attn_output.weight q5_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.ffn_down.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_v.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_v.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_v.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_v.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_v.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_v.weight q6_K +blk.34.ffn_down.weight q6_K +blk.35.attn_v.weight q6_K +blk.35.ffn_down.weight q6_K +blk.36.attn_v.weight q6_K +blk.36.ffn_down.weight q6_K +blk.37.attn_v.weight q6_K +blk.37.ffn_down.weight q6_K +blk.38.attn_v.weight q6_K +blk.38.ffn_down.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_v.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_v.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_v.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_v.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_v.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_v.weight q6_K +blk.34.ffn_down.weight q6_K +blk.35.attn_v.weight q6_K +blk.35.ffn_down.weight q6_K +blk.36.attn_v.weight q6_K +blk.36.ffn_down.weight q6_K +blk.37.attn_v.weight q6_K +blk.37.ffn_down.weight q6_K +blk.38.attn_v.weight q6_K +blk.38.ffn_down.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.0.attn_v.weight q4_K +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.1.attn_v.weight q4_K +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.2.attn_v.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.attn_v.weight q4_K +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_gate.weight iq3_xxs +blk.5.ffn_up.weight iq3_xxs +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_gate.weight iq3_xxs +blk.6.ffn_up.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_gate.weight iq3_xxs +blk.7.ffn_up.weight iq3_xxs +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_gate.weight iq3_xxs +blk.8.ffn_up.weight iq3_xxs +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_gate.weight iq3_xxs +blk.9.ffn_up.weight iq3_xxs +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.attn_v.weight q4_K +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.attn_v.weight q4_K +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.attn_v.weight q4_K +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.attn_v.weight q4_K +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.attn_v.weight q4_K +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.attn_v.weight q4_K +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.attn_v.weight q4_K +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.attn_v.weight q4_K +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.attn_v.weight q4_K +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.attn_v.weight q4_K +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.24.attn_v.weight q4_K +blk.24.ffn_gate.weight iq3_xxs +blk.24.ffn_up.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.25.attn_v.weight q4_K +blk.25.ffn_gate.weight iq3_xxs +blk.25.ffn_up.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.26.attn_v.weight q4_K +blk.26.ffn_gate.weight iq3_xxs +blk.26.ffn_up.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate.weight iq3_xxs +blk.27.ffn_up.weight iq3_xxs +blk.28.attn_k.weight iq3_xxs +blk.28.attn_q.weight iq3_xxs +blk.28.attn_v.weight q4_K +blk.28.ffn_gate.weight iq3_xxs +blk.28.ffn_up.weight iq3_xxs +blk.29.attn_k.weight iq3_xxs +blk.29.attn_q.weight iq3_xxs +blk.29.attn_v.weight q4_K +blk.29.ffn_gate.weight iq3_xxs +blk.29.ffn_up.weight iq3_xxs +blk.30.attn_k.weight iq3_xxs +blk.30.attn_q.weight iq3_xxs +blk.30.attn_v.weight q4_K +blk.30.ffn_gate.weight iq3_xxs +blk.30.ffn_up.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate.weight iq3_xxs +blk.31.ffn_up.weight iq3_xxs +blk.32.attn_k.weight iq3_xxs +blk.32.attn_q.weight iq3_xxs +blk.32.attn_v.weight q4_K +blk.32.ffn_gate.weight iq3_xxs +blk.32.ffn_up.weight iq3_xxs +blk.33.attn_k.weight iq3_xxs +blk.33.attn_q.weight iq3_xxs +blk.33.attn_v.weight q4_K +blk.33.ffn_gate.weight iq3_xxs +blk.33.ffn_up.weight iq3_xxs +blk.34.attn_k.weight iq3_xxs +blk.34.attn_q.weight iq3_xxs +blk.34.attn_v.weight q4_K +blk.34.ffn_gate.weight iq3_xxs +blk.34.ffn_up.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_k.weight iq3_xxs +blk.36.attn_q.weight iq3_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_k.weight iq3_xxs +blk.37.attn_q.weight iq3_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_k.weight iq3_xxs +blk.38.attn_q.weight iq3_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down.weight q3_K +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down.weight q3_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q3_K +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_k.weight iq2_s +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq2_s +blk.28.attn_v.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_k.weight iq2_s +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq2_s +blk.29.attn_v.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_k.weight iq2_s +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq2_s +blk.30.attn_v.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_k.weight iq2_s +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq2_s +blk.32.attn_v.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_k.weight iq2_s +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq2_s +blk.33.attn_v.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_k.weight iq2_s +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq2_s +blk.34.attn_v.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_k.weight iq2_s +blk.36.attn_output.weight iq3_s +blk.36.attn_q.weight iq2_s +blk.36.attn_v.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_k.weight iq2_s +blk.37.attn_output.weight iq3_s +blk.37.attn_q.weight iq2_s +blk.37.attn_v.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_k.weight iq2_s +blk.38.attn_output.weight iq3_s +blk.38.attn_q.weight iq2_s +blk.38.attn_v.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.1.attn_v.weight q4_K +blk.2.attn_v.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_v.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down.weight q8_0 +blk.28.ffn_gate.weight q8_0 +blk.28.ffn_up.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down.weight q8_0 +blk.29.ffn_gate.weight q8_0 +blk.29.ffn_up.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down.weight q8_0 +blk.30.ffn_gate.weight q8_0 +blk.30.ffn_up.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down.weight q8_0 +blk.31.ffn_gate.weight q8_0 +blk.31.ffn_up.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down.weight q8_0 +blk.32.ffn_gate.weight q8_0 +blk.32.ffn_up.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down.weight q8_0 +blk.33.ffn_gate.weight q8_0 +blk.33.ffn_up.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down.weight q8_0 +blk.34.ffn_gate.weight q8_0 +blk.34.ffn_up.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down.weight q8_0 +blk.35.ffn_gate.weight q8_0 +blk.35.ffn_up.weight q8_0 +blk.36.attn_k.weight q8_0 +blk.36.attn_output.weight q8_0 +blk.36.attn_q.weight q8_0 +blk.36.attn_v.weight q8_0 +blk.36.ffn_down.weight q8_0 +blk.36.ffn_gate.weight q8_0 +blk.36.ffn_up.weight q8_0 +blk.37.attn_k.weight q8_0 +blk.37.attn_output.weight q8_0 +blk.37.attn_q.weight q8_0 +blk.37.attn_v.weight q8_0 +blk.37.ffn_down.weight q8_0 +blk.37.ffn_gate.weight q8_0 +blk.37.ffn_up.weight q8_0 +blk.38.attn_k.weight q8_0 +blk.38.attn_output.weight q8_0 +blk.38.attn_q.weight q8_0 +blk.38.attn_v.weight q8_0 +blk.38.ffn_down.weight q8_0 +blk.38.ffn_gate.weight q8_0 +blk.38.ffn_up.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down.weight q8_0 +blk.39.ffn_gate.weight q8_0 +blk.39.ffn_up.weight q8_0 diff --git a/tests/snapshots/qwen3-coder-next.schema b/tests/snapshots/qwen3-coder-next.schema new file mode 100644 index 00000000000..3862a48ce60 --- /dev/null +++ b/tests/snapshots/qwen3-coder-next.schema @@ -0,0 +1,2138 @@ +# Model: Qwen3-Coder-Next +# n_embd=2048, n_ff=5120, n_vocab=151936, n_layer=48, n_head=16, n_head_kv=2, n_expert=512 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q3_K +blk.0.ffn_down_shexp.weight q3_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q3_K +blk.1.ffn_down_shexp.weight q3_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q3_K +blk.2.ffn_down_shexp.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q3_K +blk.3.ffn_down_shexp.weight q3_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q3_K +blk.4.ffn_down_shexp.weight q3_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q3_K +blk.5.ffn_down_shexp.weight q3_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_output.weight q3_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_K +blk.7.ffn_down_shexp.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q4_K +blk.8.ffn_down_shexp.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q4_K +blk.9.ffn_down_shexp.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q4_K +blk.10.ffn_down_shexp.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_K +blk.11.ffn_down_shexp.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q4_K +blk.12.ffn_down_shexp.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q4_K +blk.13.ffn_down_shexp.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q4_K +blk.14.ffn_down_shexp.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_K +blk.15.ffn_down_shexp.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q4_K +blk.16.ffn_down_shexp.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q4_K +blk.17.ffn_down_shexp.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q4_K +blk.18.ffn_down_shexp.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_K +blk.19.ffn_down_shexp.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q4_K +blk.20.ffn_down_shexp.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q4_K +blk.21.ffn_down_shexp.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q4_K +blk.22.ffn_down_shexp.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_K +blk.23.ffn_down_shexp.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q4_K +blk.24.ffn_down_shexp.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q4_K +blk.25.ffn_down_shexp.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q4_K +blk.26.ffn_down_shexp.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_K +blk.27.ffn_down_shexp.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q4_K +blk.28.ffn_down_shexp.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q4_K +blk.29.ffn_down_shexp.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q4_K +blk.30.ffn_down_shexp.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_K +blk.31.ffn_down_shexp.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q4_K +blk.32.ffn_down_shexp.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q4_K +blk.33.ffn_down_shexp.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q4_K +blk.34.ffn_down_shexp.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_K +blk.35.ffn_down_shexp.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q4_K +blk.36.ffn_down_shexp.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q4_K +blk.37.ffn_down_shexp.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q4_K +blk.38.ffn_down_shexp.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_K +blk.39.ffn_down_shexp.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q4_K +blk.40.ffn_down_shexp.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q4_K +blk.41.ffn_down_shexp.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q4_K +blk.42.ffn_down_shexp.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_K +blk.43.ffn_down_shexp.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q4_K +blk.44.ffn_down_shexp.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q4_K +blk.45.ffn_down_shexp.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q4_K +blk.46.ffn_down_shexp.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q4_K +blk.47.ffn_down_shexp.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down_exps.weight q5_K +blk.7.ffn_down_shexp.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.8.ffn_down_exps.weight q5_K +blk.8.ffn_down_shexp.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.9.ffn_down_exps.weight q5_K +blk.9.ffn_down_shexp.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.10.ffn_down_exps.weight q5_K +blk.10.ffn_down_shexp.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down_exps.weight q5_K +blk.11.ffn_down_shexp.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.12.ffn_down_exps.weight q5_K +blk.12.ffn_down_shexp.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.13.ffn_down_exps.weight q5_K +blk.13.ffn_down_shexp.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.14.ffn_down_exps.weight q5_K +blk.14.ffn_down_shexp.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down_exps.weight q5_K +blk.15.ffn_down_shexp.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.16.ffn_down_exps.weight q5_K +blk.16.ffn_down_shexp.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.17.ffn_down_exps.weight q5_K +blk.17.ffn_down_shexp.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.18.ffn_down_exps.weight q5_K +blk.18.ffn_down_shexp.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down_exps.weight q5_K +blk.19.ffn_down_shexp.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.20.ffn_down_exps.weight q5_K +blk.20.ffn_down_shexp.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.21.ffn_down_exps.weight q5_K +blk.21.ffn_down_shexp.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.22.ffn_down_exps.weight q5_K +blk.22.ffn_down_shexp.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down_exps.weight q5_K +blk.23.ffn_down_shexp.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.24.ffn_down_exps.weight q5_K +blk.24.ffn_down_shexp.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.25.ffn_down_exps.weight q5_K +blk.25.ffn_down_shexp.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.26.ffn_down_exps.weight q5_K +blk.26.ffn_down_shexp.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down_exps.weight q5_K +blk.27.ffn_down_shexp.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.28.ffn_down_exps.weight q5_K +blk.28.ffn_down_shexp.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.29.ffn_down_exps.weight q5_K +blk.29.ffn_down_shexp.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.30.ffn_down_exps.weight q5_K +blk.30.ffn_down_shexp.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down_exps.weight q5_K +blk.31.ffn_down_shexp.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.32.ffn_down_exps.weight q5_K +blk.32.ffn_down_shexp.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.33.ffn_down_exps.weight q5_K +blk.33.ffn_down_shexp.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.34.ffn_down_exps.weight q5_K +blk.34.ffn_down_shexp.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down_exps.weight q5_K +blk.35.ffn_down_shexp.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.36.ffn_down_exps.weight q5_K +blk.36.ffn_down_shexp.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.37.ffn_down_exps.weight q5_K +blk.37.ffn_down_shexp.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.38.ffn_down_exps.weight q5_K +blk.38.ffn_down_shexp.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down_exps.weight q5_K +blk.39.ffn_down_shexp.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.40.ffn_down_exps.weight q5_K +blk.40.ffn_down_shexp.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.41.ffn_down_exps.weight q5_K +blk.41.ffn_down_shexp.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.42.ffn_down_exps.weight q5_K +blk.42.ffn_down_shexp.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down_exps.weight q5_K +blk.43.ffn_down_shexp.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.44.ffn_down_exps.weight q5_K +blk.44.ffn_down_shexp.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.45.ffn_down_exps.weight q5_K +blk.45.ffn_down_shexp.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.46.ffn_down_exps.weight q5_K +blk.46.ffn_down_shexp.weight q5_K +blk.47.attn_output.weight q5_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down_exps.weight q5_K +blk.47.ffn_down_shexp.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down_exps.weight q6_K +blk.0.ffn_down_shexp.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down_exps.weight q6_K +blk.1.ffn_down_shexp.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down_exps.weight q6_K +blk.2.ffn_down_shexp.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.8.attn_qkv.weight q6_K +blk.8.ffn_down_exps.weight q6_K +blk.8.ffn_down_shexp.weight q6_K +blk.11.attn_v.weight q6_K +blk.11.ffn_down_exps.weight q6_K +blk.11.ffn_down_shexp.weight q6_K +blk.14.attn_qkv.weight q6_K +blk.14.ffn_down_exps.weight q6_K +blk.14.ffn_down_shexp.weight q6_K +blk.17.attn_qkv.weight q6_K +blk.17.ffn_down_exps.weight q6_K +blk.17.ffn_down_shexp.weight q6_K +blk.20.attn_qkv.weight q6_K +blk.20.ffn_down_exps.weight q6_K +blk.20.ffn_down_shexp.weight q6_K +blk.23.attn_v.weight q6_K +blk.23.ffn_down_exps.weight q6_K +blk.23.ffn_down_shexp.weight q6_K +blk.26.attn_qkv.weight q6_K +blk.26.ffn_down_exps.weight q6_K +blk.26.ffn_down_shexp.weight q6_K +blk.29.attn_qkv.weight q6_K +blk.29.ffn_down_exps.weight q6_K +blk.29.ffn_down_shexp.weight q6_K +blk.32.attn_qkv.weight q6_K +blk.32.ffn_down_exps.weight q6_K +blk.32.ffn_down_shexp.weight q6_K +blk.35.attn_v.weight q6_K +blk.35.ffn_down_exps.weight q6_K +blk.35.ffn_down_shexp.weight q6_K +blk.38.attn_qkv.weight q6_K +blk.38.ffn_down_exps.weight q6_K +blk.38.ffn_down_shexp.weight q6_K +blk.41.attn_qkv.weight q6_K +blk.41.ffn_down_exps.weight q6_K +blk.41.ffn_down_shexp.weight q6_K +blk.42.attn_qkv.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q6_K +blk.43.ffn_down_shexp.weight q6_K +blk.44.attn_qkv.weight q6_K +blk.44.ffn_down_exps.weight q6_K +blk.44.ffn_down_shexp.weight q6_K +blk.45.attn_qkv.weight q6_K +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down_exps.weight q6_K +blk.46.ffn_down_shexp.weight q6_K +blk.47.attn_v.weight q6_K +blk.47.ffn_down_exps.weight q6_K +blk.47.ffn_down_shexp.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down_exps.weight q6_K +blk.0.ffn_down_shexp.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down_exps.weight q6_K +blk.1.ffn_down_shexp.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down_exps.weight q6_K +blk.2.ffn_down_shexp.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.8.attn_qkv.weight q6_K +blk.8.ffn_down_exps.weight q6_K +blk.8.ffn_down_shexp.weight q6_K +blk.11.attn_v.weight q6_K +blk.11.ffn_down_exps.weight q6_K +blk.11.ffn_down_shexp.weight q6_K +blk.14.attn_qkv.weight q6_K +blk.14.ffn_down_exps.weight q6_K +blk.14.ffn_down_shexp.weight q6_K +blk.17.attn_qkv.weight q6_K +blk.17.ffn_down_exps.weight q6_K +blk.17.ffn_down_shexp.weight q6_K +blk.20.attn_qkv.weight q6_K +blk.20.ffn_down_exps.weight q6_K +blk.20.ffn_down_shexp.weight q6_K +blk.23.attn_v.weight q6_K +blk.23.ffn_down_exps.weight q6_K +blk.23.ffn_down_shexp.weight q6_K +blk.26.attn_qkv.weight q6_K +blk.26.ffn_down_exps.weight q6_K +blk.26.ffn_down_shexp.weight q6_K +blk.29.attn_qkv.weight q6_K +blk.29.ffn_down_exps.weight q6_K +blk.29.ffn_down_shexp.weight q6_K +blk.32.attn_qkv.weight q6_K +blk.32.ffn_down_exps.weight q6_K +blk.32.ffn_down_shexp.weight q6_K +blk.35.attn_v.weight q6_K +blk.35.ffn_down_exps.weight q6_K +blk.35.ffn_down_shexp.weight q6_K +blk.38.attn_qkv.weight q6_K +blk.38.ffn_down_exps.weight q6_K +blk.38.ffn_down_shexp.weight q6_K +blk.41.attn_qkv.weight q6_K +blk.41.ffn_down_exps.weight q6_K +blk.41.ffn_down_shexp.weight q6_K +blk.42.attn_qkv.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q6_K +blk.43.ffn_down_shexp.weight q6_K +blk.44.attn_qkv.weight q6_K +blk.44.ffn_down_exps.weight q6_K +blk.44.ffn_down_shexp.weight q6_K +blk.45.attn_qkv.weight q6_K +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down_exps.weight q6_K +blk.46.ffn_down_shexp.weight q6_K +blk.47.attn_v.weight q6_K +blk.47.ffn_down_exps.weight q6_K +blk.47.ffn_down_shexp.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_gate_exps.weight iq3_xxs +blk.6.ffn_gate_shexp.weight iq3_xxs +blk.6.ffn_up_exps.weight iq3_xxs +blk.6.ffn_up_shexp.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_gate_exps.weight iq3_xxs +blk.7.ffn_gate_shexp.weight iq3_xxs +blk.7.ffn_up_exps.weight iq3_xxs +blk.7.ffn_up_shexp.weight iq3_xxs +blk.8.attn_qkv.weight q4_K +blk.8.ffn_gate_exps.weight iq3_xxs +blk.8.ffn_gate_shexp.weight iq3_xxs +blk.8.ffn_up_exps.weight iq3_xxs +blk.8.ffn_up_shexp.weight iq3_xxs +blk.9.attn_qkv.weight q4_K +blk.9.ffn_gate_exps.weight iq3_xxs +blk.9.ffn_gate_shexp.weight iq3_xxs +blk.9.ffn_up_exps.weight iq3_xxs +blk.9.ffn_up_shexp.weight iq3_xxs +blk.10.attn_qkv.weight q4_K +blk.10.ffn_gate_exps.weight iq3_xxs +blk.10.ffn_gate_shexp.weight iq3_xxs +blk.10.ffn_up_exps.weight iq3_xxs +blk.10.ffn_up_shexp.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate_exps.weight iq3_xxs +blk.11.ffn_gate_shexp.weight iq3_xxs +blk.11.ffn_up_exps.weight iq3_xxs +blk.11.ffn_up_shexp.weight iq3_xxs +blk.12.attn_qkv.weight q4_K +blk.12.ffn_gate_exps.weight iq3_xxs +blk.12.ffn_gate_shexp.weight iq3_xxs +blk.12.ffn_up_exps.weight iq3_xxs +blk.12.ffn_up_shexp.weight iq3_xxs +blk.13.attn_qkv.weight q4_K +blk.13.ffn_gate_exps.weight iq3_xxs +blk.13.ffn_gate_shexp.weight iq3_xxs +blk.13.ffn_up_exps.weight iq3_xxs +blk.13.ffn_up_shexp.weight iq3_xxs +blk.14.attn_qkv.weight q4_K +blk.14.ffn_gate_exps.weight iq3_xxs +blk.14.ffn_gate_shexp.weight iq3_xxs +blk.14.ffn_up_exps.weight iq3_xxs +blk.14.ffn_up_shexp.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate_exps.weight iq3_xxs +blk.15.ffn_gate_shexp.weight iq3_xxs +blk.15.ffn_up_exps.weight iq3_xxs +blk.15.ffn_up_shexp.weight iq3_xxs +blk.16.attn_qkv.weight q4_K +blk.16.ffn_gate_exps.weight iq3_xxs +blk.16.ffn_gate_shexp.weight iq3_xxs +blk.16.ffn_up_exps.weight iq3_xxs +blk.16.ffn_up_shexp.weight iq3_xxs +blk.17.attn_qkv.weight q4_K +blk.17.ffn_gate_exps.weight iq3_xxs +blk.17.ffn_gate_shexp.weight iq3_xxs +blk.17.ffn_up_exps.weight iq3_xxs +blk.17.ffn_up_shexp.weight iq3_xxs +blk.18.attn_qkv.weight q4_K +blk.18.ffn_gate_exps.weight iq3_xxs +blk.18.ffn_gate_shexp.weight iq3_xxs +blk.18.ffn_up_exps.weight iq3_xxs +blk.18.ffn_up_shexp.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate_exps.weight iq3_xxs +blk.19.ffn_gate_shexp.weight iq3_xxs +blk.19.ffn_up_exps.weight iq3_xxs +blk.19.ffn_up_shexp.weight iq3_xxs +blk.20.attn_qkv.weight q4_K +blk.20.ffn_gate_exps.weight iq3_xxs +blk.20.ffn_gate_shexp.weight iq3_xxs +blk.20.ffn_up_exps.weight iq3_xxs +blk.20.ffn_up_shexp.weight iq3_xxs +blk.21.attn_qkv.weight q4_K +blk.21.ffn_gate_exps.weight iq3_xxs +blk.21.ffn_gate_shexp.weight iq3_xxs +blk.21.ffn_up_exps.weight iq3_xxs +blk.21.ffn_up_shexp.weight iq3_xxs +blk.22.attn_qkv.weight q4_K +blk.22.ffn_gate_exps.weight iq3_xxs +blk.22.ffn_gate_shexp.weight iq3_xxs +blk.22.ffn_up_exps.weight iq3_xxs +blk.22.ffn_up_shexp.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate_exps.weight iq3_xxs +blk.23.ffn_gate_shexp.weight iq3_xxs +blk.23.ffn_up_exps.weight iq3_xxs +blk.23.ffn_up_shexp.weight iq3_xxs +blk.24.attn_qkv.weight q4_K +blk.24.ffn_gate_exps.weight iq3_xxs +blk.24.ffn_gate_shexp.weight iq3_xxs +blk.24.ffn_up_exps.weight iq3_xxs +blk.24.ffn_up_shexp.weight iq3_xxs +blk.25.attn_qkv.weight q4_K +blk.25.ffn_gate_exps.weight iq3_xxs +blk.25.ffn_gate_shexp.weight iq3_xxs +blk.25.ffn_up_exps.weight iq3_xxs +blk.25.ffn_up_shexp.weight iq3_xxs +blk.26.attn_qkv.weight q4_K +blk.26.ffn_gate_exps.weight iq3_xxs +blk.26.ffn_gate_shexp.weight iq3_xxs +blk.26.ffn_up_exps.weight iq3_xxs +blk.26.ffn_up_shexp.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate_exps.weight iq3_xxs +blk.27.ffn_gate_shexp.weight iq3_xxs +blk.27.ffn_up_exps.weight iq3_xxs +blk.27.ffn_up_shexp.weight iq3_xxs +blk.28.attn_qkv.weight q4_K +blk.28.ffn_gate_exps.weight iq3_xxs +blk.28.ffn_gate_shexp.weight iq3_xxs +blk.28.ffn_up_exps.weight iq3_xxs +blk.28.ffn_up_shexp.weight iq3_xxs +blk.29.attn_qkv.weight q4_K +blk.29.ffn_gate_exps.weight iq3_xxs +blk.29.ffn_gate_shexp.weight iq3_xxs +blk.29.ffn_up_exps.weight iq3_xxs +blk.29.ffn_up_shexp.weight iq3_xxs +blk.30.attn_qkv.weight q4_K +blk.30.ffn_gate_exps.weight iq3_xxs +blk.30.ffn_gate_shexp.weight iq3_xxs +blk.30.ffn_up_exps.weight iq3_xxs +blk.30.ffn_up_shexp.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate_exps.weight iq3_xxs +blk.31.ffn_gate_shexp.weight iq3_xxs +blk.31.ffn_up_exps.weight iq3_xxs +blk.31.ffn_up_shexp.weight iq3_xxs +blk.32.attn_qkv.weight q4_K +blk.32.ffn_gate_exps.weight iq3_xxs +blk.32.ffn_gate_shexp.weight iq3_xxs +blk.32.ffn_up_exps.weight iq3_xxs +blk.32.ffn_up_shexp.weight iq3_xxs +blk.33.attn_qkv.weight q4_K +blk.33.ffn_gate_exps.weight iq3_xxs +blk.33.ffn_gate_shexp.weight iq3_xxs +blk.33.ffn_up_exps.weight iq3_xxs +blk.33.ffn_up_shexp.weight iq3_xxs +blk.34.attn_qkv.weight q4_K +blk.34.ffn_gate_exps.weight iq3_xxs +blk.34.ffn_gate_shexp.weight iq3_xxs +blk.34.ffn_up_exps.weight iq3_xxs +blk.34.ffn_up_shexp.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_gate_exps.weight iq3_xxs +blk.35.ffn_gate_shexp.weight iq3_xxs +blk.35.ffn_up_exps.weight iq3_xxs +blk.35.ffn_up_shexp.weight iq3_xxs +blk.36.attn_qkv.weight q4_K +blk.36.ffn_gate_exps.weight iq3_xxs +blk.36.ffn_gate_shexp.weight iq3_xxs +blk.36.ffn_up_exps.weight iq3_xxs +blk.36.ffn_up_shexp.weight iq3_xxs +blk.37.attn_qkv.weight q4_K +blk.37.ffn_gate_exps.weight iq3_xxs +blk.37.ffn_gate_shexp.weight iq3_xxs +blk.37.ffn_up_exps.weight iq3_xxs +blk.37.ffn_up_shexp.weight iq3_xxs +blk.38.attn_qkv.weight q4_K +blk.38.ffn_gate_exps.weight iq3_xxs +blk.38.ffn_gate_shexp.weight iq3_xxs +blk.38.ffn_up_exps.weight iq3_xxs +blk.38.ffn_up_shexp.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_gate_exps.weight iq3_xxs +blk.39.ffn_gate_shexp.weight iq3_xxs +blk.39.ffn_up_exps.weight iq3_xxs +blk.39.ffn_up_shexp.weight iq3_xxs +blk.40.attn_qkv.weight q4_K +blk.40.ffn_gate_exps.weight iq3_xxs +blk.40.ffn_gate_shexp.weight iq3_xxs +blk.40.ffn_up_exps.weight iq3_xxs +blk.40.ffn_up_shexp.weight iq3_xxs +blk.41.attn_qkv.weight q4_K +blk.41.ffn_gate_exps.weight iq3_xxs +blk.41.ffn_gate_shexp.weight iq3_xxs +blk.41.ffn_up_exps.weight iq3_xxs +blk.41.ffn_up_shexp.weight iq3_xxs +blk.42.attn_qkv.weight q4_K +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_k.weight iq3_xxs +blk.47.attn_q.weight iq3_xxs +blk.47.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_k.weight iq2_s +blk.47.attn_output.weight iq3_s +blk.47.attn_q.weight iq2_s +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight iq3_s +blk.0.ffn_down_shexp.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight iq3_s +blk.1.ffn_down_shexp.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight iq3_s +blk.2.ffn_down_shexp.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight iq3_s +blk.0.ffn_down_shexp.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight iq3_s +blk.1.ffn_down_shexp.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight iq3_s +blk.2.ffn_down_shexp.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_gate.weight q8_0 +blk.0.attn_qkv.weight q8_0 +blk.0.ffn_down_shexp.weight q8_0 +blk.0.ffn_gate_shexp.weight q8_0 +blk.0.ffn_up_shexp.weight q8_0 +blk.0.ssm_ba.weight q8_0 +blk.0.ssm_out.weight q8_0 +blk.1.attn_gate.weight q8_0 +blk.1.attn_qkv.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_gate_shexp.weight q8_0 +blk.1.ffn_up_shexp.weight q8_0 +blk.1.ssm_ba.weight q8_0 +blk.1.ssm_out.weight q8_0 +blk.2.attn_gate.weight q8_0 +blk.2.attn_qkv.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.2.ffn_gate_shexp.weight q8_0 +blk.2.ffn_up_shexp.weight q8_0 +blk.2.ssm_ba.weight q8_0 +blk.2.ssm_out.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_gate_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.attn_gate.weight q8_0 +blk.4.attn_qkv.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.4.ffn_gate_shexp.weight q8_0 +blk.4.ffn_up_shexp.weight q8_0 +blk.4.ssm_ba.weight q8_0 +blk.4.ssm_out.weight q8_0 +blk.5.attn_gate.weight q8_0 +blk.5.attn_qkv.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.5.ffn_gate_shexp.weight q8_0 +blk.5.ffn_up_shexp.weight q8_0 +blk.5.ssm_ba.weight q8_0 +blk.5.ssm_out.weight q8_0 +blk.6.attn_gate.weight q8_0 +blk.6.attn_qkv.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_gate_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.6.ssm_ba.weight q8_0 +blk.6.ssm_out.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.7.ffn_gate_shexp.weight q8_0 +blk.7.ffn_up_shexp.weight q8_0 +blk.8.attn_gate.weight q8_0 +blk.8.attn_qkv.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_gate_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.8.ssm_ba.weight q8_0 +blk.8.ssm_out.weight q8_0 +blk.9.attn_gate.weight q8_0 +blk.9.attn_qkv.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.9.ffn_gate_shexp.weight q8_0 +blk.9.ffn_up_shexp.weight q8_0 +blk.9.ssm_ba.weight q8_0 +blk.9.ssm_out.weight q8_0 +blk.10.attn_gate.weight q8_0 +blk.10.attn_qkv.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_gate_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.10.ssm_ba.weight q8_0 +blk.10.ssm_out.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.11.ffn_gate_shexp.weight q8_0 +blk.11.ffn_up_shexp.weight q8_0 +blk.12.attn_gate.weight q8_0 +blk.12.attn_qkv.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.12.ffn_gate_shexp.weight q8_0 +blk.12.ffn_up_shexp.weight q8_0 +blk.12.ssm_ba.weight q8_0 +blk.12.ssm_out.weight q8_0 +blk.13.attn_gate.weight q8_0 +blk.13.attn_qkv.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_gate_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.13.ssm_ba.weight q8_0 +blk.13.ssm_out.weight q8_0 +blk.14.attn_gate.weight q8_0 +blk.14.attn_qkv.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.14.ffn_gate_shexp.weight q8_0 +blk.14.ffn_up_shexp.weight q8_0 +blk.14.ssm_ba.weight q8_0 +blk.14.ssm_out.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_gate_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.attn_gate.weight q8_0 +blk.16.attn_qkv.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.16.ffn_gate_shexp.weight q8_0 +blk.16.ffn_up_shexp.weight q8_0 +blk.16.ssm_ba.weight q8_0 +blk.16.ssm_out.weight q8_0 +blk.17.attn_gate.weight q8_0 +blk.17.attn_qkv.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_gate_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.17.ssm_ba.weight q8_0 +blk.17.ssm_out.weight q8_0 +blk.18.attn_gate.weight q8_0 +blk.18.attn_qkv.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.18.ffn_gate_shexp.weight q8_0 +blk.18.ffn_up_shexp.weight q8_0 +blk.18.ssm_ba.weight q8_0 +blk.18.ssm_out.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.19.ffn_gate_shexp.weight q8_0 +blk.19.ffn_up_shexp.weight q8_0 +blk.20.attn_gate.weight q8_0 +blk.20.attn_qkv.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_gate_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.20.ssm_ba.weight q8_0 +blk.20.ssm_out.weight q8_0 +blk.21.attn_gate.weight q8_0 +blk.21.attn_qkv.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.21.ffn_gate_shexp.weight q8_0 +blk.21.ffn_up_shexp.weight q8_0 +blk.21.ssm_ba.weight q8_0 +blk.21.ssm_out.weight q8_0 +blk.22.attn_gate.weight q8_0 +blk.22.attn_qkv.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_gate_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.22.ssm_ba.weight q8_0 +blk.22.ssm_out.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.23.ffn_gate_shexp.weight q8_0 +blk.23.ffn_up_shexp.weight q8_0 +blk.24.attn_gate.weight q8_0 +blk.24.attn_qkv.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_gate_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.24.ssm_ba.weight q8_0 +blk.24.ssm_out.weight q8_0 +blk.25.attn_gate.weight q8_0 +blk.25.attn_qkv.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.25.ffn_gate_shexp.weight q8_0 +blk.25.ffn_up_shexp.weight q8_0 +blk.25.ssm_ba.weight q8_0 +blk.25.ssm_out.weight q8_0 +blk.26.attn_gate.weight q8_0 +blk.26.attn_qkv.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.26.ffn_gate_shexp.weight q8_0 +blk.26.ffn_up_shexp.weight q8_0 +blk.26.ssm_ba.weight q8_0 +blk.26.ssm_out.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_gate_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.attn_gate.weight q8_0 +blk.28.attn_qkv.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.28.ffn_gate_shexp.weight q8_0 +blk.28.ffn_up_shexp.weight q8_0 +blk.28.ssm_ba.weight q8_0 +blk.28.ssm_out.weight q8_0 +blk.29.attn_gate.weight q8_0 +blk.29.attn_qkv.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_gate_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.29.ssm_ba.weight q8_0 +blk.29.ssm_out.weight q8_0 +blk.30.attn_gate.weight q8_0 +blk.30.attn_qkv.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.30.ffn_gate_shexp.weight q8_0 +blk.30.ffn_up_shexp.weight q8_0 +blk.30.ssm_ba.weight q8_0 +blk.30.ssm_out.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_gate_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.attn_gate.weight q8_0 +blk.32.attn_qkv.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.32.ffn_gate_shexp.weight q8_0 +blk.32.ffn_up_shexp.weight q8_0 +blk.32.ssm_ba.weight q8_0 +blk.32.ssm_out.weight q8_0 +blk.33.attn_gate.weight q8_0 +blk.33.attn_qkv.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.33.ffn_gate_shexp.weight q8_0 +blk.33.ffn_up_shexp.weight q8_0 +blk.33.ssm_ba.weight q8_0 +blk.33.ssm_out.weight q8_0 +blk.34.attn_gate.weight q8_0 +blk.34.attn_qkv.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_gate_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.34.ssm_ba.weight q8_0 +blk.34.ssm_out.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.35.ffn_gate_shexp.weight q8_0 +blk.35.ffn_up_shexp.weight q8_0 +blk.36.attn_gate.weight q8_0 +blk.36.attn_qkv.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_gate_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.36.ssm_ba.weight q8_0 +blk.36.ssm_out.weight q8_0 +blk.37.attn_gate.weight q8_0 +blk.37.attn_qkv.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.37.ffn_gate_shexp.weight q8_0 +blk.37.ffn_up_shexp.weight q8_0 +blk.37.ssm_ba.weight q8_0 +blk.37.ssm_out.weight q8_0 +blk.38.attn_gate.weight q8_0 +blk.38.attn_qkv.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_gate_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.38.ssm_ba.weight q8_0 +blk.38.ssm_out.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.39.ffn_gate_shexp.weight q8_0 +blk.39.ffn_up_shexp.weight q8_0 +blk.40.attn_gate.weight q8_0 +blk.40.attn_qkv.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_gate_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.40.ssm_ba.weight q8_0 +blk.40.ssm_out.weight q8_0 +blk.41.attn_gate.weight q8_0 +blk.41.attn_qkv.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.41.ffn_gate_shexp.weight q8_0 +blk.41.ffn_up_shexp.weight q8_0 +blk.41.ssm_ba.weight q8_0 +blk.41.ssm_out.weight q8_0 +blk.42.attn_gate.weight q8_0 +blk.42.attn_qkv.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.42.ffn_gate_shexp.weight q8_0 +blk.42.ffn_up_shexp.weight q8_0 +blk.42.ssm_ba.weight q8_0 +blk.42.ssm_out.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_gate_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.attn_gate.weight q8_0 +blk.44.attn_qkv.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.44.ffn_gate_shexp.weight q8_0 +blk.44.ffn_up_shexp.weight q8_0 +blk.44.ssm_ba.weight q8_0 +blk.44.ssm_out.weight q8_0 +blk.45.attn_gate.weight q8_0 +blk.45.attn_qkv.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_gate_shexp.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 +blk.45.ssm_ba.weight q8_0 +blk.45.ssm_out.weight q8_0 +blk.46.attn_gate.weight q8_0 +blk.46.attn_qkv.weight q8_0 +blk.46.ffn_down_shexp.weight q8_0 +blk.46.ffn_gate_shexp.weight q8_0 +blk.46.ffn_up_shexp.weight q8_0 +blk.46.ssm_ba.weight q8_0 +blk.46.ssm_out.weight q8_0 +blk.47.attn_k.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q.weight q8_0 +blk.47.attn_v.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_gate_shexp.weight q8_0 +blk.47.ffn_up_shexp.weight q8_0 diff --git a/tests/snapshots/qwen3.5-27b.schema b/tests/snapshots/qwen3.5-27b.schema new file mode 100644 index 00000000000..40802053364 --- /dev/null +++ b/tests/snapshots/qwen3.5-27b.schema @@ -0,0 +1,2406 @@ +# Model: Qwen3.5-27B +# n_embd=5120, n_ff=17408, n_vocab=248320, n_layer=64, n_head=24, n_head_kv=4 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q3_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q3_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q3_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q3_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q3_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q3_K +blk.47.attn_output.weight q3_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q3_K +blk.51.attn_output.weight q3_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q3_K +blk.55.attn_output.weight q3_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q3_K +blk.59.attn_output.weight q3_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q3_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q3_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q3_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q3_K +blk.63.attn_output.weight q3_K +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q4_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.8.ffn_down.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.9.ffn_down.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.10.ffn_down.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.12.ffn_down.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.13.ffn_down.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.14.ffn_down.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.16.ffn_down.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.17.ffn_down.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.18.ffn_down.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.20.ffn_down.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.21.ffn_down.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.22.ffn_down.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.24.ffn_down.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.25.ffn_down.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.26.ffn_down.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.28.ffn_down.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.29.ffn_down.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.30.ffn_down.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.32.ffn_down.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.33.ffn_down.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.34.ffn_down.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.36.ffn_down.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.37.ffn_down.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.38.ffn_down.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.40.ffn_down.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.41.ffn_down.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.42.ffn_down.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.44.ffn_down.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.45.ffn_down.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.46.ffn_down.weight q5_K +blk.47.attn_output.weight q5_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.48.ffn_down.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.49.ffn_down.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.50.ffn_down.weight q5_K +blk.51.attn_output.weight q5_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.52.ffn_down.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.53.ffn_down.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.54.ffn_down.weight q5_K +blk.55.attn_output.weight q5_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.56.ffn_down.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.57.ffn_down.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.58.ffn_down.weight q5_K +blk.59.attn_output.weight q5_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.60.ffn_down.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.61.ffn_down.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.62.ffn_down.weight q5_K +blk.63.attn_output.weight q5_K +blk.63.attn_v.weight q5_K +blk.63.ffn_down.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.ffn_down.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_qkv.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_qkv.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_qkv.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_qkv.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_qkv.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_qkv.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_qkv.weight q6_K +blk.34.ffn_down.weight q6_K +blk.37.attn_qkv.weight q6_K +blk.37.ffn_down.weight q6_K +blk.40.attn_qkv.weight q6_K +blk.40.ffn_down.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down.weight q6_K +blk.49.attn_qkv.weight q6_K +blk.49.ffn_down.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down.weight q6_K +blk.60.attn_qkv.weight q6_K +blk.60.ffn_down.weight q6_K +blk.61.attn_qkv.weight q6_K +blk.61.ffn_down.weight q6_K +blk.62.attn_qkv.weight q6_K +blk.62.ffn_down.weight q6_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down.weight q6_K +blk.10.attn_qkv.weight q6_K +blk.10.ffn_down.weight q6_K +blk.13.attn_qkv.weight q6_K +blk.13.ffn_down.weight q6_K +blk.16.attn_qkv.weight q6_K +blk.16.ffn_down.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down.weight q6_K +blk.22.attn_qkv.weight q6_K +blk.22.ffn_down.weight q6_K +blk.25.attn_qkv.weight q6_K +blk.25.ffn_down.weight q6_K +blk.28.attn_qkv.weight q6_K +blk.28.ffn_down.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down.weight q6_K +blk.34.attn_qkv.weight q6_K +blk.34.ffn_down.weight q6_K +blk.37.attn_qkv.weight q6_K +blk.37.ffn_down.weight q6_K +blk.40.attn_qkv.weight q6_K +blk.40.ffn_down.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down.weight q6_K +blk.46.attn_qkv.weight q6_K +blk.46.ffn_down.weight q6_K +blk.49.attn_qkv.weight q6_K +blk.49.ffn_down.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down.weight q6_K +blk.60.attn_qkv.weight q6_K +blk.60.ffn_down.weight q6_K +blk.61.attn_qkv.weight q6_K +blk.61.ffn_down.weight q6_K +blk.62.attn_qkv.weight q6_K +blk.62.ffn_down.weight q6_K +blk.63.attn_v.weight q6_K +blk.63.ffn_down.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_gate.weight iq3_xxs +blk.8.ffn_up.weight iq3_xxs +blk.9.attn_qkv.weight q4_K +blk.9.ffn_gate.weight iq3_xxs +blk.9.ffn_up.weight iq3_xxs +blk.10.attn_qkv.weight q4_K +blk.10.ffn_gate.weight iq3_xxs +blk.10.ffn_up.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate.weight iq3_xxs +blk.11.ffn_up.weight iq3_xxs +blk.12.attn_qkv.weight q4_K +blk.12.ffn_gate.weight iq3_xxs +blk.12.ffn_up.weight iq3_xxs +blk.13.attn_qkv.weight q4_K +blk.13.ffn_gate.weight iq3_xxs +blk.13.ffn_up.weight iq3_xxs +blk.14.attn_qkv.weight q4_K +blk.14.ffn_gate.weight iq3_xxs +blk.14.ffn_up.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate.weight iq3_xxs +blk.15.ffn_up.weight iq3_xxs +blk.16.attn_qkv.weight q4_K +blk.16.ffn_gate.weight iq3_xxs +blk.16.ffn_up.weight iq3_xxs +blk.17.attn_qkv.weight q4_K +blk.17.ffn_gate.weight iq3_xxs +blk.17.ffn_up.weight iq3_xxs +blk.18.attn_qkv.weight q4_K +blk.18.ffn_gate.weight iq3_xxs +blk.18.ffn_up.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate.weight iq3_xxs +blk.19.ffn_up.weight iq3_xxs +blk.20.attn_qkv.weight q4_K +blk.20.ffn_gate.weight iq3_xxs +blk.20.ffn_up.weight iq3_xxs +blk.21.attn_qkv.weight q4_K +blk.21.ffn_gate.weight iq3_xxs +blk.21.ffn_up.weight iq3_xxs +blk.22.attn_qkv.weight q4_K +blk.22.ffn_gate.weight iq3_xxs +blk.22.ffn_up.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate.weight iq3_xxs +blk.23.ffn_up.weight iq3_xxs +blk.24.attn_qkv.weight q4_K +blk.24.ffn_gate.weight iq3_xxs +blk.24.ffn_up.weight iq3_xxs +blk.25.attn_qkv.weight q4_K +blk.25.ffn_gate.weight iq3_xxs +blk.25.ffn_up.weight iq3_xxs +blk.26.attn_qkv.weight q4_K +blk.26.ffn_gate.weight iq3_xxs +blk.26.ffn_up.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate.weight iq3_xxs +blk.27.ffn_up.weight iq3_xxs +blk.28.attn_qkv.weight q4_K +blk.28.ffn_gate.weight iq3_xxs +blk.28.ffn_up.weight iq3_xxs +blk.29.attn_qkv.weight q4_K +blk.29.ffn_gate.weight iq3_xxs +blk.29.ffn_up.weight iq3_xxs +blk.30.attn_qkv.weight q4_K +blk.30.ffn_gate.weight iq3_xxs +blk.30.ffn_up.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate.weight iq3_xxs +blk.31.ffn_up.weight iq3_xxs +blk.32.attn_qkv.weight q4_K +blk.32.ffn_gate.weight iq3_xxs +blk.32.ffn_up.weight iq3_xxs +blk.33.attn_qkv.weight q4_K +blk.33.ffn_gate.weight iq3_xxs +blk.33.ffn_up.weight iq3_xxs +blk.34.attn_qkv.weight q4_K +blk.34.ffn_gate.weight iq3_xxs +blk.34.ffn_up.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_gate.weight iq3_xxs +blk.35.ffn_up.weight iq3_xxs +blk.36.attn_qkv.weight q4_K +blk.36.ffn_gate.weight iq3_xxs +blk.36.ffn_up.weight iq3_xxs +blk.37.attn_qkv.weight q4_K +blk.37.ffn_gate.weight iq3_xxs +blk.37.ffn_up.weight iq3_xxs +blk.38.attn_qkv.weight q4_K +blk.38.ffn_gate.weight iq3_xxs +blk.38.ffn_up.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_gate.weight iq3_xxs +blk.39.ffn_up.weight iq3_xxs +blk.40.attn_qkv.weight q4_K +blk.40.ffn_gate.weight iq3_xxs +blk.40.ffn_up.weight iq3_xxs +blk.41.attn_qkv.weight q4_K +blk.41.ffn_gate.weight iq3_xxs +blk.41.ffn_up.weight iq3_xxs +blk.42.attn_qkv.weight q4_K +blk.42.ffn_gate.weight iq3_xxs +blk.42.ffn_up.weight iq3_xxs +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_gate.weight iq3_xxs +blk.43.ffn_up.weight iq3_xxs +blk.44.attn_qkv.weight q4_K +blk.44.ffn_gate.weight iq3_xxs +blk.44.ffn_up.weight iq3_xxs +blk.45.attn_qkv.weight q4_K +blk.45.ffn_gate.weight iq3_xxs +blk.45.ffn_up.weight iq3_xxs +blk.46.attn_qkv.weight q4_K +blk.46.ffn_gate.weight iq3_xxs +blk.46.ffn_up.weight iq3_xxs +blk.47.attn_k.weight iq3_xxs +blk.47.attn_q.weight iq3_xxs +blk.47.attn_v.weight q4_K +blk.47.ffn_gate.weight iq3_xxs +blk.47.ffn_up.weight iq3_xxs +blk.48.attn_qkv.weight q4_K +blk.48.ffn_gate.weight iq3_xxs +blk.48.ffn_up.weight iq3_xxs +blk.49.attn_qkv.weight q4_K +blk.49.ffn_gate.weight iq3_xxs +blk.49.ffn_up.weight iq3_xxs +blk.50.attn_qkv.weight q4_K +blk.50.ffn_gate.weight iq3_xxs +blk.50.ffn_up.weight iq3_xxs +blk.51.attn_k.weight iq3_xxs +blk.51.attn_q.weight iq3_xxs +blk.51.attn_v.weight q4_K +blk.51.ffn_gate.weight iq3_xxs +blk.51.ffn_up.weight iq3_xxs +blk.52.attn_qkv.weight q4_K +blk.52.ffn_gate.weight iq3_xxs +blk.52.ffn_up.weight iq3_xxs +blk.53.attn_qkv.weight q4_K +blk.53.ffn_gate.weight iq3_xxs +blk.53.ffn_up.weight iq3_xxs +blk.54.attn_qkv.weight q4_K +blk.54.ffn_gate.weight iq3_xxs +blk.54.ffn_up.weight iq3_xxs +blk.55.attn_k.weight iq3_xxs +blk.55.attn_q.weight iq3_xxs +blk.55.attn_v.weight q4_K +blk.55.ffn_gate.weight iq3_xxs +blk.55.ffn_up.weight iq3_xxs +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_k.weight iq3_xxs +blk.59.attn_q.weight iq3_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_k.weight iq3_xxs +blk.63.attn_q.weight iq3_xxs +blk.63.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down.weight q3_K +blk.47.attn_k.weight iq2_s +blk.47.attn_output.weight iq3_s +blk.47.attn_q.weight iq2_s +blk.47.attn_v.weight q4_K +blk.47.ffn_down.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down.weight q3_K +blk.51.attn_k.weight iq2_s +blk.51.attn_output.weight iq3_s +blk.51.attn_q.weight iq2_s +blk.51.attn_v.weight q4_K +blk.51.ffn_down.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down.weight q3_K +blk.55.attn_k.weight iq2_s +blk.55.attn_output.weight iq3_s +blk.55.attn_q.weight iq2_s +blk.55.attn_v.weight q4_K +blk.55.ffn_down.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down.weight q3_K +blk.59.attn_k.weight iq2_s +blk.59.attn_output.weight iq3_s +blk.59.attn_q.weight iq2_s +blk.59.attn_v.weight q4_K +blk.59.ffn_down.weight q3_K +blk.60.attn_qkv.weight q4_K +blk.60.ffn_down.weight q3_K +blk.61.attn_qkv.weight q4_K +blk.61.ffn_down.weight q3_K +blk.62.attn_qkv.weight q4_K +blk.62.ffn_down.weight q3_K +blk.63.attn_k.weight iq2_s +blk.63.attn_output.weight iq3_s +blk.63.attn_q.weight iq2_s +blk.63.attn_v.weight q4_K +blk.63.ffn_down.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.63.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight q4_K +blk.63.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight iq3_s +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight iq3_s +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight iq3_s +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight iq3_s +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq3_s +blk.63.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K +blk.60.attn_qkv.weight q5_K +blk.61.attn_qkv.weight q5_K +blk.62.attn_qkv.weight q5_K +blk.63.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down.weight q2_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down.weight q2_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down.weight q2_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_down.weight q2_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K +blk.60.attn_qkv.weight q4_K +blk.61.attn_qkv.weight q4_K +blk.62.attn_qkv.weight q4_K +blk.63.attn_output.weight iq2_xxs +blk.63.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_gate.weight q8_0 +blk.0.attn_qkv.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.0.ssm_alpha.weight q8_0 +blk.0.ssm_beta.weight q8_0 +blk.0.ssm_out.weight q8_0 +blk.1.attn_gate.weight q8_0 +blk.1.attn_qkv.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.1.ssm_alpha.weight q8_0 +blk.1.ssm_beta.weight q8_0 +blk.1.ssm_out.weight q8_0 +blk.2.attn_gate.weight q8_0 +blk.2.attn_qkv.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.2.ssm_alpha.weight q8_0 +blk.2.ssm_beta.weight q8_0 +blk.2.ssm_out.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down.weight q8_0 +blk.3.ffn_gate.weight q8_0 +blk.3.ffn_up.weight q8_0 +blk.4.attn_gate.weight q8_0 +blk.4.attn_qkv.weight q8_0 +blk.4.ffn_down.weight q8_0 +blk.4.ffn_gate.weight q8_0 +blk.4.ffn_up.weight q8_0 +blk.4.ssm_alpha.weight q8_0 +blk.4.ssm_beta.weight q8_0 +blk.4.ssm_out.weight q8_0 +blk.5.attn_gate.weight q8_0 +blk.5.attn_qkv.weight q8_0 +blk.5.ffn_down.weight q8_0 +blk.5.ffn_gate.weight q8_0 +blk.5.ffn_up.weight q8_0 +blk.5.ssm_alpha.weight q8_0 +blk.5.ssm_beta.weight q8_0 +blk.5.ssm_out.weight q8_0 +blk.6.attn_gate.weight q8_0 +blk.6.attn_qkv.weight q8_0 +blk.6.ffn_down.weight q8_0 +blk.6.ffn_gate.weight q8_0 +blk.6.ffn_up.weight q8_0 +blk.6.ssm_alpha.weight q8_0 +blk.6.ssm_beta.weight q8_0 +blk.6.ssm_out.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down.weight q8_0 +blk.7.ffn_gate.weight q8_0 +blk.7.ffn_up.weight q8_0 +blk.8.attn_gate.weight q8_0 +blk.8.attn_qkv.weight q8_0 +blk.8.ffn_down.weight q8_0 +blk.8.ffn_gate.weight q8_0 +blk.8.ffn_up.weight q8_0 +blk.8.ssm_alpha.weight q8_0 +blk.8.ssm_beta.weight q8_0 +blk.8.ssm_out.weight q8_0 +blk.9.attn_gate.weight q8_0 +blk.9.attn_qkv.weight q8_0 +blk.9.ffn_down.weight q8_0 +blk.9.ffn_gate.weight q8_0 +blk.9.ffn_up.weight q8_0 +blk.9.ssm_alpha.weight q8_0 +blk.9.ssm_beta.weight q8_0 +blk.9.ssm_out.weight q8_0 +blk.10.attn_gate.weight q8_0 +blk.10.attn_qkv.weight q8_0 +blk.10.ffn_down.weight q8_0 +blk.10.ffn_gate.weight q8_0 +blk.10.ffn_up.weight q8_0 +blk.10.ssm_alpha.weight q8_0 +blk.10.ssm_beta.weight q8_0 +blk.10.ssm_out.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down.weight q8_0 +blk.11.ffn_gate.weight q8_0 +blk.11.ffn_up.weight q8_0 +blk.12.attn_gate.weight q8_0 +blk.12.attn_qkv.weight q8_0 +blk.12.ffn_down.weight q8_0 +blk.12.ffn_gate.weight q8_0 +blk.12.ffn_up.weight q8_0 +blk.12.ssm_alpha.weight q8_0 +blk.12.ssm_beta.weight q8_0 +blk.12.ssm_out.weight q8_0 +blk.13.attn_gate.weight q8_0 +blk.13.attn_qkv.weight q8_0 +blk.13.ffn_down.weight q8_0 +blk.13.ffn_gate.weight q8_0 +blk.13.ffn_up.weight q8_0 +blk.13.ssm_alpha.weight q8_0 +blk.13.ssm_beta.weight q8_0 +blk.13.ssm_out.weight q8_0 +blk.14.attn_gate.weight q8_0 +blk.14.attn_qkv.weight q8_0 +blk.14.ffn_down.weight q8_0 +blk.14.ffn_gate.weight q8_0 +blk.14.ffn_up.weight q8_0 +blk.14.ssm_alpha.weight q8_0 +blk.14.ssm_beta.weight q8_0 +blk.14.ssm_out.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down.weight q8_0 +blk.15.ffn_gate.weight q8_0 +blk.15.ffn_up.weight q8_0 +blk.16.attn_gate.weight q8_0 +blk.16.attn_qkv.weight q8_0 +blk.16.ffn_down.weight q8_0 +blk.16.ffn_gate.weight q8_0 +blk.16.ffn_up.weight q8_0 +blk.16.ssm_alpha.weight q8_0 +blk.16.ssm_beta.weight q8_0 +blk.16.ssm_out.weight q8_0 +blk.17.attn_gate.weight q8_0 +blk.17.attn_qkv.weight q8_0 +blk.17.ffn_down.weight q8_0 +blk.17.ffn_gate.weight q8_0 +blk.17.ffn_up.weight q8_0 +blk.17.ssm_alpha.weight q8_0 +blk.17.ssm_beta.weight q8_0 +blk.17.ssm_out.weight q8_0 +blk.18.attn_gate.weight q8_0 +blk.18.attn_qkv.weight q8_0 +blk.18.ffn_down.weight q8_0 +blk.18.ffn_gate.weight q8_0 +blk.18.ffn_up.weight q8_0 +blk.18.ssm_alpha.weight q8_0 +blk.18.ssm_beta.weight q8_0 +blk.18.ssm_out.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down.weight q8_0 +blk.19.ffn_gate.weight q8_0 +blk.19.ffn_up.weight q8_0 +blk.20.attn_gate.weight q8_0 +blk.20.attn_qkv.weight q8_0 +blk.20.ffn_down.weight q8_0 +blk.20.ffn_gate.weight q8_0 +blk.20.ffn_up.weight q8_0 +blk.20.ssm_alpha.weight q8_0 +blk.20.ssm_beta.weight q8_0 +blk.20.ssm_out.weight q8_0 +blk.21.attn_gate.weight q8_0 +blk.21.attn_qkv.weight q8_0 +blk.21.ffn_down.weight q8_0 +blk.21.ffn_gate.weight q8_0 +blk.21.ffn_up.weight q8_0 +blk.21.ssm_alpha.weight q8_0 +blk.21.ssm_beta.weight q8_0 +blk.21.ssm_out.weight q8_0 +blk.22.attn_gate.weight q8_0 +blk.22.attn_qkv.weight q8_0 +blk.22.ffn_down.weight q8_0 +blk.22.ffn_gate.weight q8_0 +blk.22.ffn_up.weight q8_0 +blk.22.ssm_alpha.weight q8_0 +blk.22.ssm_beta.weight q8_0 +blk.22.ssm_out.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down.weight q8_0 +blk.23.ffn_gate.weight q8_0 +blk.23.ffn_up.weight q8_0 +blk.24.attn_gate.weight q8_0 +blk.24.attn_qkv.weight q8_0 +blk.24.ffn_down.weight q8_0 +blk.24.ffn_gate.weight q8_0 +blk.24.ffn_up.weight q8_0 +blk.24.ssm_alpha.weight q8_0 +blk.24.ssm_beta.weight q8_0 +blk.24.ssm_out.weight q8_0 +blk.25.attn_gate.weight q8_0 +blk.25.attn_qkv.weight q8_0 +blk.25.ffn_down.weight q8_0 +blk.25.ffn_gate.weight q8_0 +blk.25.ffn_up.weight q8_0 +blk.25.ssm_alpha.weight q8_0 +blk.25.ssm_beta.weight q8_0 +blk.25.ssm_out.weight q8_0 +blk.26.attn_gate.weight q8_0 +blk.26.attn_qkv.weight q8_0 +blk.26.ffn_down.weight q8_0 +blk.26.ffn_gate.weight q8_0 +blk.26.ffn_up.weight q8_0 +blk.26.ssm_alpha.weight q8_0 +blk.26.ssm_beta.weight q8_0 +blk.26.ssm_out.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down.weight q8_0 +blk.27.ffn_gate.weight q8_0 +blk.27.ffn_up.weight q8_0 +blk.28.attn_gate.weight q8_0 +blk.28.attn_qkv.weight q8_0 +blk.28.ffn_down.weight q8_0 +blk.28.ffn_gate.weight q8_0 +blk.28.ffn_up.weight q8_0 +blk.28.ssm_alpha.weight q8_0 +blk.28.ssm_beta.weight q8_0 +blk.28.ssm_out.weight q8_0 +blk.29.attn_gate.weight q8_0 +blk.29.attn_qkv.weight q8_0 +blk.29.ffn_down.weight q8_0 +blk.29.ffn_gate.weight q8_0 +blk.29.ffn_up.weight q8_0 +blk.29.ssm_alpha.weight q8_0 +blk.29.ssm_beta.weight q8_0 +blk.29.ssm_out.weight q8_0 +blk.30.attn_gate.weight q8_0 +blk.30.attn_qkv.weight q8_0 +blk.30.ffn_down.weight q8_0 +blk.30.ffn_gate.weight q8_0 +blk.30.ffn_up.weight q8_0 +blk.30.ssm_alpha.weight q8_0 +blk.30.ssm_beta.weight q8_0 +blk.30.ssm_out.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down.weight q8_0 +blk.31.ffn_gate.weight q8_0 +blk.31.ffn_up.weight q8_0 +blk.32.attn_gate.weight q8_0 +blk.32.attn_qkv.weight q8_0 +blk.32.ffn_down.weight q8_0 +blk.32.ffn_gate.weight q8_0 +blk.32.ffn_up.weight q8_0 +blk.32.ssm_alpha.weight q8_0 +blk.32.ssm_beta.weight q8_0 +blk.32.ssm_out.weight q8_0 +blk.33.attn_gate.weight q8_0 +blk.33.attn_qkv.weight q8_0 +blk.33.ffn_down.weight q8_0 +blk.33.ffn_gate.weight q8_0 +blk.33.ffn_up.weight q8_0 +blk.33.ssm_alpha.weight q8_0 +blk.33.ssm_beta.weight q8_0 +blk.33.ssm_out.weight q8_0 +blk.34.attn_gate.weight q8_0 +blk.34.attn_qkv.weight q8_0 +blk.34.ffn_down.weight q8_0 +blk.34.ffn_gate.weight q8_0 +blk.34.ffn_up.weight q8_0 +blk.34.ssm_alpha.weight q8_0 +blk.34.ssm_beta.weight q8_0 +blk.34.ssm_out.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down.weight q8_0 +blk.35.ffn_gate.weight q8_0 +blk.35.ffn_up.weight q8_0 +blk.36.attn_gate.weight q8_0 +blk.36.attn_qkv.weight q8_0 +blk.36.ffn_down.weight q8_0 +blk.36.ffn_gate.weight q8_0 +blk.36.ffn_up.weight q8_0 +blk.36.ssm_alpha.weight q8_0 +blk.36.ssm_beta.weight q8_0 +blk.36.ssm_out.weight q8_0 +blk.37.attn_gate.weight q8_0 +blk.37.attn_qkv.weight q8_0 +blk.37.ffn_down.weight q8_0 +blk.37.ffn_gate.weight q8_0 +blk.37.ffn_up.weight q8_0 +blk.37.ssm_alpha.weight q8_0 +blk.37.ssm_beta.weight q8_0 +blk.37.ssm_out.weight q8_0 +blk.38.attn_gate.weight q8_0 +blk.38.attn_qkv.weight q8_0 +blk.38.ffn_down.weight q8_0 +blk.38.ffn_gate.weight q8_0 +blk.38.ffn_up.weight q8_0 +blk.38.ssm_alpha.weight q8_0 +blk.38.ssm_beta.weight q8_0 +blk.38.ssm_out.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down.weight q8_0 +blk.39.ffn_gate.weight q8_0 +blk.39.ffn_up.weight q8_0 +blk.40.attn_gate.weight q8_0 +blk.40.attn_qkv.weight q8_0 +blk.40.ffn_down.weight q8_0 +blk.40.ffn_gate.weight q8_0 +blk.40.ffn_up.weight q8_0 +blk.40.ssm_alpha.weight q8_0 +blk.40.ssm_beta.weight q8_0 +blk.40.ssm_out.weight q8_0 +blk.41.attn_gate.weight q8_0 +blk.41.attn_qkv.weight q8_0 +blk.41.ffn_down.weight q8_0 +blk.41.ffn_gate.weight q8_0 +blk.41.ffn_up.weight q8_0 +blk.41.ssm_alpha.weight q8_0 +blk.41.ssm_beta.weight q8_0 +blk.41.ssm_out.weight q8_0 +blk.42.attn_gate.weight q8_0 +blk.42.attn_qkv.weight q8_0 +blk.42.ffn_down.weight q8_0 +blk.42.ffn_gate.weight q8_0 +blk.42.ffn_up.weight q8_0 +blk.42.ssm_alpha.weight q8_0 +blk.42.ssm_beta.weight q8_0 +blk.42.ssm_out.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down.weight q8_0 +blk.43.ffn_gate.weight q8_0 +blk.43.ffn_up.weight q8_0 +blk.44.attn_gate.weight q8_0 +blk.44.attn_qkv.weight q8_0 +blk.44.ffn_down.weight q8_0 +blk.44.ffn_gate.weight q8_0 +blk.44.ffn_up.weight q8_0 +blk.44.ssm_alpha.weight q8_0 +blk.44.ssm_beta.weight q8_0 +blk.44.ssm_out.weight q8_0 +blk.45.attn_gate.weight q8_0 +blk.45.attn_qkv.weight q8_0 +blk.45.ffn_down.weight q8_0 +blk.45.ffn_gate.weight q8_0 +blk.45.ffn_up.weight q8_0 +blk.45.ssm_alpha.weight q8_0 +blk.45.ssm_beta.weight q8_0 +blk.45.ssm_out.weight q8_0 +blk.46.attn_gate.weight q8_0 +blk.46.attn_qkv.weight q8_0 +blk.46.ffn_down.weight q8_0 +blk.46.ffn_gate.weight q8_0 +blk.46.ffn_up.weight q8_0 +blk.46.ssm_alpha.weight q8_0 +blk.46.ssm_beta.weight q8_0 +blk.46.ssm_out.weight q8_0 +blk.47.attn_k.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q.weight q8_0 +blk.47.attn_v.weight q8_0 +blk.47.ffn_down.weight q8_0 +blk.47.ffn_gate.weight q8_0 +blk.47.ffn_up.weight q8_0 +blk.48.attn_gate.weight q8_0 +blk.48.attn_qkv.weight q8_0 +blk.48.ffn_down.weight q8_0 +blk.48.ffn_gate.weight q8_0 +blk.48.ffn_up.weight q8_0 +blk.48.ssm_alpha.weight q8_0 +blk.48.ssm_beta.weight q8_0 +blk.48.ssm_out.weight q8_0 +blk.49.attn_gate.weight q8_0 +blk.49.attn_qkv.weight q8_0 +blk.49.ffn_down.weight q8_0 +blk.49.ffn_gate.weight q8_0 +blk.49.ffn_up.weight q8_0 +blk.49.ssm_alpha.weight q8_0 +blk.49.ssm_beta.weight q8_0 +blk.49.ssm_out.weight q8_0 +blk.50.attn_gate.weight q8_0 +blk.50.attn_qkv.weight q8_0 +blk.50.ffn_down.weight q8_0 +blk.50.ffn_gate.weight q8_0 +blk.50.ffn_up.weight q8_0 +blk.50.ssm_alpha.weight q8_0 +blk.50.ssm_beta.weight q8_0 +blk.50.ssm_out.weight q8_0 +blk.51.attn_k.weight q8_0 +blk.51.attn_output.weight q8_0 +blk.51.attn_q.weight q8_0 +blk.51.attn_v.weight q8_0 +blk.51.ffn_down.weight q8_0 +blk.51.ffn_gate.weight q8_0 +blk.51.ffn_up.weight q8_0 +blk.52.attn_gate.weight q8_0 +blk.52.attn_qkv.weight q8_0 +blk.52.ffn_down.weight q8_0 +blk.52.ffn_gate.weight q8_0 +blk.52.ffn_up.weight q8_0 +blk.52.ssm_alpha.weight q8_0 +blk.52.ssm_beta.weight q8_0 +blk.52.ssm_out.weight q8_0 +blk.53.attn_gate.weight q8_0 +blk.53.attn_qkv.weight q8_0 +blk.53.ffn_down.weight q8_0 +blk.53.ffn_gate.weight q8_0 +blk.53.ffn_up.weight q8_0 +blk.53.ssm_alpha.weight q8_0 +blk.53.ssm_beta.weight q8_0 +blk.53.ssm_out.weight q8_0 +blk.54.attn_gate.weight q8_0 +blk.54.attn_qkv.weight q8_0 +blk.54.ffn_down.weight q8_0 +blk.54.ffn_gate.weight q8_0 +blk.54.ffn_up.weight q8_0 +blk.54.ssm_alpha.weight q8_0 +blk.54.ssm_beta.weight q8_0 +blk.54.ssm_out.weight q8_0 +blk.55.attn_k.weight q8_0 +blk.55.attn_output.weight q8_0 +blk.55.attn_q.weight q8_0 +blk.55.attn_v.weight q8_0 +blk.55.ffn_down.weight q8_0 +blk.55.ffn_gate.weight q8_0 +blk.55.ffn_up.weight q8_0 +blk.56.attn_gate.weight q8_0 +blk.56.attn_qkv.weight q8_0 +blk.56.ffn_down.weight q8_0 +blk.56.ffn_gate.weight q8_0 +blk.56.ffn_up.weight q8_0 +blk.56.ssm_alpha.weight q8_0 +blk.56.ssm_beta.weight q8_0 +blk.56.ssm_out.weight q8_0 +blk.57.attn_gate.weight q8_0 +blk.57.attn_qkv.weight q8_0 +blk.57.ffn_down.weight q8_0 +blk.57.ffn_gate.weight q8_0 +blk.57.ffn_up.weight q8_0 +blk.57.ssm_alpha.weight q8_0 +blk.57.ssm_beta.weight q8_0 +blk.57.ssm_out.weight q8_0 +blk.58.attn_gate.weight q8_0 +blk.58.attn_qkv.weight q8_0 +blk.58.ffn_down.weight q8_0 +blk.58.ffn_gate.weight q8_0 +blk.58.ffn_up.weight q8_0 +blk.58.ssm_alpha.weight q8_0 +blk.58.ssm_beta.weight q8_0 +blk.58.ssm_out.weight q8_0 +blk.59.attn_k.weight q8_0 +blk.59.attn_output.weight q8_0 +blk.59.attn_q.weight q8_0 +blk.59.attn_v.weight q8_0 +blk.59.ffn_down.weight q8_0 +blk.59.ffn_gate.weight q8_0 +blk.59.ffn_up.weight q8_0 +blk.60.attn_gate.weight q8_0 +blk.60.attn_qkv.weight q8_0 +blk.60.ffn_down.weight q8_0 +blk.60.ffn_gate.weight q8_0 +blk.60.ffn_up.weight q8_0 +blk.60.ssm_alpha.weight q8_0 +blk.60.ssm_beta.weight q8_0 +blk.60.ssm_out.weight q8_0 +blk.61.attn_gate.weight q8_0 +blk.61.attn_qkv.weight q8_0 +blk.61.ffn_down.weight q8_0 +blk.61.ffn_gate.weight q8_0 +blk.61.ffn_up.weight q8_0 +blk.61.ssm_alpha.weight q8_0 +blk.61.ssm_beta.weight q8_0 +blk.61.ssm_out.weight q8_0 +blk.62.attn_gate.weight q8_0 +blk.62.attn_qkv.weight q8_0 +blk.62.ffn_down.weight q8_0 +blk.62.ffn_gate.weight q8_0 +blk.62.ffn_up.weight q8_0 +blk.62.ssm_alpha.weight q8_0 +blk.62.ssm_beta.weight q8_0 +blk.62.ssm_out.weight q8_0 +blk.63.attn_k.weight q8_0 +blk.63.attn_output.weight q8_0 +blk.63.attn_q.weight q8_0 +blk.63.attn_v.weight q8_0 +blk.63.ffn_down.weight q8_0 +blk.63.ffn_gate.weight q8_0 +blk.63.ffn_up.weight q8_0 diff --git a/tests/snapshots/qwen3.5-397b-a17b.schema b/tests/snapshots/qwen3.5-397b-a17b.schema new file mode 100644 index 00000000000..d5056b98353 --- /dev/null +++ b/tests/snapshots/qwen3.5-397b-a17b.schema @@ -0,0 +1,2682 @@ +# Model: Qwen3.5-397B-A17B +# n_embd=4096, n_ff=0, n_vocab=248320, n_layer=60, n_head=32, n_head_kv=2, n_expert=512 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q3_K +blk.0.ffn_down_shexp.weight q3_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q3_K +blk.1.ffn_down_shexp.weight q3_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q3_K +blk.2.ffn_down_shexp.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q3_K +blk.3.ffn_down_shexp.weight q3_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q3_K +blk.4.ffn_down_shexp.weight q3_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q3_K +blk.5.ffn_down_shexp.weight q3_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_output.weight q3_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down_exps.weight q3_K +blk.48.ffn_down_shexp.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down_exps.weight q3_K +blk.49.ffn_down_shexp.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down_exps.weight q3_K +blk.50.ffn_down_shexp.weight q3_K +blk.51.attn_output.weight q3_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down_exps.weight q3_K +blk.51.ffn_down_shexp.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down_exps.weight q3_K +blk.52.ffn_down_shexp.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down_exps.weight q3_K +blk.53.ffn_down_shexp.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down_exps.weight q3_K +blk.54.ffn_down_shexp.weight q3_K +blk.55.attn_output.weight q3_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down_exps.weight q3_K +blk.55.ffn_down_shexp.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down_exps.weight q3_K +blk.56.ffn_down_shexp.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down_exps.weight q3_K +blk.57.ffn_down_shexp.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down_exps.weight q3_K +blk.58.ffn_down_shexp.weight q3_K +blk.59.attn_output.weight q3_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down_exps.weight q3_K +blk.59.ffn_down_shexp.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_K +blk.7.ffn_down_shexp.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q4_K +blk.8.ffn_down_shexp.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q4_K +blk.9.ffn_down_shexp.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q4_K +blk.10.ffn_down_shexp.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_K +blk.11.ffn_down_shexp.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q4_K +blk.12.ffn_down_shexp.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q4_K +blk.13.ffn_down_shexp.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q4_K +blk.14.ffn_down_shexp.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_K +blk.15.ffn_down_shexp.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q4_K +blk.16.ffn_down_shexp.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q4_K +blk.17.ffn_down_shexp.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q4_K +blk.18.ffn_down_shexp.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_K +blk.19.ffn_down_shexp.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q4_K +blk.20.ffn_down_shexp.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q4_K +blk.21.ffn_down_shexp.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q4_K +blk.22.ffn_down_shexp.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_K +blk.23.ffn_down_shexp.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q4_K +blk.24.ffn_down_shexp.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q4_K +blk.25.ffn_down_shexp.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q4_K +blk.26.ffn_down_shexp.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_K +blk.27.ffn_down_shexp.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q4_K +blk.28.ffn_down_shexp.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q4_K +blk.29.ffn_down_shexp.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q4_K +blk.30.ffn_down_shexp.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_K +blk.31.ffn_down_shexp.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q4_K +blk.32.ffn_down_shexp.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q4_K +blk.33.ffn_down_shexp.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q4_K +blk.34.ffn_down_shexp.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_K +blk.35.ffn_down_shexp.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q4_K +blk.36.ffn_down_shexp.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q4_K +blk.37.ffn_down_shexp.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q4_K +blk.38.ffn_down_shexp.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_K +blk.39.ffn_down_shexp.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q4_K +blk.40.ffn_down_shexp.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q4_K +blk.41.ffn_down_shexp.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q4_K +blk.42.ffn_down_shexp.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_K +blk.43.ffn_down_shexp.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q4_K +blk.44.ffn_down_shexp.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q4_K +blk.45.ffn_down_shexp.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q4_K +blk.46.ffn_down_shexp.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q4_K +blk.47.ffn_down_shexp.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down_exps.weight q4_K +blk.48.ffn_down_shexp.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down_exps.weight q4_K +blk.49.ffn_down_shexp.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down_exps.weight q4_K +blk.50.ffn_down_shexp.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.51.ffn_down_exps.weight q4_K +blk.51.ffn_down_shexp.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down_exps.weight q4_K +blk.52.ffn_down_shexp.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down_exps.weight q4_K +blk.53.ffn_down_shexp.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down_exps.weight q4_K +blk.54.ffn_down_shexp.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.55.ffn_down_exps.weight q4_K +blk.55.ffn_down_shexp.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down_exps.weight q4_K +blk.56.ffn_down_shexp.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down_exps.weight q4_K +blk.57.ffn_down_shexp.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down_exps.weight q4_K +blk.58.ffn_down_shexp.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K +blk.59.ffn_down_exps.weight q4_K +blk.59.ffn_down_shexp.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down_exps.weight q5_K +blk.7.ffn_down_shexp.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.8.ffn_down_exps.weight q5_K +blk.8.ffn_down_shexp.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.9.ffn_down_exps.weight q5_K +blk.9.ffn_down_shexp.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.10.ffn_down_exps.weight q5_K +blk.10.ffn_down_shexp.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down_exps.weight q5_K +blk.11.ffn_down_shexp.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.12.ffn_down_exps.weight q5_K +blk.12.ffn_down_shexp.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.13.ffn_down_exps.weight q5_K +blk.13.ffn_down_shexp.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.14.ffn_down_exps.weight q5_K +blk.14.ffn_down_shexp.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down_exps.weight q5_K +blk.15.ffn_down_shexp.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.16.ffn_down_exps.weight q5_K +blk.16.ffn_down_shexp.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.17.ffn_down_exps.weight q5_K +blk.17.ffn_down_shexp.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.18.ffn_down_exps.weight q5_K +blk.18.ffn_down_shexp.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down_exps.weight q5_K +blk.19.ffn_down_shexp.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.20.ffn_down_exps.weight q5_K +blk.20.ffn_down_shexp.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.21.ffn_down_exps.weight q5_K +blk.21.ffn_down_shexp.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.22.ffn_down_exps.weight q5_K +blk.22.ffn_down_shexp.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down_exps.weight q5_K +blk.23.ffn_down_shexp.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.24.ffn_down_exps.weight q5_K +blk.24.ffn_down_shexp.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.25.ffn_down_exps.weight q5_K +blk.25.ffn_down_shexp.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.26.ffn_down_exps.weight q5_K +blk.26.ffn_down_shexp.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down_exps.weight q5_K +blk.27.ffn_down_shexp.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.28.ffn_down_exps.weight q5_K +blk.28.ffn_down_shexp.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.29.ffn_down_exps.weight q5_K +blk.29.ffn_down_shexp.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.30.ffn_down_exps.weight q5_K +blk.30.ffn_down_shexp.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down_exps.weight q5_K +blk.31.ffn_down_shexp.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.32.ffn_down_exps.weight q5_K +blk.32.ffn_down_shexp.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.33.ffn_down_exps.weight q5_K +blk.33.ffn_down_shexp.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.34.ffn_down_exps.weight q5_K +blk.34.ffn_down_shexp.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down_exps.weight q5_K +blk.35.ffn_down_shexp.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.36.ffn_down_exps.weight q5_K +blk.36.ffn_down_shexp.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.37.ffn_down_exps.weight q5_K +blk.37.ffn_down_shexp.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.38.ffn_down_exps.weight q5_K +blk.38.ffn_down_shexp.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down_exps.weight q5_K +blk.39.ffn_down_shexp.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.40.ffn_down_exps.weight q5_K +blk.40.ffn_down_shexp.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.41.ffn_down_exps.weight q5_K +blk.41.ffn_down_shexp.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.42.ffn_down_exps.weight q5_K +blk.42.ffn_down_shexp.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down_exps.weight q5_K +blk.43.ffn_down_shexp.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.44.ffn_down_exps.weight q5_K +blk.44.ffn_down_shexp.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.45.ffn_down_exps.weight q5_K +blk.45.ffn_down_shexp.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.46.ffn_down_exps.weight q5_K +blk.46.ffn_down_shexp.weight q5_K +blk.47.attn_output.weight q5_K +blk.47.attn_v.weight q5_K +blk.47.ffn_down_exps.weight q5_K +blk.47.ffn_down_shexp.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.48.ffn_down_exps.weight q5_K +blk.48.ffn_down_shexp.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.49.ffn_down_exps.weight q5_K +blk.49.ffn_down_shexp.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.50.ffn_down_exps.weight q5_K +blk.50.ffn_down_shexp.weight q5_K +blk.51.attn_output.weight q5_K +blk.51.attn_v.weight q5_K +blk.51.ffn_down_exps.weight q5_K +blk.51.ffn_down_shexp.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.52.ffn_down_exps.weight q5_K +blk.52.ffn_down_shexp.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.53.ffn_down_exps.weight q5_K +blk.53.ffn_down_shexp.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.54.ffn_down_exps.weight q5_K +blk.54.ffn_down_shexp.weight q5_K +blk.55.attn_output.weight q5_K +blk.55.attn_v.weight q5_K +blk.55.ffn_down_exps.weight q5_K +blk.55.ffn_down_shexp.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.56.ffn_down_exps.weight q5_K +blk.56.ffn_down_shexp.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.57.ffn_down_exps.weight q5_K +blk.57.ffn_down_shexp.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.58.ffn_down_exps.weight q5_K +blk.58.ffn_down_shexp.weight q5_K +blk.59.attn_output.weight q5_K +blk.59.attn_v.weight q5_K +blk.59.ffn_down_exps.weight q5_K +blk.59.ffn_down_shexp.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down_exps.weight q6_K +blk.0.ffn_down_shexp.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down_exps.weight q6_K +blk.1.ffn_down_shexp.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down_exps.weight q6_K +blk.2.ffn_down_shexp.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down_exps.weight q6_K +blk.6.ffn_down_shexp.weight q6_K +blk.9.attn_qkv.weight q6_K +blk.9.ffn_down_exps.weight q6_K +blk.9.ffn_down_shexp.weight q6_K +blk.12.attn_qkv.weight q6_K +blk.12.ffn_down_exps.weight q6_K +blk.12.ffn_down_shexp.weight q6_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down_exps.weight q6_K +blk.15.ffn_down_shexp.weight q6_K +blk.18.attn_qkv.weight q6_K +blk.18.ffn_down_exps.weight q6_K +blk.18.ffn_down_shexp.weight q6_K +blk.21.attn_qkv.weight q6_K +blk.21.ffn_down_exps.weight q6_K +blk.21.ffn_down_shexp.weight q6_K +blk.24.attn_qkv.weight q6_K +blk.24.ffn_down_exps.weight q6_K +blk.24.ffn_down_shexp.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down_exps.weight q6_K +blk.27.ffn_down_shexp.weight q6_K +blk.30.attn_qkv.weight q6_K +blk.30.ffn_down_exps.weight q6_K +blk.30.ffn_down_shexp.weight q6_K +blk.33.attn_qkv.weight q6_K +blk.33.ffn_down_exps.weight q6_K +blk.33.ffn_down_shexp.weight q6_K +blk.36.attn_qkv.weight q6_K +blk.36.ffn_down_exps.weight q6_K +blk.36.ffn_down_shexp.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.42.attn_qkv.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.45.attn_qkv.weight q6_K +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.48.attn_qkv.weight q6_K +blk.48.ffn_down_exps.weight q6_K +blk.48.ffn_down_shexp.weight q6_K +blk.51.attn_v.weight q6_K +blk.51.ffn_down_exps.weight q6_K +blk.51.ffn_down_shexp.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down_exps.weight q6_K +blk.52.ffn_down_shexp.weight q6_K +blk.53.attn_qkv.weight q6_K +blk.53.ffn_down_exps.weight q6_K +blk.53.ffn_down_shexp.weight q6_K +blk.54.attn_qkv.weight q6_K +blk.54.ffn_down_exps.weight q6_K +blk.54.ffn_down_shexp.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down_exps.weight q6_K +blk.55.ffn_down_shexp.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down_exps.weight q6_K +blk.56.ffn_down_shexp.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down_exps.weight q6_K +blk.57.ffn_down_shexp.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down_exps.weight q6_K +blk.58.ffn_down_shexp.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down_exps.weight q6_K +blk.59.ffn_down_shexp.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_qkv.weight q6_K +blk.0.ffn_down_exps.weight q6_K +blk.0.ffn_down_shexp.weight q6_K +blk.1.attn_qkv.weight q6_K +blk.1.ffn_down_exps.weight q6_K +blk.1.ffn_down_shexp.weight q6_K +blk.2.attn_qkv.weight q6_K +blk.2.ffn_down_exps.weight q6_K +blk.2.ffn_down_shexp.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_qkv.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.5.attn_qkv.weight q6_K +blk.5.ffn_down_exps.weight q6_K +blk.5.ffn_down_shexp.weight q6_K +blk.6.attn_qkv.weight q6_K +blk.6.ffn_down_exps.weight q6_K +blk.6.ffn_down_shexp.weight q6_K +blk.9.attn_qkv.weight q6_K +blk.9.ffn_down_exps.weight q6_K +blk.9.ffn_down_shexp.weight q6_K +blk.12.attn_qkv.weight q6_K +blk.12.ffn_down_exps.weight q6_K +blk.12.ffn_down_shexp.weight q6_K +blk.15.attn_v.weight q6_K +blk.15.ffn_down_exps.weight q6_K +blk.15.ffn_down_shexp.weight q6_K +blk.18.attn_qkv.weight q6_K +blk.18.ffn_down_exps.weight q6_K +blk.18.ffn_down_shexp.weight q6_K +blk.21.attn_qkv.weight q6_K +blk.21.ffn_down_exps.weight q6_K +blk.21.ffn_down_shexp.weight q6_K +blk.24.attn_qkv.weight q6_K +blk.24.ffn_down_exps.weight q6_K +blk.24.ffn_down_shexp.weight q6_K +blk.27.attn_v.weight q6_K +blk.27.ffn_down_exps.weight q6_K +blk.27.ffn_down_shexp.weight q6_K +blk.30.attn_qkv.weight q6_K +blk.30.ffn_down_exps.weight q6_K +blk.30.ffn_down_shexp.weight q6_K +blk.33.attn_qkv.weight q6_K +blk.33.ffn_down_exps.weight q6_K +blk.33.ffn_down_shexp.weight q6_K +blk.36.attn_qkv.weight q6_K +blk.36.ffn_down_exps.weight q6_K +blk.36.ffn_down_shexp.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.42.attn_qkv.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.45.attn_qkv.weight q6_K +blk.45.ffn_down_exps.weight q6_K +blk.45.ffn_down_shexp.weight q6_K +blk.48.attn_qkv.weight q6_K +blk.48.ffn_down_exps.weight q6_K +blk.48.ffn_down_shexp.weight q6_K +blk.51.attn_v.weight q6_K +blk.51.ffn_down_exps.weight q6_K +blk.51.ffn_down_shexp.weight q6_K +blk.52.attn_qkv.weight q6_K +blk.52.ffn_down_exps.weight q6_K +blk.52.ffn_down_shexp.weight q6_K +blk.53.attn_qkv.weight q6_K +blk.53.ffn_down_exps.weight q6_K +blk.53.ffn_down_shexp.weight q6_K +blk.54.attn_qkv.weight q6_K +blk.54.ffn_down_exps.weight q6_K +blk.54.ffn_down_shexp.weight q6_K +blk.55.attn_v.weight q6_K +blk.55.ffn_down_exps.weight q6_K +blk.55.ffn_down_shexp.weight q6_K +blk.56.attn_qkv.weight q6_K +blk.56.ffn_down_exps.weight q6_K +blk.56.ffn_down_shexp.weight q6_K +blk.57.attn_qkv.weight q6_K +blk.57.ffn_down_exps.weight q6_K +blk.57.ffn_down_shexp.weight q6_K +blk.58.attn_qkv.weight q6_K +blk.58.ffn_down_exps.weight q6_K +blk.58.ffn_down_shexp.weight q6_K +blk.59.attn_v.weight q6_K +blk.59.ffn_down_exps.weight q6_K +blk.59.ffn_down_shexp.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_gate_exps.weight iq3_xxs +blk.7.ffn_gate_shexp.weight iq3_xxs +blk.7.ffn_up_exps.weight iq3_xxs +blk.7.ffn_up_shexp.weight iq3_xxs +blk.8.attn_qkv.weight q4_K +blk.8.ffn_gate_exps.weight iq3_xxs +blk.8.ffn_gate_shexp.weight iq3_xxs +blk.8.ffn_up_exps.weight iq3_xxs +blk.8.ffn_up_shexp.weight iq3_xxs +blk.9.attn_qkv.weight q4_K +blk.9.ffn_gate_exps.weight iq3_xxs +blk.9.ffn_gate_shexp.weight iq3_xxs +blk.9.ffn_up_exps.weight iq3_xxs +blk.9.ffn_up_shexp.weight iq3_xxs +blk.10.attn_qkv.weight q4_K +blk.10.ffn_gate_exps.weight iq3_xxs +blk.10.ffn_gate_shexp.weight iq3_xxs +blk.10.ffn_up_exps.weight iq3_xxs +blk.10.ffn_up_shexp.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate_exps.weight iq3_xxs +blk.11.ffn_gate_shexp.weight iq3_xxs +blk.11.ffn_up_exps.weight iq3_xxs +blk.11.ffn_up_shexp.weight iq3_xxs +blk.12.attn_qkv.weight q4_K +blk.12.ffn_gate_exps.weight iq3_xxs +blk.12.ffn_gate_shexp.weight iq3_xxs +blk.12.ffn_up_exps.weight iq3_xxs +blk.12.ffn_up_shexp.weight iq3_xxs +blk.13.attn_qkv.weight q4_K +blk.13.ffn_gate_exps.weight iq3_xxs +blk.13.ffn_gate_shexp.weight iq3_xxs +blk.13.ffn_up_exps.weight iq3_xxs +blk.13.ffn_up_shexp.weight iq3_xxs +blk.14.attn_qkv.weight q4_K +blk.14.ffn_gate_exps.weight iq3_xxs +blk.14.ffn_gate_shexp.weight iq3_xxs +blk.14.ffn_up_exps.weight iq3_xxs +blk.14.ffn_up_shexp.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate_exps.weight iq3_xxs +blk.15.ffn_gate_shexp.weight iq3_xxs +blk.15.ffn_up_exps.weight iq3_xxs +blk.15.ffn_up_shexp.weight iq3_xxs +blk.16.attn_qkv.weight q4_K +blk.16.ffn_gate_exps.weight iq3_xxs +blk.16.ffn_gate_shexp.weight iq3_xxs +blk.16.ffn_up_exps.weight iq3_xxs +blk.16.ffn_up_shexp.weight iq3_xxs +blk.17.attn_qkv.weight q4_K +blk.17.ffn_gate_exps.weight iq3_xxs +blk.17.ffn_gate_shexp.weight iq3_xxs +blk.17.ffn_up_exps.weight iq3_xxs +blk.17.ffn_up_shexp.weight iq3_xxs +blk.18.attn_qkv.weight q4_K +blk.18.ffn_gate_exps.weight iq3_xxs +blk.18.ffn_gate_shexp.weight iq3_xxs +blk.18.ffn_up_exps.weight iq3_xxs +blk.18.ffn_up_shexp.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate_exps.weight iq3_xxs +blk.19.ffn_gate_shexp.weight iq3_xxs +blk.19.ffn_up_exps.weight iq3_xxs +blk.19.ffn_up_shexp.weight iq3_xxs +blk.20.attn_qkv.weight q4_K +blk.20.ffn_gate_exps.weight iq3_xxs +blk.20.ffn_gate_shexp.weight iq3_xxs +blk.20.ffn_up_exps.weight iq3_xxs +blk.20.ffn_up_shexp.weight iq3_xxs +blk.21.attn_qkv.weight q4_K +blk.21.ffn_gate_exps.weight iq3_xxs +blk.21.ffn_gate_shexp.weight iq3_xxs +blk.21.ffn_up_exps.weight iq3_xxs +blk.21.ffn_up_shexp.weight iq3_xxs +blk.22.attn_qkv.weight q4_K +blk.22.ffn_gate_exps.weight iq3_xxs +blk.22.ffn_gate_shexp.weight iq3_xxs +blk.22.ffn_up_exps.weight iq3_xxs +blk.22.ffn_up_shexp.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate_exps.weight iq3_xxs +blk.23.ffn_gate_shexp.weight iq3_xxs +blk.23.ffn_up_exps.weight iq3_xxs +blk.23.ffn_up_shexp.weight iq3_xxs +blk.24.attn_qkv.weight q4_K +blk.24.ffn_gate_exps.weight iq3_xxs +blk.24.ffn_gate_shexp.weight iq3_xxs +blk.24.ffn_up_exps.weight iq3_xxs +blk.24.ffn_up_shexp.weight iq3_xxs +blk.25.attn_qkv.weight q4_K +blk.25.ffn_gate_exps.weight iq3_xxs +blk.25.ffn_gate_shexp.weight iq3_xxs +blk.25.ffn_up_exps.weight iq3_xxs +blk.25.ffn_up_shexp.weight iq3_xxs +blk.26.attn_qkv.weight q4_K +blk.26.ffn_gate_exps.weight iq3_xxs +blk.26.ffn_gate_shexp.weight iq3_xxs +blk.26.ffn_up_exps.weight iq3_xxs +blk.26.ffn_up_shexp.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate_exps.weight iq3_xxs +blk.27.ffn_gate_shexp.weight iq3_xxs +blk.27.ffn_up_exps.weight iq3_xxs +blk.27.ffn_up_shexp.weight iq3_xxs +blk.28.attn_qkv.weight q4_K +blk.28.ffn_gate_exps.weight iq3_xxs +blk.28.ffn_gate_shexp.weight iq3_xxs +blk.28.ffn_up_exps.weight iq3_xxs +blk.28.ffn_up_shexp.weight iq3_xxs +blk.29.attn_qkv.weight q4_K +blk.29.ffn_gate_exps.weight iq3_xxs +blk.29.ffn_gate_shexp.weight iq3_xxs +blk.29.ffn_up_exps.weight iq3_xxs +blk.29.ffn_up_shexp.weight iq3_xxs +blk.30.attn_qkv.weight q4_K +blk.30.ffn_gate_exps.weight iq3_xxs +blk.30.ffn_gate_shexp.weight iq3_xxs +blk.30.ffn_up_exps.weight iq3_xxs +blk.30.ffn_up_shexp.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate_exps.weight iq3_xxs +blk.31.ffn_gate_shexp.weight iq3_xxs +blk.31.ffn_up_exps.weight iq3_xxs +blk.31.ffn_up_shexp.weight iq3_xxs +blk.32.attn_qkv.weight q4_K +blk.32.ffn_gate_exps.weight iq3_xxs +blk.32.ffn_gate_shexp.weight iq3_xxs +blk.32.ffn_up_exps.weight iq3_xxs +blk.32.ffn_up_shexp.weight iq3_xxs +blk.33.attn_qkv.weight q4_K +blk.33.ffn_gate_exps.weight iq3_xxs +blk.33.ffn_gate_shexp.weight iq3_xxs +blk.33.ffn_up_exps.weight iq3_xxs +blk.33.ffn_up_shexp.weight iq3_xxs +blk.34.attn_qkv.weight q4_K +blk.34.ffn_gate_exps.weight iq3_xxs +blk.34.ffn_gate_shexp.weight iq3_xxs +blk.34.ffn_up_exps.weight iq3_xxs +blk.34.ffn_up_shexp.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_gate_exps.weight iq3_xxs +blk.35.ffn_gate_shexp.weight iq3_xxs +blk.35.ffn_up_exps.weight iq3_xxs +blk.35.ffn_up_shexp.weight iq3_xxs +blk.36.attn_qkv.weight q4_K +blk.36.ffn_gate_exps.weight iq3_xxs +blk.36.ffn_gate_shexp.weight iq3_xxs +blk.36.ffn_up_exps.weight iq3_xxs +blk.36.ffn_up_shexp.weight iq3_xxs +blk.37.attn_qkv.weight q4_K +blk.37.ffn_gate_exps.weight iq3_xxs +blk.37.ffn_gate_shexp.weight iq3_xxs +blk.37.ffn_up_exps.weight iq3_xxs +blk.37.ffn_up_shexp.weight iq3_xxs +blk.38.attn_qkv.weight q4_K +blk.38.ffn_gate_exps.weight iq3_xxs +blk.38.ffn_gate_shexp.weight iq3_xxs +blk.38.ffn_up_exps.weight iq3_xxs +blk.38.ffn_up_shexp.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.39.ffn_gate_exps.weight iq3_xxs +blk.39.ffn_gate_shexp.weight iq3_xxs +blk.39.ffn_up_exps.weight iq3_xxs +blk.39.ffn_up_shexp.weight iq3_xxs +blk.40.attn_qkv.weight q4_K +blk.40.ffn_gate_exps.weight iq3_xxs +blk.40.ffn_gate_shexp.weight iq3_xxs +blk.40.ffn_up_exps.weight iq3_xxs +blk.40.ffn_up_shexp.weight iq3_xxs +blk.41.attn_qkv.weight q4_K +blk.41.ffn_gate_exps.weight iq3_xxs +blk.41.ffn_gate_shexp.weight iq3_xxs +blk.41.ffn_up_exps.weight iq3_xxs +blk.41.ffn_up_shexp.weight iq3_xxs +blk.42.attn_qkv.weight q4_K +blk.42.ffn_gate_exps.weight iq3_xxs +blk.42.ffn_gate_shexp.weight iq3_xxs +blk.42.ffn_up_exps.weight iq3_xxs +blk.42.ffn_up_shexp.weight iq3_xxs +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.43.ffn_gate_exps.weight iq3_xxs +blk.43.ffn_gate_shexp.weight iq3_xxs +blk.43.ffn_up_exps.weight iq3_xxs +blk.43.ffn_up_shexp.weight iq3_xxs +blk.44.attn_qkv.weight q4_K +blk.44.ffn_gate_exps.weight iq3_xxs +blk.44.ffn_gate_shexp.weight iq3_xxs +blk.44.ffn_up_exps.weight iq3_xxs +blk.44.ffn_up_shexp.weight iq3_xxs +blk.45.attn_qkv.weight q4_K +blk.45.ffn_gate_exps.weight iq3_xxs +blk.45.ffn_gate_shexp.weight iq3_xxs +blk.45.ffn_up_exps.weight iq3_xxs +blk.45.ffn_up_shexp.weight iq3_xxs +blk.46.attn_qkv.weight q4_K +blk.46.ffn_gate_exps.weight iq3_xxs +blk.46.ffn_gate_shexp.weight iq3_xxs +blk.46.ffn_up_exps.weight iq3_xxs +blk.46.ffn_up_shexp.weight iq3_xxs +blk.47.attn_k.weight iq3_xxs +blk.47.attn_q.weight iq3_xxs +blk.47.attn_v.weight q4_K +blk.47.ffn_gate_exps.weight iq3_xxs +blk.47.ffn_gate_shexp.weight iq3_xxs +blk.47.ffn_up_exps.weight iq3_xxs +blk.47.ffn_up_shexp.weight iq3_xxs +blk.48.attn_qkv.weight q4_K +blk.48.ffn_gate_exps.weight iq3_xxs +blk.48.ffn_gate_shexp.weight iq3_xxs +blk.48.ffn_up_exps.weight iq3_xxs +blk.48.ffn_up_shexp.weight iq3_xxs +blk.49.attn_qkv.weight q4_K +blk.49.ffn_gate_exps.weight iq3_xxs +blk.49.ffn_gate_shexp.weight iq3_xxs +blk.49.ffn_up_exps.weight iq3_xxs +blk.49.ffn_up_shexp.weight iq3_xxs +blk.50.attn_qkv.weight q4_K +blk.50.ffn_gate_exps.weight iq3_xxs +blk.50.ffn_gate_shexp.weight iq3_xxs +blk.50.ffn_up_exps.weight iq3_xxs +blk.50.ffn_up_shexp.weight iq3_xxs +blk.51.attn_k.weight iq3_xxs +blk.51.attn_q.weight iq3_xxs +blk.51.attn_v.weight q4_K +blk.51.ffn_gate_exps.weight iq3_xxs +blk.51.ffn_gate_shexp.weight iq3_xxs +blk.51.ffn_up_exps.weight iq3_xxs +blk.51.ffn_up_shexp.weight iq3_xxs +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_k.weight iq3_xxs +blk.55.attn_q.weight iq3_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_k.weight iq3_xxs +blk.59.attn_q.weight iq3_xxs +blk.59.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_qkv.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_qkv.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_qkv.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_qkv.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_qkv.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_qkv.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_qkv.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_qkv.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_qkv.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_qkv.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_qkv.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_qkv.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_qkv.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_qkv.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_qkv.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_qkv.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_qkv.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_qkv.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_qkv.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_qkv.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_qkv.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_qkv.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_qkv.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_qkv.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_qkv.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_qkv.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_qkv.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_qkv.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K +blk.45.attn_qkv.weight q4_K +blk.45.ffn_down_exps.weight q3_K +blk.45.ffn_down_shexp.weight q3_K +blk.46.attn_qkv.weight q4_K +blk.46.ffn_down_exps.weight q3_K +blk.46.ffn_down_shexp.weight q3_K +blk.47.attn_k.weight iq2_s +blk.47.attn_output.weight iq3_s +blk.47.attn_q.weight iq2_s +blk.47.attn_v.weight q4_K +blk.47.ffn_down_exps.weight q3_K +blk.47.ffn_down_shexp.weight q3_K +blk.48.attn_qkv.weight q4_K +blk.48.ffn_down_exps.weight q3_K +blk.48.ffn_down_shexp.weight q3_K +blk.49.attn_qkv.weight q4_K +blk.49.ffn_down_exps.weight q3_K +blk.49.ffn_down_shexp.weight q3_K +blk.50.attn_qkv.weight q4_K +blk.50.ffn_down_exps.weight q3_K +blk.50.ffn_down_shexp.weight q3_K +blk.51.attn_k.weight iq2_s +blk.51.attn_output.weight iq3_s +blk.51.attn_q.weight iq2_s +blk.51.attn_v.weight q4_K +blk.51.ffn_down_exps.weight q3_K +blk.51.ffn_down_shexp.weight q3_K +blk.52.attn_qkv.weight q4_K +blk.52.ffn_down_exps.weight q3_K +blk.52.ffn_down_shexp.weight q3_K +blk.53.attn_qkv.weight q4_K +blk.53.ffn_down_exps.weight q3_K +blk.53.ffn_down_shexp.weight q3_K +blk.54.attn_qkv.weight q4_K +blk.54.ffn_down_exps.weight q3_K +blk.54.ffn_down_shexp.weight q3_K +blk.55.attn_k.weight iq2_s +blk.55.attn_output.weight iq3_s +blk.55.attn_q.weight iq2_s +blk.55.attn_v.weight q4_K +blk.55.ffn_down_exps.weight q3_K +blk.55.ffn_down_shexp.weight q3_K +blk.56.attn_qkv.weight q4_K +blk.56.ffn_down_exps.weight q3_K +blk.56.ffn_down_shexp.weight q3_K +blk.57.attn_qkv.weight q4_K +blk.57.ffn_down_exps.weight q3_K +blk.57.ffn_down_shexp.weight q3_K +blk.58.attn_qkv.weight q4_K +blk.58.ffn_down_exps.weight q3_K +blk.58.ffn_down_shexp.weight q3_K +blk.59.attn_k.weight iq2_s +blk.59.attn_output.weight iq3_s +blk.59.attn_q.weight iq2_s +blk.59.attn_v.weight q4_K +blk.59.ffn_down_exps.weight q3_K +blk.59.ffn_down_shexp.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q4_K +blk.0.ffn_down_shexp.weight q4_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q4_K +blk.1.ffn_down_shexp.weight q4_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q4_K +blk.2.ffn_down_shexp.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_qkv.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight q4_K +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight q4_K +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight q4_K +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight q4_K +blk.59.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight iq3_s +blk.0.ffn_down_shexp.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight iq3_s +blk.1.ffn_down_shexp.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight iq3_s +blk.2.ffn_down_shexp.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight iq3_s +blk.0.ffn_down_shexp.weight iq3_s +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight iq3_s +blk.1.ffn_down_shexp.weight iq3_s +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight iq3_s +blk.2.ffn_down_shexp.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq3_s +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq3_s +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq3_s +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq3_s +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq3_s +blk.59.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_qkv.weight q5_K +blk.0.ffn_down_exps.weight q5_K +blk.0.ffn_down_shexp.weight q5_K +blk.1.attn_qkv.weight q5_K +blk.1.ffn_down_exps.weight q5_K +blk.1.ffn_down_shexp.weight q5_K +blk.2.attn_qkv.weight q5_K +blk.2.ffn_down_exps.weight q5_K +blk.2.ffn_down_shexp.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_qkv.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_qkv.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_qkv.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_qkv.weight q5_K +blk.9.attn_qkv.weight q5_K +blk.10.attn_qkv.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_qkv.weight q5_K +blk.13.attn_qkv.weight q5_K +blk.14.attn_qkv.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_qkv.weight q5_K +blk.17.attn_qkv.weight q5_K +blk.18.attn_qkv.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_qkv.weight q5_K +blk.21.attn_qkv.weight q5_K +blk.22.attn_qkv.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_qkv.weight q5_K +blk.25.attn_qkv.weight q5_K +blk.26.attn_qkv.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_qkv.weight q5_K +blk.29.attn_qkv.weight q5_K +blk.30.attn_qkv.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_qkv.weight q5_K +blk.33.attn_qkv.weight q5_K +blk.34.attn_qkv.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_qkv.weight q5_K +blk.37.attn_qkv.weight q5_K +blk.38.attn_qkv.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_qkv.weight q5_K +blk.41.attn_qkv.weight q5_K +blk.42.attn_qkv.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_qkv.weight q5_K +blk.45.attn_qkv.weight q5_K +blk.46.attn_qkv.weight q5_K +blk.47.attn_v.weight q5_K +blk.48.attn_qkv.weight q5_K +blk.49.attn_qkv.weight q5_K +blk.50.attn_qkv.weight q5_K +blk.51.attn_v.weight q5_K +blk.52.attn_qkv.weight q5_K +blk.53.attn_qkv.weight q5_K +blk.54.attn_qkv.weight q5_K +blk.55.attn_v.weight q5_K +blk.56.attn_qkv.weight q5_K +blk.57.attn_qkv.weight q5_K +blk.58.attn_qkv.weight q5_K +blk.59.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_qkv.weight q4_K +blk.0.ffn_down_exps.weight q2_K +blk.0.ffn_down_shexp.weight q2_K +blk.1.attn_qkv.weight q4_K +blk.1.ffn_down_exps.weight q2_K +blk.1.ffn_down_shexp.weight q2_K +blk.2.attn_qkv.weight q4_K +blk.2.ffn_down_exps.weight q2_K +blk.2.ffn_down_shexp.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.4.attn_qkv.weight q4_K +blk.5.attn_qkv.weight q4_K +blk.6.attn_qkv.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_qkv.weight q4_K +blk.9.attn_qkv.weight q4_K +blk.10.attn_qkv.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_qkv.weight q4_K +blk.13.attn_qkv.weight q4_K +blk.14.attn_qkv.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_qkv.weight q4_K +blk.17.attn_qkv.weight q4_K +blk.18.attn_qkv.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_qkv.weight q4_K +blk.21.attn_qkv.weight q4_K +blk.22.attn_qkv.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_qkv.weight q4_K +blk.25.attn_qkv.weight q4_K +blk.26.attn_qkv.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_qkv.weight q4_K +blk.29.attn_qkv.weight q4_K +blk.30.attn_qkv.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_qkv.weight q4_K +blk.33.attn_qkv.weight q4_K +blk.34.attn_qkv.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_qkv.weight q4_K +blk.37.attn_qkv.weight q4_K +blk.38.attn_qkv.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_qkv.weight q4_K +blk.41.attn_qkv.weight q4_K +blk.42.attn_qkv.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_qkv.weight q4_K +blk.45.attn_qkv.weight q4_K +blk.46.attn_qkv.weight q4_K +blk.47.attn_output.weight iq2_xxs +blk.47.attn_v.weight q4_K +blk.48.attn_qkv.weight q4_K +blk.49.attn_qkv.weight q4_K +blk.50.attn_qkv.weight q4_K +blk.51.attn_output.weight iq2_xxs +blk.51.attn_v.weight q4_K +blk.52.attn_qkv.weight q4_K +blk.53.attn_qkv.weight q4_K +blk.54.attn_qkv.weight q4_K +blk.55.attn_output.weight iq2_xxs +blk.55.attn_v.weight q4_K +blk.56.attn_qkv.weight q4_K +blk.57.attn_qkv.weight q4_K +blk.58.attn_qkv.weight q4_K +blk.59.attn_output.weight iq2_xxs +blk.59.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_gate.weight q8_0 +blk.0.attn_qkv.weight q8_0 +blk.0.ffn_down_shexp.weight q8_0 +blk.0.ffn_gate_shexp.weight q8_0 +blk.0.ffn_up_shexp.weight q8_0 +blk.0.ssm_alpha.weight q8_0 +blk.0.ssm_beta.weight q8_0 +blk.0.ssm_out.weight q8_0 +blk.1.attn_gate.weight q8_0 +blk.1.attn_qkv.weight q8_0 +blk.1.ffn_down_shexp.weight q8_0 +blk.1.ffn_gate_shexp.weight q8_0 +blk.1.ffn_up_shexp.weight q8_0 +blk.1.ssm_alpha.weight q8_0 +blk.1.ssm_beta.weight q8_0 +blk.1.ssm_out.weight q8_0 +blk.2.attn_gate.weight q8_0 +blk.2.attn_qkv.weight q8_0 +blk.2.ffn_down_shexp.weight q8_0 +blk.2.ffn_gate_shexp.weight q8_0 +blk.2.ffn_up_shexp.weight q8_0 +blk.2.ssm_alpha.weight q8_0 +blk.2.ssm_beta.weight q8_0 +blk.2.ssm_out.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_gate_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.attn_gate.weight q8_0 +blk.4.attn_qkv.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.4.ffn_gate_shexp.weight q8_0 +blk.4.ffn_up_shexp.weight q8_0 +blk.4.ssm_alpha.weight q8_0 +blk.4.ssm_beta.weight q8_0 +blk.4.ssm_out.weight q8_0 +blk.5.attn_gate.weight q8_0 +blk.5.attn_qkv.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.5.ffn_gate_shexp.weight q8_0 +blk.5.ffn_up_shexp.weight q8_0 +blk.5.ssm_alpha.weight q8_0 +blk.5.ssm_beta.weight q8_0 +blk.5.ssm_out.weight q8_0 +blk.6.attn_gate.weight q8_0 +blk.6.attn_qkv.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_gate_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.6.ssm_alpha.weight q8_0 +blk.6.ssm_beta.weight q8_0 +blk.6.ssm_out.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.7.ffn_gate_shexp.weight q8_0 +blk.7.ffn_up_shexp.weight q8_0 +blk.8.attn_gate.weight q8_0 +blk.8.attn_qkv.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_gate_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.8.ssm_alpha.weight q8_0 +blk.8.ssm_beta.weight q8_0 +blk.8.ssm_out.weight q8_0 +blk.9.attn_gate.weight q8_0 +blk.9.attn_qkv.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.9.ffn_gate_shexp.weight q8_0 +blk.9.ffn_up_shexp.weight q8_0 +blk.9.ssm_alpha.weight q8_0 +blk.9.ssm_beta.weight q8_0 +blk.9.ssm_out.weight q8_0 +blk.10.attn_gate.weight q8_0 +blk.10.attn_qkv.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_gate_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.10.ssm_alpha.weight q8_0 +blk.10.ssm_beta.weight q8_0 +blk.10.ssm_out.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.11.ffn_gate_shexp.weight q8_0 +blk.11.ffn_up_shexp.weight q8_0 +blk.12.attn_gate.weight q8_0 +blk.12.attn_qkv.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.12.ffn_gate_shexp.weight q8_0 +blk.12.ffn_up_shexp.weight q8_0 +blk.12.ssm_alpha.weight q8_0 +blk.12.ssm_beta.weight q8_0 +blk.12.ssm_out.weight q8_0 +blk.13.attn_gate.weight q8_0 +blk.13.attn_qkv.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_gate_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.13.ssm_alpha.weight q8_0 +blk.13.ssm_beta.weight q8_0 +blk.13.ssm_out.weight q8_0 +blk.14.attn_gate.weight q8_0 +blk.14.attn_qkv.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.14.ffn_gate_shexp.weight q8_0 +blk.14.ffn_up_shexp.weight q8_0 +blk.14.ssm_alpha.weight q8_0 +blk.14.ssm_beta.weight q8_0 +blk.14.ssm_out.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_gate_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.attn_gate.weight q8_0 +blk.16.attn_qkv.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.16.ffn_gate_shexp.weight q8_0 +blk.16.ffn_up_shexp.weight q8_0 +blk.16.ssm_alpha.weight q8_0 +blk.16.ssm_beta.weight q8_0 +blk.16.ssm_out.weight q8_0 +blk.17.attn_gate.weight q8_0 +blk.17.attn_qkv.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_gate_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.17.ssm_alpha.weight q8_0 +blk.17.ssm_beta.weight q8_0 +blk.17.ssm_out.weight q8_0 +blk.18.attn_gate.weight q8_0 +blk.18.attn_qkv.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.18.ffn_gate_shexp.weight q8_0 +blk.18.ffn_up_shexp.weight q8_0 +blk.18.ssm_alpha.weight q8_0 +blk.18.ssm_beta.weight q8_0 +blk.18.ssm_out.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.19.ffn_gate_shexp.weight q8_0 +blk.19.ffn_up_shexp.weight q8_0 +blk.20.attn_gate.weight q8_0 +blk.20.attn_qkv.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_gate_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.20.ssm_alpha.weight q8_0 +blk.20.ssm_beta.weight q8_0 +blk.20.ssm_out.weight q8_0 +blk.21.attn_gate.weight q8_0 +blk.21.attn_qkv.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.21.ffn_gate_shexp.weight q8_0 +blk.21.ffn_up_shexp.weight q8_0 +blk.21.ssm_alpha.weight q8_0 +blk.21.ssm_beta.weight q8_0 +blk.21.ssm_out.weight q8_0 +blk.22.attn_gate.weight q8_0 +blk.22.attn_qkv.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_gate_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.22.ssm_alpha.weight q8_0 +blk.22.ssm_beta.weight q8_0 +blk.22.ssm_out.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.23.ffn_gate_shexp.weight q8_0 +blk.23.ffn_up_shexp.weight q8_0 +blk.24.attn_gate.weight q8_0 +blk.24.attn_qkv.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_gate_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.24.ssm_alpha.weight q8_0 +blk.24.ssm_beta.weight q8_0 +blk.24.ssm_out.weight q8_0 +blk.25.attn_gate.weight q8_0 +blk.25.attn_qkv.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.25.ffn_gate_shexp.weight q8_0 +blk.25.ffn_up_shexp.weight q8_0 +blk.25.ssm_alpha.weight q8_0 +blk.25.ssm_beta.weight q8_0 +blk.25.ssm_out.weight q8_0 +blk.26.attn_gate.weight q8_0 +blk.26.attn_qkv.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.26.ffn_gate_shexp.weight q8_0 +blk.26.ffn_up_shexp.weight q8_0 +blk.26.ssm_alpha.weight q8_0 +blk.26.ssm_beta.weight q8_0 +blk.26.ssm_out.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_gate_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.attn_gate.weight q8_0 +blk.28.attn_qkv.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.28.ffn_gate_shexp.weight q8_0 +blk.28.ffn_up_shexp.weight q8_0 +blk.28.ssm_alpha.weight q8_0 +blk.28.ssm_beta.weight q8_0 +blk.28.ssm_out.weight q8_0 +blk.29.attn_gate.weight q8_0 +blk.29.attn_qkv.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_gate_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.29.ssm_alpha.weight q8_0 +blk.29.ssm_beta.weight q8_0 +blk.29.ssm_out.weight q8_0 +blk.30.attn_gate.weight q8_0 +blk.30.attn_qkv.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.30.ffn_gate_shexp.weight q8_0 +blk.30.ffn_up_shexp.weight q8_0 +blk.30.ssm_alpha.weight q8_0 +blk.30.ssm_beta.weight q8_0 +blk.30.ssm_out.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_gate_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.attn_gate.weight q8_0 +blk.32.attn_qkv.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.32.ffn_gate_shexp.weight q8_0 +blk.32.ffn_up_shexp.weight q8_0 +blk.32.ssm_alpha.weight q8_0 +blk.32.ssm_beta.weight q8_0 +blk.32.ssm_out.weight q8_0 +blk.33.attn_gate.weight q8_0 +blk.33.attn_qkv.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.33.ffn_gate_shexp.weight q8_0 +blk.33.ffn_up_shexp.weight q8_0 +blk.33.ssm_alpha.weight q8_0 +blk.33.ssm_beta.weight q8_0 +blk.33.ssm_out.weight q8_0 +blk.34.attn_gate.weight q8_0 +blk.34.attn_qkv.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_gate_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.34.ssm_alpha.weight q8_0 +blk.34.ssm_beta.weight q8_0 +blk.34.ssm_out.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.35.ffn_gate_shexp.weight q8_0 +blk.35.ffn_up_shexp.weight q8_0 +blk.36.attn_gate.weight q8_0 +blk.36.attn_qkv.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_gate_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.36.ssm_alpha.weight q8_0 +blk.36.ssm_beta.weight q8_0 +blk.36.ssm_out.weight q8_0 +blk.37.attn_gate.weight q8_0 +blk.37.attn_qkv.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.37.ffn_gate_shexp.weight q8_0 +blk.37.ffn_up_shexp.weight q8_0 +blk.37.ssm_alpha.weight q8_0 +blk.37.ssm_beta.weight q8_0 +blk.37.ssm_out.weight q8_0 +blk.38.attn_gate.weight q8_0 +blk.38.attn_qkv.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_gate_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.38.ssm_alpha.weight q8_0 +blk.38.ssm_beta.weight q8_0 +blk.38.ssm_out.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.39.ffn_gate_shexp.weight q8_0 +blk.39.ffn_up_shexp.weight q8_0 +blk.40.attn_gate.weight q8_0 +blk.40.attn_qkv.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_gate_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.40.ssm_alpha.weight q8_0 +blk.40.ssm_beta.weight q8_0 +blk.40.ssm_out.weight q8_0 +blk.41.attn_gate.weight q8_0 +blk.41.attn_qkv.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.41.ffn_gate_shexp.weight q8_0 +blk.41.ffn_up_shexp.weight q8_0 +blk.41.ssm_alpha.weight q8_0 +blk.41.ssm_beta.weight q8_0 +blk.41.ssm_out.weight q8_0 +blk.42.attn_gate.weight q8_0 +blk.42.attn_qkv.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.42.ffn_gate_shexp.weight q8_0 +blk.42.ffn_up_shexp.weight q8_0 +blk.42.ssm_alpha.weight q8_0 +blk.42.ssm_beta.weight q8_0 +blk.42.ssm_out.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_gate_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.attn_gate.weight q8_0 +blk.44.attn_qkv.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.44.ffn_gate_shexp.weight q8_0 +blk.44.ffn_up_shexp.weight q8_0 +blk.44.ssm_alpha.weight q8_0 +blk.44.ssm_beta.weight q8_0 +blk.44.ssm_out.weight q8_0 +blk.45.attn_gate.weight q8_0 +blk.45.attn_qkv.weight q8_0 +blk.45.ffn_down_shexp.weight q8_0 +blk.45.ffn_gate_shexp.weight q8_0 +blk.45.ffn_up_shexp.weight q8_0 +blk.45.ssm_alpha.weight q8_0 +blk.45.ssm_beta.weight q8_0 +blk.45.ssm_out.weight q8_0 +blk.46.attn_gate.weight q8_0 +blk.46.attn_qkv.weight q8_0 +blk.46.ffn_down_shexp.weight q8_0 +blk.46.ffn_gate_shexp.weight q8_0 +blk.46.ffn_up_shexp.weight q8_0 +blk.46.ssm_alpha.weight q8_0 +blk.46.ssm_beta.weight q8_0 +blk.46.ssm_out.weight q8_0 +blk.47.attn_k.weight q8_0 +blk.47.attn_output.weight q8_0 +blk.47.attn_q.weight q8_0 +blk.47.attn_v.weight q8_0 +blk.47.ffn_down_shexp.weight q8_0 +blk.47.ffn_gate_shexp.weight q8_0 +blk.47.ffn_up_shexp.weight q8_0 +blk.48.attn_gate.weight q8_0 +blk.48.attn_qkv.weight q8_0 +blk.48.ffn_down_shexp.weight q8_0 +blk.48.ffn_gate_shexp.weight q8_0 +blk.48.ffn_up_shexp.weight q8_0 +blk.48.ssm_alpha.weight q8_0 +blk.48.ssm_beta.weight q8_0 +blk.48.ssm_out.weight q8_0 +blk.49.attn_gate.weight q8_0 +blk.49.attn_qkv.weight q8_0 +blk.49.ffn_down_shexp.weight q8_0 +blk.49.ffn_gate_shexp.weight q8_0 +blk.49.ffn_up_shexp.weight q8_0 +blk.49.ssm_alpha.weight q8_0 +blk.49.ssm_beta.weight q8_0 +blk.49.ssm_out.weight q8_0 +blk.50.attn_gate.weight q8_0 +blk.50.attn_qkv.weight q8_0 +blk.50.ffn_down_shexp.weight q8_0 +blk.50.ffn_gate_shexp.weight q8_0 +blk.50.ffn_up_shexp.weight q8_0 +blk.50.ssm_alpha.weight q8_0 +blk.50.ssm_beta.weight q8_0 +blk.50.ssm_out.weight q8_0 +blk.51.attn_k.weight q8_0 +blk.51.attn_output.weight q8_0 +blk.51.attn_q.weight q8_0 +blk.51.attn_v.weight q8_0 +blk.51.ffn_down_shexp.weight q8_0 +blk.51.ffn_gate_shexp.weight q8_0 +blk.51.ffn_up_shexp.weight q8_0 +blk.52.attn_gate.weight q8_0 +blk.52.attn_qkv.weight q8_0 +blk.52.ffn_down_shexp.weight q8_0 +blk.52.ffn_gate_shexp.weight q8_0 +blk.52.ffn_up_shexp.weight q8_0 +blk.52.ssm_alpha.weight q8_0 +blk.52.ssm_beta.weight q8_0 +blk.52.ssm_out.weight q8_0 +blk.53.attn_gate.weight q8_0 +blk.53.attn_qkv.weight q8_0 +blk.53.ffn_down_shexp.weight q8_0 +blk.53.ffn_gate_shexp.weight q8_0 +blk.53.ffn_up_shexp.weight q8_0 +blk.53.ssm_alpha.weight q8_0 +blk.53.ssm_beta.weight q8_0 +blk.53.ssm_out.weight q8_0 +blk.54.attn_gate.weight q8_0 +blk.54.attn_qkv.weight q8_0 +blk.54.ffn_down_shexp.weight q8_0 +blk.54.ffn_gate_shexp.weight q8_0 +blk.54.ffn_up_shexp.weight q8_0 +blk.54.ssm_alpha.weight q8_0 +blk.54.ssm_beta.weight q8_0 +blk.54.ssm_out.weight q8_0 +blk.55.attn_k.weight q8_0 +blk.55.attn_output.weight q8_0 +blk.55.attn_q.weight q8_0 +blk.55.attn_v.weight q8_0 +blk.55.ffn_down_shexp.weight q8_0 +blk.55.ffn_gate_shexp.weight q8_0 +blk.55.ffn_up_shexp.weight q8_0 +blk.56.attn_gate.weight q8_0 +blk.56.attn_qkv.weight q8_0 +blk.56.ffn_down_shexp.weight q8_0 +blk.56.ffn_gate_shexp.weight q8_0 +blk.56.ffn_up_shexp.weight q8_0 +blk.56.ssm_alpha.weight q8_0 +blk.56.ssm_beta.weight q8_0 +blk.56.ssm_out.weight q8_0 +blk.57.attn_gate.weight q8_0 +blk.57.attn_qkv.weight q8_0 +blk.57.ffn_down_shexp.weight q8_0 +blk.57.ffn_gate_shexp.weight q8_0 +blk.57.ffn_up_shexp.weight q8_0 +blk.57.ssm_alpha.weight q8_0 +blk.57.ssm_beta.weight q8_0 +blk.57.ssm_out.weight q8_0 +blk.58.attn_gate.weight q8_0 +blk.58.attn_qkv.weight q8_0 +blk.58.ffn_down_shexp.weight q8_0 +blk.58.ffn_gate_shexp.weight q8_0 +blk.58.ffn_up_shexp.weight q8_0 +blk.58.ssm_alpha.weight q8_0 +blk.58.ssm_beta.weight q8_0 +blk.58.ssm_out.weight q8_0 +blk.59.attn_k.weight q8_0 +blk.59.attn_output.weight q8_0 +blk.59.attn_q.weight q8_0 +blk.59.attn_v.weight q8_0 +blk.59.ffn_down_shexp.weight q8_0 +blk.59.ffn_gate_shexp.weight q8_0 +blk.59.ffn_up_shexp.weight q8_0 diff --git a/tests/snapshots/step-3.5-flash.schema b/tests/snapshots/step-3.5-flash.schema new file mode 100644 index 00000000000..36a13b3de21 --- /dev/null +++ b/tests/snapshots/step-3.5-flash.schema @@ -0,0 +1,2450 @@ +# Model: Step-3.5-Flash +# n_embd=4096, n_ff=11264, n_vocab=128896, n_layer=45, n_head=64, n_head_kv=8, n_expert=288 + +[F32] f32 + +[F16] f16 + +[Q4_0] q4_0 +output.weight q6_K + +[Q4_1] q4_1 +output.weight q6_K + +[Q8_0] q8_0 + +[Q5_0] q5_0 +output.weight q6_K + +[Q5_1] q5_1 +output.weight q6_K + +[Q2_K] q2_K +output.weight q6_K +blk.0.attn_output.weight q3_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q3_K +blk.1.attn_output.weight q3_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q3_K +blk.2.attn_output.weight q3_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q3_K +blk.3.attn_output.weight q3_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q3_K +blk.3.ffn_down_shexp.weight q3_K +blk.4.attn_output.weight q3_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q3_K +blk.4.ffn_down_shexp.weight q3_K +blk.5.attn_output.weight q3_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q3_K +blk.5.ffn_down_shexp.weight q3_K +blk.6.attn_output.weight q3_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_output.weight q3_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_output.weight q3_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_output.weight q3_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_output.weight q3_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_output.weight q3_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_output.weight q3_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_output.weight q3_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_output.weight q3_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_output.weight q3_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_output.weight q3_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_output.weight q3_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_output.weight q3_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_output.weight q3_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_output.weight q3_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_output.weight q3_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_output.weight q3_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_output.weight q3_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_output.weight q3_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_output.weight q3_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_output.weight q3_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_output.weight q3_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_output.weight q3_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_output.weight q3_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_output.weight q3_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_output.weight q3_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_output.weight q3_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_output.weight q3_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_output.weight q3_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_output.weight q3_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_output.weight q3_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_output.weight q3_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_output.weight q3_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_output.weight q3_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_output.weight q3_K +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_output.weight q3_K +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_output.weight q3_K +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_output.weight q3_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_output.weight q3_K +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K + +[Q3_K_S] q3_K +output.weight q6_K + +[Q3_K_M] q3_K +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q4_K +blk.5.ffn_down_shexp.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q4_K +blk.6.ffn_down_shexp.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q4_K +blk.7.ffn_down_shexp.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q4_K +blk.8.ffn_down_shexp.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q4_K +blk.9.ffn_down_shexp.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q4_K +blk.10.ffn_down_shexp.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q4_K +blk.11.ffn_down_shexp.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q4_K +blk.12.ffn_down_shexp.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q4_K +blk.13.ffn_down_shexp.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q4_K +blk.14.ffn_down_shexp.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q4_K +blk.15.ffn_down_shexp.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q4_K +blk.16.ffn_down_shexp.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q4_K +blk.17.ffn_down_shexp.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q4_K +blk.18.ffn_down_shexp.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q4_K +blk.19.ffn_down_shexp.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q4_K +blk.20.ffn_down_shexp.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q4_K +blk.21.ffn_down_shexp.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q4_K +blk.22.ffn_down_shexp.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q4_K +blk.23.ffn_down_shexp.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q4_K +blk.24.ffn_down_shexp.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q4_K +blk.25.ffn_down_shexp.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q4_K +blk.26.ffn_down_shexp.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q4_K +blk.27.ffn_down_shexp.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q4_K +blk.28.ffn_down_shexp.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q4_K +blk.29.ffn_down_shexp.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q4_K +blk.30.ffn_down_shexp.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q4_K +blk.31.ffn_down_shexp.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q4_K +blk.32.ffn_down_shexp.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q4_K +blk.33.ffn_down_shexp.weight q4_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q4_K +blk.34.ffn_down_shexp.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q4_K +blk.35.ffn_down_shexp.weight q4_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q4_K +blk.36.ffn_down_shexp.weight q4_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q4_K +blk.37.ffn_down_shexp.weight q4_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q4_K +blk.38.ffn_down_shexp.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q4_K +blk.39.ffn_down_shexp.weight q4_K +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q4_K +blk.40.ffn_down_shexp.weight q4_K +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q4_K +blk.41.ffn_down_shexp.weight q4_K +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q4_K +blk.42.ffn_down_shexp.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q4_K +blk.43.ffn_down_shexp.weight q4_K +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q4_K +blk.44.ffn_down_shexp.weight q4_K + +[Q3_K_L] q3_K +output.weight q6_K +blk.0.attn_output.weight q5_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_output.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_output.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_output.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_output.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_output.weight q5_K +blk.5.attn_v.weight q5_K +blk.5.ffn_down_exps.weight q5_K +blk.5.ffn_down_shexp.weight q5_K +blk.6.attn_output.weight q5_K +blk.6.attn_v.weight q5_K +blk.6.ffn_down_exps.weight q5_K +blk.6.ffn_down_shexp.weight q5_K +blk.7.attn_output.weight q5_K +blk.7.attn_v.weight q5_K +blk.7.ffn_down_exps.weight q5_K +blk.7.ffn_down_shexp.weight q5_K +blk.8.attn_output.weight q5_K +blk.8.attn_v.weight q5_K +blk.8.ffn_down_exps.weight q5_K +blk.8.ffn_down_shexp.weight q5_K +blk.9.attn_output.weight q5_K +blk.9.attn_v.weight q5_K +blk.9.ffn_down_exps.weight q5_K +blk.9.ffn_down_shexp.weight q5_K +blk.10.attn_output.weight q5_K +blk.10.attn_v.weight q5_K +blk.10.ffn_down_exps.weight q5_K +blk.10.ffn_down_shexp.weight q5_K +blk.11.attn_output.weight q5_K +blk.11.attn_v.weight q5_K +blk.11.ffn_down_exps.weight q5_K +blk.11.ffn_down_shexp.weight q5_K +blk.12.attn_output.weight q5_K +blk.12.attn_v.weight q5_K +blk.12.ffn_down_exps.weight q5_K +blk.12.ffn_down_shexp.weight q5_K +blk.13.attn_output.weight q5_K +blk.13.attn_v.weight q5_K +blk.13.ffn_down_exps.weight q5_K +blk.13.ffn_down_shexp.weight q5_K +blk.14.attn_output.weight q5_K +blk.14.attn_v.weight q5_K +blk.14.ffn_down_exps.weight q5_K +blk.14.ffn_down_shexp.weight q5_K +blk.15.attn_output.weight q5_K +blk.15.attn_v.weight q5_K +blk.15.ffn_down_exps.weight q5_K +blk.15.ffn_down_shexp.weight q5_K +blk.16.attn_output.weight q5_K +blk.16.attn_v.weight q5_K +blk.16.ffn_down_exps.weight q5_K +blk.16.ffn_down_shexp.weight q5_K +blk.17.attn_output.weight q5_K +blk.17.attn_v.weight q5_K +blk.17.ffn_down_exps.weight q5_K +blk.17.ffn_down_shexp.weight q5_K +blk.18.attn_output.weight q5_K +blk.18.attn_v.weight q5_K +blk.18.ffn_down_exps.weight q5_K +blk.18.ffn_down_shexp.weight q5_K +blk.19.attn_output.weight q5_K +blk.19.attn_v.weight q5_K +blk.19.ffn_down_exps.weight q5_K +blk.19.ffn_down_shexp.weight q5_K +blk.20.attn_output.weight q5_K +blk.20.attn_v.weight q5_K +blk.20.ffn_down_exps.weight q5_K +blk.20.ffn_down_shexp.weight q5_K +blk.21.attn_output.weight q5_K +blk.21.attn_v.weight q5_K +blk.21.ffn_down_exps.weight q5_K +blk.21.ffn_down_shexp.weight q5_K +blk.22.attn_output.weight q5_K +blk.22.attn_v.weight q5_K +blk.22.ffn_down_exps.weight q5_K +blk.22.ffn_down_shexp.weight q5_K +blk.23.attn_output.weight q5_K +blk.23.attn_v.weight q5_K +blk.23.ffn_down_exps.weight q5_K +blk.23.ffn_down_shexp.weight q5_K +blk.24.attn_output.weight q5_K +blk.24.attn_v.weight q5_K +blk.24.ffn_down_exps.weight q5_K +blk.24.ffn_down_shexp.weight q5_K +blk.25.attn_output.weight q5_K +blk.25.attn_v.weight q5_K +blk.25.ffn_down_exps.weight q5_K +blk.25.ffn_down_shexp.weight q5_K +blk.26.attn_output.weight q5_K +blk.26.attn_v.weight q5_K +blk.26.ffn_down_exps.weight q5_K +blk.26.ffn_down_shexp.weight q5_K +blk.27.attn_output.weight q5_K +blk.27.attn_v.weight q5_K +blk.27.ffn_down_exps.weight q5_K +blk.27.ffn_down_shexp.weight q5_K +blk.28.attn_output.weight q5_K +blk.28.attn_v.weight q5_K +blk.28.ffn_down_exps.weight q5_K +blk.28.ffn_down_shexp.weight q5_K +blk.29.attn_output.weight q5_K +blk.29.attn_v.weight q5_K +blk.29.ffn_down_exps.weight q5_K +blk.29.ffn_down_shexp.weight q5_K +blk.30.attn_output.weight q5_K +blk.30.attn_v.weight q5_K +blk.30.ffn_down_exps.weight q5_K +blk.30.ffn_down_shexp.weight q5_K +blk.31.attn_output.weight q5_K +blk.31.attn_v.weight q5_K +blk.31.ffn_down_exps.weight q5_K +blk.31.ffn_down_shexp.weight q5_K +blk.32.attn_output.weight q5_K +blk.32.attn_v.weight q5_K +blk.32.ffn_down_exps.weight q5_K +blk.32.ffn_down_shexp.weight q5_K +blk.33.attn_output.weight q5_K +blk.33.attn_v.weight q5_K +blk.33.ffn_down_exps.weight q5_K +blk.33.ffn_down_shexp.weight q5_K +blk.34.attn_output.weight q5_K +blk.34.attn_v.weight q5_K +blk.34.ffn_down_exps.weight q5_K +blk.34.ffn_down_shexp.weight q5_K +blk.35.attn_output.weight q5_K +blk.35.attn_v.weight q5_K +blk.35.ffn_down_exps.weight q5_K +blk.35.ffn_down_shexp.weight q5_K +blk.36.attn_output.weight q5_K +blk.36.attn_v.weight q5_K +blk.36.ffn_down_exps.weight q5_K +blk.36.ffn_down_shexp.weight q5_K +blk.37.attn_output.weight q5_K +blk.37.attn_v.weight q5_K +blk.37.ffn_down_exps.weight q5_K +blk.37.ffn_down_shexp.weight q5_K +blk.38.attn_output.weight q5_K +blk.38.attn_v.weight q5_K +blk.38.ffn_down_exps.weight q5_K +blk.38.ffn_down_shexp.weight q5_K +blk.39.attn_output.weight q5_K +blk.39.attn_v.weight q5_K +blk.39.ffn_down_exps.weight q5_K +blk.39.ffn_down_shexp.weight q5_K +blk.40.attn_output.weight q5_K +blk.40.attn_v.weight q5_K +blk.40.ffn_down_exps.weight q5_K +blk.40.ffn_down_shexp.weight q5_K +blk.41.attn_output.weight q5_K +blk.41.attn_v.weight q5_K +blk.41.ffn_down_exps.weight q5_K +blk.41.ffn_down_shexp.weight q5_K +blk.42.attn_output.weight q5_K +blk.42.attn_v.weight q5_K +blk.42.ffn_down_exps.weight q5_K +blk.42.ffn_down_shexp.weight q5_K +blk.43.attn_output.weight q5_K +blk.43.attn_v.weight q5_K +blk.43.ffn_down_exps.weight q5_K +blk.43.ffn_down_shexp.weight q5_K +blk.44.attn_output.weight q5_K +blk.44.attn_v.weight q5_K +blk.44.ffn_down_exps.weight q5_K +blk.44.ffn_down_shexp.weight q5_K + +[Q4_K_S] q4_K +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K + +[Q4_K_M] q4_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down_exps.weight q6_K +blk.7.ffn_down_shexp.weight q6_K +blk.10.attn_v.weight q6_K +blk.10.ffn_down_exps.weight q6_K +blk.10.ffn_down_shexp.weight q6_K +blk.13.attn_v.weight q6_K +blk.13.ffn_down_exps.weight q6_K +blk.13.ffn_down_shexp.weight q6_K +blk.16.attn_v.weight q6_K +blk.16.ffn_down_exps.weight q6_K +blk.16.ffn_down_shexp.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down_exps.weight q6_K +blk.19.ffn_down_shexp.weight q6_K +blk.22.attn_v.weight q6_K +blk.22.ffn_down_exps.weight q6_K +blk.22.ffn_down_shexp.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down_exps.weight q6_K +blk.25.ffn_down_shexp.weight q6_K +blk.28.attn_v.weight q6_K +blk.28.ffn_down_exps.weight q6_K +blk.28.ffn_down_shexp.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down_exps.weight q6_K +blk.31.ffn_down_shexp.weight q6_K +blk.34.attn_v.weight q6_K +blk.34.ffn_down_exps.weight q6_K +blk.34.ffn_down_shexp.weight q6_K +blk.37.attn_v.weight q6_K +blk.37.ffn_down_exps.weight q6_K +blk.37.ffn_down_shexp.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.40.attn_v.weight q6_K +blk.40.ffn_down_exps.weight q6_K +blk.40.ffn_down_shexp.weight q6_K +blk.41.attn_v.weight q6_K +blk.41.ffn_down_exps.weight q6_K +blk.41.ffn_down_shexp.weight q6_K +blk.42.attn_v.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q6_K +blk.43.ffn_down_shexp.weight q6_K +blk.44.attn_v.weight q6_K +blk.44.ffn_down_exps.weight q6_K +blk.44.ffn_down_shexp.weight q6_K + +[Q5_K_S] q5_K +output.weight q6_K + +[Q5_K_M] q5_K +output.weight q6_K +blk.0.attn_v.weight q6_K +blk.0.ffn_down.weight q6_K +blk.1.attn_v.weight q6_K +blk.1.ffn_down.weight q6_K +blk.2.attn_v.weight q6_K +blk.2.ffn_down.weight q6_K +blk.3.attn_v.weight q6_K +blk.3.ffn_down_exps.weight q6_K +blk.3.ffn_down_shexp.weight q6_K +blk.4.attn_v.weight q6_K +blk.4.ffn_down_exps.weight q6_K +blk.4.ffn_down_shexp.weight q6_K +blk.7.attn_v.weight q6_K +blk.7.ffn_down_exps.weight q6_K +blk.7.ffn_down_shexp.weight q6_K +blk.10.attn_v.weight q6_K +blk.10.ffn_down_exps.weight q6_K +blk.10.ffn_down_shexp.weight q6_K +blk.13.attn_v.weight q6_K +blk.13.ffn_down_exps.weight q6_K +blk.13.ffn_down_shexp.weight q6_K +blk.16.attn_v.weight q6_K +blk.16.ffn_down_exps.weight q6_K +blk.16.ffn_down_shexp.weight q6_K +blk.19.attn_v.weight q6_K +blk.19.ffn_down_exps.weight q6_K +blk.19.ffn_down_shexp.weight q6_K +blk.22.attn_v.weight q6_K +blk.22.ffn_down_exps.weight q6_K +blk.22.ffn_down_shexp.weight q6_K +blk.25.attn_v.weight q6_K +blk.25.ffn_down_exps.weight q6_K +blk.25.ffn_down_shexp.weight q6_K +blk.28.attn_v.weight q6_K +blk.28.ffn_down_exps.weight q6_K +blk.28.ffn_down_shexp.weight q6_K +blk.31.attn_v.weight q6_K +blk.31.ffn_down_exps.weight q6_K +blk.31.ffn_down_shexp.weight q6_K +blk.34.attn_v.weight q6_K +blk.34.ffn_down_exps.weight q6_K +blk.34.ffn_down_shexp.weight q6_K +blk.37.attn_v.weight q6_K +blk.37.ffn_down_exps.weight q6_K +blk.37.ffn_down_shexp.weight q6_K +blk.39.attn_v.weight q6_K +blk.39.ffn_down_exps.weight q6_K +blk.39.ffn_down_shexp.weight q6_K +blk.40.attn_v.weight q6_K +blk.40.ffn_down_exps.weight q6_K +blk.40.ffn_down_shexp.weight q6_K +blk.41.attn_v.weight q6_K +blk.41.ffn_down_exps.weight q6_K +blk.41.ffn_down_shexp.weight q6_K +blk.42.attn_v.weight q6_K +blk.42.ffn_down_exps.weight q6_K +blk.42.ffn_down_shexp.weight q6_K +blk.43.attn_v.weight q6_K +blk.43.ffn_down_exps.weight q6_K +blk.43.ffn_down_shexp.weight q6_K +blk.44.attn_v.weight q6_K +blk.44.ffn_down_exps.weight q6_K +blk.44.ffn_down_shexp.weight q6_K + +[Q6_K] q6_K + +[IQ2_XXS] iq2_xxs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_v.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K + +[IQ2_XS] iq2_xs +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_v.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K + +[Q2_K_S] q2_K +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K + +[IQ3_XS] iq3_s +output.weight q6_K +blk.0.attn_k.weight iq3_xxs +blk.0.attn_q.weight iq3_xxs +blk.0.attn_v.weight q4_K +blk.1.attn_k.weight iq3_xxs +blk.1.attn_q.weight iq3_xxs +blk.1.attn_v.weight q4_K +blk.2.attn_k.weight iq3_xxs +blk.2.attn_q.weight iq3_xxs +blk.2.attn_v.weight q4_K +blk.3.attn_k.weight iq3_xxs +blk.3.attn_q.weight iq3_xxs +blk.3.attn_v.weight q4_K +blk.4.attn_k.weight iq3_xxs +blk.4.attn_q.weight iq3_xxs +blk.4.attn_v.weight q4_K +blk.5.attn_k.weight iq3_xxs +blk.5.attn_q.weight iq3_xxs +blk.5.attn_v.weight q4_K +blk.5.ffn_gate_exps.weight iq3_xxs +blk.5.ffn_gate_shexp.weight iq3_xxs +blk.5.ffn_up_exps.weight iq3_xxs +blk.5.ffn_up_shexp.weight iq3_xxs +blk.6.attn_k.weight iq3_xxs +blk.6.attn_q.weight iq3_xxs +blk.6.attn_v.weight q4_K +blk.6.ffn_gate_exps.weight iq3_xxs +blk.6.ffn_gate_shexp.weight iq3_xxs +blk.6.ffn_up_exps.weight iq3_xxs +blk.6.ffn_up_shexp.weight iq3_xxs +blk.7.attn_k.weight iq3_xxs +blk.7.attn_q.weight iq3_xxs +blk.7.attn_v.weight q4_K +blk.7.ffn_gate_exps.weight iq3_xxs +blk.7.ffn_gate_shexp.weight iq3_xxs +blk.7.ffn_up_exps.weight iq3_xxs +blk.7.ffn_up_shexp.weight iq3_xxs +blk.8.attn_k.weight iq3_xxs +blk.8.attn_q.weight iq3_xxs +blk.8.attn_v.weight q4_K +blk.8.ffn_gate_exps.weight iq3_xxs +blk.8.ffn_gate_shexp.weight iq3_xxs +blk.8.ffn_up_exps.weight iq3_xxs +blk.8.ffn_up_shexp.weight iq3_xxs +blk.9.attn_k.weight iq3_xxs +blk.9.attn_q.weight iq3_xxs +blk.9.attn_v.weight q4_K +blk.9.ffn_gate_exps.weight iq3_xxs +blk.9.ffn_gate_shexp.weight iq3_xxs +blk.9.ffn_up_exps.weight iq3_xxs +blk.9.ffn_up_shexp.weight iq3_xxs +blk.10.attn_k.weight iq3_xxs +blk.10.attn_q.weight iq3_xxs +blk.10.attn_v.weight q4_K +blk.10.ffn_gate_exps.weight iq3_xxs +blk.10.ffn_gate_shexp.weight iq3_xxs +blk.10.ffn_up_exps.weight iq3_xxs +blk.10.ffn_up_shexp.weight iq3_xxs +blk.11.attn_k.weight iq3_xxs +blk.11.attn_q.weight iq3_xxs +blk.11.attn_v.weight q4_K +blk.11.ffn_gate_exps.weight iq3_xxs +blk.11.ffn_gate_shexp.weight iq3_xxs +blk.11.ffn_up_exps.weight iq3_xxs +blk.11.ffn_up_shexp.weight iq3_xxs +blk.12.attn_k.weight iq3_xxs +blk.12.attn_q.weight iq3_xxs +blk.12.attn_v.weight q4_K +blk.12.ffn_gate_exps.weight iq3_xxs +blk.12.ffn_gate_shexp.weight iq3_xxs +blk.12.ffn_up_exps.weight iq3_xxs +blk.12.ffn_up_shexp.weight iq3_xxs +blk.13.attn_k.weight iq3_xxs +blk.13.attn_q.weight iq3_xxs +blk.13.attn_v.weight q4_K +blk.13.ffn_gate_exps.weight iq3_xxs +blk.13.ffn_gate_shexp.weight iq3_xxs +blk.13.ffn_up_exps.weight iq3_xxs +blk.13.ffn_up_shexp.weight iq3_xxs +blk.14.attn_k.weight iq3_xxs +blk.14.attn_q.weight iq3_xxs +blk.14.attn_v.weight q4_K +blk.14.ffn_gate_exps.weight iq3_xxs +blk.14.ffn_gate_shexp.weight iq3_xxs +blk.14.ffn_up_exps.weight iq3_xxs +blk.14.ffn_up_shexp.weight iq3_xxs +blk.15.attn_k.weight iq3_xxs +blk.15.attn_q.weight iq3_xxs +blk.15.attn_v.weight q4_K +blk.15.ffn_gate_exps.weight iq3_xxs +blk.15.ffn_gate_shexp.weight iq3_xxs +blk.15.ffn_up_exps.weight iq3_xxs +blk.15.ffn_up_shexp.weight iq3_xxs +blk.16.attn_k.weight iq3_xxs +blk.16.attn_q.weight iq3_xxs +blk.16.attn_v.weight q4_K +blk.16.ffn_gate_exps.weight iq3_xxs +blk.16.ffn_gate_shexp.weight iq3_xxs +blk.16.ffn_up_exps.weight iq3_xxs +blk.16.ffn_up_shexp.weight iq3_xxs +blk.17.attn_k.weight iq3_xxs +blk.17.attn_q.weight iq3_xxs +blk.17.attn_v.weight q4_K +blk.17.ffn_gate_exps.weight iq3_xxs +blk.17.ffn_gate_shexp.weight iq3_xxs +blk.17.ffn_up_exps.weight iq3_xxs +blk.17.ffn_up_shexp.weight iq3_xxs +blk.18.attn_k.weight iq3_xxs +blk.18.attn_q.weight iq3_xxs +blk.18.attn_v.weight q4_K +blk.18.ffn_gate_exps.weight iq3_xxs +blk.18.ffn_gate_shexp.weight iq3_xxs +blk.18.ffn_up_exps.weight iq3_xxs +blk.18.ffn_up_shexp.weight iq3_xxs +blk.19.attn_k.weight iq3_xxs +blk.19.attn_q.weight iq3_xxs +blk.19.attn_v.weight q4_K +blk.19.ffn_gate_exps.weight iq3_xxs +blk.19.ffn_gate_shexp.weight iq3_xxs +blk.19.ffn_up_exps.weight iq3_xxs +blk.19.ffn_up_shexp.weight iq3_xxs +blk.20.attn_k.weight iq3_xxs +blk.20.attn_q.weight iq3_xxs +blk.20.attn_v.weight q4_K +blk.20.ffn_gate_exps.weight iq3_xxs +blk.20.ffn_gate_shexp.weight iq3_xxs +blk.20.ffn_up_exps.weight iq3_xxs +blk.20.ffn_up_shexp.weight iq3_xxs +blk.21.attn_k.weight iq3_xxs +blk.21.attn_q.weight iq3_xxs +blk.21.attn_v.weight q4_K +blk.21.ffn_gate_exps.weight iq3_xxs +blk.21.ffn_gate_shexp.weight iq3_xxs +blk.21.ffn_up_exps.weight iq3_xxs +blk.21.ffn_up_shexp.weight iq3_xxs +blk.22.attn_k.weight iq3_xxs +blk.22.attn_q.weight iq3_xxs +blk.22.attn_v.weight q4_K +blk.22.ffn_gate_exps.weight iq3_xxs +blk.22.ffn_gate_shexp.weight iq3_xxs +blk.22.ffn_up_exps.weight iq3_xxs +blk.22.ffn_up_shexp.weight iq3_xxs +blk.23.attn_k.weight iq3_xxs +blk.23.attn_q.weight iq3_xxs +blk.23.attn_v.weight q4_K +blk.23.ffn_gate_exps.weight iq3_xxs +blk.23.ffn_gate_shexp.weight iq3_xxs +blk.23.ffn_up_exps.weight iq3_xxs +blk.23.ffn_up_shexp.weight iq3_xxs +blk.24.attn_k.weight iq3_xxs +blk.24.attn_q.weight iq3_xxs +blk.24.attn_v.weight q4_K +blk.24.ffn_gate_exps.weight iq3_xxs +blk.24.ffn_gate_shexp.weight iq3_xxs +blk.24.ffn_up_exps.weight iq3_xxs +blk.24.ffn_up_shexp.weight iq3_xxs +blk.25.attn_k.weight iq3_xxs +blk.25.attn_q.weight iq3_xxs +blk.25.attn_v.weight q4_K +blk.25.ffn_gate_exps.weight iq3_xxs +blk.25.ffn_gate_shexp.weight iq3_xxs +blk.25.ffn_up_exps.weight iq3_xxs +blk.25.ffn_up_shexp.weight iq3_xxs +blk.26.attn_k.weight iq3_xxs +blk.26.attn_q.weight iq3_xxs +blk.26.attn_v.weight q4_K +blk.26.ffn_gate_exps.weight iq3_xxs +blk.26.ffn_gate_shexp.weight iq3_xxs +blk.26.ffn_up_exps.weight iq3_xxs +blk.26.ffn_up_shexp.weight iq3_xxs +blk.27.attn_k.weight iq3_xxs +blk.27.attn_q.weight iq3_xxs +blk.27.attn_v.weight q4_K +blk.27.ffn_gate_exps.weight iq3_xxs +blk.27.ffn_gate_shexp.weight iq3_xxs +blk.27.ffn_up_exps.weight iq3_xxs +blk.27.ffn_up_shexp.weight iq3_xxs +blk.28.attn_k.weight iq3_xxs +blk.28.attn_q.weight iq3_xxs +blk.28.attn_v.weight q4_K +blk.28.ffn_gate_exps.weight iq3_xxs +blk.28.ffn_gate_shexp.weight iq3_xxs +blk.28.ffn_up_exps.weight iq3_xxs +blk.28.ffn_up_shexp.weight iq3_xxs +blk.29.attn_k.weight iq3_xxs +blk.29.attn_q.weight iq3_xxs +blk.29.attn_v.weight q4_K +blk.29.ffn_gate_exps.weight iq3_xxs +blk.29.ffn_gate_shexp.weight iq3_xxs +blk.29.ffn_up_exps.weight iq3_xxs +blk.29.ffn_up_shexp.weight iq3_xxs +blk.30.attn_k.weight iq3_xxs +blk.30.attn_q.weight iq3_xxs +blk.30.attn_v.weight q4_K +blk.30.ffn_gate_exps.weight iq3_xxs +blk.30.ffn_gate_shexp.weight iq3_xxs +blk.30.ffn_up_exps.weight iq3_xxs +blk.30.ffn_up_shexp.weight iq3_xxs +blk.31.attn_k.weight iq3_xxs +blk.31.attn_q.weight iq3_xxs +blk.31.attn_v.weight q4_K +blk.31.ffn_gate_exps.weight iq3_xxs +blk.31.ffn_gate_shexp.weight iq3_xxs +blk.31.ffn_up_exps.weight iq3_xxs +blk.31.ffn_up_shexp.weight iq3_xxs +blk.32.attn_k.weight iq3_xxs +blk.32.attn_q.weight iq3_xxs +blk.32.attn_v.weight q4_K +blk.32.ffn_gate_exps.weight iq3_xxs +blk.32.ffn_gate_shexp.weight iq3_xxs +blk.32.ffn_up_exps.weight iq3_xxs +blk.32.ffn_up_shexp.weight iq3_xxs +blk.33.attn_k.weight iq3_xxs +blk.33.attn_q.weight iq3_xxs +blk.33.attn_v.weight q4_K +blk.33.ffn_gate_exps.weight iq3_xxs +blk.33.ffn_gate_shexp.weight iq3_xxs +blk.33.ffn_up_exps.weight iq3_xxs +blk.33.ffn_up_shexp.weight iq3_xxs +blk.34.attn_k.weight iq3_xxs +blk.34.attn_q.weight iq3_xxs +blk.34.attn_v.weight q4_K +blk.34.ffn_gate_exps.weight iq3_xxs +blk.34.ffn_gate_shexp.weight iq3_xxs +blk.34.ffn_up_exps.weight iq3_xxs +blk.34.ffn_up_shexp.weight iq3_xxs +blk.35.attn_k.weight iq3_xxs +blk.35.attn_q.weight iq3_xxs +blk.35.attn_v.weight q4_K +blk.35.ffn_gate_exps.weight iq3_xxs +blk.35.ffn_gate_shexp.weight iq3_xxs +blk.35.ffn_up_exps.weight iq3_xxs +blk.35.ffn_up_shexp.weight iq3_xxs +blk.36.attn_k.weight iq3_xxs +blk.36.attn_q.weight iq3_xxs +blk.36.attn_v.weight q4_K +blk.36.ffn_gate_exps.weight iq3_xxs +blk.36.ffn_gate_shexp.weight iq3_xxs +blk.36.ffn_up_exps.weight iq3_xxs +blk.36.ffn_up_shexp.weight iq3_xxs +blk.37.attn_k.weight iq3_xxs +blk.37.attn_q.weight iq3_xxs +blk.37.attn_v.weight q4_K +blk.37.ffn_gate_exps.weight iq3_xxs +blk.37.ffn_gate_shexp.weight iq3_xxs +blk.37.ffn_up_exps.weight iq3_xxs +blk.37.ffn_up_shexp.weight iq3_xxs +blk.38.attn_k.weight iq3_xxs +blk.38.attn_q.weight iq3_xxs +blk.38.attn_v.weight q4_K +blk.38.ffn_gate_exps.weight iq3_xxs +blk.38.ffn_gate_shexp.weight iq3_xxs +blk.38.ffn_up_exps.weight iq3_xxs +blk.38.ffn_up_shexp.weight iq3_xxs +blk.39.attn_k.weight iq3_xxs +blk.39.attn_q.weight iq3_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_k.weight iq3_xxs +blk.40.attn_q.weight iq3_xxs +blk.40.attn_v.weight q4_K +blk.41.attn_k.weight iq3_xxs +blk.41.attn_q.weight iq3_xxs +blk.41.attn_v.weight q4_K +blk.42.attn_k.weight iq3_xxs +blk.42.attn_q.weight iq3_xxs +blk.42.attn_v.weight q4_K +blk.43.attn_k.weight iq3_xxs +blk.43.attn_q.weight iq3_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_k.weight iq3_xxs +blk.44.attn_q.weight iq3_xxs +blk.44.attn_v.weight q4_K + +[IQ3_XXS] iq3_xxs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_k.weight iq2_s +blk.0.attn_output.weight iq3_s +blk.0.attn_q.weight iq2_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_k.weight iq2_s +blk.1.attn_output.weight iq3_s +blk.1.attn_q.weight iq2_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_k.weight iq2_s +blk.2.attn_output.weight iq3_s +blk.2.attn_q.weight iq2_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_k.weight iq2_s +blk.3.attn_output.weight iq3_s +blk.3.attn_q.weight iq2_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_k.weight iq2_s +blk.4.attn_output.weight iq3_s +blk.4.attn_q.weight iq2_s +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_k.weight iq2_s +blk.5.attn_output.weight iq3_s +blk.5.attn_q.weight iq2_s +blk.5.attn_v.weight q4_K +blk.5.ffn_down_exps.weight q3_K +blk.5.ffn_down_shexp.weight q3_K +blk.6.attn_k.weight iq2_s +blk.6.attn_output.weight iq3_s +blk.6.attn_q.weight iq2_s +blk.6.attn_v.weight q4_K +blk.6.ffn_down_exps.weight q3_K +blk.6.ffn_down_shexp.weight q3_K +blk.7.attn_k.weight iq2_s +blk.7.attn_output.weight iq3_s +blk.7.attn_q.weight iq2_s +blk.7.attn_v.weight q4_K +blk.7.ffn_down_exps.weight q3_K +blk.7.ffn_down_shexp.weight q3_K +blk.8.attn_k.weight iq2_s +blk.8.attn_output.weight iq3_s +blk.8.attn_q.weight iq2_s +blk.8.attn_v.weight q4_K +blk.8.ffn_down_exps.weight q3_K +blk.8.ffn_down_shexp.weight q3_K +blk.9.attn_k.weight iq2_s +blk.9.attn_output.weight iq3_s +blk.9.attn_q.weight iq2_s +blk.9.attn_v.weight q4_K +blk.9.ffn_down_exps.weight q3_K +blk.9.ffn_down_shexp.weight q3_K +blk.10.attn_k.weight iq2_s +blk.10.attn_output.weight iq3_s +blk.10.attn_q.weight iq2_s +blk.10.attn_v.weight q4_K +blk.10.ffn_down_exps.weight q3_K +blk.10.ffn_down_shexp.weight q3_K +blk.11.attn_k.weight iq2_s +blk.11.attn_output.weight iq3_s +blk.11.attn_q.weight iq2_s +blk.11.attn_v.weight q4_K +blk.11.ffn_down_exps.weight q3_K +blk.11.ffn_down_shexp.weight q3_K +blk.12.attn_k.weight iq2_s +blk.12.attn_output.weight iq3_s +blk.12.attn_q.weight iq2_s +blk.12.attn_v.weight q4_K +blk.12.ffn_down_exps.weight q3_K +blk.12.ffn_down_shexp.weight q3_K +blk.13.attn_k.weight iq2_s +blk.13.attn_output.weight iq3_s +blk.13.attn_q.weight iq2_s +blk.13.attn_v.weight q4_K +blk.13.ffn_down_exps.weight q3_K +blk.13.ffn_down_shexp.weight q3_K +blk.14.attn_k.weight iq2_s +blk.14.attn_output.weight iq3_s +blk.14.attn_q.weight iq2_s +blk.14.attn_v.weight q4_K +blk.14.ffn_down_exps.weight q3_K +blk.14.ffn_down_shexp.weight q3_K +blk.15.attn_k.weight iq2_s +blk.15.attn_output.weight iq3_s +blk.15.attn_q.weight iq2_s +blk.15.attn_v.weight q4_K +blk.15.ffn_down_exps.weight q3_K +blk.15.ffn_down_shexp.weight q3_K +blk.16.attn_k.weight iq2_s +blk.16.attn_output.weight iq3_s +blk.16.attn_q.weight iq2_s +blk.16.attn_v.weight q4_K +blk.16.ffn_down_exps.weight q3_K +blk.16.ffn_down_shexp.weight q3_K +blk.17.attn_k.weight iq2_s +blk.17.attn_output.weight iq3_s +blk.17.attn_q.weight iq2_s +blk.17.attn_v.weight q4_K +blk.17.ffn_down_exps.weight q3_K +blk.17.ffn_down_shexp.weight q3_K +blk.18.attn_k.weight iq2_s +blk.18.attn_output.weight iq3_s +blk.18.attn_q.weight iq2_s +blk.18.attn_v.weight q4_K +blk.18.ffn_down_exps.weight q3_K +blk.18.ffn_down_shexp.weight q3_K +blk.19.attn_k.weight iq2_s +blk.19.attn_output.weight iq3_s +blk.19.attn_q.weight iq2_s +blk.19.attn_v.weight q4_K +blk.19.ffn_down_exps.weight q3_K +blk.19.ffn_down_shexp.weight q3_K +blk.20.attn_k.weight iq2_s +blk.20.attn_output.weight iq3_s +blk.20.attn_q.weight iq2_s +blk.20.attn_v.weight q4_K +blk.20.ffn_down_exps.weight q3_K +blk.20.ffn_down_shexp.weight q3_K +blk.21.attn_k.weight iq2_s +blk.21.attn_output.weight iq3_s +blk.21.attn_q.weight iq2_s +blk.21.attn_v.weight q4_K +blk.21.ffn_down_exps.weight q3_K +blk.21.ffn_down_shexp.weight q3_K +blk.22.attn_k.weight iq2_s +blk.22.attn_output.weight iq3_s +blk.22.attn_q.weight iq2_s +blk.22.attn_v.weight q4_K +blk.22.ffn_down_exps.weight q3_K +blk.22.ffn_down_shexp.weight q3_K +blk.23.attn_k.weight iq2_s +blk.23.attn_output.weight iq3_s +blk.23.attn_q.weight iq2_s +blk.23.attn_v.weight q4_K +blk.23.ffn_down_exps.weight q3_K +blk.23.ffn_down_shexp.weight q3_K +blk.24.attn_k.weight iq2_s +blk.24.attn_output.weight iq3_s +blk.24.attn_q.weight iq2_s +blk.24.attn_v.weight q4_K +blk.24.ffn_down_exps.weight q3_K +blk.24.ffn_down_shexp.weight q3_K +blk.25.attn_k.weight iq2_s +blk.25.attn_output.weight iq3_s +blk.25.attn_q.weight iq2_s +blk.25.attn_v.weight q4_K +blk.25.ffn_down_exps.weight q3_K +blk.25.ffn_down_shexp.weight q3_K +blk.26.attn_k.weight iq2_s +blk.26.attn_output.weight iq3_s +blk.26.attn_q.weight iq2_s +blk.26.attn_v.weight q4_K +blk.26.ffn_down_exps.weight q3_K +blk.26.ffn_down_shexp.weight q3_K +blk.27.attn_k.weight iq2_s +blk.27.attn_output.weight iq3_s +blk.27.attn_q.weight iq2_s +blk.27.attn_v.weight q4_K +blk.27.ffn_down_exps.weight q3_K +blk.27.ffn_down_shexp.weight q3_K +blk.28.attn_k.weight iq2_s +blk.28.attn_output.weight iq3_s +blk.28.attn_q.weight iq2_s +blk.28.attn_v.weight q4_K +blk.28.ffn_down_exps.weight q3_K +blk.28.ffn_down_shexp.weight q3_K +blk.29.attn_k.weight iq2_s +blk.29.attn_output.weight iq3_s +blk.29.attn_q.weight iq2_s +blk.29.attn_v.weight q4_K +blk.29.ffn_down_exps.weight q3_K +blk.29.ffn_down_shexp.weight q3_K +blk.30.attn_k.weight iq2_s +blk.30.attn_output.weight iq3_s +blk.30.attn_q.weight iq2_s +blk.30.attn_v.weight q4_K +blk.30.ffn_down_exps.weight q3_K +blk.30.ffn_down_shexp.weight q3_K +blk.31.attn_k.weight iq2_s +blk.31.attn_output.weight iq3_s +blk.31.attn_q.weight iq2_s +blk.31.attn_v.weight q4_K +blk.31.ffn_down_exps.weight q3_K +blk.31.ffn_down_shexp.weight q3_K +blk.32.attn_k.weight iq2_s +blk.32.attn_output.weight iq3_s +blk.32.attn_q.weight iq2_s +blk.32.attn_v.weight q4_K +blk.32.ffn_down_exps.weight q3_K +blk.32.ffn_down_shexp.weight q3_K +blk.33.attn_k.weight iq2_s +blk.33.attn_output.weight iq3_s +blk.33.attn_q.weight iq2_s +blk.33.attn_v.weight q4_K +blk.33.ffn_down_exps.weight q3_K +blk.33.ffn_down_shexp.weight q3_K +blk.34.attn_k.weight iq2_s +blk.34.attn_output.weight iq3_s +blk.34.attn_q.weight iq2_s +blk.34.attn_v.weight q4_K +blk.34.ffn_down_exps.weight q3_K +blk.34.ffn_down_shexp.weight q3_K +blk.35.attn_k.weight iq2_s +blk.35.attn_output.weight iq3_s +blk.35.attn_q.weight iq2_s +blk.35.attn_v.weight q4_K +blk.35.ffn_down_exps.weight q3_K +blk.35.ffn_down_shexp.weight q3_K +blk.36.attn_k.weight iq2_s +blk.36.attn_output.weight iq3_s +blk.36.attn_q.weight iq2_s +blk.36.attn_v.weight q4_K +blk.36.ffn_down_exps.weight q3_K +blk.36.ffn_down_shexp.weight q3_K +blk.37.attn_k.weight iq2_s +blk.37.attn_output.weight iq3_s +blk.37.attn_q.weight iq2_s +blk.37.attn_v.weight q4_K +blk.37.ffn_down_exps.weight q3_K +blk.37.ffn_down_shexp.weight q3_K +blk.38.attn_k.weight iq2_s +blk.38.attn_output.weight iq3_s +blk.38.attn_q.weight iq2_s +blk.38.attn_v.weight q4_K +blk.38.ffn_down_exps.weight q3_K +blk.38.ffn_down_shexp.weight q3_K +blk.39.attn_k.weight iq2_s +blk.39.attn_output.weight iq3_s +blk.39.attn_q.weight iq2_s +blk.39.attn_v.weight q4_K +blk.39.ffn_down_exps.weight q3_K +blk.39.ffn_down_shexp.weight q3_K +blk.40.attn_k.weight iq2_s +blk.40.attn_output.weight iq3_s +blk.40.attn_q.weight iq2_s +blk.40.attn_v.weight q4_K +blk.40.ffn_down_exps.weight q3_K +blk.40.ffn_down_shexp.weight q3_K +blk.41.attn_k.weight iq2_s +blk.41.attn_output.weight iq3_s +blk.41.attn_q.weight iq2_s +blk.41.attn_v.weight q4_K +blk.41.ffn_down_exps.weight q3_K +blk.41.ffn_down_shexp.weight q3_K +blk.42.attn_k.weight iq2_s +blk.42.attn_output.weight iq3_s +blk.42.attn_q.weight iq2_s +blk.42.attn_v.weight q4_K +blk.42.ffn_down_exps.weight q3_K +blk.42.ffn_down_shexp.weight q3_K +blk.43.attn_k.weight iq2_s +blk.43.attn_output.weight iq3_s +blk.43.attn_q.weight iq2_s +blk.43.attn_v.weight q4_K +blk.43.ffn_down_exps.weight q3_K +blk.43.ffn_down_shexp.weight q3_K +blk.44.attn_k.weight iq2_s +blk.44.attn_output.weight iq3_s +blk.44.attn_q.weight iq2_s +blk.44.attn_v.weight q4_K +blk.44.ffn_down_exps.weight q3_K +blk.44.ffn_down_shexp.weight q3_K + +[IQ1_S] iq1_s +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K + +[IQ4_NL] iq4_nl +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K + +[IQ3_S] iq3_s +output.weight q6_K +blk.0.attn_v.weight q4_K +blk.1.attn_v.weight q4_K +blk.2.attn_v.weight q4_K +blk.3.attn_v.weight q4_K +blk.4.attn_v.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_v.weight q4_K + +[IQ3_M] iq3_s +output.weight q6_K +blk.0.attn_output.weight q4_K +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q4_K +blk.1.attn_output.weight q4_K +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q4_K +blk.2.attn_output.weight q4_K +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q4_K +blk.3.attn_output.weight q4_K +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q4_K +blk.3.ffn_down_shexp.weight q4_K +blk.4.attn_output.weight q4_K +blk.4.attn_v.weight q4_K +blk.4.ffn_down_exps.weight q4_K +blk.4.ffn_down_shexp.weight q4_K +blk.5.attn_output.weight q4_K +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight q4_K +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight q4_K +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight q4_K +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight q4_K +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight q4_K +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight q4_K +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight q4_K +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight q4_K +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight q4_K +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight q4_K +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight q4_K +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight q4_K +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight q4_K +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight q4_K +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight q4_K +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight q4_K +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight q4_K +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight q4_K +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight q4_K +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight q4_K +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight q4_K +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight q4_K +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight q4_K +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight q4_K +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight q4_K +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight q4_K +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight q4_K +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight q4_K +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight q4_K +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight q4_K +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight q4_K +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight q4_K +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight q4_K +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight q4_K +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight q4_K +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight q4_K +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight q4_K +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight q4_K +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight q4_K +blk.44.attn_v.weight q4_K + +[IQ2_S] iq2_xs +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq3_s +blk.3.ffn_down_shexp.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K + +[IQ2_M] iq2_s +output.weight q5_K +token_embd.weight iq3_s +blk.0.attn_output.weight iq3_s +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight iq3_s +blk.1.attn_output.weight iq3_s +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight iq3_s +blk.2.attn_output.weight iq3_s +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight iq3_s +blk.3.attn_output.weight iq3_s +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight iq3_s +blk.3.ffn_down_shexp.weight iq3_s +blk.4.attn_output.weight iq3_s +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight iq3_s +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq3_s +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq3_s +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq3_s +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq3_s +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq3_s +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq3_s +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq3_s +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq3_s +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq3_s +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq3_s +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq3_s +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq3_s +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq3_s +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq3_s +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq3_s +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq3_s +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq3_s +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq3_s +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq3_s +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq3_s +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq3_s +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq3_s +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq3_s +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq3_s +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq3_s +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq3_s +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq3_s +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq3_s +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq3_s +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq3_s +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq3_s +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq3_s +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq3_s +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq3_s +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq3_s +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq3_s +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq3_s +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq3_s +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq3_s +blk.44.attn_v.weight q4_K + +[IQ4_XS] iq4_xs +output.weight q6_K +blk.0.attn_v.weight q5_K +blk.0.ffn_down.weight q5_K +blk.1.attn_v.weight q5_K +blk.1.ffn_down.weight q5_K +blk.2.attn_v.weight q5_K +blk.2.ffn_down.weight q5_K +blk.3.attn_v.weight q5_K +blk.3.ffn_down_exps.weight q5_K +blk.3.ffn_down_shexp.weight q5_K +blk.4.attn_v.weight q5_K +blk.4.ffn_down_exps.weight q5_K +blk.4.ffn_down_shexp.weight q5_K +blk.5.attn_v.weight q5_K +blk.6.attn_v.weight q5_K +blk.7.attn_v.weight q5_K +blk.8.attn_v.weight q5_K +blk.9.attn_v.weight q5_K +blk.10.attn_v.weight q5_K +blk.11.attn_v.weight q5_K +blk.12.attn_v.weight q5_K +blk.13.attn_v.weight q5_K +blk.14.attn_v.weight q5_K +blk.15.attn_v.weight q5_K +blk.16.attn_v.weight q5_K +blk.17.attn_v.weight q5_K +blk.18.attn_v.weight q5_K +blk.19.attn_v.weight q5_K +blk.20.attn_v.weight q5_K +blk.21.attn_v.weight q5_K +blk.22.attn_v.weight q5_K +blk.23.attn_v.weight q5_K +blk.24.attn_v.weight q5_K +blk.25.attn_v.weight q5_K +blk.26.attn_v.weight q5_K +blk.27.attn_v.weight q5_K +blk.28.attn_v.weight q5_K +blk.29.attn_v.weight q5_K +blk.30.attn_v.weight q5_K +blk.31.attn_v.weight q5_K +blk.32.attn_v.weight q5_K +blk.33.attn_v.weight q5_K +blk.34.attn_v.weight q5_K +blk.35.attn_v.weight q5_K +blk.36.attn_v.weight q5_K +blk.37.attn_v.weight q5_K +blk.38.attn_v.weight q5_K +blk.39.attn_v.weight q5_K +blk.40.attn_v.weight q5_K +blk.41.attn_v.weight q5_K +blk.42.attn_v.weight q5_K +blk.43.attn_v.weight q5_K +blk.44.attn_v.weight q5_K + +[IQ1_M] iq1_m +output.weight q5_K +token_embd.weight q2_K +blk.0.attn_output.weight iq2_xxs +blk.0.attn_v.weight q4_K +blk.0.ffn_down.weight q2_K +blk.1.attn_output.weight iq2_xxs +blk.1.attn_v.weight q4_K +blk.1.ffn_down.weight q2_K +blk.2.attn_output.weight iq2_xxs +blk.2.attn_v.weight q4_K +blk.2.ffn_down.weight q2_K +blk.3.attn_output.weight iq2_xxs +blk.3.attn_v.weight q4_K +blk.3.ffn_down_exps.weight q2_K +blk.3.ffn_down_shexp.weight q2_K +blk.4.attn_output.weight iq2_xxs +blk.4.attn_v.weight q4_K +blk.5.attn_output.weight iq2_xxs +blk.5.attn_v.weight q4_K +blk.6.attn_output.weight iq2_xxs +blk.6.attn_v.weight q4_K +blk.7.attn_output.weight iq2_xxs +blk.7.attn_v.weight q4_K +blk.8.attn_output.weight iq2_xxs +blk.8.attn_v.weight q4_K +blk.9.attn_output.weight iq2_xxs +blk.9.attn_v.weight q4_K +blk.10.attn_output.weight iq2_xxs +blk.10.attn_v.weight q4_K +blk.11.attn_output.weight iq2_xxs +blk.11.attn_v.weight q4_K +blk.12.attn_output.weight iq2_xxs +blk.12.attn_v.weight q4_K +blk.13.attn_output.weight iq2_xxs +blk.13.attn_v.weight q4_K +blk.14.attn_output.weight iq2_xxs +blk.14.attn_v.weight q4_K +blk.15.attn_output.weight iq2_xxs +blk.15.attn_v.weight q4_K +blk.16.attn_output.weight iq2_xxs +blk.16.attn_v.weight q4_K +blk.17.attn_output.weight iq2_xxs +blk.17.attn_v.weight q4_K +blk.18.attn_output.weight iq2_xxs +blk.18.attn_v.weight q4_K +blk.19.attn_output.weight iq2_xxs +blk.19.attn_v.weight q4_K +blk.20.attn_output.weight iq2_xxs +blk.20.attn_v.weight q4_K +blk.21.attn_output.weight iq2_xxs +blk.21.attn_v.weight q4_K +blk.22.attn_output.weight iq2_xxs +blk.22.attn_v.weight q4_K +blk.23.attn_output.weight iq2_xxs +blk.23.attn_v.weight q4_K +blk.24.attn_output.weight iq2_xxs +blk.24.attn_v.weight q4_K +blk.25.attn_output.weight iq2_xxs +blk.25.attn_v.weight q4_K +blk.26.attn_output.weight iq2_xxs +blk.26.attn_v.weight q4_K +blk.27.attn_output.weight iq2_xxs +blk.27.attn_v.weight q4_K +blk.28.attn_output.weight iq2_xxs +blk.28.attn_v.weight q4_K +blk.29.attn_output.weight iq2_xxs +blk.29.attn_v.weight q4_K +blk.30.attn_output.weight iq2_xxs +blk.30.attn_v.weight q4_K +blk.31.attn_output.weight iq2_xxs +blk.31.attn_v.weight q4_K +blk.32.attn_output.weight iq2_xxs +blk.32.attn_v.weight q4_K +blk.33.attn_output.weight iq2_xxs +blk.33.attn_v.weight q4_K +blk.34.attn_output.weight iq2_xxs +blk.34.attn_v.weight q4_K +blk.35.attn_output.weight iq2_xxs +blk.35.attn_v.weight q4_K +blk.36.attn_output.weight iq2_xxs +blk.36.attn_v.weight q4_K +blk.37.attn_output.weight iq2_xxs +blk.37.attn_v.weight q4_K +blk.38.attn_output.weight iq2_xxs +blk.38.attn_v.weight q4_K +blk.39.attn_output.weight iq2_xxs +blk.39.attn_v.weight q4_K +blk.40.attn_output.weight iq2_xxs +blk.40.attn_v.weight q4_K +blk.41.attn_output.weight iq2_xxs +blk.41.attn_v.weight q4_K +blk.42.attn_output.weight iq2_xxs +blk.42.attn_v.weight q4_K +blk.43.attn_output.weight iq2_xxs +blk.43.attn_v.weight q4_K +blk.44.attn_output.weight iq2_xxs +blk.44.attn_v.weight q4_K + +[BF16] bf16 + +[TQ1_0] tq1_0 +output.weight q6_K +token_embd.weight q4_K + +[TQ2_0] tq2_0 +output.weight q6_K +token_embd.weight q4_K + +[MXFP4_MOE] mxfp4 +output.weight q8_0 +token_embd.weight q8_0 +blk.0.attn_gate.weight q8_0 +blk.0.attn_k.weight q8_0 +blk.0.attn_output.weight q8_0 +blk.0.attn_q.weight q8_0 +blk.0.attn_v.weight q8_0 +blk.0.ffn_down.weight q8_0 +blk.0.ffn_gate.weight q8_0 +blk.0.ffn_up.weight q8_0 +blk.1.attn_gate.weight q8_0 +blk.1.attn_k.weight q8_0 +blk.1.attn_output.weight q8_0 +blk.1.attn_q.weight q8_0 +blk.1.attn_v.weight q8_0 +blk.1.ffn_down.weight q8_0 +blk.1.ffn_gate.weight q8_0 +blk.1.ffn_up.weight q8_0 +blk.2.attn_gate.weight q8_0 +blk.2.attn_k.weight q8_0 +blk.2.attn_output.weight q8_0 +blk.2.attn_q.weight q8_0 +blk.2.attn_v.weight q8_0 +blk.2.ffn_down.weight q8_0 +blk.2.ffn_gate.weight q8_0 +blk.2.ffn_up.weight q8_0 +blk.3.attn_gate.weight q8_0 +blk.3.attn_k.weight q8_0 +blk.3.attn_output.weight q8_0 +blk.3.attn_q.weight q8_0 +blk.3.attn_v.weight q8_0 +blk.3.ffn_down_shexp.weight q8_0 +blk.3.ffn_gate_shexp.weight q8_0 +blk.3.ffn_up_shexp.weight q8_0 +blk.4.attn_gate.weight q8_0 +blk.4.attn_k.weight q8_0 +blk.4.attn_output.weight q8_0 +blk.4.attn_q.weight q8_0 +blk.4.attn_v.weight q8_0 +blk.4.ffn_down_shexp.weight q8_0 +blk.4.ffn_gate_shexp.weight q8_0 +blk.4.ffn_up_shexp.weight q8_0 +blk.5.attn_gate.weight q8_0 +blk.5.attn_k.weight q8_0 +blk.5.attn_output.weight q8_0 +blk.5.attn_q.weight q8_0 +blk.5.attn_v.weight q8_0 +blk.5.ffn_down_shexp.weight q8_0 +blk.5.ffn_gate_shexp.weight q8_0 +blk.5.ffn_up_shexp.weight q8_0 +blk.6.attn_gate.weight q8_0 +blk.6.attn_k.weight q8_0 +blk.6.attn_output.weight q8_0 +blk.6.attn_q.weight q8_0 +blk.6.attn_v.weight q8_0 +blk.6.ffn_down_shexp.weight q8_0 +blk.6.ffn_gate_shexp.weight q8_0 +blk.6.ffn_up_shexp.weight q8_0 +blk.7.attn_gate.weight q8_0 +blk.7.attn_k.weight q8_0 +blk.7.attn_output.weight q8_0 +blk.7.attn_q.weight q8_0 +blk.7.attn_v.weight q8_0 +blk.7.ffn_down_shexp.weight q8_0 +blk.7.ffn_gate_shexp.weight q8_0 +blk.7.ffn_up_shexp.weight q8_0 +blk.8.attn_gate.weight q8_0 +blk.8.attn_k.weight q8_0 +blk.8.attn_output.weight q8_0 +blk.8.attn_q.weight q8_0 +blk.8.attn_v.weight q8_0 +blk.8.ffn_down_shexp.weight q8_0 +blk.8.ffn_gate_shexp.weight q8_0 +blk.8.ffn_up_shexp.weight q8_0 +blk.9.attn_gate.weight q8_0 +blk.9.attn_k.weight q8_0 +blk.9.attn_output.weight q8_0 +blk.9.attn_q.weight q8_0 +blk.9.attn_v.weight q8_0 +blk.9.ffn_down_shexp.weight q8_0 +blk.9.ffn_gate_shexp.weight q8_0 +blk.9.ffn_up_shexp.weight q8_0 +blk.10.attn_gate.weight q8_0 +blk.10.attn_k.weight q8_0 +blk.10.attn_output.weight q8_0 +blk.10.attn_q.weight q8_0 +blk.10.attn_v.weight q8_0 +blk.10.ffn_down_shexp.weight q8_0 +blk.10.ffn_gate_shexp.weight q8_0 +blk.10.ffn_up_shexp.weight q8_0 +blk.11.attn_gate.weight q8_0 +blk.11.attn_k.weight q8_0 +blk.11.attn_output.weight q8_0 +blk.11.attn_q.weight q8_0 +blk.11.attn_v.weight q8_0 +blk.11.ffn_down_shexp.weight q8_0 +blk.11.ffn_gate_shexp.weight q8_0 +blk.11.ffn_up_shexp.weight q8_0 +blk.12.attn_gate.weight q8_0 +blk.12.attn_k.weight q8_0 +blk.12.attn_output.weight q8_0 +blk.12.attn_q.weight q8_0 +blk.12.attn_v.weight q8_0 +blk.12.ffn_down_shexp.weight q8_0 +blk.12.ffn_gate_shexp.weight q8_0 +blk.12.ffn_up_shexp.weight q8_0 +blk.13.attn_gate.weight q8_0 +blk.13.attn_k.weight q8_0 +blk.13.attn_output.weight q8_0 +blk.13.attn_q.weight q8_0 +blk.13.attn_v.weight q8_0 +blk.13.ffn_down_shexp.weight q8_0 +blk.13.ffn_gate_shexp.weight q8_0 +blk.13.ffn_up_shexp.weight q8_0 +blk.14.attn_gate.weight q8_0 +blk.14.attn_k.weight q8_0 +blk.14.attn_output.weight q8_0 +blk.14.attn_q.weight q8_0 +blk.14.attn_v.weight q8_0 +blk.14.ffn_down_shexp.weight q8_0 +blk.14.ffn_gate_shexp.weight q8_0 +blk.14.ffn_up_shexp.weight q8_0 +blk.15.attn_gate.weight q8_0 +blk.15.attn_k.weight q8_0 +blk.15.attn_output.weight q8_0 +blk.15.attn_q.weight q8_0 +blk.15.attn_v.weight q8_0 +blk.15.ffn_down_shexp.weight q8_0 +blk.15.ffn_gate_shexp.weight q8_0 +blk.15.ffn_up_shexp.weight q8_0 +blk.16.attn_gate.weight q8_0 +blk.16.attn_k.weight q8_0 +blk.16.attn_output.weight q8_0 +blk.16.attn_q.weight q8_0 +blk.16.attn_v.weight q8_0 +blk.16.ffn_down_shexp.weight q8_0 +blk.16.ffn_gate_shexp.weight q8_0 +blk.16.ffn_up_shexp.weight q8_0 +blk.17.attn_gate.weight q8_0 +blk.17.attn_k.weight q8_0 +blk.17.attn_output.weight q8_0 +blk.17.attn_q.weight q8_0 +blk.17.attn_v.weight q8_0 +blk.17.ffn_down_shexp.weight q8_0 +blk.17.ffn_gate_shexp.weight q8_0 +blk.17.ffn_up_shexp.weight q8_0 +blk.18.attn_gate.weight q8_0 +blk.18.attn_k.weight q8_0 +blk.18.attn_output.weight q8_0 +blk.18.attn_q.weight q8_0 +blk.18.attn_v.weight q8_0 +blk.18.ffn_down_shexp.weight q8_0 +blk.18.ffn_gate_shexp.weight q8_0 +blk.18.ffn_up_shexp.weight q8_0 +blk.19.attn_gate.weight q8_0 +blk.19.attn_k.weight q8_0 +blk.19.attn_output.weight q8_0 +blk.19.attn_q.weight q8_0 +blk.19.attn_v.weight q8_0 +blk.19.ffn_down_shexp.weight q8_0 +blk.19.ffn_gate_shexp.weight q8_0 +blk.19.ffn_up_shexp.weight q8_0 +blk.20.attn_gate.weight q8_0 +blk.20.attn_k.weight q8_0 +blk.20.attn_output.weight q8_0 +blk.20.attn_q.weight q8_0 +blk.20.attn_v.weight q8_0 +blk.20.ffn_down_shexp.weight q8_0 +blk.20.ffn_gate_shexp.weight q8_0 +blk.20.ffn_up_shexp.weight q8_0 +blk.21.attn_gate.weight q8_0 +blk.21.attn_k.weight q8_0 +blk.21.attn_output.weight q8_0 +blk.21.attn_q.weight q8_0 +blk.21.attn_v.weight q8_0 +blk.21.ffn_down_shexp.weight q8_0 +blk.21.ffn_gate_shexp.weight q8_0 +blk.21.ffn_up_shexp.weight q8_0 +blk.22.attn_gate.weight q8_0 +blk.22.attn_k.weight q8_0 +blk.22.attn_output.weight q8_0 +blk.22.attn_q.weight q8_0 +blk.22.attn_v.weight q8_0 +blk.22.ffn_down_shexp.weight q8_0 +blk.22.ffn_gate_shexp.weight q8_0 +blk.22.ffn_up_shexp.weight q8_0 +blk.23.attn_gate.weight q8_0 +blk.23.attn_k.weight q8_0 +blk.23.attn_output.weight q8_0 +blk.23.attn_q.weight q8_0 +blk.23.attn_v.weight q8_0 +blk.23.ffn_down_shexp.weight q8_0 +blk.23.ffn_gate_shexp.weight q8_0 +blk.23.ffn_up_shexp.weight q8_0 +blk.24.attn_gate.weight q8_0 +blk.24.attn_k.weight q8_0 +blk.24.attn_output.weight q8_0 +blk.24.attn_q.weight q8_0 +blk.24.attn_v.weight q8_0 +blk.24.ffn_down_shexp.weight q8_0 +blk.24.ffn_gate_shexp.weight q8_0 +blk.24.ffn_up_shexp.weight q8_0 +blk.25.attn_gate.weight q8_0 +blk.25.attn_k.weight q8_0 +blk.25.attn_output.weight q8_0 +blk.25.attn_q.weight q8_0 +blk.25.attn_v.weight q8_0 +blk.25.ffn_down_shexp.weight q8_0 +blk.25.ffn_gate_shexp.weight q8_0 +blk.25.ffn_up_shexp.weight q8_0 +blk.26.attn_gate.weight q8_0 +blk.26.attn_k.weight q8_0 +blk.26.attn_output.weight q8_0 +blk.26.attn_q.weight q8_0 +blk.26.attn_v.weight q8_0 +blk.26.ffn_down_shexp.weight q8_0 +blk.26.ffn_gate_shexp.weight q8_0 +blk.26.ffn_up_shexp.weight q8_0 +blk.27.attn_gate.weight q8_0 +blk.27.attn_k.weight q8_0 +blk.27.attn_output.weight q8_0 +blk.27.attn_q.weight q8_0 +blk.27.attn_v.weight q8_0 +blk.27.ffn_down_shexp.weight q8_0 +blk.27.ffn_gate_shexp.weight q8_0 +blk.27.ffn_up_shexp.weight q8_0 +blk.28.attn_gate.weight q8_0 +blk.28.attn_k.weight q8_0 +blk.28.attn_output.weight q8_0 +blk.28.attn_q.weight q8_0 +blk.28.attn_v.weight q8_0 +blk.28.ffn_down_shexp.weight q8_0 +blk.28.ffn_gate_shexp.weight q8_0 +blk.28.ffn_up_shexp.weight q8_0 +blk.29.attn_gate.weight q8_0 +blk.29.attn_k.weight q8_0 +blk.29.attn_output.weight q8_0 +blk.29.attn_q.weight q8_0 +blk.29.attn_v.weight q8_0 +blk.29.ffn_down_shexp.weight q8_0 +blk.29.ffn_gate_shexp.weight q8_0 +blk.29.ffn_up_shexp.weight q8_0 +blk.30.attn_gate.weight q8_0 +blk.30.attn_k.weight q8_0 +blk.30.attn_output.weight q8_0 +blk.30.attn_q.weight q8_0 +blk.30.attn_v.weight q8_0 +blk.30.ffn_down_shexp.weight q8_0 +blk.30.ffn_gate_shexp.weight q8_0 +blk.30.ffn_up_shexp.weight q8_0 +blk.31.attn_gate.weight q8_0 +blk.31.attn_k.weight q8_0 +blk.31.attn_output.weight q8_0 +blk.31.attn_q.weight q8_0 +blk.31.attn_v.weight q8_0 +blk.31.ffn_down_shexp.weight q8_0 +blk.31.ffn_gate_shexp.weight q8_0 +blk.31.ffn_up_shexp.weight q8_0 +blk.32.attn_gate.weight q8_0 +blk.32.attn_k.weight q8_0 +blk.32.attn_output.weight q8_0 +blk.32.attn_q.weight q8_0 +blk.32.attn_v.weight q8_0 +blk.32.ffn_down_shexp.weight q8_0 +blk.32.ffn_gate_shexp.weight q8_0 +blk.32.ffn_up_shexp.weight q8_0 +blk.33.attn_gate.weight q8_0 +blk.33.attn_k.weight q8_0 +blk.33.attn_output.weight q8_0 +blk.33.attn_q.weight q8_0 +blk.33.attn_v.weight q8_0 +blk.33.ffn_down_shexp.weight q8_0 +blk.33.ffn_gate_shexp.weight q8_0 +blk.33.ffn_up_shexp.weight q8_0 +blk.34.attn_gate.weight q8_0 +blk.34.attn_k.weight q8_0 +blk.34.attn_output.weight q8_0 +blk.34.attn_q.weight q8_0 +blk.34.attn_v.weight q8_0 +blk.34.ffn_down_shexp.weight q8_0 +blk.34.ffn_gate_shexp.weight q8_0 +blk.34.ffn_up_shexp.weight q8_0 +blk.35.attn_gate.weight q8_0 +blk.35.attn_k.weight q8_0 +blk.35.attn_output.weight q8_0 +blk.35.attn_q.weight q8_0 +blk.35.attn_v.weight q8_0 +blk.35.ffn_down_shexp.weight q8_0 +blk.35.ffn_gate_shexp.weight q8_0 +blk.35.ffn_up_shexp.weight q8_0 +blk.36.attn_gate.weight q8_0 +blk.36.attn_k.weight q8_0 +blk.36.attn_output.weight q8_0 +blk.36.attn_q.weight q8_0 +blk.36.attn_v.weight q8_0 +blk.36.ffn_down_shexp.weight q8_0 +blk.36.ffn_gate_shexp.weight q8_0 +blk.36.ffn_up_shexp.weight q8_0 +blk.37.attn_gate.weight q8_0 +blk.37.attn_k.weight q8_0 +blk.37.attn_output.weight q8_0 +blk.37.attn_q.weight q8_0 +blk.37.attn_v.weight q8_0 +blk.37.ffn_down_shexp.weight q8_0 +blk.37.ffn_gate_shexp.weight q8_0 +blk.37.ffn_up_shexp.weight q8_0 +blk.38.attn_gate.weight q8_0 +blk.38.attn_k.weight q8_0 +blk.38.attn_output.weight q8_0 +blk.38.attn_q.weight q8_0 +blk.38.attn_v.weight q8_0 +blk.38.ffn_down_shexp.weight q8_0 +blk.38.ffn_gate_shexp.weight q8_0 +blk.38.ffn_up_shexp.weight q8_0 +blk.39.attn_gate.weight q8_0 +blk.39.attn_k.weight q8_0 +blk.39.attn_output.weight q8_0 +blk.39.attn_q.weight q8_0 +blk.39.attn_v.weight q8_0 +blk.39.ffn_down_shexp.weight q8_0 +blk.39.ffn_gate_shexp.weight q8_0 +blk.39.ffn_up_shexp.weight q8_0 +blk.40.attn_gate.weight q8_0 +blk.40.attn_k.weight q8_0 +blk.40.attn_output.weight q8_0 +blk.40.attn_q.weight q8_0 +blk.40.attn_v.weight q8_0 +blk.40.ffn_down_shexp.weight q8_0 +blk.40.ffn_gate_shexp.weight q8_0 +blk.40.ffn_up_shexp.weight q8_0 +blk.41.attn_gate.weight q8_0 +blk.41.attn_k.weight q8_0 +blk.41.attn_output.weight q8_0 +blk.41.attn_q.weight q8_0 +blk.41.attn_v.weight q8_0 +blk.41.ffn_down_shexp.weight q8_0 +blk.41.ffn_gate_shexp.weight q8_0 +blk.41.ffn_up_shexp.weight q8_0 +blk.42.attn_gate.weight q8_0 +blk.42.attn_k.weight q8_0 +blk.42.attn_output.weight q8_0 +blk.42.attn_q.weight q8_0 +blk.42.attn_v.weight q8_0 +blk.42.ffn_down_shexp.weight q8_0 +blk.42.ffn_gate_shexp.weight q8_0 +blk.42.ffn_up_shexp.weight q8_0 +blk.43.attn_gate.weight q8_0 +blk.43.attn_k.weight q8_0 +blk.43.attn_output.weight q8_0 +blk.43.attn_q.weight q8_0 +blk.43.attn_v.weight q8_0 +blk.43.ffn_down_shexp.weight q8_0 +blk.43.ffn_gate_shexp.weight q8_0 +blk.43.ffn_up_shexp.weight q8_0 +blk.44.attn_gate.weight q8_0 +blk.44.attn_k.weight q8_0 +blk.44.attn_output.weight q8_0 +blk.44.attn_q.weight q8_0 +blk.44.attn_v.weight q8_0 +blk.44.ffn_down_shexp.weight q8_0 +blk.44.ffn_gate_shexp.weight q8_0 +blk.44.ffn_up_shexp.weight q8_0 diff --git a/tests/test-backend-ops.cpp b/tests/test-backend-ops.cpp index c9896cc11e4..781c621d930 100644 --- a/tests/test-backend-ops.cpp +++ b/tests/test-backend-ops.cpp @@ -4823,28 +4823,33 @@ struct test_conv_transpose_1d : public test_case { // GGML_OP_CONV_TRANSPOSE_2D struct test_conv_transpose_2d : public test_case { + // Dimensions const std::array ne_input; const std::array ne_kernel; const int stride; + // Types + const ggml_type kernel_type; std::string vars() override { - return VARS_TO_STR3(ne_input, ne_kernel, stride); + return VARS_TO_STR4(kernel_type, ne_input, ne_kernel, stride); } double max_nmse_err() override { return 5e-4; // The default 1e-7 is too small for Vulkan. } - test_conv_transpose_2d(std::array ne_input = {10, 10, 3, 1}, // [input_width, input_height, input_channels, 1] - std::array ne_kernel = {3, 3, 3, 1}, // [kernel_width, kernel_height, input_channels, 1] - int stride = 1) - : ne_input(ne_input), ne_kernel(ne_kernel), stride(stride){} + test_conv_transpose_2d( + std::array ne_input = {10, 10, 3, 1}, // [input_width, input_height, input_channels, 1] + std::array ne_kernel = {3, 3, 3, 1}, // [kernel_width, kernel_height, input_channels, 1] + int stride = 1, + ggml_type kernel_type = GGML_TYPE_F16 + ) : ne_input(ne_input), ne_kernel(ne_kernel), stride(stride), kernel_type(kernel_type) {} ggml_tensor * build_graph(ggml_context * ctx) override { ggml_tensor * input = ggml_new_tensor(ctx, GGML_TYPE_F32, 4, ne_input.data()); ggml_set_name(input, "input"); - ggml_tensor * kernel = ggml_new_tensor(ctx, GGML_TYPE_F16, 4, ne_kernel.data()); + ggml_tensor * kernel = ggml_new_tensor(ctx, kernel_type, 4, ne_kernel.data()); ggml_set_name(kernel, "kernel"); ggml_tensor * out = ggml_conv_transpose_2d_p0(ctx, kernel, input, stride); @@ -7279,7 +7284,7 @@ static const ggml_type all_types[] = { GGML_TYPE_Q4_0, GGML_TYPE_Q4_1, GGML_TYPE_Q5_0, GGML_TYPE_Q5_1, GGML_TYPE_Q8_0, - GGML_TYPE_MXFP4, + GGML_TYPE_MXFP4, GGML_TYPE_NVFP4, GGML_TYPE_Q2_K, GGML_TYPE_Q3_K, GGML_TYPE_Q4_K, GGML_TYPE_Q5_K, GGML_TYPE_Q6_K, @@ -7295,7 +7300,7 @@ static const ggml_type base_types[] = { GGML_TYPE_Q4_0, GGML_TYPE_Q4_1, // for I8MM tests GGML_TYPE_Q4_K, - GGML_TYPE_MXFP4, // TODO: or "other" + GGML_TYPE_MXFP4, GGML_TYPE_NVFP4, // TODO: or "other" GGML_TYPE_IQ2_XXS }; @@ -7704,9 +7709,11 @@ static std::vector> make_test_cases_eval() { test_cases.emplace_back(new test_conv_transpose_1d({3,2,1,1}, {3,1,2,1}, 1, 0, 1)); test_cases.emplace_back(new test_conv_transpose_1d({2,1,1,1}, {3,1,1,1}, 1, 0, 1)); - test_cases.emplace_back(new test_conv_transpose_2d({3, 2, 3, 1}, {2, 2, 1, 3}, 1)); - test_cases.emplace_back(new test_conv_transpose_2d({10, 10, 9, 1}, {3, 3, 1, 9}, 2)); - test_cases.emplace_back(new test_conv_transpose_2d({129, 63, 35, 1}, {3, 3, 48, 35}, 1)); + for (ggml_type kernel_type : {GGML_TYPE_F32, GGML_TYPE_F16}) { + test_cases.emplace_back(new test_conv_transpose_2d({3, 2, 3, 1}, {2, 2, 1, 3}, 1, kernel_type)); + test_cases.emplace_back(new test_conv_transpose_2d({10, 10, 9, 1}, {3, 3, 1, 9}, 2, kernel_type)); + test_cases.emplace_back(new test_conv_transpose_2d({129, 63, 35, 1}, {3, 3, 48, 35}, 1, kernel_type)); + } test_cases.emplace_back(new test_count_equal(GGML_TYPE_F32, {4, 500, 1, 1})); test_cases.emplace_back(new test_count_equal(GGML_TYPE_F32, {4, 5000, 1, 1})); @@ -8417,6 +8424,7 @@ static std::vector> make_test_cases_eval() { test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {1023, 2, 1, 3}, order)); test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {1024, 2, 1, 3}, order)); test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {1025, 2, 1, 3}, order)); + test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {1025, 256, 1, 1}, order)); // test ceildiv in CUDA's CUB's DeviceSegmentedSort test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {2047, 2, 1, 3}, order)); test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {2048, 2, 1, 3}, order)); test_cases.emplace_back(new test_argsort(GGML_TYPE_F32, {2049, 2, 1, 3}, order)); @@ -8576,12 +8584,12 @@ static std::vector> make_test_cases_eval() { } } - for (int hsk : { 40, 64, 72, 80, 96, 128, 192, 256, 320, 576 }) { + for (int hsk : { 40, 64, 72, 80, 96, 128, 192, 256, 320, 512, 576 }) { for (int hsv : { 40, 64, 72, 80, 96, 128, 192, 256, 512 }) { if (hsk != 192 && hsk != 320 && hsk != 576 && hsk != hsv) continue; if (hsk == 192 && (hsv != 128 && hsv != 192)) continue; if (hsk == 576 && hsv != 512) continue; // DeepSeek MLA - if (hsk == 320 && hsv != 256) continue; // MLA + if (hsk == 320 && hsv != 256) continue; // Mistral4 MLA for (bool mask : { true, false } ) { for (bool sinks : { true, false } ) { @@ -8590,7 +8598,7 @@ static std::vector> make_test_cases_eval() { for (float logit_softcap : {0.0f, 10.0f}) { if (hsk != 128 && logit_softcap != 0.0f) continue; for (int nh : { 1, 4 }) { - if (nh == 1 && hsk != 320 && hsk != 576) continue; // GLM 4.7 Flash + if (nh == 1 && hsk != 320 && hsk != 576) continue; for (int nr3 : { 1, 3, }) { if (hsk > 64 && nr3 > 1) continue; // skip broadcast for large head sizes for (int nr2 : { 1, 4, 12, 20, 32 }) { @@ -8892,9 +8900,11 @@ static std::vector> make_test_cases_perf() { test_cases.emplace_back(new test_conv_2d_dw({512, 512, 256, 1}, {3, 3, 1, 256}, 1, 1, 1, false)); test_cases.emplace_back(new test_conv_2d_dw({512, 512, 256, 1}, {3, 3, 1, 256}, 1, 1, 1, true)); - test_cases.emplace_back(new test_conv_transpose_2d({256, 256, 256, 1}, {3, 3, 16, 256}, 1)); - test_cases.emplace_back(new test_conv_transpose_2d({16, 16, 16, 1}, {3, 3, 8, 16}, 1)); - test_cases.emplace_back(new test_conv_transpose_2d({10, 10, 9, 1}, {3, 3, 1, 9}, 2)); + for (ggml_type kernel_type : {GGML_TYPE_F32, GGML_TYPE_F16}) { + test_cases.emplace_back(new test_conv_transpose_2d({256, 256, 256, 1}, {3, 3, 16, 256}, 1, kernel_type)); + test_cases.emplace_back(new test_conv_transpose_2d({16, 16, 16, 1}, {3, 3, 8, 16}, 1, kernel_type)); + test_cases.emplace_back(new test_conv_transpose_2d({10, 10, 9, 1}, {3, 3, 1, 9}, 2, kernel_type)); + } test_cases.emplace_back(new test_mean(GGML_TYPE_F32, {256, 256, 3, 1})); diff --git a/tests/test-chat-auto-parser.cpp b/tests/test-chat-auto-parser.cpp index 0ba51ba2352..bb23b7f2aae 100644 --- a/tests/test-chat-auto-parser.cpp +++ b/tests/test-chat-auto-parser.cpp @@ -62,6 +62,9 @@ static void test_nemotron_tool_format(testing & t); static void test_cohere_reasoning_detection(testing & t); static void test_cohere_analysis(testing & t); +// SmolLM3 template analysis tests +static void test_smollm3_analysis(testing & t); + // Marker separation static void test_marker_separation(testing & t); @@ -96,6 +99,7 @@ int main(int argc, char * argv[]) { t.test("seed_oss_diffs", test_seed_oss_tool_analysis); t.test("cohere", test_cohere_analysis); t.test("nemotron", test_nemotron_analysis); + t.test("smollm3", test_smollm3_analysis); t.test("standard_json_tools", test_standard_json_tools_formats); t.test("normalize_quotes_to_json", test_normalize_quotes_to_json); t.test("tagged_args_embedded_quotes", test_tagged_args_with_embedded_quotes); @@ -1326,7 +1330,7 @@ static void test_nemotron_reasoning_detection(testing & t) { analysis.analyze_template(tmpl); // Check reasoning markers - t.assert_equal("reasoning_start should be ''", "", analysis.reasoning.start); + t.assert_equal("reasoning_start should be '\\n'", "\n", analysis.reasoning.start); t.assert_equal("reasoning_end should be ''", "", analysis.reasoning.end); // Check reasoning mode detection @@ -1448,6 +1452,47 @@ static void test_tool_format_cohere(testing & t) { t.assert_true("tools_array_wrapped should be true", analysis.tools.format.tools_array_wrapped); } +// ============================================================================ +// SmolLM3 Template Analysis Tests +// Tests for templates that change system message when enable_thinking flips +// and prefill an empty block in no-think mode. +// ============================================================================ +static common_chat_template load_smollm3_template(testing & t) { + return load_template(t, "models/templates/HuggingFaceTB-SmolLM3-3B.jinja"); +} + +static void test_smollm3_reasoning_detection(testing & t); + +static void test_smollm3_analysis(testing & t) { + t.test("SmolLM3 reasoning detection", test_smollm3_reasoning_detection); +} + +static void test_smollm3_reasoning_detection(testing & t) { + common_chat_template tmpl = load_smollm3_template(t); + + // Run differential analysis + struct autoparser analysis; + analysis.analyze_template(tmpl); + + // SmolLM3 uses / reasoning tags. + // The template changes the entire system message when enable_thinking flips, + // so the analyzer must compare isolated generation prompts (not full outputs). + t.assert_equal("reasoning_start should be ''", "", analysis.reasoning.start); + t.assert_equal("reasoning_end should be ''", "", analysis.reasoning.end); + t.assert_equal("reasoning should be TAG_BASED", reasoning_mode::TAG_BASED, analysis.reasoning.mode); + + // Content should remain plain (no wrappers) + t.assert_equal("content start should be empty", "", analysis.content.start); + t.assert_equal("content end should be empty", "", analysis.content.end); + t.assert_equal("content should be PLAIN", content_mode::PLAIN, analysis.content.mode); + + // Preserved tokens should include the reasoning markers + bool has_think_start = std::find(analysis.preserved_tokens.begin(), analysis.preserved_tokens.end(), "") != analysis.preserved_tokens.end(); + bool has_think_end = std::find(analysis.preserved_tokens.begin(), analysis.preserved_tokens.end(), "") != analysis.preserved_tokens.end(); + t.assert_true("preserved_tokens should contain ''", has_think_start); + t.assert_true("preserved_tokens should contain ''", has_think_end); +} + // ============================================================================ // standard_json_tools Format Tests // ============================================================================ diff --git a/tests/test-chat-template.cpp b/tests/test-chat-template.cpp index 6cc132131c1..bf45d737c83 100644 --- a/tests/test-chat-template.cpp +++ b/tests/test-chat-template.cpp @@ -354,6 +354,7 @@ int main_automated_tests(void) { std::string bos_token = ""; std::string eos_token = ""; bool supported_with_jinja = true; + std::vector extra_conversation = {}; }; std::vector test_cases { { @@ -604,6 +605,26 @@ int main_automated_tests(void) { /* .expected_output_jinja= */ "system\nYou are a helpful assistantuser\nHelloassistant\nHi thereuser\nWho are youassistant\nI am an assistantuser\nAnother questionassistant\n", /* .bos_token= */ "", /* .eos_token= */ "", + }, + { + /* .name= */ "ibm-granite/granite-3.x (tool call)", + /* .template_str= */ "{%- for message in messages %}\n {%- if message['role'] == 'assistant_tool_call' %}\n {{- '<|start_of_role|>assistant<|end_of_role|><|tool_call|>' + message['content'] + '<|end_of_text|>\\n' }}\n {%- else %}\n {{- '<|start_of_role|>' + message['role'] + '<|end_of_role|>' + message['content'] + '<|end_of_text|>\\n' }}\n {%- endif %}\n {%- if loop.last and add_generation_prompt %}\n {{- '<|start_of_role|>assistant<|end_of_role|>' }}\n {%- endif %}\n{%- endfor %}", + /* .expected_output= */ "<|start_of_role|>system<|end_of_role|>You are a helpful assistant<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Hello<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>Hi there<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Who are you<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|> I am an assistant <|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Another question<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>What is the weather?<|end_of_text|>\n<|start_of_role|>assistant_tool_call<|end_of_role|><|tool_call|>[{\"name\": \"get_weather\", \"arguments\": {\"location\": \"NYC\"}}]<|end_of_text|>\n<|start_of_role|>tool_response<|end_of_role|>{\"temperature\": 72}<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>", + /* .expected_output_jinja= */ "<|start_of_role|>system<|end_of_role|>You are a helpful assistant<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Hello<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>Hi there<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Who are you<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|> I am an assistant <|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Another question<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>What is the weather?<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|><|tool_call|>[{\"name\": \"get_weather\", \"arguments\": {\"location\": \"NYC\"}}]<|end_of_text|>\n<|start_of_role|>tool_response<|end_of_role|>{\"temperature\": 72}<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>", + /* .bos_token= */ "", + /* .eos_token= */ "", + /* .supported_with_jinja= */ true, + /* .extra_conversation= */ {{"user", "What is the weather?"}, {"assistant_tool_call", "[{\"name\": \"get_weather\", \"arguments\": {\"location\": \"NYC\"}}]"}, {"tool_response", "{\"temperature\": 72}"}}, + }, + { + /* .name= */ "ibm-granite/granite-4.0 (tool call)", + /* .template_str= */ "{%- for message in messages %}\n {%- if message['role'] == 'assistant_tool_call' %}\n {{- '<|start_of_role|>assistant<|end_of_role|><|tool_call|>' + message['content'] + '<|end_of_text|>\\n' }}\n {%- else %}\n {{- '<|start_of_role|>' + message['role'] + '<|end_of_role|>' + message['content'] + '<|end_of_text|>\\n' }}\n {%- endif %}\n {%- if loop.last and add_generation_prompt %}\n {{- '<|start_of_role|>assistant<|end_of_role|>' }}\n {%- endif %}\n{%- endfor %}\n{# #}", + /* .expected_output= */ "<|start_of_role|>system<|end_of_role|>You are a helpful assistant<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Hello<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>Hi there<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Who are you<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|> I am an assistant <|end_of_text|>\n<|start_of_role|>user<|end_of_role|>Another question<|end_of_text|>\n<|start_of_role|>user<|end_of_role|>What is the weather?<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|><|tool_call|>\n{\"name\": \"get_weather\", \"arguments\": {\"location\": \"NYC\"}}\n<|end_of_text|>\n<|start_of_role|>tool_response<|end_of_role|>{\"temperature\": 72}<|end_of_text|>\n<|start_of_role|>assistant<|end_of_role|>", + /* .expected_output_jinja= */ "", + /* .bos_token= */ "", + /* .eos_token= */ "", + /* .supported_with_jinja= */ true, + /* .extra_conversation= */ {{"user", "What is the weather?"}, {"assistant_tool_call", "\n{\"name\": \"get_weather\", \"arguments\": {\"location\": \"NYC\"}}\n"}, {"tool_response", "{\"temperature\": 72}"}}, } }; std::vector formatted_chat(1024); @@ -627,11 +648,13 @@ int main_automated_tests(void) { for (const auto & test_case : test_cases) { std::cout << "\n\n=== " << test_case.name << " ===\n\n"; - formatted_chat.resize(1024); + auto conv = conversation; + conv.insert(conv.end(), test_case.extra_conversation.begin(), test_case.extra_conversation.end()); + formatted_chat.resize(2048); res = llama_chat_apply_template( test_case.template_str.c_str(), - conversation.data(), - conversation.size(), + conv.data(), + conv.size(), add_generation_prompt, formatted_chat.data(), formatted_chat.size() @@ -658,11 +681,15 @@ int main_automated_tests(void) { } std::cout << "\n\n=== " << test_case.name << " (jinja) ===\n\n"; try { + auto msgs = messages; + for (const auto & msg : test_case.extra_conversation) { + msgs.push_back(simple_msg(msg.role, msg.content)); + } auto output = format_using_common( test_case.template_str, test_case.bos_token, test_case.eos_token, - messages); + msgs); auto expected_output = normalize_newlines(test_case.expected_output_jinja.empty() ? test_case.expected_output : test_case.expected_output_jinja); if (output != expected_output) { std::cout << "Template:```\n" << test_case.template_str << "\n```"; diff --git a/tests/test-chat.cpp b/tests/test-chat.cpp index 575d2407917..34d50124c4f 100644 --- a/tests/test-chat.cpp +++ b/tests/test-chat.cpp @@ -425,6 +425,7 @@ static common_chat_tool special_function_tool_with_optional_param{ "required": ["arg1"] })", }; + static common_chat_tool empty_args_tool{ /* .name = */ "empty_args", /* .description = */ "A tool that takes no arguments", @@ -433,6 +434,15 @@ static common_chat_tool empty_args_tool{ "properties": {} })", }; + +static common_chat_tool empty_args_tool_no_properties{ + /* .name = */ "empty_args_no_props", + /* .description = */ "A tool that takes no arguments and has no properties", + /* .parameters = */ R"({ + "type": "object" + })", +}; + static common_chat_tool python_tool{ /* .name = */ "python", /* .description = */ "an ipython interpreter", @@ -579,6 +589,51 @@ static common_chat_tool amount_tool{ })", }; +static common_chat_tool toggle_tool{ + /* .name = */ "toggle", + /* .description = */ "Toggle a feature", + /* .parameters = */ R"({ + "type": "object", + "properties": { + "enabled": { + "type": "boolean", + "description": "Whether to enable the feature" + } + }, + "required": ["enabled"] + })", +}; + +static common_chat_tool nullable_tool{ + /* .name = */ "set_nullable", + /* .description = */ "Set a nullable value", + /* .parameters = */ R"({ + "type": "object", + "properties": { + "value": { + "type": "null", + "description": "A null value" + } + }, + "required": ["value"] + })", +}; + +static common_chat_tool config_tool{ + /* .name = */ "set_config", + /* .description = */ "Set configuration", + /* .parameters = */ R"({ + "type": "object", + "properties": { + "config": { + "type": "object", + "description": "Configuration dict" + } + }, + "required": ["config"] + })", +}; + static common_chat_tool imaginary_number_tool{ /* .name = */ "imaginary_number", /* .description = */ "Imaginary number converter", @@ -805,7 +860,8 @@ struct peg_test_case { common_chat_templates_inputs params; std::string input; common_chat_msg expect; - bool is_partial = false; + bool is_partial = false; + bool expect_reconstruction = false; }; struct make_peg_parser { @@ -828,6 +884,12 @@ struct make_peg_parser { } }; +// Global template filter for --template flag +static std::string g_template_filter; + +// When true, run reconstruction test on every non-partial test and report results +static bool g_force_reconstruction_test = false; + static void test_peg_parser(common_chat_templates * tmpls, const std::function & init, bool detailed_debug) { @@ -936,75 +998,158 @@ static void test_peg_parser(common_chat_templates * tmpls, throw std::runtime_error("Failed to build grammar: " + parser.params_.grammar); } + // In production, grammar triggers match against the full generated text + // including the generation prompt. All positions are in full_input coordinates. + const auto & gen_prompt = parser.params_.generation_prompt; + std::string full_input = gen_prompt + tc.input; + + // Determine whether the reasoning-budget sampler path applies: tool-call grammar + // with all WORD triggers and thinking tags present. In production, the reasoning + // budget sampler inhibits grammar application while inside thinking blocks — + // triggers inside ... are suppressed. + bool use_reasoning_budget_path = false; + if (parser.params_.grammar_lazy && !parser.params_.thinking_end_tag.empty()) { + use_reasoning_budget_path = true; + for (const auto & trigger : parser.params_.grammar_triggers) { + if (trigger.type != COMMON_GRAMMAR_TRIGGER_TYPE_WORD) { + use_reasoning_budget_path = false; + break; + } + } + } + // Find the earliest trigger position to determine the constrained portion auto earliest_trigger_pos = std::string::npos; - for (const auto & trigger : parser.params_.grammar_triggers) { - size_t pos = std::string::npos; - std::smatch match; - switch (trigger.type) { - case COMMON_GRAMMAR_TRIGGER_TYPE_WORD: - { - const auto & word = trigger.value; - pos = tc.input.find(word); - break; - } - case COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN: - { - const auto & pattern = std::regex(trigger.value); - if (std::regex_search(tc.input, match, pattern)) { - pos = match.position(pattern.mark_count()); + + if (use_reasoning_budget_path) { + // Reasoning-budget path: simulate thinking-aware trigger detection. + // Walk through full_input tracking thinking state; only match triggers + // when outside thinking blocks. + const auto & think_start = parser.params_.thinking_start_tag; + const auto & think_end = parser.params_.thinking_end_tag; + + bool in_thinking = false; + for (size_t i = 0; i < full_input.size(); ++i) { + if (!in_thinking && !think_start.empty() + && full_input.compare(i, think_start.size(), think_start) == 0) { + in_thinking = true; + i += think_start.size() - 1; + continue; + } + if (in_thinking && full_input.compare(i, think_end.size(), think_end) == 0) { + in_thinking = false; + i += think_end.size() - 1; + continue; + } + if (in_thinking) { + continue; + } + // Outside thinking — check if any trigger word starts here + for (const auto & trigger : parser.params_.grammar_triggers) { + if (full_input.compare(i, trigger.value.size(), trigger.value) == 0) { + if (earliest_trigger_pos == std::string::npos || i < earliest_trigger_pos) { + earliest_trigger_pos = i; } - break; } - case COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN_FULL: - { - const auto & pattern = trigger.value; - if (std::regex_match(tc.input, match, std::regex(pattern))) { - auto mpos = std::string::npos; - for (size_t i = 1; i < match.size(); ++i) { - if (match[i].length() > 0) { - mpos = match.position(i); + } + if (earliest_trigger_pos != std::string::npos) { + break; // found the earliest + } + } + + // If the reasoning-budget path found no trigger outside thinking but the test + // expects tool calls, this template nests tool calls inside thinking + // blocks (e.g. Kimi). Fall back to the legacy path for this case. + if (earliest_trigger_pos == std::string::npos && !tc.expect.tool_calls.empty()) { + use_reasoning_budget_path = false; + } + } + + if (!use_reasoning_budget_path) { + // Legacy path: find triggers without thinking-awareness + for (const auto & trigger : parser.params_.grammar_triggers) { + size_t pos = std::string::npos; + std::smatch match; + switch (trigger.type) { + case COMMON_GRAMMAR_TRIGGER_TYPE_WORD: + { + const auto & word = trigger.value; + pos = full_input.find(word); + break; + } + case COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN: + { + const auto & compiled = std::regex(trigger.value); + if (std::regex_search(full_input, match, compiled)) { + pos = match.position(compiled.mark_count()); + } + break; + } + case COMMON_GRAMMAR_TRIGGER_TYPE_PATTERN_FULL: + { + // In production, PATTERN_FULL triggers are checked against + // the text generated so far, growing token by token. Simulate + // by trying every prefix of full_input. + const auto & compiled = std::regex(trigger.value); + for (size_t end = gen_prompt.size(); end <= full_input.size(); ++end) { + std::string prefix = full_input.substr(0, end); + if (std::regex_match(prefix, match, compiled)) { + pos = std::string::npos; + for (size_t gi = 1; gi < match.size(); ++gi) { + if (match[gi].length() > 0) { + pos = match.position(gi); + break; + } + } + if (pos == std::string::npos) { + pos = match.position(0); + } break; } } - if (mpos == std::string::npos) { - mpos = match.position(0); - } - pos = mpos; + break; } - break; + default: + throw std::runtime_error("Unknown trigger type"); + } + if (pos != std::string::npos) { + if (earliest_trigger_pos == std::string::npos || pos < earliest_trigger_pos) { + earliest_trigger_pos = pos; } - default: - throw std::runtime_error("Unknown trigger type"); - } - if (pos != std::string::npos) { - if (earliest_trigger_pos == std::string::npos || pos < earliest_trigger_pos) { - earliest_trigger_pos = pos; } } } - // Determine the constrained portion of input to test against grammar - std::string constrained = tc.input; + // If the test expects tool calls and the grammar is lazy, the trigger must fire. + // Otherwise the grammar would never activate in production and tool calls wouldn't + // be constrained. A silent skip here would hide broken triggers. + if (parser.params_.grammar_lazy && !tc.expect.tool_calls.empty() && !tc.is_partial + && earliest_trigger_pos == std::string::npos) { + std::string trigger_desc; + for (const auto & trigger : parser.params_.grammar_triggers) { + trigger_desc += "\n [type=" + std::to_string(trigger.type) + "] " + trigger.value; + } + throw std::runtime_error( + "Grammar trigger did not fire, but test expects tool calls (lazy grammar).\n" + ">>> Input: " + full_input + "\n" + ">>> Triggers (" + std::to_string(parser.params_.grammar_triggers.size()) + "):" + trigger_desc); + } + + // Determine the constrained portion of input to test against grammar. + // If the trigger position falls inside the generation prompt, the grammar + // sampler was already active before model output began — constrain from the + // start of the model output (i.e. tc.input). + std::string constrained = full_input; bool grammar_triggered = false; if (earliest_trigger_pos != std::string::npos) { - constrained = tc.input.substr(earliest_trigger_pos); + auto constrain_from = std::max(earliest_trigger_pos, gen_prompt.size()); + constrained = full_input.substr(constrain_from); grammar_triggered = true; } else if (!parser.params_.grammar_lazy) { // For non-lazy grammars, the entire input should match grammar_triggered = true; } - // For non-lazy grammars, prepend reasoning prefill to grammar input, just like - // PEG parsing does. The grammar includes the full reasoning pattern (e.g. optional - // ...), but the model output may start mid-reasoning if the template - // already placed the opening tag in the prompt. - // For lazy grammars, the grammar only activates from the trigger position, so the - // reasoning prefill is irrelevant — reasoning is handled by the PEG parser. - if (!parser.params_.generation_prompt.empty() && earliest_trigger_pos == std::string::npos) { - constrained = parser.params_.generation_prompt + constrained; - } - // Test the constrained portion against the grammar if (grammar_triggered && !tc.is_partial) { auto result = match_string_detailed(constrained, grammar.get()); @@ -1036,10 +1181,57 @@ static void test_peg_parser(common_chat_templates * tmpls, } } } -} -// Global template filter for --template flag -static std::string g_template_filter; + // Reconstruction test: verify that appending the parsed message to the original + // messages and re-rendering the template (without generation prompt) reproduces + // the original prompt + input exactly, or as a proper prefix (the template may + // append end-of-turn tokens after the assistant message). + if ((tc.expect_reconstruction || g_force_reconstruction_test) && !tc.is_partial) { + // Start from tc.expect but copy tool call arguments from the actual parser + // output, which preserves original JSON formatting (e.g. {"arg1":1} vs {"arg1": 1}). + auto reconstruction_msg = tc.expect; + auto parsed_msg = parser.parse(tc.input, false); + for (size_t i = 0; i < reconstruction_msg.tool_calls.size() && i < parsed_msg.tool_calls.size(); i++) { + reconstruction_msg.tool_calls[i].arguments = parsed_msg.tool_calls[i].arguments; + } + common_chat_templates_inputs reconstruction_inputs = tc.params; + reconstruction_inputs.messages.push_back(reconstruction_msg); + reconstruction_inputs.add_generation_prompt = false; + + auto reconstruction_params = common_chat_templates_apply(tmpls, reconstruction_inputs); + std::string expected_text = parser.params_.prompt + tc.input; + bool match = reconstruction_params.prompt == expected_text || + (reconstruction_params.prompt.size() > expected_text.size() && + reconstruction_params.prompt.compare(0, expected_text.size(), expected_text) == 0); + if (!match && g_force_reconstruction_test && !tc.expect_reconstruction) { + // In forced mode, report mismatch but don't fail + // Find the first difference position + size_t diff_pos = 0; + size_t min_len = std::min(expected_text.size(), reconstruction_params.prompt.size()); + while (diff_pos < min_len && expected_text[diff_pos] == reconstruction_params.prompt[diff_pos]) { + diff_pos++; + } + size_t ctx_start = diff_pos > 60 ? diff_pos - 60 : 0; + size_t ctx_end_e = std::min(expected_text.size(), diff_pos + 40); + size_t ctx_end_r = std::min(reconstruction_params.prompt.size(), diff_pos + 40); + LOG_ERR("\x1b[31m[RECONSTRUCTION FAIL]\x1b[0m " + "first diff at byte %zu (expected len=%zu, reconstructed len=%zu)\n" + " expected: ...%s...\n" + " reconstructed: ...%s...\n", + diff_pos, expected_text.size(), reconstruction_params.prompt.size(), + expected_text.substr(ctx_start, ctx_end_e - ctx_start).c_str(), + reconstruction_params.prompt.substr(ctx_start, ctx_end_r - ctx_start).c_str()); + } else if (!match) { + std::string error_msg = + "Reconstruction mismatch:\n\n" + ">>> Expected (prompt + input):\n" + expected_text + + "\n\n>>> Reconstructed:\n" + reconstruction_params.prompt; + throw std::runtime_error(error_msg); + } else if (g_force_reconstruction_test) { + LOG_INF("\x1b[32m[RECONSTRUCTION OK]\x1b[0m\n"); + } + } +} // Fluent builder for PEG parser tests class peg_test_builder; @@ -1099,6 +1291,11 @@ class peg_test_builder { return *this; } + peg_test_builder & expect_reconstruction(bool val = true) { + tc_.expect_reconstruction = val; + return *this; + } + // Expect setters peg_test_builder & expect(const common_chat_msg & msg) { tc_.expect = msg; @@ -1268,20 +1465,192 @@ static void test_template_output_peg_parsers(bool detailed_debug) { } })"; + { + // Qwen3.5 (basically same as Nemotron, but keeping separate tests just in case) + auto tst = peg_tester("models/templates/Qwen3.5-4B.jinja", detailed_debug); + + tst.test("I'm\nthinkingHello, world!\nWhat's up?") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .enable_thinking(true) + .expect(message_assist_thoughts) + .run(); + + tst.test("I'm\nthinking\n\nHello, world!\nWhat's up?") + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_NONE) + .expect_content("\nI'm\nthinking\n\nHello, world!\nWhat's up?") + .run(); + + tst.test("I'm\nthinking\n\nHello, world!\nWhat's up?") + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect(message_assist_thoughts) + .run(); + + tst.test( + "\n" + "\n" + "\n1\n\n" + "\n" + "") + .enable_thinking(false) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect(message_assist_call) + .run(); + + tst.test( + "I'm\nthinking\n\n" + "\n" + "\n" + "\n1\n\n" + "\n" + "") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect(message_assist_call_thoughts) + .run(); + + tst.test( + "\n" + "\n" + "\n1\n\n" + "\n" + "\n" + "\n" + "\n" + "\n1\n\n" + "\n2\n\n" + "\n" + "") + .enable_thinking(false) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .parallel_tool_calls(true) + .tools({ + special_function_tool, special_function_tool_with_optional_param + }) + .expect_tool_calls({ + { "special_function", R"({"arg1": 1})", {} }, + { "special_function_with_opt", R"({"arg1": 1, "arg2": 2})", {} }, + }) + .run(); + + tst.test( + "\n" + "\n" + "\n" + "def hello():\n" + " print(\"Hello, world!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "") + .enable_thinking(false) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ + python_tool + }) + .expect_tool_calls({ + { "python", "{\"code\": \"def hello():\\n print(\\\"Hello, world!\\\")\\n\\nhello()\"}", {} }, + }) + .run(); + + tst.test( + "I need to output the invoice details in JSON\n" + "\n" + R"({"amount": 123.45, "date": "2025-12-03"})") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .enable_thinking(true) + .json_schema(invoice_schema) + .expect_reasoning("I need to output the invoice details in JSON") + .expect_content(R"({"amount": 123.45, "date": "2025-12-03"})") + .run(); + + // tool call segment in reasoning + tst.test( + "Let's call a tool: \n" + "\n" + "\n" + "def hello():\n" + " print(\"Not the real call!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "\n" + "\n" + "\n" + "\n" + "def hello():\n" + " print(\"Hello, world!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "" + ) + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ + python_tool + }) + .expect_reasoning("Let's call a tool: \n" + "\n" + "\n" + "def hello():\n" + " print(\"Not the real call!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "") + .expect_tool_calls({ + { "python", "{\"code\": \"def hello():\\n print(\\\"Hello, world!\\\")\\n\\nhello()\"}", {} }, + }) + .run(); + + // No args tool + tst.test( + "\n" + "\n" + "\n" + "") + .enable_thinking(false) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ empty_args_tool }) + .expect(message_with_tool_calls("empty_args", "{}")) + .run(); + + // No args tool with no properties defined + tst.test( + "\n" + "\n" + "\n" + "") + .enable_thinking(false) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ empty_args_tool_no_properties }) + .expect(message_with_tool_calls("empty_args_no_props", "{}")) + .run(); + } + { // Ministral-3-14B-Reasoning-2512 auto tst = peg_tester("models/templates/mistralai-Ministral-3-14B-Reasoning-2512.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("[THINK]I'm\nthinking[/THINK]Hello, world!\nWhat's up?") .expect_content("[THINK]I'm\nthinking[/THINK]Hello, world!\nWhat's up?") + .expect_reconstruction() .run(); tst.test("[THINK]I'm\nthinking[/THINK]Hello, world!\nWhat's up?") .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .enable_thinking(true) .expect(message_assist_thoughts) + .expect_reconstruction() .run(); tst.test(R"([TOOL_CALLS]special_function[ARGS]{"arg1":1})") @@ -1311,6 +1680,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { { "special_function", R"({"arg1": 1})", {} }, { "special_function_with_opt", R"({"arg1": 1, "arg2": 2})", {} }, }) + .expect_reconstruction() .run(); tst.test( @@ -1323,6 +1693,20 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_reasoning("I need to output the invoice details in JSON") .expect_content(R"({"amount": 123.45, "date": "2025-12-03"})") .run(); + + // fake tool call marker in reasoning + tst.test( + "[THINK]Let me think about [TOOL_CALLS]special_function[ARGS]{\"arg1\":1} and more[/THINK]" + R"([TOOL_CALLS]special_function[ARGS]{"arg1": 1})") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .enable_thinking(true) + .tools({ special_function_tool }) + .expect_reasoning("Let me think about [TOOL_CALLS]special_function[ARGS]{\"arg1\":1} and more") + .expect_tool_calls({ + { "special_function", R"({"arg1": 1})", {} }, + }) + .expect_reconstruction() + .run(); } { @@ -1425,6 +1809,50 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_reasoning("I need to output the invoice details in JSON") .expect_content(R"({"amount": 123.45, "date": "2025-12-03"})") .run(); + + // tool call segment in reasoning + tst.test( + "Let's call a tool: \n" + "\n" + "\n" + "def hello():\n" + " print(\"Not the real call!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "\n" + "\n" + "\n" + "\n" + "def hello():\n" + " print(\"Hello, world!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "" + ) + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ + python_tool + }) + .expect_reasoning("Let's call a tool: \n" + "\n" + "\n" + "def hello():\n" + " print(\"Not the real call!\")\n" + "\n" + "hello()\n" + "\n" + "\n" + "") + .expect_tool_calls({ + { "python", "{\"code\": \"def hello():\\n print(\\\"Hello, world!\\\")\\n\\nhello()\"}", {} }, + }) + .run(); + } { @@ -1481,9 +1909,133 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Google Gemma 2 2B - does not support tool calling auto tst = peg_tester("models/templates/google-gemma-2-2b-it.jinja"); + tst.test("Hello, world!").expect(simple_assist_msg("Hello, world!")).expect_reconstruction().run(); + + tst.test("Line 1\nLine 2\nLine 3").expect(simple_assist_msg("Line 1\nLine 2\nLine 3")).expect_reconstruction().run(); + } + + { + // Google Gemma 4 (tool calling with Gemma4 dict format) + auto tst = peg_tester("models/templates/gemma4.jinja"); + tst.test("Hello, world!").expect(simple_assist_msg("Hello, world!")).run(); - tst.test("Line 1\nLine 2\nLine 3").expect(simple_assist_msg("Line 1\nLine 2\nLine 3")).run(); + // Simple tool call with string argument + tst.test( + "<|tool_call>call:get_time{city:<|\"|>London<|\"|>}") + .tools({ get_time_tool }) + .expect(message_with_tool_calls("get_time", R"({"city": "London"})")) + .run(); + + // Tool call with string argument containing special chars + tst.test( + "<|tool_call>call:get_time{city:<|\"|>San Francisco<|\"|>}") + .tools({ get_time_tool }) + .expect(message_with_tool_calls("get_time", R"({"city": "San Francisco"})")) + .run(); + + // Tool call with empty args + tst.test( + "<|tool_call>call:empty_args{}") + .tools({ empty_args_tool }) + .expect(message_with_tool_calls("empty_args", "{}")) + .run(); + + // Tool call with string and content + tst.test( + "Hello, world!\nWhat's up?<|tool_call>call:get_time{city:<|\"|>Paris<|\"|>}") + .tools({ get_time_tool }) + .expect(message_with_content_and_tool_call("Hello, world!\nWhat's up?", "get_time", R"({"city": "Paris"})")) + .run(); + + // Parallel tool calls + tst.test( + "<|tool_call>call:get_time{city:<|\"|>London<|\"|>}" + "<|tool_call>call:get_weather{city:<|\"|>Paris<|\"|>}") + .tools({ get_time_tool, get_weather_tool }) + .parallel_tool_calls(true) + .expect_tool_calls({ + { "get_time", R"({"city": "London"})", "" }, + { "get_weather", R"({"city": "Paris"})", "" }, + }) + .run(); + + // Tool call with integer argument (number type) + tst.test( + "<|tool_call>call:special_function{arg1:42}") + .tools({ special_function_tool }) + .expect(message_with_tool_calls("special_function", R"({"arg1": 42})")) + .run(); + + // Tool call with negative number argument + tst.test( + "<|tool_call>call:special_function{arg1:-7}") + .tools({ special_function_tool }) + .expect(message_with_tool_calls("special_function", R"({"arg1": -7})")) + .run(); + + // Tool call with decimal number argument + tst.test( + "<|tool_call>call:amount{orig:3.14}") + .tools({ amount_tool }) + .expect(message_with_tool_calls("amount", R"({"orig": 3.14})")) + .run(); + + // Tool call with boolean argument (true) + tst.test( + "<|tool_call>call:toggle{enabled:true}") + .tools({ toggle_tool }) + .expect(message_with_tool_calls("toggle", R"({"enabled": true})")) + .run(); + + // Tool call with boolean argument (false) + tst.test( + "<|tool_call>call:toggle{enabled:false}") + .tools({ toggle_tool }) + .expect(message_with_tool_calls("toggle", R"({"enabled": false})")) + .run(); + + // Tool call with null argument + tst.test( + "<|tool_call>call:set_nullable{value:null}") + .tools({ nullable_tool }) + .expect(message_with_tool_calls("set_nullable", R"({"value": null})")) + .run(); + + // Tool call with array argument (todo list) + tst.test( + "<|tool_call>call:todo_list{todos:[<|\"|>buy milk<|\"|>,<|\"|>walk dog<|\"|>]}") + .tools({ todo_list }) + .expect(message_with_tool_calls("todo_list", R"({"todos":["buy milk","walk dog"]})")) + .run(); + + // Tool call with object/dict argument + tst.test( + "<|tool_call>call:set_config{config:{theme:<|\"|>dark<|\"|>,count:3}}") + .tools({ config_tool }) + .expect(message_with_tool_calls("set_config", R"({"config":{"theme":"dark","count":3}})")) + .run(); + + // Tool call with empty array + tst.test( + "<|tool_call>call:todo_list{todos:[]}") + .tools({ todo_list }) + .expect(message_with_tool_calls("todo_list", R"({"todos":[]})")) + .run(); + + // Tool call with empty dict + tst.test( + "<|tool_call>call:set_config{config:{}}") + .tools({ config_tool }) + .expect(message_with_tool_calls("set_config", R"({"config":{}})")) + .run(); + + // Tool call with scientific notation number + tst.test( + "<|tool_call>call:amount{orig:1.5e10}") + .tools({ amount_tool }) + .expect(message_with_tool_calls("amount", R"({"orig": 1.5e10})")) + .run(); } { @@ -1526,7 +2078,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Test simple content-only template auto tst = peg_tester("models/templates/google-gemma-2-2b-it.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); } { // IBM Granite (reasoning and tool calling model) @@ -1546,6 +2098,22 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // .run(); } + { + // IBM Granite 4.0 (production template shared by h-tiny, h-small, micro) + // Uses XML tags for tool calls, tools in system message + auto tst = peg_tester("models/templates/ibm-granite-granite-4.0.jinja", detailed_debug); + + tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + + tst.test( + "\n" + "{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}\n" + "") + .tools({ special_function_tool }) + .expect(message_assist_call) + .run(); + } + { // ByteDance-Seed-OSS (reasoning and tool calling model) auto tst = peg_tester("models/templates/ByteDance-Seed-OSS.jinja", detailed_debug); @@ -1638,7 +2206,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Qwen3-Coder (tool calling with XML-style format) auto tst = peg_tester("models/templates/Qwen3-Coder.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test( "\n" @@ -1650,6 +2218,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { "") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); tst.test( @@ -1678,6 +2247,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { { "special_function", R"({"arg1": 1})", {} }, { "special_function_with_opt", R"({"arg1": 1, "arg2": 2})", {} }, }) + .expect_reconstruction() .run(); // Test with code content (multiline) @@ -1698,6 +2268,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "python", "{\"code\": \"def hello():\\n print(\\\"Hello, world!\\\")\\n\\nhello()\"}", {} }, }) + .expect_reconstruction() .run(); // Test with code content (asian unicode chars) @@ -1715,6 +2286,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "python", "{\"code\": \"格\"}", {} }, }) + .expect_reconstruction() .run(); // Test with HTML tag content @@ -1736,6 +2308,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "html", "{\"markup\": \"\\n \\n Hello!\\n \\n\"}", {} }, }) + .expect_reconstruction() .run(); // Test with TODO list (array of objects) @@ -1753,6 +2326,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "todo_list", "{\"todos\": [{\"item\": \"Check stuff\", \"selected\": false}, {\"item\": \"Prepare stuff\", \"selected\": true}]}", {} }, }) + .expect_reconstruction() .run(); // Test flexible optional argument ordering (2 required + 4 optional, reversed optional order) @@ -1769,6 +2343,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "tool_2req_4opt", R"({"req1": "hello", "req2": 42, "opt4": 100, "opt2": 200})", {} }, }) + .expect_reconstruction() .run(); // Test flexible optional argument ordering (2 required + 5 optional, reversed optional order) @@ -1786,6 +2361,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "tool_2req_5opt", R"({"req1": "world", "req2": 7, "opt5": "last", "opt3": "middle", "opt1": "first"})", {} }, }) + .expect_reconstruction() .run(); // Test flexible optional argument ordering (2 required + 5 optional, all 5 in shuffled order) @@ -1805,6 +2381,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_tool_calls({ { "tool_2req_5opt", R"({"req1": "test", "req2": 99, "opt3": "c", "opt1": "a", "opt5": "e", "opt4": 4, "opt2": 2})", {} }, }) + .expect_reconstruction() .run(); } { @@ -1885,6 +2462,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { tst.test("Hello, world!\nWhat's up?") .enable_thinking(false) .expect(message_assist) + .expect_reconstruction() .run(); // Reasoning with content (forced-open mode - input starts after ) @@ -1892,6 +2470,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .enable_thinking(true) .reasoning_format(COMMON_REASONING_FORMAT_DEEPSEEK) .expect(message_assist_thoughts) + .expect_reconstruction() .run(); // Tool call without reasoning @@ -1902,6 +2481,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .enable_thinking(false) .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); // Tool call with reasoning (forced-open mode) @@ -1914,6 +2494,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .reasoning_format(COMMON_REASONING_FORMAT_DEEPSEEK) .tools({ special_function_tool }) .expect(message_assist_call_thoughts) + .expect_reconstruction() .run(); tst.test( @@ -1933,6 +2514,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { { "special_function", R"({"arg1": 1})", {} }, { "special_function_with_opt", R"({"arg1": 1, "arg2": 2})", {} }, }) + .expect_reconstruction() .run(); // #20650: tool with no required args, model emits name with no arg tags. @@ -1950,6 +2532,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .tools({ no_args_tool }) .expect_reasoning("Let me read the diff content.") .expect_tool_calls({{ "read_file_diff_md", "{}", {} }}) + .expect_reconstruction() .run(); } } @@ -2208,22 +2791,24 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Kimi-K2 old template auto tst = peg_tester("models/templates/moonshotai-Kimi-K2.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test( "<|tool_calls_section_begin|><|tool_call_begin|>functions.special_function:0<|tool_call_argument_begin|>" "{\"arg1\": 1}<|tool_call_end|><|tool_calls_section_end|>") .tools({ special_function_tool }) .expect(kimi_id_special_func_tool_call) + .expect_reconstruction() .run(); // Kimi-K2-Instruct auto tst2 = peg_tester("models/templates/Kimi-K2-Instruct.jinja", detailed_debug); - tst2.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst2.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst2.test( "<|tool_calls_section_begin|><|tool_call_begin|>functions.special_function:0<|tool_call_argument_begin|>" "{\"arg1\": 1}<|tool_call_end|><|tool_calls_section_end|>") .tools({ special_function_tool }) .expect(kimi_id_special_func_tool_call) + .expect_reconstruction() .run(); } @@ -2297,6 +2882,80 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .tools({ empty_args_tool }) .expect(simple_assist_msg("", "", "empty_args", "{}")) .run(); + + // fake tool call marker in reasoning + tst.test( + "Let me think about <|tool_call_start|>[special_function(arg1=1)]<|tool_call_end|> hmm" + "<|tool_call_start|>[special_function(arg1=1)]<|tool_call_end|>") + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect_reasoning("Let me think about <|tool_call_start|>[special_function(arg1=1)]<|tool_call_end|> hmm") + .expect_tool_calls({ + { "special_function", R"({"arg1": 1})", {} }, + }) + .run(); + } + + // LFM2.5 tests - uses plain "List of tools: [...]" and bare [name(args)] without wrapper tokens + { + auto tst = peg_tester("models/templates/LFM2.5-Instruct.jinja", detailed_debug); + + // Basic content only + tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + + // Single tool call without reasoning + tst.test("[special_function(arg1=1)]") + .tools({ special_function_tool }) + .expect(message_assist_call) + .run(); + + // Tool call with string argument + tst.test("[get_time(city=\"XYZCITY\")]") + .tools({ get_time_tool }) + .expect(message_with_tool_calls("get_time", "{\"city\":\"XYZCITY\"}")) + .run(); + + // Tool call with reasoning (enable_thinking=true) + tst.test("I'm\nthinking[special_function(arg1=1)]") + .enable_thinking(true) + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .tools({ special_function_tool }) + .expect(message_assist_call_thoughts) + .run(); + + // Multiple tool calls (parallel) + tst.test("[special_function(arg1=1), special_function_with_opt(arg1=1, arg2=2)]") + .parallel_tool_calls(true) + .tools({ + special_function_tool, special_function_tool_with_optional_param + }) + .expect_tool_calls({ + { "special_function", R"({"arg1": 1})", {} }, + { "special_function_with_opt", R"({"arg1": 1, "arg2": 2})", {} }, + }) + .run(); + + // Tool call with content before tool call + tst.test("Let me check the time.[get_time(city=\"Paris\")]") + .tools({ get_time_tool }) + .expect(message_with_reasoning_content_and_multiple_tool_calls( + "", "Let me check the time.", { { "get_time", "{\"city\":\"Paris\"}" } } + )) + .run(); + + // Partial tool call (streaming) + tst.test("[special_function(arg1=") + .tools({ special_function_tool }) + .is_partial(true) + .expect(simple_assist_msg("", "", "special_function", "{\"arg1\": ")) + .run(); + + // Tool call with empty arguments + tst.test("[empty_args()]") + .tools({ empty_args_tool }) + .expect(simple_assist_msg("", "", "empty_args", "{}")) + .run(); } // Apertus-8B-Instruct tests - FUNC_NAME_AS_KEY format @@ -2306,6 +2965,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { tst.test("<|tools_prefix|>[{\"special_function\": {\"arg1\": 1}}]<|tools_suffix|>") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); } @@ -2314,7 +2974,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { { auto tst = peg_tester("models/templates/MiniMax-M2.jinja", detailed_debug); tst.test( - "\n\n\n\n1\n\n") .tools({ special_function_tool }) .expect(message_assist_call) @@ -2364,37 +3024,41 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // mistralai-Mistral-Nemo-Instruct-2407.jinja { auto tst = peg_tester("models/templates/mistralai-Mistral-Nemo-Instruct-2407.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("[TOOL_CALLS][{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}, \"id\": \"123456789\"}]") .tools({ special_function_tool }) .expect(message_assist_call_id) + .expect_reconstruction() .run(); } { auto tst = peg_tester("models/templates/meetkai-functionary-medium-v3.1.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("{\"arg1\": 1}") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); } // Functionary v3.2 - recipient-based format: >>>recipient\n{content} { auto tst = peg_tester("models/templates/meetkai-functionary-medium-v3.2.jinja", detailed_debug); - tst.test("all\nHello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("all\nHello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("special_function\n{\"arg1\": 1}") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); } // FireFunction { auto tst = peg_tester("models/templates/fireworks-ai-llama-3-firefunction-v2.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test(" functools[{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}]") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); } @@ -2455,10 +3119,11 @@ static void test_template_output_peg_parsers(bool detailed_debug) { { "models/templates/MiMo-VL.jinja", "models/templates/NousResearch-Hermes-3-Llama-3.1-8B-tool_use.jinja", "models/templates/Qwen-Qwen2.5-7B-Instruct.jinja" }) { auto tst = peg_tester(path, detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("\n{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}\n") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); } @@ -2481,6 +3146,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .enable_thinking(true) .expect(simple_assist_msg("Hello, world!\nWhat's up?", "Here are my reasoning steps:\nI'm\nthinking")) + .expect_reconstruction() .run(); // Reasoning + Tool calls @@ -2497,42 +3163,45 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Mistral Small 3.2 - FUNC_BRACKET_TAG format: [TOOL_CALLS]func_name[CALL_ID]id[ARGS]{...} { auto tst = peg_tester("models/templates/Mistral-Small-3.2-24B-Instruct-2506.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("[TOOL_CALLS]special_function[CALL_ID]123456789[ARGS]{\"arg1\": 1}") .tools({ special_function_tool }) .expect(message_assist_call_id) + .expect_reconstruction() .run(); } // Devstral { auto tst = peg_tester("models/templates/unsloth-mistral-Devstral-Small-2507.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("[TOOL_CALLS]special_function[ARGS]{\"arg1\": 1}") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); tst.test("Hello, world!\nWhat's up?[TOOL_CALLS]special_function[ARGS]{\"arg1\": 1}") .tools({ special_function_tool }) .expect(message_assist_call_content) + .expect_reconstruction() .run(); } { // Llama 3.1 auto tst = peg_tester("models/templates/meta-llama-Llama-3.1-8B-Instruct.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").tools({ special_function_tool }).expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").tools({ special_function_tool }).expect(message_assist).expect_reconstruction().run(); } { // Llama 3.2 auto tst = peg_tester("models/templates/meta-llama-Llama-3.2-3B-Instruct.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").tools({ special_function_tool }).expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").tools({ special_function_tool }).expect(message_assist).expect_reconstruction().run(); } { // Llama 3.3 auto tst = peg_tester("models/templates/meta-llama-Llama-3.3-70B-Instruct.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").tools({ python_tool }).expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").tools({ python_tool }).expect(message_assist).expect_reconstruction().run(); } // GPT-OSS format tests @@ -2553,6 +3222,14 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect(message_assist_thoughts) .run(); + // Analysis channel (reasoning) with final channel (content) with reasoning_format = none + tst.test( + "<|channel|>analysis<|message|>I'm\nthinking<|end|><|start|>assistant<|channel|>final<|message|>Hello, world!\nWhat's " + "up?") + .reasoning_format(COMMON_REASONING_FORMAT_NONE) + .expect_content("<|channel|>analysis<|message|>I'm\nthinking<|end|>Hello, world!\nWhat's up?") + .run(); + // Analysis channel only (partial) - still works when reasoning format is set tst.test("<|channel|>analysis<|message|>I'm\nthinking") .reasoning_format(COMMON_REASONING_FORMAT_AUTO) @@ -2562,24 +3239,28 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // Tool call with recipient in role header: " to=functions.NAME<|channel|>analysis<|message|>JSON" tst.test(" to=functions.special_function<|channel|>analysis<|message|>{\"arg1\": 1}") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .tools({ special_function_tool }) .expect(message_assist_call) .run(); // Tool call with recipient in channel header: "<|channel|>analysis to=functions.NAME<|message|>JSON" tst.test("<|channel|>analysis to=functions.special_function<|message|>{\"arg1\": 1}") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .tools({ special_function_tool }) .expect(message_assist_call) .run(); // Tool call with constraint: " to=functions.NAME<|channel|>analysis <|constrain|>json<|message|>JSON" tst.test(" to=functions.special_function<|channel|>analysis <|constrain|>json<|message|>{\"arg1\": 1}") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .tools({ special_function_tool }) .expect(message_assist_call) .run(); // Tool call in commentary channel (channel header variant) tst.test("<|channel|>commentary to=functions.special_function<|message|>{\"arg1\": 1}") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) .tools({ special_function_tool }) .expect(message_assist_call) .run(); @@ -2642,6 +3323,45 @@ static void test_template_output_peg_parsers(bool detailed_debug) { .expect_reasoning("I need to output the invoice details in JSON") .expect_content(R"({"amount": 123.45, "date": "2025-12-03"})") .run(); + + + // Unsolicited tool calls. There is no good way to handle these, so we return empty content. + + // Builtin function - recipient in role + tst.test( + "<|channel|>analysis<|message|>I will execute python to say hello<|end|>" + "<|start|>assistant to=container.exec<|channel|>commentary<|message|>python3 -c 'print(\"hello\")'") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect_reasoning("I will execute python to say hello") + .expect_content("") + .run(); + + // Builtin function - recipient in channel + tst.test( + "<|channel|>analysis<|message|>I will execute python to say hello<|end|>" + "<|start|>assistant<|channel|>commentary to=python <|constrain|>code<|message|>print(\"hello\")") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect_reasoning("I will execute python to say hello") + .expect_content("") + .run(); + + // Edge cases + + // "<|channel|>commentary to=assistant" before reasoning + tst.test( + "<|channel|>commentary to=assistant<|channel|>analysis<|message|>I'm\nthinking<|end|><|start|>assistant<|channel|>final<|message|>Hello, world!\nWhat's " + "up?") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect(message_assist_thoughts) + .run(); + + // "<|channel|>commentary to=assistant" before final message + tst.test( + "<|channel|>analysis<|message|>I'm\nthinking<|end|><|start|>assistant<|channel|>commentary to=assistant<|channel|>final<|message|>Hello, world!\nWhat's " + "up?") + .reasoning_format(COMMON_REASONING_FORMAT_AUTO) + .expect(message_assist_thoughts) + .run(); } { @@ -2836,10 +3556,11 @@ static void test_template_output_peg_parsers(bool detailed_debug) { // GigaChat V3 { auto tst = peg_tester("models/templates/GigaChat3-10B-A1.8B.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("<|message_sep|>\n\nfunction call<|role_sep|>\n{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); tst.test( @@ -2848,16 +3569,18 @@ static void test_template_output_peg_parsers(bool detailed_debug) { ) .tools({ special_function_tool }) .expect(message_assist_call_content) + .expect_reconstruction() .run(); } // GigaChat V3.1 { auto tst = peg_tester("models/templates/GigaChat3.1-10B-A1.8B.jinja", detailed_debug); - tst.test("Hello, world!\nWhat's up?").expect(message_assist).run(); + tst.test("Hello, world!\nWhat's up?").expect(message_assist).expect_reconstruction().run(); tst.test("<|function_call|>{\"name\": \"special_function\", \"arguments\": {\"arg1\": 1}}") .tools({ special_function_tool }) .expect(message_assist_call) + .expect_reconstruction() .run(); tst.test( @@ -2866,6 +3589,7 @@ static void test_template_output_peg_parsers(bool detailed_debug) { ) .tools({ special_function_tool }) .expect(message_assist_call_content) + .expect_reconstruction() .run(); } } @@ -3002,6 +3726,10 @@ int main(int argc, char ** argv) { detailed_debug = true; common_log_set_verbosity_thold(999); } + if (arg == "--force-reconstruction-test") { + g_force_reconstruction_test = true; + only_run_filtered = true; + } } if (only_run_filtered) { diff --git a/tests/test-gguf-model-data.cpp b/tests/test-gguf-model-data.cpp index cc0174961d3..e05c4b8976f 100644 --- a/tests/test-gguf-model-data.cpp +++ b/tests/test-gguf-model-data.cpp @@ -116,6 +116,39 @@ int main() { // Verify tensor count TEST_ASSERT(model3.tensors.size() == 780, "expected tensor count == 780"); + // Test a hybrid-attention model with array-valued head counts + auto result4 = gguf_fetch_model_meta("ggml-org/Step-3.5-Flash-GGUF", "Q4_K"); + if (!result4.has_value()) { + fprintf(stderr, "FAIL: could not fetch Step-3.5-Flash metadata\n"); + return 1; + } + const auto & model4 = result4.value(); + + fprintf(stderr, "Architecture: %s\n", model4.architecture.c_str()); + fprintf(stderr, "n_embd: %u\n", model4.n_embd); + fprintf(stderr, "n_ff: %u\n", model4.n_ff); + fprintf(stderr, "n_vocab: %u\n", model4.n_vocab); + fprintf(stderr, "n_layer: %u\n", model4.n_layer); + fprintf(stderr, "n_head: %u\n", model4.n_head); + fprintf(stderr, "n_head_kv: %u\n", model4.n_head_kv); + fprintf(stderr, "n_expert: %u\n", model4.n_expert); + fprintf(stderr, "n_embd_head_k: %u\n", model4.n_embd_head_k); + fprintf(stderr, "n_embd_head_v: %u\n", model4.n_embd_head_v); + fprintf(stderr, "tensors: %zu\n", model4.tensors.size()); + + TEST_ASSERT(model4.architecture == "step35", "expected architecture 'step35'"); + + TEST_ASSERT(model4.n_layer == 45, "expected n_layer == 45"); + TEST_ASSERT(model4.n_embd == 4096, "expected n_embd == 4096"); + TEST_ASSERT(model4.n_ff == 11264, "expected n_ff == 11264"); + TEST_ASSERT(model4.n_head == 64, "expected n_head == 64 (first element of per-layer array)"); + TEST_ASSERT(model4.n_head_kv == 8, "expected n_head_kv == 8 (first element of per-layer array)"); + TEST_ASSERT(model4.n_expert == 288, "expected n_expert == 288"); + TEST_ASSERT(model4.n_embd_head_k == 128, "expected n_embd_head_k == 128"); + TEST_ASSERT(model4.n_embd_head_v == 128, "expected n_embd_head_v == 128"); + TEST_ASSERT(model4.n_vocab == 128896, "expected n_vocab == 128896"); + TEST_ASSERT(model4.tensors.size() == 754, "expected tensor count == 754"); + fprintf(stderr, "=== ALL TESTS PASSED ===\n"); return 0; } diff --git a/tests/test-gguf.cpp b/tests/test-gguf.cpp index 0bea51d14ae..ed3070dc4de 100644 --- a/tests/test-gguf.cpp +++ b/tests/test-gguf.cpp @@ -742,7 +742,7 @@ static std::pair test_handcrafted_file(const unsigned int seed) { /*ctx =*/ hft >= offset_has_data ? &ctx : nullptr, }; - struct gguf_context * gguf_ctx = gguf_init_from_file_impl(file, gguf_params, 0); + struct gguf_context * gguf_ctx = gguf_init_from_file_ptr(file, gguf_params); if (expect_context_not_null(hft)) { printf("%s: - context_not_null: ", __func__); @@ -1125,19 +1125,15 @@ static std::pair test_roundtrip(ggml_backend_dev_t dev, const unsigned GGML_ASSERT(file); #endif // _WIN32 - { - std::vector buf; - gguf_write_to_buf(gguf_ctx_0, buf, only_meta); - GGML_ASSERT(fwrite(buf.data(), 1, buf.size(), file) == buf.size()); - rewind(file); - } + gguf_write_to_file_ptr(gguf_ctx_0, file, only_meta); + rewind(file); struct ggml_context * ctx_1 = nullptr; struct gguf_init_params gguf_params = { /*no_alloc =*/ false, /*ctx =*/ only_meta ? nullptr : &ctx_1, }; - struct gguf_context * gguf_ctx_1 = gguf_init_from_file_impl(file, gguf_params, 0); + struct gguf_context * gguf_ctx_1 = gguf_init_from_file_ptr(file, gguf_params); printf("%s: same_version: ", __func__); if (gguf_get_version(gguf_ctx_0) == gguf_get_version(gguf_ctx_1)) { diff --git a/tests/test-jinja.cpp b/tests/test-jinja.cpp index ef9c8f73c8b..5d4b2806ac8 100644 --- a/tests/test-jinja.cpp +++ b/tests/test-jinja.cpp @@ -387,6 +387,24 @@ static void test_expressions(testing & t) { "Bob" ); + test_template(t, "empty computed member defaults to undefined", + "{{ a[]|default('fallback') }}", + {{"a", {{"name", "Bob"}}}}, + "fallback" + ); + + test_template(t, "empty computed member is undefined", + "{{ a[] is undefined }}", + {{"a", {{"name", "Bob"}}}}, + "True" + ); + + test_template(t, "undefined computed member is undefined", + "{{ a[undefined] is undefined }}", + {{"a", {{"name", "Bob"}}}}, + "True" + ); + test_template(t, "array access", "{{ items[1] }}", {{"items", json::array({"a", "b", "c"})}}, @@ -884,6 +902,24 @@ static void test_macros(testing & t) { json::object(), "Hi Guest" ); + + test_template(t, "macro kwargs input", + "{% macro my_func(a, b=False) %}{% if b %}{{ a }}{% else %}nope{% endif %}{% endmacro %}{{ my_func(1, b=True) }}", + json::object(), + "1" + ); + + test_template(t, "macro with multiple args", + "{% macro add(a, b, c=0) %}{{ a + b + c }}{% endmacro %}{{ add(1, 2) }},{{ add(1, 2, 3) }},{{ add(1, b=10) }},{{ add(1, 2, c=5) }}", + json::object(), + "3,6,11,8" + ); + + test_template(t, "macro with kwarg out-of-order input", + "{% macro greet(first, last, greeting='Hello') %}{{ greeting }}, {{ first }} {{ last }}{% endmacro %}{{ greet(last='Smith', first='John') }},{{ greet(last='Doe', greeting='Hi', first='Jane') }}", + json::object(), + "Hello, John Smith,Hi, Jane Doe" + ); } static void test_namespace(testing & t) { @@ -2264,6 +2300,7 @@ static void test_fuzzing(testing & t) { t.test("malformed templates (should error, not crash)", [&](testing & t) { const std::vector malformed = { + "", "{{ x", "{% if %}", "{% for %}", @@ -2284,6 +2321,11 @@ static void test_fuzzing(testing & t) { for (const auto & tmpl : malformed) { t.assert_true("malformed: " + tmpl, fuzz_test_template(tmpl, json::object())); } + std::string tmpl = "{% for message in messages %}{{ message.role | string }} : {{ message.content if ('content' in message and message.content is not none) }}{% endfor %"; + while (tmpl.length() > 0) { + t.assert_true("malformed: " + tmpl, fuzz_test_template(tmpl, json::object())); + tmpl.pop_back(); + } }); t.test("type coercion edge cases", [&](testing & t) { diff --git a/tests/test-json-schema-to-grammar.cpp b/tests/test-json-schema-to-grammar.cpp index ac697c4d246..85584ef12b0 100755 --- a/tests/test-json-schema-to-grammar.cpp +++ b/tests/test-json-schema-to-grammar.cpp @@ -1525,6 +1525,47 @@ int main() { } }); + // C++ only tests (features not yet supported in JS/Python implementations) + { + fprintf(stderr, "#\n# Testing C++ only features\n#\n"); + auto run = [](const TestCase & tc) { + fprintf(stderr, "- %s\n", tc.name.c_str()); + try { + tc.verify(json_schema_to_grammar(nlohmann::ordered_json::parse(tc.schema), true)); + tc.verify_status(SUCCESS); + } catch (const std::invalid_argument & ex) { + fprintf(stderr, "Error: %s\n", ex.what()); + tc.verify_status(FAILURE); + } + }; + + run({ + SUCCESS, + "regexp with non-capturing group", + R"""({ + "type": "string", + "pattern": "^(?:foo|bar)baz$" + })""", + R"""( + root ::= "\"" (("foo" | "bar") "baz") "\"" space + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", + }); + + run({ + SUCCESS, + "regexp with nested non-capturing groups", + R"""({ + "type": "string", + "pattern": "^(?:(?:ab)+c)?d$" + })""", + R"""( + root ::= "\"" ((("ab")+ "c")? "d") "\"" space + space ::= | " " | "\n"{1,2} [ \t]{0,20} + )""", + }); + } + if (getenv("LLAMA_SKIP_TESTS_SLOW_ON_EMULATOR")) { fprintf(stderr, "\033[33mWARNING: Skipping slow tests on emulator.\n\033[0m"); } else { diff --git a/tests/test-llama-archs.cpp b/tests/test-llama-archs.cpp index d51c09e99f5..d0ef6758081 100644 --- a/tests/test-llama-archs.cpp +++ b/tests/test-llama-archs.cpp @@ -90,6 +90,7 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe) { n_embd = 64; n_head = 1; n_ff = 96; + n_layer = 22; // hparams.n_layer_kv_from_start = 20 is hardcoded } else if (arch == LLM_ARCH_DEEPSEEK2 || arch == LLM_ARCH_GLM_DSA || arch == LLM_ARCH_KIMI_LINEAR @@ -101,8 +102,6 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe) { n_layer = 3; } else if (arch == LLM_ARCH_CHAMELEON) { n_vocab = 10240; - } else if (arch == LLM_ARCH_GEMMA3N) { - n_layer = 22; // hparams.n_layer_kv_from_start = 20 is hardcoded } const uint32_t n_embd_head = n_embd / n_head; @@ -231,9 +230,15 @@ static gguf_context_ptr get_gguf_ctx(const llm_arch arch, const bool moe) { return ret; } +static bool silent_model_load_progress(float /*progress*/, void * /*user_data*/) { + return true; +} + static std::pair get_model_and_ctx( - struct gguf_context * gguf_ctx, const size_t seed, const std::vector & devs) { + struct gguf_context * gguf_ctx, FILE * file, const size_t seed, const std::vector & devs) { + GGML_ASSERT((gguf_ctx == nullptr) != (file == nullptr)); llama_model_params model_params = llama_model_default_params(); + model_params.progress_callback = silent_model_load_progress; std::vector devs_copy = devs; devs_copy.push_back(nullptr); model_params.devices = devs_copy.data(); @@ -244,7 +249,9 @@ static std::pair get_model_and_ctx( ctx_params.n_threads_batch = 4; size_t tmp = seed; - llama_model_ptr model(llama_model_init_from_user(gguf_ctx, set_tensor_data, &tmp, model_params)); + llama_model_ptr model(gguf_ctx != nullptr ? + llama_model_init_from_user(gguf_ctx, set_tensor_data, &tmp, model_params) : + llama_model_load_from_file_ptr(file, model_params)); if (!model) { throw std::runtime_error("failed to create llama model"); } @@ -351,7 +358,6 @@ static bool moe_implemented(const llm_arch arch) { } static int save_models(const llm_arch target_arch, const size_t seed, const ggml_log_level log_level, const std::string & dir) { - GGML_ABORT("llama_model_save_to_file is broken"); struct user_data_t { struct { ggml_log_callback callback; @@ -376,6 +382,22 @@ static int save_models(const llm_arch target_arch, const size_t seed, const ggml if (arch == LLM_ARCH_CLIP || arch == LLM_ARCH_GPTJ || arch == LLM_ARCH_UNKNOWN) { continue; // These models don't have usable implementations. } + if (arch == LLM_ARCH_CHAMELEON) { + continue; // Only half-implemented and to be removed in the future. + } + if (arch == LLM_ARCH_GEMMA4) { + continue; // FIXME @ngxson + } + if (arch == LLM_ARCH_RWKV6 || arch == LLM_ARCH_RWKV6QWEN2 || arch == LLM_ARCH_RWKV7 || arch == LLM_ARCH_ARWKV7) { + continue; // FIXME + } + if (arch == LLM_ARCH_BERT || arch == LLM_ARCH_MODERN_BERT || arch == LLM_ARCH_NOMIC_BERT || arch == LLM_ARCH_NOMIC_BERT_MOE || + arch == LLM_ARCH_NEO_BERT || arch == LLM_ARCH_JINA_BERT_V2 || arch == LLM_ARCH_JINA_BERT_V3 || arch == LLM_ARCH_EUROBERT) { + continue; // TODO vocab + } + if (arch == LLM_ARCH_PLM) { + continue; // TODO tensor shapes + } for (bool moe : {false, true}) { if (moe && !moe_implemented(arch)) { continue; @@ -383,8 +405,12 @@ static int save_models(const llm_arch target_arch, const size_t seed, const ggml if (!moe && moe_mandatory(arch)) { continue; } + if (!llama_model_saver_supports_arch(arch)) { + LOG_INF("%s: %s model (%s) is unsupported, skipping\n", __func__, llm_arch_name(arch), moe ? "MoE" : "dense"); + continue; + } gguf_context_ptr gguf_ctx = get_gguf_ctx(arch, moe); - auto model_and_ctx = get_model_and_ctx(gguf_ctx.get(), seed, {}); + auto model_and_ctx = get_model_and_ctx(gguf_ctx.get(), nullptr, seed, {}); const std::string path = dir + "/" + llm_arch_name(arch) + (moe ? "-moe.gguf" : "-dense.gguf"); LOG_INF("%s: Saving %s model (%s) to %s...\n", __func__, llm_arch_name(arch), moe ? "MoE" : "dense", path.c_str()); llama_model_save_to_file(model_and_ctx.first.get(), path.c_str()); @@ -416,8 +442,8 @@ static int test_backends(const llm_arch target_arch, const size_t seed, const gg bool all_ok = true; common_log_flush(common_log_main()); - printf("|%15s|%30s|%6s|%8s|%6s|\n", "Model arch.", "Device", "Config", "NMSE", "Status"); - printf("|---------------|------------------------------|------|--------|------|\n"); + printf("|%15s|%30s|%6s|%15s|%9s|\n", "Model arch.", "Device", "Config", "NMSE vs. CPU", "Roundtrip"); + printf("|---------------|------------------------------|------|---------------|---------|\n"); for (const llm_arch & arch : llm_arch_all()) { if (target_arch != LLM_ARCH_UNKNOWN && arch != target_arch) { continue; @@ -425,6 +451,12 @@ static int test_backends(const llm_arch target_arch, const size_t seed, const gg if (arch == LLM_ARCH_CLIP || arch == LLM_ARCH_GPTJ || arch == LLM_ARCH_UNKNOWN) { continue; // These models don't have usable implementations. } + if (arch == LLM_ARCH_CHAMELEON) { + continue; // Only half-implemented and to be removed in the future. + } + if (arch == LLM_ARCH_GEMMA4) { + continue; // FIXME @ngxson + } if (arch == LLM_ARCH_WAVTOKENIZER_DEC) { continue; // FIXME CUDA backend crashes. } @@ -441,6 +473,9 @@ static int test_backends(const llm_arch target_arch, const size_t seed, const gg if (arch == LLM_ARCH_PLM) { continue; // TODO tensor shapes } + if (arch == LLM_ARCH_DEEPSEEK2OCR) { + continue; // TODO tensor shapes + } // FIXME some models are segfaulting with WebGPU: #ifdef GGML_USE_WEBGPU @@ -458,22 +493,50 @@ static int test_backends(const llm_arch target_arch, const size_t seed, const gg continue; } gguf_context_ptr gguf_ctx = get_gguf_ctx(arch, moe); - auto model_and_ctx_cpu = get_model_and_ctx(gguf_ctx.get(), seed, {}); + auto model_and_ctx_cpu = get_model_and_ctx(gguf_ctx.get(), nullptr, seed, {}); const std::vector logits_cpu = get_logits(model_and_ctx_cpu.first.get(), model_and_ctx_cpu.second.get(), tokens, encode); for (size_t i = 0; i < ggml_backend_dev_count(); i++) { ggml_backend_dev_t dev = ggml_backend_dev_get(i); if (ggml_backend_dev_type(dev) == GGML_BACKEND_DEVICE_TYPE_CPU) { continue; } - auto model_and_ctx_dev = get_model_and_ctx(gguf_ctx.get(), seed, {dev}); + auto model_and_ctx_dev = get_model_and_ctx(gguf_ctx.get(), nullptr, seed, {dev}); + std::string config_name = moe ? "MoE" : "Dense"; const std::vector logits_dev = get_logits(model_and_ctx_dev.first.get(), model_and_ctx_dev.second.get(), tokens, encode); const double nmse_val = nmse(logits_cpu, logits_dev); - const bool ok = nmse_val <= 1e-4; - all_ok = all_ok && ok; char nmse_str[10]; snprintf(nmse_str, sizeof(nmse_str), "%.2e", nmse_val); - printf("|%15s|%30s|%6s|%8s|%17s|\n", llm_arch_name(arch), ggml_backend_dev_description(dev), - moe ? "MoE" : "Dense", nmse_str, ok ? "\033[1;32mOK\033[0m" : "\033[1;31mFAIL\033[0m"); + std::string status_nmse = "\033[1;32mOK\033[0m"; + if (nmse_val > 1e-4) { + all_ok = false; + status_nmse = "\033[1;31mFAIL\033[0m"; + } + + std::string status_roundtrip = "\033[1;33mSKIP\033[0m"; + FILE * file = tmpfile(); // Can be null on Windows without administrator privileges. + if (file != nullptr && llama_model_saver_supports_arch(arch)) { + llama_model_saver ms = llama_model_saver(model_and_ctx_dev.first.get()); + ms.add_kv_from_model(); + ms.add_tensors_from_model(); + ms.save(file); + rewind(file); + + auto model_and_ctx_roundtrip = get_model_and_ctx(nullptr, file, seed, {dev}); + const std::vector logits_roundtrip = get_logits( + model_and_ctx_roundtrip.first.get(), model_and_ctx_roundtrip.second.get(), tokens, encode); + status_roundtrip = "\033[1;32mOK\033[0m"; + GGML_ASSERT(logits_roundtrip.size() == logits_dev.size()); + for (size_t i = 0; i < logits_roundtrip.size(); i++) { + if (logits_roundtrip[i] != logits_dev[i]) { + all_ok = false; + status_roundtrip = "\033[1;31mFAIL\033[0m"; + break; + } + } + } + + printf("|%15s|%30s|%6s|%15s (%8s)|%20s|\n", llm_arch_name(arch), ggml_backend_dev_description(dev), + config_name.c_str(), status_nmse.c_str(), nmse_str, status_roundtrip.c_str()); } } } @@ -526,6 +589,7 @@ int main(int argc, char ** argv) { } } } + printf("%s: using seed %zu\n", __func__, seed); try { if (!out.empty()) { diff --git a/tests/test-quant-type-selection.cpp b/tests/test-quant-type-selection.cpp new file mode 100644 index 00000000000..3c8983360e2 --- /dev/null +++ b/tests/test-quant-type-selection.cpp @@ -0,0 +1,520 @@ +#include "../src/llama-ext.h" +#include "ggml-cpp.h" +#include "gguf-model-data.h" +#include "llama.h" + +#include +#include +#include +#include +#include +#include +#include +#include +#include + +// --------------------------------------------------------------------------- +// ftype name <-> enum mapping +// --------------------------------------------------------------------------- + +struct ftype_name_entry { + const char * name; + llama_ftype ftype; +}; + +static const ftype_name_entry ftype_name_table[] = { + { "F32", LLAMA_FTYPE_ALL_F32 }, + { "F16", LLAMA_FTYPE_MOSTLY_F16 }, + { "BF16", LLAMA_FTYPE_MOSTLY_BF16 }, + { "Q4_0", LLAMA_FTYPE_MOSTLY_Q4_0 }, + { "Q4_1", LLAMA_FTYPE_MOSTLY_Q4_1 }, + { "Q5_0", LLAMA_FTYPE_MOSTLY_Q5_0 }, + { "Q5_1", LLAMA_FTYPE_MOSTLY_Q5_1 }, + { "Q8_0", LLAMA_FTYPE_MOSTLY_Q8_0 }, + { "Q2_K", LLAMA_FTYPE_MOSTLY_Q2_K }, + { "Q2_K_S", LLAMA_FTYPE_MOSTLY_Q2_K_S }, + { "Q3_K_S", LLAMA_FTYPE_MOSTLY_Q3_K_S }, + { "Q3_K_M", LLAMA_FTYPE_MOSTLY_Q3_K_M }, + { "Q3_K_L", LLAMA_FTYPE_MOSTLY_Q3_K_L }, + { "Q4_K_S", LLAMA_FTYPE_MOSTLY_Q4_K_S }, + { "Q4_K_M", LLAMA_FTYPE_MOSTLY_Q4_K_M }, + { "Q5_K_S", LLAMA_FTYPE_MOSTLY_Q5_K_S }, + { "Q5_K_M", LLAMA_FTYPE_MOSTLY_Q5_K_M }, + { "Q6_K", LLAMA_FTYPE_MOSTLY_Q6_K }, + { "IQ1_S", LLAMA_FTYPE_MOSTLY_IQ1_S }, + { "IQ1_M", LLAMA_FTYPE_MOSTLY_IQ1_M }, + { "IQ2_XXS", LLAMA_FTYPE_MOSTLY_IQ2_XXS }, + { "IQ2_XS", LLAMA_FTYPE_MOSTLY_IQ2_XS }, + { "IQ2_S", LLAMA_FTYPE_MOSTLY_IQ2_S }, + { "IQ2_M", LLAMA_FTYPE_MOSTLY_IQ2_M }, + { "IQ3_XXS", LLAMA_FTYPE_MOSTLY_IQ3_XXS }, + { "IQ3_XS", LLAMA_FTYPE_MOSTLY_IQ3_XS }, + { "IQ3_S", LLAMA_FTYPE_MOSTLY_IQ3_S }, + { "IQ3_M", LLAMA_FTYPE_MOSTLY_IQ3_M }, + { "IQ4_NL", LLAMA_FTYPE_MOSTLY_IQ4_NL }, + { "IQ4_XS", LLAMA_FTYPE_MOSTLY_IQ4_XS }, + { "TQ1_0", LLAMA_FTYPE_MOSTLY_TQ1_0 }, + { "TQ2_0", LLAMA_FTYPE_MOSTLY_TQ2_0 }, + { "MXFP4_MOE", LLAMA_FTYPE_MOSTLY_MXFP4_MOE }, + { "NVFP4", LLAMA_FTYPE_MOSTLY_NVFP4 }, +}; + +static llama_ftype llama_ftype_from_name(const char * name) { + for (const auto & e : ftype_name_table) { + if (strcmp(name, e.name) == 0) { + return e.ftype; + } + } + return (llama_ftype) -1; +} + +static const char * llama_ftype_to_name(llama_ftype ftype) { + for (const auto & e : ftype_name_table) { + if (e.ftype == ftype) { + return e.name; + } + } + return nullptr; +} + +// --------------------------------------------------------------------------- +// ggml_type name lookup +// --------------------------------------------------------------------------- + +static ggml_type ggml_type_from_name(const std::string & name) { + for (int i = 0; i < GGML_TYPE_COUNT; i++) { + const char * tname = ggml_type_name((ggml_type) i); + if (tname && name == tname) { + return (ggml_type) i; + } + } + return GGML_TYPE_COUNT; +} + +// --------------------------------------------------------------------------- +// File parser for snapshot files (quant type schemas) +// --------------------------------------------------------------------------- + +struct snapshot_section { + llama_ftype ftype; + ggml_type default_type; + std::vector> overrides; +}; + +// This function is pretty ugly, but it's a trade-off of readable snapshot files +// versus readable parsing code +static bool parse_snapshot_file(const std::string & path, std::vector & sections) { + std::ifstream f(path); + if (!f.good()) { + return false; + } + + snapshot_section * cur = nullptr; + std::string line; + + while (std::getline(f, line)) { + if (line.empty() || line[0] == '#') { + continue; + } + + // section header: [FTYPE_NAME] default_type + if (line[0] == '[') { + auto close = line.find(']'); + if (close == std::string::npos) { + fprintf(stderr, "parse error: missing ] in '%s'\n", line.c_str()); + return false; + } + std::string ftype_str = line.substr(1, close - 1); + std::string default_str; + size_t pos = close + 1; + while (pos < line.size() && line[pos] == ' ') { + pos++; + } + default_str = line.substr(pos); + + llama_ftype ftype = llama_ftype_from_name(ftype_str.c_str()); + if ((int) ftype < 0) { + fprintf(stderr, "parse error: unknown ftype '%s'\n", ftype_str.c_str()); + return false; + } + + ggml_type dtype = ggml_type_from_name(default_str); + if (dtype == GGML_TYPE_COUNT) { + fprintf(stderr, "parse error: unknown default type '%s'\n", default_str.c_str()); + return false; + } + + sections.push_back({ ftype, dtype, {} }); + cur = §ions.back(); + continue; + } + + if (!cur) { + fprintf(stderr, "parse error: tensor line before any section: '%s'\n", line.c_str()); + return false; + } + + auto sp = line.rfind(' '); + if (sp == std::string::npos) { + fprintf(stderr, "parse error: no space in tensor line: '%s'\n", line.c_str()); + return false; + } + + std::string tname = line.substr(0, sp); + std::string ttype = line.substr(sp + 1); + + ggml_type gt = ggml_type_from_name(ttype); + if (gt == GGML_TYPE_COUNT) { + fprintf(stderr, "parse error: unknown type '%s' for tensor '%s'\n", ttype.c_str(), tname.c_str()); + return false; + } + + cur->overrides.push_back({ tname, gt }); + } + + return true; +} + +// --------------------------------------------------------------------------- +// Remote model support using gguf-model-data.cpp +// --------------------------------------------------------------------------- + +struct remote_model_spec { + const char * repo; + const char * quant; +}; + +// Get model name from repo: strip org prefix, strip -GGUF suffix, +// and strip anything up to and including first '_' (e.g. "deepseek-ai_DeepSeek-V3.1"). +static std::string model_name_from_repo(const char * repo) { + std::string s(repo); + + auto slash = s.find('/'); + if (slash != std::string::npos) { + s = s.substr(slash + 1); + } + + const std::string suffix = "-GGUF"; + if (s.size() >= suffix.size() && s.compare(s.size() - suffix.size(), suffix.size(), suffix) == 0) { + s = s.substr(0, s.size() - suffix.size()); + } + + auto underscore = s.find('_'); + if (underscore != std::string::npos) { + s = s.substr(underscore + 1); + } + + return s; +} + +static std::string snapshot_file_from_name(const std::string & name) { + std::string lower = name; + for (auto & c : lower) { + c = std::tolower(c); + } + return lower; +} + +static const remote_model_spec model_specs[] = { + { "ggml-org/Qwen3-0.6B-GGUF", "Q8_0" }, + { "ggml-org/GLM-4.6V-GGUF", "Q8_0" }, + { "ggml-org/Step-3.5-Flash-GGUF", "Q4_K" }, + { "ggml-org/Qwen3-Coder-Next-GGUF", "Q8_0" }, + { "ggml-org/Qwen3-14B-GGUF", "Q8_0" }, + { "ggml-org/Nemotron-Nano-3-30B-A3B-GGUF", "Q8_0" }, + { "ggml-org/gpt-oss-120b-GGUF", "mxfp4" }, + { "ggml-org/gemma-3-4b-it-GGUF", "Q8_0" }, + { "bartowski/Meta-Llama-3.1-70B-Instruct-GGUF", "Q4_K_M" }, + { "bartowski/deepseek-ai_DeepSeek-V3.1-GGUF", "IQ1_M" }, + { "bartowski/Qwen_Qwen3.5-397B-A17B-GGUF", "IQ1_S" }, // TODO: swap with ggml-org if/when it's released + { "bartowski/Qwen_Qwen3.5-27B-GGUF", "Q8_0" }, // TODO: swap with ggml-org if/when it's released +}; + +static const int n_model_specs = (int) (sizeof(model_specs) / sizeof(model_specs[0])); + +static llama_model * build_mock_model_from_remote(const gguf_remote_model & remote) { + llama_quant_model_desc desc = {}; + desc.architecture = remote.architecture.c_str(); + desc.n_embd = remote.n_embd; + desc.n_ff = remote.n_ff; + desc.n_layer = remote.n_layer; + desc.n_head = remote.n_head; + desc.n_head_kv = remote.n_head_kv; + desc.n_expert = remote.n_expert; + desc.n_embd_head_k = remote.n_embd_head_k; + desc.n_embd_head_v = remote.n_embd_head_v; + return llama_quant_model_from_metadata(&desc); +} + +// Single ggml context holding all quantizable tensors for a model. +struct mock_tensors { + ggml_context_ptr ctx; + std::vector tensors; +}; + +static mock_tensors build_mock_tensors(const quantize_state_impl * qs, const gguf_remote_model & remote) { + const size_t ctx_size = remote.tensors.size() * ggml_tensor_overhead(); + struct ggml_init_params params = { ctx_size, nullptr, true }; + ggml_context_ptr ctx(ggml_init(params)); + + std::vector result; + + for (const auto & t : remote.tensors) { + ggml_tensor * gt = ggml_new_tensor_4d(ctx.get(), GGML_TYPE_F32, t.ne[0], t.ne[1], t.ne[2], t.ne[3]); + ggml_set_name(gt, t.name.c_str()); + if (llama_quant_tensor_allows_quantization(qs, gt)) { + result.push_back(gt); + } + } + + // sort by layer index then name, matching llama_model_loader::weight_name_comparer + std::sort(result.begin(), result.end(), [](const ggml_tensor * a, const ggml_tensor * b) { + int a_layer = -1, b_layer = -1; + sscanf(a->name, "blk.%d.", &a_layer); + sscanf(b->name, "blk.%d.", &b_layer); + if (a_layer != b_layer) { + return a_layer < b_layer; + } + return strcmp(a->name, b->name) < 0; + }); + + return { std::move(ctx), std::move(result) }; +} + +// --------------------------------------------------------------------------- +// Generate mode: regenerate all snapshot files +// Use this when either adding new models or modifying quants +// --------------------------------------------------------------------------- + +static std::string generate_snapshot(const std::string & name, + const gguf_remote_model & remote, + quantize_state_impl * qs, + mock_tensors & mt) { + std::ostringstream out; + + out << "# Model: " << name << "\n"; + out << "# n_embd=" << remote.n_embd << ", n_ff=" << remote.n_ff << ", n_vocab=" << remote.n_vocab + << ", n_layer=" << remote.n_layer << ", n_head=" << remote.n_head << ", n_head_kv=" << remote.n_head_kv; + if (remote.n_expert > 0) { + out << ", n_expert=" << remote.n_expert; + } + out << "\n"; + + for (int i = 0; i < LLAMA_FTYPE_GUESSED; i++) { + llama_ftype ft = (llama_ftype) i; + ggml_type default_type = llama_ftype_get_default_type(ft); + if (default_type == GGML_TYPE_COUNT) { + continue; + } + const char * fname = llama_ftype_to_name(ft); + if (!fname) { + continue; + } + + std::vector result_types(mt.tensors.size()); + llama_quant_compute_types(qs, ft, mt.tensors.data(), result_types.data(), mt.tensors.size()); + + out << "\n[" << fname << "] " << ggml_type_name(default_type) << "\n"; + for (size_t j = 0; j < mt.tensors.size(); j++) { + if (result_types[j] != default_type) { + out << ggml_get_name(mt.tensors[j]) << " " << ggml_type_name(result_types[j]) << "\n"; + } + } + } + + return out.str(); +} + +static int run_generate(const std::string & snapshot_dir) { + fprintf(stderr, "This will overwrite all snapshot files in:\n %s\n", snapshot_dir.c_str()); + fprintf(stderr, "Continue? [y/N] "); + int ch = fgetc(stdin); + if (ch != 'y' && ch != 'Y') { + fprintf(stderr, "Aborted.\n"); + return 1; + } + + fprintf(stderr, "\n"); + + int n_written = 0; + + for (int m = 0; m < n_model_specs; m++) { + const auto & spec = model_specs[m]; + std::string name = model_name_from_repo(spec.repo); + + fprintf(stderr, "Fetching model metadata for %s from %s...\n", name.c_str(), spec.repo); + auto result = gguf_fetch_model_meta(spec.repo, spec.quant); + if (!result.has_value()) { + fprintf(stderr, "ERROR: could not fetch model metadata for %s\n", name.c_str()); + return 1; + } + + const auto & remote = result.value(); + llama_model * model = build_mock_model_from_remote(remote); + llama_model_quantize_params qparams = llama_model_quantize_default_params(); + quantize_state_impl * qs = llama_quant_init(model, &qparams); + auto mt = build_mock_tensors(qs, remote); + + std::string content = generate_snapshot(name, remote, qs, mt); + std::string path = snapshot_dir + "/" + snapshot_file_from_name(name) + ".schema"; + + std::ofstream f(path); + if (!f.good()) { + fprintf(stderr, "ERROR: could not write %s\n", path.c_str()); + llama_quant_free(qs); + llama_model_free(model); + return 1; + } + f << content; + n_written++; + fprintf(stderr, " wrote %s\n", path.c_str()); + llama_quant_free(qs); + llama_model_free(model); + } + + fprintf(stderr, "%d files written\n", n_written); + return 0; +} + +// --------------------------------------------------------------------------- +// Test mode: compare against snapshot files +// --------------------------------------------------------------------------- + +static bool run_test_section(quantize_state_impl * qs, mock_tensors & mt, const snapshot_section & section) { + // verify default_type matches what llama_ftype_get_default_type returns + ggml_type computed_default = llama_ftype_get_default_type(section.ftype); + if (computed_default != section.default_type) { + printf(" FAIL [%s] default type mismatch: file says %s, code says %s\n", llama_ftype_to_name(section.ftype), + ggml_type_name(section.default_type), ggml_type_name(computed_default)); + return false; + } + + std::vector result_types(mt.tensors.size()); + llama_quant_compute_types(qs, section.ftype, mt.tensors.data(), result_types.data(), mt.tensors.size()); + + std::map override_map(section.overrides.begin(), section.overrides.end()); + + bool all_pass = true; + int n_override_found = 0; + + for (size_t i = 0; i < mt.tensors.size(); i++) { + const char * name = ggml_get_name(mt.tensors[i]); + ggml_type got = result_types[i]; + + ggml_type expected = section.default_type; + auto it = override_map.find(name); + if (it != override_map.end()) { + expected = it->second; + n_override_found++; + } + + if (got != expected) { + printf(" FAIL %-50s %-10s expected %s, got %s\n", name, llama_ftype_to_name(section.ftype), + ggml_type_name(expected), ggml_type_name(got)); + all_pass = false; + } + } + + if (n_override_found != (int) section.overrides.size()) { + printf(" FAIL [%s] override count mismatch: listed %d, matched %d\n", llama_ftype_to_name(section.ftype), + (int) section.overrides.size(), n_override_found); + all_pass = false; + } + + return all_pass; +} + +static int run_remote_tests(const std::string & snapshot_dir, const char * argv0) { + int total_pass = 0; + int total_fail = 0; + int total_skip = 0; + + for (int m = 0; m < n_model_specs; m++) { + const auto & spec = model_specs[m]; + std::string name = model_name_from_repo(spec.repo); + printf("=== %s ===\n", name.c_str()); + + auto result = gguf_fetch_model_meta(spec.repo, spec.quant, "", false); + if (!result.has_value()) { + printf(" SKIP (could not fetch model metadata)\n\n"); + total_skip++; + continue; + } + + const auto & remote = result.value(); + llama_model * model = build_mock_model_from_remote(remote); + llama_model_quantize_params qparams = llama_model_quantize_default_params(); + quantize_state_impl * qs = llama_quant_init(model, &qparams); + auto mt = build_mock_tensors(qs, remote); + + std::string snapshot_path = snapshot_dir + "/" + snapshot_file_from_name(name) + ".schema"; + std::vector sections; + if (!parse_snapshot_file(snapshot_path, sections)) { + printf(" SKIP (could not read snapshot file: %s)\n\n", snapshot_path.c_str()); + llama_quant_free(qs); + llama_model_free(model); + total_skip++; + continue; + } + + int model_pass = 0; + int model_fail = 0; + + for (const auto & section : sections) { + bool pass = run_test_section(qs, mt, section); + if (pass) { + model_pass++; + } else { + model_fail++; + } + } + + printf(" %s %s: %d/%d ftype sections passed (%d tensors)\n", model_fail == 0 ? "PASS" : "FAIL", name.c_str(), + model_pass, model_pass + model_fail, (int) mt.tensors.size()); + printf("\n"); + + if (model_fail == 0) { + total_pass++; + } else { + total_fail++; + } + + llama_quant_free(qs); + llama_model_free(model); + } + + printf("%d/%d models passed", total_pass, total_pass + total_fail); + if (total_skip > 0) { + printf(", %d skipped", total_skip); + } + printf("\n"); + + if (total_fail > 0) { + printf("\nIf these changes are intentional, regenerate snapshot files with:\n"); + printf(" %s --generate\n", argv0); + } + + return total_fail > 0 ? 1 : 0; +} + +int main(int argc, char ** argv) { + std::string snapshot_dir = SNAPSHOT_DIR; + bool generate = false; + + for (int i = 1; i < argc; i++) { + if (strcmp(argv[i], "--generate") == 0) { + generate = true; + } else if (strcmp(argv[i], "--snapshot-dir") == 0 && i + 1 < argc) { + snapshot_dir = argv[++i]; + } + } + + if (generate) { + return run_generate(snapshot_dir); + } + + // suppress llama log warnings during test (e.g. tensor type fallback messages) + llama_log_set([](enum ggml_log_level, const char *, void *) {}, nullptr); + + return run_remote_tests(snapshot_dir, argv[0]); +} diff --git a/tests/test-reasoning-budget.cpp b/tests/test-reasoning-budget.cpp index ab540a84630..3028fb4d8f0 100644 --- a/tests/test-reasoning-budget.cpp +++ b/tests/test-reasoning-budget.cpp @@ -61,8 +61,6 @@ static void test_reasoning_budget( // Feed the sequence and track when forcing occurs for (size_t i = 0; i < sequence.size(); i++) { - llama_sampler_accept(sampler, sequence[i]); - // Check if we're in forcing state by applying and seeing if logits are modified cur_p.selected = -1; for (size_t j = 0; j < cur.size(); j++) { @@ -81,6 +79,8 @@ static void test_reasoning_budget( } } + llama_sampler_accept(sampler, sequence[i]); + fprintf(stderr, " i=%zu: token=%d, finite_count=%zu, finite_token=%d\n", i, (int)sequence[i], finite_count, (int)finite_token); if (finite_count == 1) { @@ -167,9 +167,9 @@ int main(void) { } // Test 2: Budget exhausted, forcing should occur - // Flow: i=0 accept(100)->COUNTING, i=1 accept(50)->remaining=1, i=2 accept(51)->remaining=0->FORCING - // Forcing is active at i=2 and i=3 (when apply() is called while in FORCING state) - // At i=4, force_pos becomes 2 which equals forced_tokens.size(), so state becomes DONE + // Flow: i=0 apply()->passthrough, accept(100)->COUNTING; i=1 accept(50)->remaining=1 + // i=2 accept(51)->remaining=0->FORCING; i=3 apply() forces token[0]; i=4 apply() forces token[1] + // At i=4, accept() advances force_pos to 2 which equals forced_tokens.size(), so state becomes DONE { const std::vector start = {100}; const std::vector end = {101}; @@ -179,13 +179,12 @@ int main(void) { test_reasoning_budget("budget exhausted forcing", sequence, start, end, forced, 2, // budget of 2 tokens REASONING_BUDGET_IDLE, - 2, // forcing starts at i=2 (after accept(51) depletes budget, apply() forces) - 3); // forcing continues through i=3 (at i=4 state becomes DONE) + 3, // forcing starts at i=3 (accept at i=2 depletes budget, apply at i=3 forces) + 4); // forcing continues through i=4 (accept at i=4 transitions to DONE) } // Test 3: Activate immediately with budget=0, forcing should start right away - // Flow: Since no start token in sequence, state stays IDLE (no start/end configured means passthrough) - // This test needs start token to be in the sequence or use activate_immediately with start token present + // Flow: init promotes COUNTING+budget=0 to FORCING, so apply() sees FORCING at i=0 { const std::vector start = {100}; const std::vector end = {101}; @@ -195,8 +194,8 @@ int main(void) { test_reasoning_budget("activate immediately budget=0", sequence, start, end, forced, 0, // budget of 0 tokens REASONING_BUDGET_COUNTING, // starts counting, promoted to FORCING since budget=0 - 0, // forcing starts at i=0 (after accept(100), budget=0 goes straight to FORCING) - 1); // forcing continues through i=1 (at i=2 state becomes DONE) + 0, // forcing starts at i=0 (initialized in FORCING, apply forces immediately) + 1); // forcing continues through i=1 (accept at i=1 transitions to DONE) } // Test 4: No start/end tokens configured - passthrough (no forcing) @@ -214,7 +213,7 @@ int main(void) { // Test 5: Activate immediately with budget > 0, count down then force // Flow: i=0 accept(50)->remaining=1, i=1 accept(51)->remaining=0->FORCING - // So forcing starts at i=1 (apply after accept sees FORCING with force_pos=0) + // Forcing starts at i=2 (apply sees FORCING after accept at i=1 transitioned) { const std::vector start = {100}; const std::vector end = {101}; @@ -224,8 +223,8 @@ int main(void) { test_reasoning_budget("activate immediately with budget", sequence, start, end, forced, 2, // budget of 2 tokens REASONING_BUDGET_COUNTING, - 1, // forcing starts at i=1 (after 2 accepts deplete budget) - 2); // forcing continues through i=2 + 2, // forcing starts at i=2 (after 2 accepts deplete budget, apply at i=2 forces) + 3); // forcing continues through i=3 } printf("OK (5 tests passed)\n"); diff --git a/tests/test-state-restore-fragmented.cpp b/tests/test-state-restore-fragmented.cpp index 481b39d04c7..8a9bfaf5dcc 100644 --- a/tests/test-state-restore-fragmented.cpp +++ b/tests/test-state-restore-fragmented.cpp @@ -22,12 +22,12 @@ int main(int argc, char ** argv) { params.n_parallel = 3; params.n_ctx = 256; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } - common_init(); - // init common_init_result_ptr llama_init = common_init_from_params(params); diff --git a/tests/test-thread-safety.cpp b/tests/test-thread-safety.cpp index bcb86c35e66..acda4aa81ea 100644 --- a/tests/test-thread-safety.cpp +++ b/tests/test-thread-safety.cpp @@ -16,12 +16,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } - common_init(); - llama_backend_init(); llama_numa_init(params.numa); diff --git a/tools/batched-bench/batched-bench.cpp b/tools/batched-bench/batched-bench.cpp index 224f0e1f1c6..3964ef25955 100644 --- a/tools/batched-bench/batched-bench.cpp +++ b/tools/batched-bench/batched-bench.cpp @@ -20,12 +20,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_BENCH, print_usage)) { return 1; } - common_init(); - int is_pp_shared = params.is_pp_shared; int is_tg_separate = params.is_tg_separate; diff --git a/tools/cli/README.md b/tools/cli/README.md index c344cab2a8d..840976a8848 100644 --- a/tools/cli/README.md +++ b/tools/cli/README.md @@ -134,7 +134,7 @@ | `--mirostat-lr N` | Mirostat learning rate, parameter eta (default: 0.10) | | `--mirostat-ent N` | Mirostat target entropy, parameter tau (default: 5.00) | | `-l, --logit-bias TOKEN_ID(+/-)BIAS` | modifies the likelihood of token appearing in the completion,
i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello',
or `--logit-bias 15043-1` to decrease likelihood of token ' Hello' | -| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '') | +| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) | | `--grammar-file FNAME` | file to read grammar from | | `-j, --json-schema SCHEMA` | JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | | `-jf, --json-schema-file FILE` | File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | @@ -147,7 +147,8 @@ | -------- | ----------- | | `--display-prompt, --no-display-prompt` | whether to print prompt at generation (default: true) | | `-co, --color [on\|off\|auto]` | Colorize output to distinguish prompt and user input from generations ('on', 'off', or 'auto', default: 'auto')
'auto' enables colors when output is to a terminal | -| `--ctx-checkpoints, --swa-checkpoints N` | max number of context checkpoints to create per slot (default: 8)[(more info)](https://github.com/ggml-org/llama.cpp/pull/15293)
(env: LLAMA_ARG_CTX_CHECKPOINTS) | +| `-ctxcp, --ctx-checkpoints, --swa-checkpoints N` | max number of context checkpoints to create per slot (default: 32)[(more info)](https://github.com/ggml-org/llama.cpp/pull/15293)
(env: LLAMA_ARG_CTX_CHECKPOINTS) | +| `-cpent, --checkpoint-every-n-tokens N` | create a checkpoint every n tokens during prefill (processing), -1 to disable (default: 8192)
(env: LLAMA_ARG_CHECKPOINT_EVERY_NT) | | `-cram, --cache-ram N` | set the maximum cache size in MiB (default: 8192, -1 - no limit, 0 - disable)[(more info)](https://github.com/ggml-org/llama.cpp/pull/16391)
(env: LLAMA_ARG_CACHE_RAM) | | `--context-shift, --no-context-shift` | whether to use context shift on infinite text generation (default: disabled)
(env: LLAMA_ARG_CONTEXT_SHIFT) | | `-sys, --system-prompt PROMPT` | system prompt to use with model (if applicable, depending on chat template) | @@ -172,9 +173,12 @@ | `--chat-template-kwargs STRING` | sets additional params for the json template parser, must be a valid json object string, e.g. '{"key1":"value1","key2":"value2"}'
(env: LLAMA_CHAT_TEMPLATE_KWARGS) | | `--jinja, --no-jinja` | whether to use jinja template engine for chat (default: enabled)
(env: LLAMA_ARG_JINJA) | | `--reasoning-format FORMAT` | controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of:
- none: leaves thoughts unparsed in `message.content`
- deepseek: puts thoughts in `message.reasoning_content`
- deepseek-legacy: keeps `` tags in `message.content` while also populating `message.reasoning_content`
(default: auto)
(env: LLAMA_ARG_THINK) | -| `--reasoning-budget N` | controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1)
(env: LLAMA_ARG_THINK_BUDGET) | +| `-rea, --reasoning [on\|off\|auto]` | Use reasoning/thinking in the chat ('on', 'off', or 'auto', default: 'auto' (detect from template))
(env: LLAMA_ARG_REASONING) | +| `--reasoning-budget N` | token budget for thinking: -1 for unrestricted, 0 for immediate end, N>0 for token budget (default: -1)
(env: LLAMA_ARG_THINK_BUDGET) | +| `--reasoning-budget-message MESSAGE` | message injected before the end-of-thinking tag when reasoning budget is exhausted (default: none)
(env: LLAMA_ARG_THINK_BUDGET_MESSAGE) | | `--chat-template JINJA_TEMPLATE` | set custom jinja chat template (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE) | | `--chat-template-file JINJA_TEMPLATE_FILE` | set custom jinja chat template file (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE_FILE) | +| `--skip-chat-parsing, --no-skip-chat-parsing` | force a pure content parser, even if a Jinja template is specified; model will output everything in the content section, including any reasoning and/or tool calls (default: disabled)
(env: LLAMA_ARG_SKIP_CHAT_PARSING) | | `--simple-io` | use basic IO for better compatibility in subprocesses and limited consoles | | `--draft, --draft-n, --draft-max N` | number of tokens to draft for speculative decoding (default: 16)
(env: LLAMA_ARG_DRAFT_MAX) | | `--draft-min, --draft-n-min N` | minimum number of draft tokens to use for speculative decoding (default: 0)
(env: LLAMA_ARG_DRAFT_MIN) | diff --git a/tools/cli/cli.cpp b/tools/cli/cli.cpp index 65d14e97288..b57d27762c7 100644 --- a/tools/cli/cli.cpp +++ b/tools/cli/cli.cpp @@ -100,7 +100,7 @@ struct cli_context { } // reasoning budget sampler - if (reasoning_budget >= 0 && !chat_params.thinking_end_tag.empty()) { + if (!chat_params.thinking_end_tag.empty()) { const llama_vocab * vocab = llama_model_get_vocab( llama_get_model(ctx_server.get_llama_context())); @@ -224,10 +224,11 @@ struct cli_context { }; // TODO?: Make this reusable, enums, docs -static const std::array cmds = { +static const std::array cmds = { "/audio ", "/clear", "/exit", + "/glob ", "/image ", "/read ", "/regen", @@ -258,7 +259,7 @@ static std::vector> auto_completion_callback(std: } } - if (!cmd.empty() && line.length() >= cmd.length() && cursor_byte_pos >= cmd.length()) { + if (!cmd.empty() && cmd != "/glob " && line.length() >= cmd.length() && cursor_byte_pos >= cmd.length()) { const std::string path_prefix = std::string(line.substr(cmd.length(), cursor_byte_pos - cmd.length())); const std::string path_postfix = std::string(line.substr(cursor_byte_pos)); auto cur_dir = std::filesystem::current_path(); @@ -339,11 +340,15 @@ static std::vector> auto_completion_callback(std: return matches; } +static constexpr size_t FILE_GLOB_MAX_RESULTS = 100; + int main(int argc, char ** argv) { common_params params; params.verbosity = LOG_LEVEL_ERROR; // by default, less verbose logs + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_CLI)) { return 1; } @@ -354,8 +359,6 @@ int main(int argc, char ** argv) { console::error("please use llama-completion instead\n"); } - common_init(); - // struct that contains llama context and inference cli_context ctx_cli(params); @@ -430,7 +433,8 @@ int main(int argc, char ** argv) { console::log(" /exit or Ctrl+C stop or exit\n"); console::log(" /regen regenerate the last response\n"); console::log(" /clear clear the chat history\n"); - console::log(" /read add a text file\n"); + console::log(" /read add a text file\n"); + console::log(" /glob add text files using globbing pattern\n"); if (inf.has_inp_image) { console::log(" /image add an image file\n"); } @@ -441,6 +445,27 @@ int main(int argc, char ** argv) { // interactive loop std::string cur_msg; + + auto add_text_file = [&](const std::string & fname) -> bool { + std::string marker = ctx_cli.load_input_file(fname, false); + if (marker.empty()) { + console::error("file does not exist or cannot be opened: '%s'\n", fname.c_str()); + return false; + } + if (inf.fim_sep_token != LLAMA_TOKEN_NULL) { + cur_msg += common_token_to_piece(ctx_cli.ctx_server.get_llama_context(), inf.fim_sep_token, true); + cur_msg += fname; + cur_msg.push_back('\n'); + } else { + cur_msg += "--- File: "; + cur_msg += fname; + cur_msg += " ---\n"; + } + cur_msg += marker; + console::log("Loaded text from '%s'\n", fname.c_str()); + return true; + }; + while (true) { std::string buffer; console::set_display(DISPLAY_TYPE_USER_INPUT); @@ -525,22 +550,60 @@ int main(int argc, char ** argv) { continue; } else if (string_starts_with(buffer, "/read ")) { std::string fname = string_strip(buffer.substr(6)); - std::string marker = ctx_cli.load_input_file(fname, false); - if (marker.empty()) { - console::error("file does not exist or cannot be opened: '%s'\n", fname.c_str()); - continue; + add_text_file(fname); + continue; + } else if (string_starts_with(buffer, "/glob ")) { + std::error_code ec; + size_t count = 0; + auto curdir = std::filesystem::current_path(); + std::string pattern = string_strip(buffer.substr(6)); + std::filesystem::path rel_path; + + auto startglob = pattern.find_first_of("![*?"); + if (startglob != std::string::npos && startglob != 0) { + auto endpath = pattern.substr(0, startglob).find_last_of('/'); + if (endpath != std::string::npos) { + std::string rel_pattern = pattern.substr(0, endpath); +#if !defined(_WIN32) + if (string_starts_with(rel_pattern, "~")) { + const char * home = std::getenv("HOME"); + if (home && home[0]) { + rel_pattern = std::string(home) + rel_pattern.substr(1); + } + } +#endif + rel_path = rel_pattern; + pattern.erase(0, endpath + 1); + curdir /= rel_path; + } } - if (inf.fim_sep_token != LLAMA_TOKEN_NULL) { - cur_msg += common_token_to_piece(ctx_cli.ctx_server.get_llama_context(), inf.fim_sep_token, true); - cur_msg += fname; - cur_msg.push_back('\n'); - } else { - cur_msg += "--- File: "; - cur_msg += fname; - cur_msg += " ---\n"; + + for (const auto & entry : std::filesystem::recursive_directory_iterator(curdir, + std::filesystem::directory_options::skip_permission_denied, ec)) { + if (!entry.is_regular_file()) { + continue; + } + + std::string rel = std::filesystem::relative(entry.path(), curdir, ec).string(); + if (ec) { + ec.clear(); + continue; + } + std::replace(rel.begin(), rel.end(), '\\', '/'); + + if (!glob_match(pattern, rel)) { + continue; + } + + if (!add_text_file((rel_path / rel).string())) { + continue; + } + + if (++count >= FILE_GLOB_MAX_RESULTS) { + console::error("Maximum number of globbed files allowed (%zu) reached.\n", FILE_GLOB_MAX_RESULTS); + break; + } } - cur_msg += marker; - console::log("Loaded text from '%s'\n", fname.c_str()); continue; } else { // not a command diff --git a/tools/completion/README.md b/tools/completion/README.md index b5eeba73349..25884ed92d0 100644 --- a/tools/completion/README.md +++ b/tools/completion/README.md @@ -217,7 +217,7 @@ llama-completion.exe -m models\gemma-1.1-7b-it.Q4_K_M.gguf --ignore-eos -n -1 | `--mirostat-lr N` | Mirostat learning rate, parameter eta (default: 0.10) | | `--mirostat-ent N` | Mirostat target entropy, parameter tau (default: 5.00) | | `-l, --logit-bias TOKEN_ID(+/-)BIAS` | modifies the likelihood of token appearing in the completion,
i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello',
or `--logit-bias 15043-1` to decrease likelihood of token ' Hello' | -| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '') | +| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) | | `--grammar-file FNAME` | file to read grammar from | | `-j, --json-schema SCHEMA` | JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | | `-jf, --json-schema-file FILE` | File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | @@ -252,9 +252,12 @@ llama-completion.exe -m models\gemma-1.1-7b-it.Q4_K_M.gguf --ignore-eos -n -1 | `-gaw, --grp-attn-w N` | group-attention width (default: 512)
(env: LLAMA_ARG_GRP_ATTN_W) | | `--jinja, --no-jinja` | whether to use jinja template engine for chat (default: disabled)
(env: LLAMA_ARG_JINJA) | | `--reasoning-format FORMAT` | controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of:
- none: leaves thoughts unparsed in `message.content`
- deepseek: puts thoughts in `message.reasoning_content`
- deepseek-legacy: keeps `` tags in `message.content` while also populating `message.reasoning_content`
(default: auto)
(env: LLAMA_ARG_THINK) | -| `--reasoning-budget N` | controls the amount of thinking allowed; currently only one of: -1 for unrestricted thinking budget, or 0 to disable thinking (default: -1)
(env: LLAMA_ARG_THINK_BUDGET) | +| `-rea, --reasoning [on\|off\|auto]` | Use reasoning/thinking in the chat ('on', 'off', or 'auto', default: 'auto' (detect from template))
(env: LLAMA_ARG_REASONING) | +| `--reasoning-budget N` | token budget for thinking: -1 for unrestricted, 0 for immediate end, N>0 for token budget (default: -1)
(env: LLAMA_ARG_THINK_BUDGET) | +| `--reasoning-budget-message MESSAGE` | message injected before the end-of-thinking tag when reasoning budget is exhausted (default: none)
(env: LLAMA_ARG_THINK_BUDGET_MESSAGE) | | `--chat-template JINJA_TEMPLATE` | set custom jinja chat template (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE) | | `--chat-template-file JINJA_TEMPLATE_FILE` | set custom jinja chat template file (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE_FILE) | +| `--skip-chat-parsing, --no-skip-chat-parsing` | force a pure content parser, even if a Jinja template is specified; model will output everything in the content section, including any reasoning and/or tool calls (default: disabled)
(env: LLAMA_ARG_SKIP_CHAT_PARSING) | | `--simple-io` | use basic IO for better compatibility in subprocesses and limited consoles | diff --git a/tools/completion/completion.cpp b/tools/completion/completion.cpp index 58d598fcc07..1dc5df1afa2 100644 --- a/tools/completion/completion.cpp +++ b/tools/completion/completion.cpp @@ -90,12 +90,12 @@ int main(int argc, char ** argv) { common_params params; g_params = ¶ms; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMPLETION, print_usage)) { return 1; } - common_init(); - auto & sparams = params.sampling; // save choice to use color for later @@ -695,7 +695,7 @@ int main(int argc, char ** argv) { if (!common_prompt_batch_decode(ctx, embd, n_past, params.n_batch, path_session, save_now)) { return 1; } - session_tokens.insert(session_tokens.end(), embd.begin(), embd.begin()); + session_tokens.insert(session_tokens.end(), embd.begin(), embd.end()); n_session_consumed = session_tokens.size(); session_do_save = false; diff --git a/tools/cvector-generator/cvector-generator.cpp b/tools/cvector-generator/cvector-generator.cpp index dcce0e98418..fd6e5ddd2d8 100644 --- a/tools/cvector-generator/cvector-generator.cpp +++ b/tools/cvector-generator/cvector-generator.cpp @@ -400,6 +400,8 @@ int main(int argc, char ** argv) { params.out_file = "control_vector.gguf"; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_CVECTOR_GENERATOR, print_usage)) { return 1; } diff --git a/tools/export-lora/export-lora.cpp b/tools/export-lora/export-lora.cpp index 50774c59bae..e1bc4a2f315 100644 --- a/tools/export-lora/export-lora.cpp +++ b/tools/export-lora/export-lora.cpp @@ -418,6 +418,8 @@ int main(int argc, char ** argv) { params.out_file = "ggml-lora-merged-f16.gguf"; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_EXPORT_LORA, print_usage)) { return 1; } diff --git a/tools/fit-params/fit-params.cpp b/tools/fit-params/fit-params.cpp index 0176be06e78..3c0404ed309 100644 --- a/tools/fit-params/fit-params.cpp +++ b/tools/fit-params/fit-params.cpp @@ -17,11 +17,12 @@ using namespace std::chrono_literals; int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_COMMON)) { return 1; } - common_init(); llama_backend_init(); llama_numa_init(params.numa); auto mparams = common_model_params_to_llama(params); diff --git a/tools/gguf-split/README.md b/tools/gguf-split/README.md index ad1d86651b4..9304bc17f09 100644 --- a/tools/gguf-split/README.md +++ b/tools/gguf-split/README.md @@ -7,4 +7,4 @@ CLI to split / merge GGUF files. - `--split`: split GGUF to multiple GGUF, default operation. - `--split-max-size`: max size per split in `M` or `G`, f.ex. `500M` or `2G`. - `--split-max-tensors`: maximum tensors in each split: default(128) -- `--merge`: merge multiple GGUF to a single GGUF. +- `--merge`: merge multiple GGUF to a single GGUF. You only need to specify the name of the first GGUF to merge, the name of the merged GGUF, and the CLI will find the other GGUFs it needs within the same folder. diff --git a/tools/imatrix/imatrix.cpp b/tools/imatrix/imatrix.cpp index bbedb159cd4..3f7f3a11dfa 100644 --- a/tools/imatrix/imatrix.cpp +++ b/tools/imatrix/imatrix.cpp @@ -143,11 +143,20 @@ static void compute_statistics(std::vector & tstats, const st activations.reserve(e.values.size()); for (int i = 0; i < n_mat; ++i) { + if (e.counts[i] == 0) { + LOG_DBG("%s: skipping tensor %s due to zero count at index %d\n", __func__, name.c_str(), i); + continue; + } for (int j = 0; j < row_size; ++j) { activations.push_back(e.values[i*row_size + j] / e.counts[i]); } } + if (activations.empty()) { + LOG_ERR("%s: all counts are zero for tensor %s, skipping statistics computation\n", __func__, name.c_str()); + return; + } + const float act_total = std::accumulate(activations.begin(), activations.end(), 0.0f); const float act_max = *std::max_element(activations.begin(), activations.end()); const float act_min = *std::min_element(activations.begin(), activations.end()); @@ -1142,10 +1151,12 @@ static bool show_statistics(const common_params & params) { blk = -1; // not a block layer } + const float entropy_norm = (tstat.elements > 0) ? 100.0f * (tstat.entropy / std::log2(tstat.elements)) : 0.0f; + LOG_INF("%5s\t%-20s\t%10.2f\t%8.4f\t%11.4f\t%6.2f\t%6.2f\t%8.2f%%\t%6d\t%10.4f\t%6.2f%%\t%10.2f%%\t%8.4f\n", layer.c_str(), name.c_str(), tstat.total_sqract, tstat.min_sqract, tstat.max_sqract, tstat.mean_sqract, tstat.stddev, tstat.active * 100.0f, tstat.elements, tstat.entropy, - 100.0f * (tstat.entropy / std::log2(tstat.elements)), 100.0f * tstat.zd, tstat.cossim); + entropy_norm, 100.0f * tstat.zd, tstat.cossim); const float weighted_bias = tstat.elements * tstat.total_sqract; const float weighted_zd = tstat.elements * tstat.zd; @@ -1201,6 +1212,8 @@ int main(int argc, char ** argv) { params.n_ctx = 512; params.escape = false; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_IMATRIX, print_usage)) { return 1; } @@ -1212,8 +1225,6 @@ int main(int argc, char ** argv) { return 0; } - common_init(); - const int32_t n_ctx = params.n_ctx; if (n_ctx <= 0) { diff --git a/tools/llama-bench/llama-bench.cpp b/tools/llama-bench/llama-bench.cpp index 21173576cc7..0a23f698537 100644 --- a/tools/llama-bench/llama-bench.cpp +++ b/tools/llama-bench/llama-bench.cpp @@ -979,37 +979,20 @@ static cmd_params parse_cmd_params(int argc, char ** argv) { for (size_t i = 0; i < params.hf_repo.size(); i++) { common_params_model model; - // step 1: no `-hff` provided, we auto-detect based on the `-hf` flag if (params.hf_file.empty() || params.hf_file[i].empty()) { - auto auto_detected = common_get_hf_file(params.hf_repo[i], params.hf_token, false); - if (auto_detected.repo.empty() || auto_detected.ggufFile.empty()) { - exit(1); - } - - model.name = params.hf_repo[i]; - model.hf_repo = auto_detected.repo; - model.hf_file = auto_detected.ggufFile; + model.hf_repo = params.hf_repo[i]; } else { + model.hf_repo = params.hf_repo[i]; model.hf_file = params.hf_file[i]; } - // step 2: construct the model cache path - std::string clean_fname = model.hf_repo + "_" + model.hf_file; - string_replace_all(clean_fname, "\\", "_"); - string_replace_all(clean_fname, "/", "_"); - model.path = fs_get_cache_file(clean_fname); - - // step 3: download the model if not exists - std::string model_endpoint = get_model_endpoint(); - model.url = model_endpoint + model.hf_repo + "/resolve/main/" + model.hf_file; - - bool ok = common_download_model(model, params.hf_token, false); - if (!ok) { - fprintf(stderr, "error: failed to download model from %s\n", model.url.c_str()); + auto download_result = common_download_model(model, params.hf_token); + if (download_result.model_path.empty()) { + fprintf(stderr, "error: failed to download model from HuggingFace\n"); exit(1); } - params.model.push_back(model.path); + params.model.push_back(download_result.model_path); } } @@ -1824,7 +1807,7 @@ struct markdown_printer : public printer { if (!is_cpu_backend) { fields.emplace_back("n_gpu_layers"); } - if (params.n_cpu_moe.size() > 1) { + if (params.n_cpu_moe.size() > 1 || params.n_cpu_moe != cmd_params_defaults.n_cpu_moe) { fields.emplace_back("n_cpu_moe"); } if (params.n_threads.size() > 1 || params.n_threads != cmd_params_defaults.n_threads || is_cpu_backend) { diff --git a/tools/mtmd/CMakeLists.txt b/tools/mtmd/CMakeLists.txt index a39de8c928b..675464c6b5f 100644 --- a/tools/mtmd/CMakeLists.txt +++ b/tools/mtmd/CMakeLists.txt @@ -5,6 +5,7 @@ find_package(Threads REQUIRED) add_library(mtmd mtmd.cpp mtmd-audio.cpp + mtmd-image.cpp mtmd.h mtmd-helper.cpp mtmd-helper.h @@ -16,6 +17,7 @@ add_library(mtmd models/models.h models/cogvlm.cpp models/conformer.cpp + models/gemma4v.cpp models/glm4v.cpp models/internvl.cpp models/kimivl.cpp @@ -30,6 +32,7 @@ add_library(mtmd models/qwen3vl.cpp models/siglip.cpp models/whisper-enc.cpp + models/deepseekocr.cpp models/mobilenetv5.cpp models/youtuvl.cpp ) diff --git a/tools/mtmd/clip-graph.h b/tools/mtmd/clip-graph.h index 3604bf77e8d..d3e7b1ed044 100644 --- a/tools/mtmd/clip-graph.h +++ b/tools/mtmd/clip-graph.h @@ -29,7 +29,7 @@ struct clip_graph { const int n_layer; const int n_mmproj_embd; const float eps; - const float kq_scale; + float kq_scale; // TODO: maybe move this to hparams const clip_flash_attn_type flash_attn_type; ggml_context_ptr ctx0_ptr; diff --git a/tools/mtmd/clip-impl.h b/tools/mtmd/clip-impl.h index 3eb66f91454..5fa487367cd 100644 --- a/tools/mtmd/clip-impl.h +++ b/tools/mtmd/clip-impl.h @@ -38,6 +38,8 @@ #define KEY_IMAGE_SIZE "clip.vision.image_size" #define KEY_IMAGE_MIN_PIXELS "clip.vision.image_min_pixels" #define KEY_IMAGE_MAX_PIXELS "clip.vision.image_max_pixels" +#define KEY_PREPROC_MIN_TILES "clip.vision.preproc_min_tiles" +#define KEY_PREPROC_MAX_TILES "clip.vision.preproc_max_tiles" #define KEY_PREPROC_IMAGE_SIZE "clip.vision.preproc_image_size" #define KEY_PATCH_SIZE "clip.vision.patch_size" #define KEY_IMAGE_MEAN "clip.vision.image_mean" @@ -49,13 +51,14 @@ #define KEY_MM_PATCH_MERGE_TYPE "clip.vision.mm_patch_merge_type" #define KEY_IMAGE_GRID_PINPOINTS "clip.vision.image_grid_pinpoints" -#define KEY_IMAGE_CROP_RESOLUTION "clip.vision.image_crop_resolution" #define KEY_WIN_ATTN_PATTERN "clip.vision.n_wa_pattern" #define KEY_WIN_ATTN_LAYER_INDEXES "clip.vision.wa_layer_indexes" #define KEY_ATTN_WINDOW_SIZE "clip.vision.window_size" #define KEY_MINICPMV_VERSION "clip.minicpmv_version" #define KEY_MINICPMV_QUERY_NUM "clip.minicpmv_query_num" - +#define KEY_SAM_N_HEAD "clip.vision.sam.head_count" +#define KEY_SAM_N_BLOCK "clip.vision.sam.block_count" +#define KEY_SAM_N_EMBD "clip.vision.sam.embedding_length" // audio-specific #define KEY_AUDIO_PROJ_TYPE "clip.audio.projector_type" // for models with mixed modalities #define KEY_A_NUM_MEL_BINS "clip.audio.num_mel_bins" @@ -85,8 +88,11 @@ #define TN_FFN_GATE "%s.blk.%d.ffn_gate.%s" #define TN_LN_1 "%s.blk.%d.ln1.%s" // layer norm #define TN_LN_2 "%s.blk.%d.ln2.%s" // layer norm -#define TN_LS_1 "%s.blk.%d.ls1.%s" // layer scale -#define TN_LS_2 "%s.blk.%d.ls2.%s" // layer scale +#define TN_LS_1 "%s.blk.%d.ls1.%s" // layer scale +#define TN_LS_2 "%s.blk.%d.ls2.%s" // layer scale +#define TN_LS_OUT "%s.blk.%d.out_scale.%s" // layer out scale (gemma4) +#define TN_ATTN_POST_NORM "%s.blk.%d.attn_post_norm.%s" // post-attn norm (gemma4) +#define TN_FFN_POST_NORM "%s.blk.%d.ffn_post_norm.%s" // post-FFN norm (gemma4) #define TN_LN_PRE "%s.pre_ln.%s" #define TN_LN_POST "%s.post_ln.%s" #define TN_LLAVA_PROJ "mm.%d.%s" @@ -97,12 +103,13 @@ #define TN_MVLM_PROJ_MLP "mm.model.mlp.%d.%s" #define TN_MVLM_PROJ_BLOCK "mm.model.mb_block.%d.block.%d.%s" #define TN_MVLM_PROJ_PEG "mm.model.peg.%d.%s" -#define TN_IMAGE_NEWLINE "model.image_newline" +#define TN_IMAGE_NEWLINE "v.image_newline" +#define TN_IMAGE_SEPERATOR "v.view_seperator" #define TN_MM_INP_NORM "mm.input_norm.weight" #define TN_MM_INP_NORM_B "mm.input_norm.bias" #define TN_MM_INP_PROJ "mm.input_projection.weight" // gemma3 #define TN_MM_SOFT_EMB_N "mm.soft_emb_norm.weight" // gemma3 -#define TN_MM_PROJECTOR "mm.model.fc.weight" // idefics3 +#define TN_MM_PROJECTOR "mm.model.fc.%s" // idefics3, deepseekocr #define TN_MM_PATCH_MERGER "mm.patch_merger.%s" // mistral small 3.1, glm4v #define TN_TOK_IMG_BREAK "v.token_embd.img_break" // pixtral #define TN_TOK_GLM_BOI "adapter.boi" // glm-edge (these embeddings are not in text model) @@ -141,6 +148,19 @@ #define TN_TOK_BOI "v.boi" #define TN_TOK_EOI "v.eoi" +// deepseek-ocr +#define TN_SAM_POS_EMBD "v.sam.pos_embd.%s" +#define TN_SAM_PATCH_EMBD "v.sam.patch_embd.%s" +#define TN_SAM_PRE_NORM "v.sam.blk.%d.pre_ln.%s" +#define TN_SAM_POST_NORM "v.sam.blk.%d.post_ln.%s" +#define TN_SAM_ATTN_POS_H "v.sam.blk.%d.attn.pos_h.%s" +#define TN_SAM_ATTN_POS_W "v.sam.blk.%d.attn.pos_w.%s" +#define TN_SAM_ATTN_QKV "v.sam.blk.%d.attn.qkv.%s" +#define TN_SAM_ATTN_OUT "v.sam.blk.%d.attn.out.%s" +#define TN_SAM_FFN_UP "v.sam.blk.%d.mlp.lin1.%s" +#define TN_SAM_FFN_DOWN "v.sam.blk.%d.mlp.lin2.%s" +#define TN_SAM_NECK "v.sam.neck.%d.%s" +#define TN_SAM_NET "v.sam.net_%d.%s" // (conformer) lfm2 #define TN_PRE_ENCODE_OUT "a.pre_encode.out.%s" #define TN_FFN_NORM "%s.blk.%d.ffn_norm.%s" @@ -196,6 +216,10 @@ #define TN_MNV5_MSFA_FFN_PROJ_BN "v.msfa.ffn.pw_proj.bn.weight" #define TN_MNV5_MSFA_NORM "v.msfa.norm.weight" +// gemma4 +#define TN_STD_BIAS "v.std_bias" +#define TN_STD_SCALE "v.std_scale" + // align x to upper multiple of n #define CLIP_ALIGN(x, n) ((((x) + (n) - 1) / (n)) * (n)) @@ -216,6 +240,8 @@ enum projector_type { PROJECTOR_TYPE_GEMMA3, PROJECTOR_TYPE_GEMMA3NV, PROJECTOR_TYPE_GEMMA3NA, + PROJECTOR_TYPE_GEMMA4V, + PROJECTOR_TYPE_GEMMA4A, PROJECTOR_TYPE_PHI4, PROJECTOR_TYPE_IDEFICS3, PROJECTOR_TYPE_PIXTRAL, @@ -234,6 +260,7 @@ enum projector_type { PROJECTOR_TYPE_LIGHTONOCR, PROJECTOR_TYPE_COGVLM, PROJECTOR_TYPE_JANUS_PRO, + PROJECTOR_TYPE_DEEPSEEKOCR, PROJECTOR_TYPE_LFM2A, PROJECTOR_TYPE_GLM4V, PROJECTOR_TYPE_YOUTUVL, @@ -254,6 +281,8 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_GEMMA3, "gemma3"}, { PROJECTOR_TYPE_GEMMA3NV, "gemma3nv"}, { PROJECTOR_TYPE_GEMMA3NA, "gemma3na"}, + { PROJECTOR_TYPE_GEMMA4V, "gemma4v"}, + { PROJECTOR_TYPE_GEMMA4A, "gemma4a"}, { PROJECTOR_TYPE_PHI4, "phi4"}, { PROJECTOR_TYPE_IDEFICS3, "idefics3"}, { PROJECTOR_TYPE_PIXTRAL, "pixtral"}, @@ -271,6 +300,7 @@ static std::map PROJECTOR_TYPE_NAMES = { { PROJECTOR_TYPE_LIGHTONOCR,"lightonocr"}, { PROJECTOR_TYPE_COGVLM, "cogvlm"}, { PROJECTOR_TYPE_JANUS_PRO, "janus_pro"}, + { PROJECTOR_TYPE_DEEPSEEKOCR,"deepseekocr"}, { PROJECTOR_TYPE_LFM2A, "lfm2a"}, { PROJECTOR_TYPE_GLM4V, "glm4v"}, { PROJECTOR_TYPE_YOUTUVL, "youtuvl"}, @@ -457,6 +487,18 @@ static std::vector string_split_str(std::string s, const std::strin return tokens; } +// remove when moving to c++20 +inline bool string_starts_with(std::string_view str, std::string_view prefix) { + return str.size() >= prefix.size() && + str.compare(0, prefix.size(), prefix) == 0; +} + +// remove when moving to c++20 +inline bool string_ends_with(std::string_view str, std::string_view suffix) { + return str.size() >= suffix.size() && + str.compare(str.size() - suffix.size(), suffix.size(), suffix) == 0; +} + // // gguf utils // diff --git a/tools/mtmd/clip-model.h b/tools/mtmd/clip-model.h index eeb8da58e08..70270d6e76b 100644 --- a/tools/mtmd/clip-model.h +++ b/tools/mtmd/clip-model.h @@ -28,6 +28,13 @@ enum patch_merge_type { PATCH_MERGE_SPATIAL_UNPAD, }; +enum resize_algo { + RESIZE_ALGO_BILINEAR, // stretch to target resolution + RESIZE_ALGO_BICUBIC, // center-crop when aspect ratio doesn't match + RESIZE_ALGO_BICUBIC_PILLOW, + // RESIZE_ALGO_LANCZOS, // TODO +}; + struct clip_hparams { int32_t image_size = 0; int32_t patch_size = 0; @@ -37,10 +44,26 @@ struct clip_hparams { int32_t n_head = 0; int32_t n_layer = 0; // idefics3 + int32_t n_merge = 0; // number of patch merges **per-side** + + // for preprocessor int32_t image_longest_edge = 0; int32_t image_min_pixels = -1; int32_t image_max_pixels = -1; - int32_t n_merge = 0; // number of patch merges **per-side** + resize_algo image_resize_algo = RESIZE_ALGO_BICUBIC; + bool image_resize_pad = true; // if false, center-crop will be applied when resizing + std::array image_pad_color = {0, 0, 0}; + + // (preprocessor) for llava-uhd style models + std::vector image_res_candidates; + int32_t preproc_min_tiles = 0; + int32_t preproc_max_tiles = 0; + resize_algo image_resize_algo_rf = RESIZE_ALGO_BICUBIC; + resize_algo image_resize_algo_ov = RESIZE_ALGO_BILINEAR; + bool image_pad_rf = true; // if true, refined image will be padded (e.g. llava-1.6) + bool image_pad_ov = false; // if true, overview image will be padded (e.g. llava-1.6) + std::array image_pad_color_rf = {0, 0, 0}; // padding color for refined image + std::array image_pad_color_ov = {0, 0, 0}; // padding color for overview image float image_mean[3]; float image_std[3]; @@ -57,13 +80,16 @@ struct clip_hparams { float eps = 1e-6; float rope_theta = 0.0; - std::vector image_res_candidates; // for llava-uhd style models - int32_t image_crop_resolution; std::unordered_set vision_feature_layer; int32_t attn_window_size = 0; int32_t n_wa_pattern = 0; std::unordered_set wa_layer_indexes; // explicit layer indexes that use full attention (for irregular patterns like YoutuVL) + // deepseek-ocr (sam) + int32_t sam_n_layer = 0; + int32_t sam_n_head = 0; + int32_t sam_n_embd = 0; + // audio int32_t n_mel_bins = 0; // whisper preprocessor int32_t proj_stack_factor = 0; // ultravox @@ -99,9 +125,28 @@ struct clip_hparams { warmup_image_size = n_tok_per_side * patch_size * cur_merge; // TODO: support warmup size for custom token numbers } + // sam vit deepseek-ocr + std::vector global_attn_indices() const { + return { 2, 5, 8, 11 }; + } + bool is_global_attn(int32_t layer) const { + const auto indices = global_attn_indices(); + + for (const auto & idx : indices) { + if (layer == idx) { + return true; + } + } + + return false; + } }; struct clip_layer { + // layernorm 1 (or layer input norm, or pre-attention norm) + ggml_tensor * ln_1_w = nullptr; + ggml_tensor * ln_1_b = nullptr; + // attention ggml_tensor * k_w = nullptr; ggml_tensor * k_b = nullptr; @@ -118,9 +163,7 @@ struct clip_layer { ggml_tensor * k_norm = nullptr; ggml_tensor * q_norm = nullptr; - // layernorm 1 - ggml_tensor * ln_1_w = nullptr; - ggml_tensor * ln_1_b = nullptr; + ggml_tensor * attn_post_norm_w = nullptr; ggml_tensor * ff_up_w = nullptr; ggml_tensor * ff_up_b = nullptr; @@ -129,13 +172,16 @@ struct clip_layer { ggml_tensor * ff_down_w = nullptr; ggml_tensor * ff_down_b = nullptr; - // layernorm 2 + // layernorm 2 (or pre-FFN norm) ggml_tensor * ln_2_w = nullptr; ggml_tensor * ln_2_b = nullptr; + ggml_tensor * ff_post_norm_w = nullptr; + // layer scale (no bias) - ggml_tensor * ls_1_w = nullptr; - ggml_tensor * ls_2_w = nullptr; + ggml_tensor * ls_1_w = nullptr; + ggml_tensor * ls_2_w = nullptr; + ggml_tensor * ls_out_w = nullptr; // gemma4 // qwen3vl deepstack merger ggml_tensor * deepstack_norm_w = nullptr; @@ -145,6 +191,9 @@ struct clip_layer { ggml_tensor * deepstack_fc2_w = nullptr; ggml_tensor * deepstack_fc2_b = nullptr; + // sam rel_pos + ggml_tensor * rel_pos_w = nullptr; + ggml_tensor * rel_pos_h = nullptr; // lfm2 ggml_tensor * ff_norm_w = nullptr; ggml_tensor * ff_norm_b = nullptr; @@ -237,7 +286,6 @@ struct clip_model { ggml_tensor * post_ln_w; ggml_tensor * post_ln_b; - ggml_tensor * projection; // TODO: rename it to fc (fully connected layer) ggml_tensor * mm_fc_w; ggml_tensor * mm_fc_b; ggml_tensor * mm_ffn_up_w = nullptr; @@ -258,6 +306,8 @@ struct clip_model { ggml_tensor * mm_2_b = nullptr; ggml_tensor * image_newline = nullptr; + ggml_tensor * view_seperator = nullptr; + // Yi type models with mlp+normalization projection ggml_tensor * mm_1_w = nullptr; // Yi type models have 0, 1, 3, 4 @@ -369,12 +419,41 @@ struct clip_model { ggml_tensor * mm_boi = nullptr; ggml_tensor * mm_eoi = nullptr; + // deepseek ocr sam + ggml_tensor * patch_embed_proj_w = nullptr; + ggml_tensor * patch_embed_proj_b = nullptr; + ggml_tensor * pos_embed = nullptr; + + ggml_tensor * neck_0_w; + ggml_tensor * neck_1_w; + ggml_tensor * neck_1_b; + ggml_tensor * neck_2_w; + ggml_tensor * neck_3_w; + ggml_tensor * neck_3_b; + ggml_tensor * net_2; + ggml_tensor * net_3; + + int32_t n_sam_layers = 12; // used by deepseek-ocr sam encoder + + std::vector sam_layers; // lfm2 audio std::array pre_encode_conv_X_w = {nullptr}; std::array pre_encode_conv_X_b = {nullptr}; ggml_tensor * pre_encode_out_w = nullptr; ggml_tensor * pre_encode_out_b = nullptr; + // gemma4 + ggml_tensor * std_bias = nullptr; + ggml_tensor * std_scale = nullptr; + // Gemma4ClippableLinear + struct clamp_info { + float inp_max; + float inp_min; + float out_max; + float out_min; + }; + std::map clamp_info_map; + bool audio_has_avgpool() const { return proj_type == PROJECTOR_TYPE_QWEN2A || proj_type == PROJECTOR_TYPE_VOXTRAL diff --git a/tools/mtmd/clip.cpp b/tools/mtmd/clip.cpp index 44a19189ea9..12517123e7c 100644 --- a/tools/mtmd/clip.cpp +++ b/tools/mtmd/clip.cpp @@ -24,6 +24,7 @@ #include #include #include +#include struct clip_logger_state g_logger_state = {clip_log_callback_default, NULL}; @@ -379,19 +380,34 @@ ggml_tensor * clip_graph::build_vit( Vcur = ggml_add(ctx0, Vcur, layer.v_b); } - if (layer.q_norm) { - Qcur = build_norm(Qcur, layer.q_norm, NULL, norm_t, eps, il); - cb(Qcur, "Qcur_norm", il); - } + // if true, norm must be applied after reshaping to (d_head, n_head, n_pos) + bool norm_per_head = layer.q_norm && layer.q_norm->ne[0] == d_head; - if (layer.k_norm) { - Kcur = build_norm(Kcur, layer.k_norm, NULL, norm_t, eps, il); - cb(Kcur, "Kcur_norm", il); + if (!norm_per_head) { + if (layer.q_norm) { + Qcur = build_norm(Qcur, layer.q_norm, NULL, norm_t, eps, il); + cb(Qcur, "Qcur_norm", il); + } + if (layer.k_norm) { + Kcur = build_norm(Kcur, layer.k_norm, NULL, norm_t, eps, il); + cb(Kcur, "Kcur_norm", il); + } } Qcur = ggml_reshape_3d(ctx0, Qcur, d_head, n_head, n_pos); Kcur = ggml_reshape_3d(ctx0, Kcur, d_head, n_head, n_pos); Vcur = ggml_reshape_3d(ctx0, Vcur, d_head, n_head, n_pos); + + if (norm_per_head) { + if (layer.q_norm) { + Qcur = build_norm(Qcur, layer.q_norm, NULL, norm_t, eps, il); + cb(Qcur, "Qcur_norm_per_head", il); + } + if (layer.k_norm) { + Kcur = build_norm(Kcur, layer.k_norm, NULL, norm_t, eps, il); + cb(Kcur, "Kcur_norm_per_head", il); + } + } } cb(Qcur, "Qcur", il); @@ -405,6 +421,11 @@ ggml_tensor * clip_graph::build_vit( cb(Kcur, "Kcur_pos", il); } + if (proj_type == PROJECTOR_TYPE_GEMMA4V) { + Vcur = ggml_rms_norm(ctx0, Vcur, eps); + cb(Vcur, "Vcur_normed", il); + } + cur = build_attn(layer.o_w, layer.o_b, Qcur, Kcur, Vcur, nullptr, kq_scale, il); cb(cur, "attn_out", il); @@ -415,6 +436,11 @@ ggml_tensor * clip_graph::build_vit( cb(cur, "attn_out_scaled", il); } + if (layer.attn_post_norm_w) { + cur = build_norm(cur, layer.attn_post_norm_w, nullptr, norm_t, eps, il); + cb(cur, "attn_post_normed", il); + } + // re-add the layer input, e.g., residual cur = ggml_add(ctx0, cur, inpL); @@ -422,7 +448,7 @@ ggml_tensor * clip_graph::build_vit( cb(cur, "ffn_inp", il); - // layernorm2 + // layernorm2 (pre-ffn norm) cur = build_norm(cur, layer.ln_2_w, layer.ln_2_b, norm_t, eps, il); cb(cur, "ffn_inp_normed", il); @@ -435,6 +461,11 @@ ggml_tensor * clip_graph::build_vit( cb(cur, "ffn_out", il); + if (layer.ff_post_norm_w) { + cur = build_norm(cur, layer.ff_post_norm_w, nullptr, norm_t, eps, il); + cb(cur, "ffn_post_normed", il); + } + if (layer.ls_2_w) { cur = ggml_mul(ctx0, cur, layer.ls_2_w); cb(cur, "ffn_out_scaled", il); @@ -444,6 +475,11 @@ ggml_tensor * clip_graph::build_vit( cur = ggml_add(ctx0, inpL, cur); cb(cur, "layer_out", il); + if (layer.ls_out_w) { + cur = ggml_mul(ctx0, cur, layer.ls_out_w); + cb(cur, "layer_out_scaled", il); + } + inpL = cur; } @@ -808,6 +844,10 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32 { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_GEMMA4V: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_PIXTRAL: case PROJECTOR_TYPE_LIGHTONOCR: { @@ -870,6 +910,10 @@ static ggml_cgraph * clip_image_build_graph(clip_ctx * ctx, const clip_image_f32 { builder = std::make_unique(ctx, img); } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + builder = std::make_unique(ctx, img); + } break; case PROJECTOR_TYPE_LFM2A: { builder = std::make_unique(ctx, img); @@ -1025,7 +1069,6 @@ struct clip_model_loader { if (is_vision) { get_u32(KEY_IMAGE_SIZE, hparams.image_size); get_u32(KEY_PATCH_SIZE, hparams.patch_size); - get_u32(KEY_IMAGE_CROP_RESOLUTION, hparams.image_crop_resolution, false); get_i32(KEY_MINICPMV_VERSION, hparams.minicpmv_version, false); // legacy get_u32(KEY_MINICPMV_QUERY_NUM, hparams.minicpmv_query_num, false); if (hparams.minicpmv_query_num == 0) { @@ -1071,11 +1114,6 @@ struct clip_model_loader { // default warmup value hparams.warmup_image_size = hparams.image_size; - hparams.has_llava_projector = model.proj_type == PROJECTOR_TYPE_MLP - || model.proj_type == PROJECTOR_TYPE_MLP_NORM - || model.proj_type == PROJECTOR_TYPE_LDP - || model.proj_type == PROJECTOR_TYPE_LDPV2; - { bool use_gelu = false; bool use_silu = false; @@ -1131,24 +1169,65 @@ struct clip_model_loader { // model-specific params switch (model.proj_type) { + case PROJECTOR_TYPE_MLP: + case PROJECTOR_TYPE_MLP_NORM: + case PROJECTOR_TYPE_LDP: + case PROJECTOR_TYPE_LDPV2: + case PROJECTOR_TYPE_COGVLM: + { + hparams.has_llava_projector = model.proj_type != PROJECTOR_TYPE_COGVLM; + hparams.image_pad_color = {122, 116, 104}; + if (!hparams.image_res_candidates.empty()) { + hparams.image_resize_pad = true; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + } else { + // llava-1.6 default params + hparams.image_pad_ov = false; + hparams.image_pad_rf = true; + hparams.image_pad_color_rf = {122, 116, 104}; + hparams.image_resize_algo_rf = RESIZE_ALGO_BICUBIC; + hparams.image_resize_algo_ov = RESIZE_ALGO_BILINEAR; + } + } break; + case PROJECTOR_TYPE_GLM_EDGE: + { + hparams.image_resize_pad = true; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + } break; case PROJECTOR_TYPE_MINICPMV: { + // use default llava-uhd preprocessing params if (hparams.minicpmv_version == 0) { hparams.minicpmv_version = 2; // default to 2 if not set } } break; case PROJECTOR_TYPE_INTERNVL: + { + // use default llava-uhd preprocessing params + // older version of internvl doesn't have min/max tiles, we need to provide default values for them to avoid issues + hparams.preproc_min_tiles = 1; + hparams.preproc_max_tiles = 12; + get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); + get_u32(KEY_PREPROC_MIN_TILES, hparams.preproc_min_tiles, false); + get_u32(KEY_PREPROC_MAX_TILES, hparams.preproc_max_tiles, false); + GGML_ASSERT(hparams.preproc_min_tiles <= hparams.preproc_max_tiles && hparams.preproc_max_tiles < INT32_MAX); + set_internvl_dhr_res_candidates(model); + } break; case PROJECTOR_TYPE_NEMOTRON_V2_VL: { get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); } break; case PROJECTOR_TYPE_IDEFICS3: { + // use default llava-uhd preprocessing params get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); get_u32(KEY_PREPROC_IMAGE_SIZE, hparams.image_longest_edge, false); } break; case PROJECTOR_TYPE_LFM2: { + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + hparams.image_resize_algo_rf = RESIZE_ALGO_BILINEAR; + hparams.image_resize_algo_ov = RESIZE_ALGO_BILINEAR; get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); // ref: https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/blob/main/processor_config.json hparams.set_limit_image_tokens(64, 256); @@ -1156,23 +1235,35 @@ struct clip_model_loader { case PROJECTOR_TYPE_PHI4: { hparams.n_merge = 1; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; get_u32(KEY_IMAGE_MIN_PIXELS, hparams.image_min_pixels); get_u32(KEY_IMAGE_MAX_PIXELS, hparams.image_max_pixels); hparams.set_warmup_n_tokens(16*16); } break; case PROJECTOR_TYPE_PIXTRAL: - case PROJECTOR_TYPE_LIGHTONOCR: { // ref: https://huggingface.co/mistral-community/pixtral-12b/blob/main/preprocessor_config.json // TODO: verify the image_min_tokens hparams.n_merge = 1; // the original pixtral does not use patch merging + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; hparams.rope_theta = 10000.0f; get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge, false); hparams.set_limit_image_tokens(8, 1024); hparams.set_warmup_n_tokens(256); // avoid OOM on warmup } break; + case PROJECTOR_TYPE_LIGHTONOCR: + { + hparams.n_merge = 1; + hparams.image_resize_algo = RESIZE_ALGO_BICUBIC; + hparams.rope_theta = 10000.0f; + get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge, false); + hparams.image_longest_edge = hparams.image_size; + get_u32(KEY_PREPROC_IMAGE_SIZE, hparams.image_longest_edge, false); + hparams.set_warmup_n_tokens(256); // avoid OOM on warmup + } break; case PROJECTOR_TYPE_KIMIVL: { + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; hparams.rope_theta = 10000.0f; get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); // TODO: check kimivl preprocessor for exact values @@ -1181,6 +1272,7 @@ struct clip_model_loader { } break; case PROJECTOR_TYPE_KIMIK25: { + hparams.image_resize_algo = RESIZE_ALGO_BICUBIC; hparams.rope_theta = 10000.0f; get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); @@ -1200,10 +1292,22 @@ struct clip_model_loader { // default value (used by all model sizes in gemma 3 family) // number of patches for each **side** is reduced by a factor of 4 hparams.n_merge = 4; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; // test model (tinygemma3) has a different value, we optionally read it get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); } break; + case PROJECTOR_TYPE_GEMMA4V: + { + hparams.rope_theta = 100.0f; + hparams.n_merge = 3; // pooling_kernel_size + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + get_u32(KEY_PROJ_SCALE_FACTOR, hparams.n_merge, false); + // @ngxson : the model performs quite poor with small images, we need to bump minimum image tokens to 40 to avoid that + hparams.set_limit_image_tokens(252, 280); + hparams.set_warmup_n_tokens(256); // avoid OOM on warmup + } break; + case PROJECTOR_TYPE_GEMMA3NV: { // Gemma3n uses MobileNetV5 which produces 256 tokens (16x16) @@ -1216,6 +1320,7 @@ struct clip_model_loader { case PROJECTOR_TYPE_QWEN3VL: { hparams.n_merge = 2; // default value for Qwen 2 and 2.5 + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge, false); get_u32(KEY_WIN_ATTN_PATTERN, hparams.n_wa_pattern, model.proj_type == PROJECTOR_TYPE_QWEN25VL); // only 2.5 requires it // ref: https://huggingface.co/Qwen/Qwen2.5-VL-7B-Instruct/blob/main/preprocessor_config.json @@ -1231,6 +1336,8 @@ struct clip_model_loader { case PROJECTOR_TYPE_YOUTUVL: { hparams.n_merge = 2; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + hparams.image_resize_pad = false; get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge, false); get_u32(KEY_ATTN_WINDOW_SIZE, hparams.attn_window_size, true); std::vector wa_layer_indexes_vec; @@ -1246,6 +1353,7 @@ struct clip_model_loader { { hparams.rope_theta = 10000.0f; hparams.n_merge = 2; // default value for GLM4-V + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; get_u32(KEY_SPATIAL_MERGE_SIZE, hparams.n_merge, false); hparams.set_limit_image_tokens(8, 4096); hparams.set_warmup_n_tokens(46*46); // avoid OOM on warmup @@ -1279,11 +1387,27 @@ struct clip_model_loader { case PROJECTOR_TYPE_PADDLEOCR: { hparams.n_merge = 2; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; get_u32(KEY_IMAGE_MIN_PIXELS, hparams.image_min_pixels); get_u32(KEY_IMAGE_MAX_PIXELS, hparams.image_max_pixels); hparams.set_warmup_n_tokens(28*28); // avoid OOM on warmup } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + hparams.patch_size = 16; + hparams.image_size = 1024; + hparams.warmup_image_size = 1024; + hparams.image_resize_algo = RESIZE_ALGO_BICUBIC_PILLOW; + hparams.image_pad_color[0] = hparams.image_mean[0]; + hparams.image_pad_color[1] = hparams.image_mean[1]; + hparams.image_pad_color[2] = hparams.image_mean[2]; + + get_u32(KEY_SAM_N_BLOCK, hparams.sam_n_layer, true); + get_u32(KEY_SAM_N_HEAD, hparams.sam_n_head, true); + get_u32(KEY_SAM_N_EMBD, hparams.sam_n_embd, true); + get_u32(KEY_ATTN_WINDOW_SIZE, hparams.attn_window_size, true); + } break; case PROJECTOR_TYPE_LFM2A: { // audio preprocessing params @@ -1293,12 +1417,27 @@ struct clip_model_loader { hparams.audio_window_len = 400; hparams.audio_hop_len = 160; } break; + case PROJECTOR_TYPE_JANUS_PRO: + { + hparams.image_pad_color = {127, 127, 127}; + hparams.image_resize_algo = RESIZE_ALGO_BILINEAR; + } break; default: - break; + throw std::runtime_error(string_format("%s: unknown vision projector type %s\n", __func__, proj_type.c_str())); } // sanity check { + if (hparams.image_size < 0) { + // note: some models having hparams.image_size == 0, which means the image size is dynamic + throw std::runtime_error(string_format("%s: image_size (%d) cannot be negative\n", __func__, hparams.image_size)); + } + if (hparams.patch_size <= 0) { + throw std::runtime_error(string_format("%s: patch_size (%d) must be greater than 0\n", __func__, hparams.patch_size)); + } + if (hparams.n_embd <= 0) { + throw std::runtime_error(string_format("%s: n_embd (%d) must be greater than 0\n", __func__, hparams.n_embd)); + } if (hparams.image_max_pixels < hparams.image_min_pixels) { throw std::runtime_error(string_format("%s: image_max_pixels (%d) is less than image_min_pixels (%d)\n", __func__, hparams.image_max_pixels, hparams.image_min_pixels)); } @@ -1354,6 +1493,11 @@ struct clip_model_loader { std::map tensor_offset; std::vector tensors_to_load; + auto fin = std::ifstream(fname, std::ios::binary); + if (!fin) { + throw std::runtime_error(string_format("%s: failed to open %s\n", __func__, fname.c_str())); + } + // TODO @ngxson : support both audio and video in the future const char * prefix = model.modality == CLIP_MODALITY_AUDIO ? "a" : "v"; @@ -1390,6 +1534,18 @@ struct clip_model_loader { return cur; }; + auto get_scalar = [&](const std::string & name, float default_val) { + auto it = tensor_offset.find(name); + if (it == tensor_offset.end()) { + return default_val; + } + size_t offset = it->second; + fin.seekg(offset, std::ios::beg); + float value; + fin.read(reinterpret_cast(&value), sizeof(float)); + return value; + }; + model.class_embedding = get_tensor(TN_CLASS_EMBD, false); model.pre_ln_w = get_tensor(string_format(TN_LN_PRE, prefix, "weight"), false); @@ -1424,8 +1580,11 @@ struct clip_model_loader { layer.q_norm = get_tensor(string_format(TN_ATTN_Q_NORM, prefix, il, "weight"), false); layer.ln_1_w = get_tensor(string_format(TN_LN_1, prefix, il, "weight"), false); layer.ln_2_w = get_tensor(string_format(TN_LN_2, prefix, il, "weight"), false); - layer.ls_1_w = get_tensor(string_format(TN_LS_1, prefix, il, "weight"), false); // no bias - layer.ls_2_w = get_tensor(string_format(TN_LS_2, prefix, il, "weight"), false); // no bias + layer.ls_1_w = get_tensor(string_format(TN_LS_1, prefix, il, "weight"), false); // no bias + layer.ls_2_w = get_tensor(string_format(TN_LS_2, prefix, il, "weight"), false); // no bias + layer.ls_out_w = get_tensor(string_format(TN_LS_OUT, prefix, il, "weight"), false); // no bias + layer.attn_post_norm_w = get_tensor(string_format(TN_ATTN_POST_NORM, prefix, il, "weight"), false); // no bias + layer.ff_post_norm_w = get_tensor(string_format(TN_FFN_POST_NORM, prefix, il, "weight"), false); // no bias layer.k_b = get_tensor(string_format(TN_ATTN_K, prefix, il, "bias"), false); layer.q_b = get_tensor(string_format(TN_ATTN_Q, prefix, il, "bias"), false); @@ -1608,7 +1767,7 @@ struct clip_model_loader { } break; case PROJECTOR_TYPE_GLM4V: { - model.projection = get_tensor(TN_MM_PROJECTOR); + model.mm_fc_w = get_tensor(string_format(TN_MM_PROJECTOR, "weight")); model.mm_ffn_up_w = get_tensor(string_format(TN_MM_UP, "weight")); model.mm_ffn_up_b = get_tensor(string_format(TN_MM_UP, "bias"), false); model.mm_ffn_gate_w = get_tensor(string_format(TN_MM_GATE, "weight")); @@ -1625,6 +1784,32 @@ struct clip_model_loader { model.mm_input_proj_w = get_tensor(TN_MM_INP_PROJ); model.mm_soft_emb_norm_w = get_tensor(TN_MM_SOFT_EMB_N); } break; + case PROJECTOR_TYPE_GEMMA4V: + { + model.mm_input_proj_w = get_tensor(TN_MM_INP_PROJ); + model.std_bias = get_tensor(TN_STD_BIAS, false); + model.std_scale = get_tensor(TN_STD_SCALE, false); + // load scalar for Gemma4ClippableLinear + for (auto * tensor : tensors_to_load) { + std::string name = tensor->name; + if (string_ends_with(name, ".weight")) { + std::string name_inp_max = name; + std::string name_inp_min = name; + std::string name_out_max = name; + std::string name_out_min = name; + string_replace_all(name_inp_max, ".weight", ".input_max"); + string_replace_all(name_inp_min, ".weight", ".input_min"); + string_replace_all(name_out_max, ".weight", ".output_max"); + string_replace_all(name_out_min, ".weight", ".output_min"); + model.clamp_info_map[name] = { + get_scalar(name_inp_max, FLT_MAX), + get_scalar(name_inp_min, -FLT_MAX), + get_scalar(name_out_max, FLT_MAX), + get_scalar(name_out_min, -FLT_MAX) + }; + } + } + } break; case PROJECTOR_TYPE_GEMMA3NV: { model.mobilenet_stem_conv_w = get_tensor(TN_MNV5_STEM_CONV, false); @@ -1720,7 +1905,7 @@ struct clip_model_loader { } break; case PROJECTOR_TYPE_IDEFICS3: { - model.projection = get_tensor(TN_MM_PROJECTOR); + model.mm_fc_w = get_tensor(string_format(TN_MM_PROJECTOR, "weight")); } break; case PROJECTOR_TYPE_LFM2: { @@ -1835,13 +2020,13 @@ struct clip_model_loader { } break; case PROJECTOR_TYPE_LLAMA4: { - model.mm_model_proj = get_tensor(TN_MM_PROJECTOR); + model.mm_model_proj = get_tensor(string_format(TN_MM_PROJECTOR, "weight")); model.mm_model_mlp_1_w = get_tensor(string_format(TN_MVLM_PROJ_MLP, 1, "weight")); model.mm_model_mlp_2_w = get_tensor(string_format(TN_MVLM_PROJ_MLP, 2, "weight")); } break; case PROJECTOR_TYPE_COGVLM: { - model.mm_model_proj = get_tensor(TN_MM_PROJECTOR); + model.mm_model_proj = get_tensor(string_format(TN_MM_PROJECTOR, "weight")); model.mm_post_fc_norm_w = get_tensor(string_format(TN_MM_POST_FC_NORM, "weight")); model.mm_post_fc_norm_b = get_tensor(string_format(TN_MM_POST_FC_NORM, "bias")); model.mm_h_to_4h_w = get_tensor(string_format(TN_MM_H_TO_4H, "weight")); @@ -1864,6 +2049,42 @@ struct clip_model_loader { model.mm_2_w = get_tensor(string_format(TN_LLAVA_PROJ, 2, "weight")); model.mm_2_b = get_tensor(string_format(TN_LLAVA_PROJ, 2, "bias")); } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + model.pos_embed = get_tensor(string_format(TN_SAM_POS_EMBD, "weight")); + model.patch_embed_proj_w = get_tensor(string_format(TN_SAM_PATCH_EMBD, "weight")); + model.patch_embed_proj_b = get_tensor(string_format(TN_SAM_PATCH_EMBD, "bias")); + model.sam_layers.resize(model.n_sam_layers); + for (int il = 0; il < model.n_sam_layers; ++il) { + auto & layer = model.sam_layers[il]; + layer.qkv_w = get_tensor(string_format(TN_SAM_ATTN_QKV, il, "weight")); + layer.qkv_b = get_tensor(string_format(TN_SAM_ATTN_QKV, il, "bias")); + layer.o_w = get_tensor(string_format(TN_SAM_ATTN_OUT, il, "weight")); + layer.o_b = get_tensor(string_format(TN_SAM_ATTN_OUT, il, "bias")); + layer.ln_1_w = get_tensor(string_format(TN_SAM_PRE_NORM, il, "weight")); + layer.ln_1_b = get_tensor(string_format(TN_SAM_PRE_NORM, il, "bias")); + layer.ln_2_w = get_tensor(string_format(TN_SAM_POST_NORM, il, "weight")); + layer.ln_2_b = get_tensor(string_format(TN_SAM_POST_NORM, il, "bias")); + layer.rel_pos_h = get_tensor(string_format(TN_SAM_ATTN_POS_H, il, "weight")); + layer.rel_pos_w = get_tensor(string_format(TN_SAM_ATTN_POS_W, il, "weight")); + layer.ff_up_w = get_tensor(string_format(TN_SAM_FFN_UP, il, "weight")); + layer.ff_up_b = get_tensor(string_format(TN_SAM_FFN_UP, il, "bias")); + layer.ff_down_w = get_tensor(string_format(TN_SAM_FFN_DOWN, il, "weight")); + layer.ff_down_b = get_tensor(string_format(TN_SAM_FFN_DOWN, il, "bias")); + } + model.neck_0_w = get_tensor(string_format(TN_SAM_NECK, 0, "weight")); + model.neck_1_b = get_tensor(string_format(TN_SAM_NECK, 1, "bias")); + model.neck_1_w = get_tensor(string_format(TN_SAM_NECK, 1, "weight")); + model.neck_2_w = get_tensor(string_format(TN_SAM_NECK, 2, "weight")); + model.neck_3_b = get_tensor(string_format(TN_SAM_NECK, 3, "bias")); + model.neck_3_w = get_tensor(string_format(TN_SAM_NECK, 3, "weight")); + model.net_2 = get_tensor(string_format(TN_SAM_NET, 2, "weight")); + model.net_3 = get_tensor(string_format(TN_SAM_NET, 3, "weight")); + model.image_newline = get_tensor(TN_IMAGE_NEWLINE); + model.view_seperator = get_tensor(TN_IMAGE_SEPERATOR); + model.mm_fc_w = get_tensor(string_format(TN_MM_PROJECTOR, "weight")); + model.mm_fc_b = get_tensor(string_format(TN_MM_PROJECTOR, "bias")); + } break; case PROJECTOR_TYPE_LFM2A: { for (int i : {0, 2, 3, 5, 6}) { @@ -1918,11 +2139,6 @@ struct clip_model_loader { { std::vector read_buf; - auto fin = std::ifstream(fname, std::ios::binary); - if (!fin) { - throw std::runtime_error(string_format("%s: failed to open %s\n", __func__, fname.c_str())); - } - // alloc memory and offload data ggml_backend_buffer_type_t buft = ggml_backend_get_default_buffer_type(ctx_clip.backend); ctx_clip.buf.reset(ggml_backend_alloc_ctx_tensors_from_buft(ctx_clip.ctx_data.get(), buft)); @@ -2180,6 +2396,27 @@ struct clip_model_loader { } } } + + static void set_internvl_dhr_res_candidates(clip_model & model) { + auto & hparams = model.hparams; + int min_num = hparams.preproc_min_tiles; + int max_num = hparams.preproc_max_tiles; + if (min_num < 1) { + return; // avoid divide by 0 + } + for (int a = min_num; a <= max_num; ++a) { + int b_lo = (min_num + a - 1) / a; + int b_hi = max_num / a; + b_lo = std::max(b_lo, min_num); + b_hi = std::min(b_hi, max_num); + for (int b = b_lo; b <= b_hi; ++b) { + hparams.image_res_candidates.push_back(clip_image_size { + a*hparams.image_size, + b*hparams.image_size, + }); + } + } + } }; struct clip_init_result clip_init(const char * fname, struct clip_context_params ctx_params) { @@ -2200,7 +2437,8 @@ struct clip_init_result clip_init(const char * fname, struct clip_context_params // TODO: we don't support audio for Gemma 3N, but GGUF contains audio tensors // we can remove this check when we implement audio support for Gemma 3N - skip_audio = ctx_vision->model.proj_type == PROJECTOR_TYPE_GEMMA3NV; + skip_audio = ctx_vision->model.proj_type == PROJECTOR_TYPE_GEMMA3NV + || ctx_vision->model.proj_type == PROJECTOR_TYPE_GEMMA4V; } if (loader.has_audio && !skip_audio) { @@ -2295,1027 +2533,6 @@ void clip_build_img_from_pixels(const unsigned char * rgb_pixels, int nx, int ny memcpy(img->buf.data(), rgb_pixels, img->buf.size()); } -// Normalize image to float32 - careful with pytorch .to(model.device, dtype=torch.float16) - this sometimes reduces precision (32>16>32), sometimes not -static void normalize_image_u8_to_f32(const clip_image_u8 & src, clip_image_f32 & dst, const float mean[3], const float std[3]) { - dst.nx = src.nx; - dst.ny = src.ny; - dst.buf.resize(src.buf.size()); - - // TODO @ngxson : seems like this could be done more efficiently on cgraph - for (size_t i = 0; i < src.buf.size(); ++i) { - int c = i % 3; // rgb - dst.buf[i] = (static_cast(src.buf[i]) / 255.0f - mean[c]) / std[c]; - } -} - -// set of tools to manipulate images -// in the future, we can have HW acceleration by allowing this struct to access 3rd party lib like imagick or opencv -struct img_tool { - enum resize_algo { - RESIZE_ALGO_BILINEAR, - RESIZE_ALGO_BICUBIC, - // RESIZE_ALGO_LANCZOS, // TODO - }; - - static void resize( - const clip_image_u8 & src, - clip_image_u8 & dst, - const clip_image_size & target_resolution, - resize_algo algo, - bool add_padding = true, // TODO: define the behavior for add_padding = false - std::array pad_color = {0, 0, 0}) { - dst.nx = target_resolution.width; - dst.ny = target_resolution.height; - dst.buf.resize(3 * dst.nx * dst.ny); - - if (dst.nx == src.nx && dst.ny == src.ny) { - // no resize needed, simple copy - dst.buf = src.buf; - return; - } - - if (!add_padding) { - // direct resize - switch (algo) { - case RESIZE_ALGO_BILINEAR: - resize_bilinear(src, dst, target_resolution.width, target_resolution.height); - break; - case RESIZE_ALGO_BICUBIC: - resize_bicubic(src, dst, target_resolution.width, target_resolution.height); - break; - default: - throw std::runtime_error("Unsupported resize algorithm"); - } - } else { - // resize with padding - clip_image_u8 resized_image; - float scale_w = static_cast(target_resolution.width) / src.nx; - float scale_h = static_cast(target_resolution.height) / src.ny; - float scale = std::min(scale_w, scale_h); - int new_width = std::min(static_cast(std::ceil(src.nx * scale)), target_resolution.width); - int new_height = std::min(static_cast(std::ceil(src.ny * scale)), target_resolution.height); - - switch (algo) { - case RESIZE_ALGO_BILINEAR: - resize_bilinear(src, resized_image, new_width, new_height); - break; - case RESIZE_ALGO_BICUBIC: - resize_bicubic(src, resized_image, new_width, new_height); - break; - default: - throw std::runtime_error("Unsupported resize algorithm"); - } - - // fill dst with pad_color - fill(dst, pad_color); - - int offset_x = (target_resolution.width - new_width) / 2; - int offset_y = (target_resolution.height - new_height) / 2; - - composite(dst, resized_image, offset_x, offset_y); - } - } - - static void crop(const clip_image_u8 & image, clip_image_u8 & dst, int x, int y, int w, int h) { - dst.nx = w; - dst.ny = h; - dst.buf.resize(3 * w * h); - - for (int i = 0; i < h; ++i) { - for (int j = 0; j < w; ++j) { - int src_idx = 3 * ((y + i)*image.nx + (x + j)); - int dst_idx = 3 * (i*w + j); - dst.buf[dst_idx] = image.buf[src_idx]; - dst.buf[dst_idx + 1] = image.buf[src_idx + 1]; - dst.buf[dst_idx + 2] = image.buf[src_idx + 2]; - } - } - } - - // calculate the size of the **resized** image, while preserving the aspect ratio - // the calculated size will be aligned to the nearest multiple of align_size - // if H or W size is larger than longest_edge, it will be resized to longest_edge - static clip_image_size calc_size_preserved_ratio(const clip_image_size & inp_size, const int align_size, const int longest_edge) { - GGML_ASSERT(align_size > 0); - if (inp_size.width <= 0 || inp_size.height <= 0 || longest_edge <= 0) { - return {0, 0}; - } - - float scale = std::min(static_cast(longest_edge) / inp_size.width, - static_cast(longest_edge) / inp_size.height); - - float target_width_f = static_cast(inp_size.width) * scale; - float target_height_f = static_cast(inp_size.height) * scale; - - auto ceil_by_factor = [f = align_size](float x) { return static_cast(std::ceil(x / static_cast(f))) * f; }; - int aligned_width = ceil_by_factor(target_width_f); - int aligned_height = ceil_by_factor(target_height_f); - - return {aligned_width, aligned_height}; - } - - // calculate the size of the **resized** image, while preserving the aspect ratio - // the calculated size will have min_pixels <= W*H <= max_pixels - // this is referred as "smart_resize" in transformers code - static clip_image_size calc_size_preserved_ratio(const clip_image_size & inp_size, const int align_size, const int min_pixels, const int max_pixels) { - GGML_ASSERT(align_size > 0); - const int width = inp_size.width; - const int height = inp_size.height; - - auto round_by_factor = [f = align_size](float x) { return static_cast(std::round(x / static_cast(f))) * f; }; - auto ceil_by_factor = [f = align_size](float x) { return static_cast(std::ceil(x / static_cast(f))) * f; }; - auto floor_by_factor = [f = align_size](float x) { return static_cast(std::floor(x / static_cast(f))) * f; }; - - // always align up first - int h_bar = std::max(align_size, round_by_factor(height)); - int w_bar = std::max(align_size, round_by_factor(width)); - - if (h_bar * w_bar > max_pixels) { - const auto beta = std::sqrt(static_cast(height * width) / max_pixels); - h_bar = std::max(align_size, floor_by_factor(height / beta)); - w_bar = std::max(align_size, floor_by_factor(width / beta)); - } else if (h_bar * w_bar < min_pixels) { - const auto beta = std::sqrt(static_cast(min_pixels) / (height * width)); - h_bar = ceil_by_factor(height * beta); - w_bar = ceil_by_factor(width * beta); - } - - return {w_bar, h_bar}; - } - - // draw src image into dst image at offset (offset_x, offset_y) - static void composite(clip_image_u8 & dst, const clip_image_u8 & src, int offset_x, int offset_y) { - for (int y = 0; y < src.ny; ++y) { - for (int x = 0; x < src.nx; ++x) { - int dx = x + offset_x; - int dy = y + offset_y; - // skip pixels that would be out of bounds in the destination - if (dx < 0 || dy < 0 || dx >= dst.nx || dy >= dst.ny) { - continue; - } - size_t dst_idx = 3 * (static_cast(dy) * dst.nx + static_cast(dx)); - size_t src_idx = 3 * (static_cast(y) * src.nx + static_cast(x)); - dst.buf[dst_idx + 0] = src.buf[src_idx + 0]; - dst.buf[dst_idx + 1] = src.buf[src_idx + 1]; - dst.buf[dst_idx + 2] = src.buf[src_idx + 2]; - } - } - } - - // fill the image with a solid color - static void fill(clip_image_u8 & img, const std::array & color) { - for (size_t i = 0; i < img.buf.size(); i += 3) { - img.buf[i] = color[0]; - img.buf[i + 1] = color[1]; - img.buf[i + 2] = color[2]; - } - } - -private: - // Bilinear resize function - static void resize_bilinear(const clip_image_u8 & src, clip_image_u8 & dst, int target_width, int target_height) { - dst.nx = target_width; - dst.ny = target_height; - dst.buf.resize(3 * target_width * target_height); - - float x_ratio = static_cast(src.nx - 1) / target_width; - float y_ratio = static_cast(src.ny - 1) / target_height; - - for (int y = 0; y < target_height; y++) { - for (int x = 0; x < target_width; x++) { - float px = x_ratio * x; - float py = y_ratio * y; - int x_floor = static_cast(px); - int y_floor = static_cast(py); - float x_lerp = px - x_floor; - float y_lerp = py - y_floor; - - for (int c = 0; c < 3; c++) { - float top = lerp( - static_cast(src.buf[3 * (y_floor * src.nx + x_floor) + c]), - static_cast(src.buf[3 * (y_floor * src.nx + (x_floor + 1)) + c]), - x_lerp - ); - float bottom = lerp( - static_cast(src.buf[3 * ((y_floor + 1) * src.nx + x_floor) + c]), - static_cast(src.buf[3 * ((y_floor + 1) * src.nx + (x_floor + 1)) + c]), - x_lerp - ); - dst.buf[3 * (y * target_width + x) + c] = static_cast(lerp(top, bottom, y_lerp)); - } - } - } - } - - // Bicubic resize function - // part of image will be cropped if the aspect ratio is different - static bool resize_bicubic(const clip_image_u8 & img, clip_image_u8 & dst, int target_width, int target_height) { - const int nx = img.nx; - const int ny = img.ny; - - dst.nx = target_width; - dst.ny = target_height; - dst.buf.resize(3 * target_width * target_height); - - float Cc; - float C[5] = {}; - float d0, d2, d3, a0, a1, a2, a3; - int i, j, k, jj; - int x, y; - float dx, dy; - float tx, ty; - - tx = (float)nx / (float)target_width; - ty = (float)ny / (float)target_height; - - // Bicubic interpolation; adapted from ViT.cpp, inspired from : - // -> https://github.com/yglukhov/bicubic-interpolation-image-processing/blob/master/libimage.c#L36 - // -> https://en.wikipedia.org/wiki/Bicubic_interpolation - - for (i = 0; i < target_height; i++) { - for (j = 0; j < target_width; j++) { - x = (int)(tx * j); - y = (int)(ty * i); - - dx = tx * j - x; - dy = ty * i - y; - - for (k = 0; k < 3; k++) { - for (jj = 0; jj <= 3; jj++) { - d0 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x - 1, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; - d2 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x + 1, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; - d3 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x + 2, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; - a0 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; - - a1 = -1.0 / 3 * d0 + d2 - 1.0 / 6 * d3; - a2 = 1.0 / 2 * d0 + 1.0 / 2 * d2; - a3 = -1.0 / 6 * d0 - 1.0 / 2 * d2 + 1.0 / 6 * d3; - - C[jj] = a0 + a1 * dx + a2 * dx * dx + a3 * dx * dx * dx; - - d0 = C[0] - C[1]; - d2 = C[2] - C[1]; - d3 = C[3] - C[1]; - a0 = C[1]; - a1 = -1.0 / 3 * d0 + d2 - 1.0 / 6 * d3; - a2 = 1.0 / 2 * d0 + 1.0 / 2 * d2; - a3 = -1.0 / 6 * d0 - 1.0 / 2 * d2 + 1.0 / 6 * d3; - Cc = a0 + a1 * dy + a2 * dy * dy + a3 * dy * dy * dy; - - const uint8_t Cc2 = std::min(std::max(std::round(Cc), 0.0f), 255.0f); - dst.buf[(i * target_width + j) * 3 + k] = float(Cc2); - } - } - } - } - - return true; - } - - static inline int clip(int x, int lower, int upper) { - return std::max(lower, std::min(x, upper)); - } - - // Linear interpolation between two points - static inline float lerp(float s, float e, float t) { - return s + (e - s) * t; - } -}; - -/** - * implementation of LLaVA-UHD: - * - https://arxiv.org/pdf/2403.11703 - * - https://github.com/thunlp/LLaVA-UHD - * - https://github.com/thunlp/LLaVA-UHD/blob/302301bc2175f7e717fb8548516188e89f649753/llava_uhd/train/llava-uhd/slice_logic.py#L118 - * - * overview: - * - an image always have a single overview (downscaled image) - * - an image can have 0 or multiple slices, depending on the image size - * - each slice can then be considered as a separate image - * - * for example: - * - * [overview] --> [slice 1] --> [slice 2] - * | | - * +--> [slice 3] --> [slice 4] - */ -struct llava_uhd { - struct slice_coordinates { - int x; - int y; - clip_image_size size; - }; - - struct slice_instructions { - clip_image_size overview_size; // size of downscaled image - clip_image_size refined_size; // size of image right before slicing (must be multiple of slice size) - clip_image_size grid_size; // grid_size.width * grid_size.height = number of slices - std::vector slices; - - img_tool::resize_algo interpolation_overview = img_tool::RESIZE_ALGO_BILINEAR; - bool padding_overview = false; // if true, refine image will be padded to the grid size (e.g. llava-1.6) - std::array pad_color_overview = {0, 0, 0}; - - img_tool::resize_algo interpolation_refined = img_tool::RESIZE_ALGO_BICUBIC; - bool padding_refined = false; // if true, refine image will be padded to the grid size (e.g. llava-1.6) - std::array pad_color_refined = {0, 0, 0}; - }; - - static slice_instructions get_slice_instructions(struct clip_ctx * ctx, const clip_image_size & original_size) { - slice_instructions res; - const int patch_size = clip_get_patch_size(ctx); - const int slice_size = clip_get_image_size(ctx); - const int original_width = original_size.width; - const int original_height = original_size.height; - - const bool has_slices = original_size.width > slice_size || original_size.height > slice_size; - const bool has_pinpoints = !ctx->model.hparams.image_res_candidates.empty(); - - if (!has_slices) { - // skip slicing logic - res.overview_size = clip_image_size{slice_size, slice_size}; - res.refined_size = clip_image_size{0, 0}; - res.grid_size = clip_image_size{0, 0}; - - return res; - } - - if (has_pinpoints) { - // has pinpoints, use them to calculate the grid size (e.g. llava-1.6) - auto refine_size = llava_uhd::select_best_resolution( - original_size, - ctx->model.hparams.image_res_candidates); - res.overview_size = clip_image_size{slice_size, slice_size}; - res.refined_size = refine_size; - res.grid_size = clip_image_size{0, 0}; - res.padding_refined = true; - res.interpolation_refined = img_tool::RESIZE_ALGO_BILINEAR; // preserve old behavior when padding - - LOG_DBG("%s: using pinpoints for slicing\n", __func__); - LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d\n", - __func__, original_width, original_height, - res.overview_size.width, res.overview_size.height, - res.refined_size.width, res.refined_size.height); - - for (int y = 0; y < refine_size.height; y += slice_size) { - for (int x = 0; x < refine_size.width; x += slice_size) { - slice_coordinates slice; - slice.x = x; - slice.y = y; - slice.size.width = std::min(slice_size, refine_size.width - x); - slice.size.height = std::min(slice_size, refine_size.height - y); - res.slices.push_back(slice); - LOG_DBG("%s: slice %d: x=%d, y=%d, size=%dx%d\n", - __func__, (int)res.slices.size() - 1, - slice.x, slice.y, slice.size.width, slice.size.height); - } - } - - res.grid_size.height = refine_size.height / slice_size; - res.grid_size.width = refine_size.width / slice_size; - LOG_DBG("%s: grid size: %d x %d\n", __func__, res.grid_size.width, res.grid_size.height); - - return res; - } - - // no pinpoints, dynamically calculate the grid size (e.g. minicpmv) - - auto best_size = get_best_resize(original_size, slice_size, patch_size, !has_slices); - res.overview_size = best_size; - - { - const int max_slice_nums = 9; // TODO: this is only used by minicpmv, maybe remove it - const float log_ratio = log((float)original_width / original_height); - const float ratio = (float)original_width * original_height / (slice_size * slice_size); - const int multiple = fmin(ceil(ratio), max_slice_nums); - - auto best_grid = get_best_grid(max_slice_nums, multiple, log_ratio); - auto refine_size = get_refine_size(original_size, best_grid, slice_size, patch_size, true); - res.grid_size = best_grid; - res.refined_size = refine_size; - - LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d, grid size: %d x %d\n", - __func__, original_width, original_height, - res.overview_size.width, res.overview_size.height, - res.refined_size.width, res.refined_size.height, - res.grid_size.width, res.grid_size.height); - - int width = refine_size.width; - int height = refine_size.height; - int grid_x = int(width / best_grid.width); - int grid_y = int(height / best_grid.height); - for (int patches_y = 0, ic = 0; - patches_y < refine_size.height && ic < best_grid.height; - patches_y += grid_y, ic += 1) { - for (int patches_x = 0, jc = 0; - patches_x < refine_size.width && jc < best_grid.width; - patches_x += grid_x, jc += 1) { - slice_coordinates slice; - slice.x = patches_x; - slice.y = patches_y; - slice.size.width = grid_x; - slice.size.height = grid_y; - res.slices.push_back(slice); - LOG_DBG("%s: slice %d: x=%d, y=%d, size=%dx%d\n", - __func__, (int)res.slices.size() - 1, - slice.x, slice.y, slice.size.width, slice.size.height); - } - } - } - - return res; - } - - static std::vector slice_image(const clip_image_u8 * img, const slice_instructions & inst) { - std::vector output; - - // resize to overview size - clip_image_u8_ptr resized_img(clip_image_u8_init()); - img_tool::resize(*img, *resized_img, inst.overview_size, inst.interpolation_overview, - inst.padding_overview, inst.pad_color_overview); - output.push_back(std::move(resized_img)); - - if (inst.slices.empty()) { - // no slices, just return the resized image - return output; - } - - // resize to refined size - clip_image_u8_ptr refined_img(clip_image_u8_init()); - img_tool::resize(*img, *refined_img, inst.refined_size, inst.interpolation_refined, - inst.padding_refined, inst.pad_color_refined); - - // create slices - for (const auto & slice : inst.slices) { - int x = slice.x; - int y = slice.y; - int w = slice.size.width; - int h = slice.size.height; - - clip_image_u8_ptr img_slice(clip_image_u8_init()); - img_tool::crop(*refined_img, *img_slice, x, y, w, h); - output.push_back(std::move(img_slice)); - } - - return output; - } - -private: - static clip_image_size get_best_resize(const clip_image_size & original_size, int scale_resolution, int patch_size, bool allow_upscale = false) { - int width = original_size.width; - int height = original_size.height; - if ((width * height > scale_resolution * scale_resolution) || allow_upscale) { - float r = static_cast(width) / height; - height = static_cast(scale_resolution / std::sqrt(r)); - width = static_cast(height * r); - } - clip_image_size res; - res.width = ensure_divide(width, patch_size); - res.height = ensure_divide(height, patch_size); - return res; - } - - static clip_image_size resize_maintain_aspect_ratio(const clip_image_size & orig, const clip_image_size & target_max) { - float scale_width = static_cast(target_max.width) / orig.width; - float scale_height = static_cast(target_max.height) / orig.height; - float scale = std::min(scale_width, scale_height); - return clip_image_size{ - static_cast(orig.width * scale), - static_cast(orig.height * scale), - }; - } - - /** - * Selects the best resolution from a list of possible resolutions based on the original size. - * - * For example, when given a list of resolutions: - * - 100x100 - * - 200x100 - * - 100x200 - * - 200x200 - * - * And an input image of size 111x200, then 100x200 is the best fit (least wasted resolution). - * - * @param original_size The original size of the image - * @param possible_resolutions A list of possible resolutions - * @return The best fit resolution - */ - static clip_image_size select_best_resolution(const clip_image_size & original_size, const std::vector & possible_resolutions) { - clip_image_size best_fit; - int min_wasted_area = std::numeric_limits::max(); - int max_effective_resolution = 0; - - for (const clip_image_size & candidate : possible_resolutions) { - auto target_size = resize_maintain_aspect_ratio(original_size, candidate); - int effective_resolution = std::min( - target_size.width * target_size.height, - original_size.width * original_size.height); - int wasted_area = (candidate.width * candidate.height) - effective_resolution; - - if (effective_resolution > max_effective_resolution || (effective_resolution == max_effective_resolution && wasted_area < min_wasted_area)) { - max_effective_resolution = effective_resolution; - min_wasted_area = wasted_area; - best_fit = candidate; - } - - LOG_DBG("%s: candidate: %d x %d, target: %d x %d, wasted: %d, effective: %d\n", __func__, candidate.width, candidate.height, target_size.width, target_size.height, wasted_area, effective_resolution); - } - - return best_fit; - } - - static int ensure_divide(int length, int patch_size) { - return std::max(static_cast(std::round(static_cast(length) / patch_size) * patch_size), patch_size); - } - - static clip_image_size get_refine_size(const clip_image_size & original_size, const clip_image_size & grid, int scale_resolution, int patch_size, bool allow_upscale = false) { - int width = original_size.width; - int height = original_size.height; - int grid_x = grid.width; - int grid_y = grid.height; - - int refine_width = ensure_divide(width, grid_x); - int refine_height = ensure_divide(height, grid_y); - - clip_image_size grid_size; - grid_size.width = refine_width / grid_x; - grid_size.height = refine_height / grid_y; - - auto best_grid_size = get_best_resize(grid_size, scale_resolution, patch_size, allow_upscale); - int best_grid_width = best_grid_size.width; - int best_grid_height = best_grid_size.height; - - clip_image_size refine_size; - refine_size.width = best_grid_width * grid_x; - refine_size.height = best_grid_height * grid_y; - return refine_size; - } - - static clip_image_size get_best_grid(const int max_slice_nums, const int multiple, const float log_ratio) { - std::vector candidate_split_grids_nums; - for (int i : {multiple - 1, multiple, multiple + 1}) { - if (i == 1 || i > max_slice_nums) { - continue; - } - candidate_split_grids_nums.push_back(i); - } - - std::vector candidate_grids; - for (int split_grids_nums : candidate_split_grids_nums) { - int m = 1; - while (m <= split_grids_nums) { - if (split_grids_nums % m == 0) { - candidate_grids.push_back(clip_image_size{m, split_grids_nums / m}); - } - ++m; - } - } - - clip_image_size best_grid{1, 1}; - float min_error = std::numeric_limits::infinity(); - for (const auto& grid : candidate_grids) { - float error = std::abs(log_ratio - std::log(1.0 * grid.width / grid.height)); - if (error < min_error) { - best_grid = grid; - min_error = error; - } - } - return best_grid; - } -}; - -// ref: https://github.com/huggingface/transformers/blob/v5.1.0/src/transformers/models/lfm2_vl/image_processing_lfm2_vl_fast.py -// some of the logic is similar to llava_uhd, but with different hyperparameters and some logic is unique (e.g. grid layout) -struct lfm2_vl_image_processor { - // ref: https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/blob/main/processor_config.json - static constexpr int min_tiles = 2; - static constexpr int max_tiles = 10; - static constexpr float max_pixels_tolerance = 2.0f; - static constexpr int tile_size = 512; - - static llava_uhd::slice_instructions get_slice_instructions(struct clip_ctx * ctx, const clip_image_size & original_size) { - llava_uhd::slice_instructions inst; - const auto & params = ctx->model.hparams; - const int align_size = params.patch_size * params.n_merge; - - inst.interpolation_overview = img_tool::RESIZE_ALGO_BILINEAR; - inst.interpolation_refined = img_tool::RESIZE_ALGO_BILINEAR; - inst.overview_size = img_tool::calc_size_preserved_ratio(original_size, align_size, params.image_min_pixels, params.image_max_pixels); - - // tile if either dimension exceeds tile_size with tolerance - const bool needs_tiling = original_size.width > tile_size * max_pixels_tolerance || original_size.height > tile_size * max_pixels_tolerance; - - if (!needs_tiling) { - inst.refined_size = clip_image_size{0, 0}; - inst.grid_size = clip_image_size{0, 0}; - return inst; - } - - const clip_image_size grid = get_grid_layout(original_size.height, original_size.width); - - inst.grid_size = grid; - inst.refined_size = clip_image_size{tile_size * grid.width, tile_size * grid.height}; - - LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d, grid size: %d x %d\n", - __func__, - original_size.width, original_size.height, - inst.overview_size.width, inst.overview_size.height, - inst.refined_size.width, inst.refined_size.height, - grid.width, grid.height); - - for (int row = 0; row < grid.height; row++) { - for (int col = 0; col < grid.width; col++) { - llava_uhd::slice_coordinates slice; - slice.x = col * tile_size; - slice.y = row * tile_size; - slice.size = clip_image_size{tile_size, tile_size}; - inst.slices.push_back(slice); - LOG_DBG("%s: slice %d: x=%d, y=%d, size=%d x %d\n", - __func__, (int)inst.slices.size() - 1, - slice.x, slice.y, slice.size.width, slice.size.height); - } - } - - return inst; - } - -private: - static clip_image_size find_closest_aspect_ratio( - float aspect_ratio, - const std::vector & target_ratios, - int width, int height) { - float best_ratio_diff = std::numeric_limits::max(); - clip_image_size best_ratio = {1, 1}; - const float area = static_cast(width * height); - - for (const auto & ratio : target_ratios) { - const float target_aspect_ratio = static_cast(ratio.width) / ratio.height; - const float ratio_diff = std::abs(aspect_ratio - target_aspect_ratio); - if (ratio_diff < best_ratio_diff) { - best_ratio_diff = ratio_diff; - best_ratio = ratio; - } else if (ratio_diff == best_ratio_diff) { - const float target_area = static_cast(tile_size * tile_size * ratio.width * ratio.height); - if (area > 0.5f * target_area) { - best_ratio = ratio; - } - } - } - return best_ratio; - } - - static std::vector get_target_ratios() { - std::vector ratios; - for (int n = min_tiles; n <= max_tiles; n++) { - for (int w = 1; w <= n; w++) { - for (int h = 1; h <= n; h++) { - if (w * h >= min_tiles && w * h <= max_tiles) { - bool found = false; - for (const auto & r : ratios) { - if (r.width == w && r.height == h) { - found = true; - break; - } - } - if (!found) { - ratios.push_back({w, h}); - } - } - } - } - } - std::sort(ratios.begin(), ratios.end(), [](const clip_image_size & a, const clip_image_size & b) { - return a.width * a.height < b.width * b.height; - }); - return ratios; - } - - static clip_image_size get_grid_layout(int height, int width) { - const float aspect_ratio = static_cast(width) / height; - const auto ratios = get_target_ratios(); - return find_closest_aspect_ratio(aspect_ratio, ratios, width, height); - } -}; - -// returns the normalized float tensor for llava-1.5, for spatial_unpad with anyres processing for llava-1.6 it returns the normalized image patch tensors as a vector -// res_imgs memory is being allocated here, previous allocations will be freed if found -bool clip_image_preprocess(struct clip_ctx * ctx, const clip_image_u8 * img, struct clip_image_f32_batch * res_imgs) { - clip_image_size original_size{img->nx, img->ny}; - auto & params = ctx->model.hparams; - - switch (ctx->proj_type()) { - case PROJECTOR_TYPE_MINICPMV: - { - auto const inst = llava_uhd::get_slice_instructions(ctx, original_size); - std::vector imgs = llava_uhd::slice_image(img, inst); - - for (size_t i = 0; i < imgs.size(); ++i) { - // clip_image_save_to_bmp(*imgs[i], "slice_" + std::to_string(i) + ".bmp"); - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*imgs[i], *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } - - res_imgs->grid_x = inst.grid_size.width; - res_imgs->grid_y = inst.grid_size.height; - } break; - - case PROJECTOR_TYPE_QWEN2VL: - case PROJECTOR_TYPE_QWEN25VL: - case PROJECTOR_TYPE_QWEN3VL: - case PROJECTOR_TYPE_GLM4V: - case PROJECTOR_TYPE_PADDLEOCR: - { - GGML_ASSERT(params.image_min_pixels > 0 && params.image_max_pixels > 0); - clip_image_u8 resized; - const clip_image_size new_size = img_tool::calc_size_preserved_ratio( - original_size, - params.patch_size * 2, - params.image_min_pixels, - params.image_max_pixels); - img_tool::resize(*img, resized, new_size, img_tool::RESIZE_ALGO_BILINEAR, false); - // clip_image_save_to_bmp(resized, "preproc.bmp"); - clip_image_f32_ptr img_f32(clip_image_f32_init()); - // clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(resized, *img_f32, params.image_mean, params.image_std); - // res_imgs->data[0] = *res; - res_imgs->entries.push_back(std::move(img_f32)); - } break; - case PROJECTOR_TYPE_YOUTUVL: - { - const int patch_size = params.patch_size; // typically 16 - const int merge_size = params.n_merge; // typically 2 - const int align_size = patch_size * merge_size; // 32 - - const int max_num_patches = params.image_max_pixels > 0 ? - params.image_max_pixels / (patch_size * patch_size) : 256; - - // Linear search for optimal scale to fit within max_num_patches - float scale = 1.0f; - int target_height = original_size.height; - int target_width = original_size.width; - - auto get_scaled_image_size = [align_size](float scale, int size) -> int { - float scaled_size = size * scale; - // Round up to nearest multiple of align_size - int aligned = static_cast(std::ceil(scaled_size / align_size)) * align_size; - // Ensure at least one patch - return std::max(align_size, aligned); - }; - - // Linear search with 0.02 step size - while (scale > 0.0f) { - target_height = get_scaled_image_size(scale, original_size.height); - target_width = get_scaled_image_size(scale, original_size.width); - - int num_patches_h = target_height / patch_size; - int num_patches_w = target_width / patch_size; - int num_patches = num_patches_h * num_patches_w; - - if (num_patches > max_num_patches) { - scale -= 0.02f; - } else { - break; - } - } - - clip_image_size new_size = {target_width, target_height}; - - // Resize the image - clip_image_u8 resized; - img_tool::resize(*img, resized, new_size, img_tool::RESIZE_ALGO_BILINEAR, false); - - // Normalize to float32 - clip_image_f32_ptr img_f32(clip_image_f32_init()); - normalize_image_u8_to_f32(resized, *img_f32, params.image_mean, params.image_std); - - // Add to results - res_imgs->entries.push_back(std::move(img_f32)); - } break; - - case PROJECTOR_TYPE_IDEFICS3: - { - // The refined size has two steps: - // 1. Resize w/ aspect-ratio preserving such that the longer side is - // the preprocessor longest size - // 2. Resize w/out preserving aspect ratio such that both sides are - // multiples of image_size (always rounding up) - // - // CITE: https://github.com/huggingface/transformers/blob/main/src/transformers/models/idefics3/image_processing_idefics3.py#L737 - const clip_image_size refined_size = img_tool::calc_size_preserved_ratio( - original_size, params.image_size, params.image_longest_edge); - // LOG_INF("%s: original size: %d x %d, refined size: %d x %d\n", - // __func__, original_size.width, original_size.height, - // refined_size.width, refined_size.height); - - llava_uhd::slice_instructions instructions; - instructions.overview_size = clip_image_size{params.image_size, params.image_size}; - instructions.refined_size = refined_size; - instructions.grid_size = clip_image_size{ - static_cast(std::ceil(static_cast(refined_size.width) / params.image_size)), - static_cast(std::ceil(static_cast(refined_size.height) / params.image_size)), - }; - for (int y = 0; y < refined_size.height; y += params.image_size) { - for (int x = 0; x < refined_size.width; x += params.image_size) { - // LOG_INF("%s: adding slice at x=%d, y=%d\n", __func__, x, y); - instructions.slices.push_back(llava_uhd::slice_coordinates{ - /* x */x, - /* y */y, - /* size */clip_image_size{ - std::min(params.image_size, refined_size.width - x), - std::min(params.image_size, refined_size.height - y) - } - }); - } - } - auto imgs = llava_uhd::slice_image(img, instructions); - - // cast and normalize to f32 - for (size_t i = 0; i < imgs.size(); ++i) { - // clip_image_save_to_bmp(*imgs[i], "slice_" + std::to_string(i) + ".bmp"); - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*imgs[i], *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } - - res_imgs->grid_x = instructions.grid_size.width; - res_imgs->grid_y = instructions.grid_size.height; - } break; - - case PROJECTOR_TYPE_GLM_EDGE: - case PROJECTOR_TYPE_GEMMA3: - case PROJECTOR_TYPE_INTERNVL: // TODO @ngxson : support dynamic resolution - case PROJECTOR_TYPE_NEMOTRON_V2_VL: - { - clip_image_u8 resized_image; - int sz = params.image_size; - img_tool::resize(*img, resized_image, {sz, sz}, img_tool::RESIZE_ALGO_BILINEAR); - clip_image_f32_ptr img_f32(clip_image_f32_init()); - //clip_image_save_to_bmp(resized_image, "resized.bmp"); - normalize_image_u8_to_f32(resized_image, *img_f32, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(img_f32)); - } break; - - case PROJECTOR_TYPE_GEMMA3NV: - { - clip_image_u8 resized_image; - int sz = params.image_size; - img_tool::resize(*img, resized_image, {sz, sz}, img_tool::RESIZE_ALGO_BILINEAR, false); - clip_image_f32_ptr img_f32(clip_image_f32_init()); - normalize_image_u8_to_f32(resized_image, *img_f32, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(img_f32)); - } break; - - case PROJECTOR_TYPE_JANUS_PRO: - { - // Janus Pro preprocessing: pad to square with gray(127), resize to 384x384 - const std::array pad_color = {127, 127, 127}; - clip_image_u8 resized_image; - int sz = params.image_size; - img_tool::resize(*img, resized_image, {sz, sz}, img_tool::RESIZE_ALGO_BILINEAR, true, pad_color); - clip_image_f32_ptr img_f32(clip_image_f32_init()); - normalize_image_u8_to_f32(resized_image, *img_f32, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(img_f32)); - } break; - - case PROJECTOR_TYPE_PHI4: - case PROJECTOR_TYPE_PIXTRAL: - case PROJECTOR_TYPE_LIGHTONOCR: - { - GGML_ASSERT(params.image_min_pixels > 0 && params.image_max_pixels > 0); - clip_image_u8 resized_image; - // the original pixtral model doesn't have n_merge - const int cur_merge = params.n_merge == 0 ? 1 : params.n_merge; - const clip_image_size target_size = img_tool::calc_size_preserved_ratio( - original_size, - params.patch_size * cur_merge, - params.image_min_pixels, - params.image_max_pixels); - img_tool::resize(*img, resized_image, target_size, img_tool::RESIZE_ALGO_BILINEAR); - clip_image_f32_ptr img_f32(clip_image_f32_init()); - normalize_image_u8_to_f32(resized_image, *img_f32, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(img_f32)); - } break; - - case PROJECTOR_TYPE_LLAMA4: - { - GGML_ASSERT(!params.image_res_candidates.empty()); - auto const inst = llava_uhd::get_slice_instructions(ctx, original_size); - std::vector imgs = llava_uhd::slice_image(img, inst); - - for (size_t i = 0; i < imgs.size(); ++i) { - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*imgs[i], *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } - - res_imgs->grid_x = inst.grid_size.width; - res_imgs->grid_y = inst.grid_size.height; - } break; - - case PROJECTOR_TYPE_LFM2: - { - auto const inst = lfm2_vl_image_processor::get_slice_instructions(ctx, original_size); - std::vector imgs = llava_uhd::slice_image(img, inst); - - for (size_t i = 0; i < imgs.size(); ++i) { - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*imgs[i], *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } - - res_imgs->grid_x = inst.grid_size.width; - res_imgs->grid_y = inst.grid_size.height; - } break; - - case PROJECTOR_TYPE_KIMIVL: - { - GGML_ASSERT(params.image_min_pixels > 0 && params.image_max_pixels > 0); - const clip_image_size target_size = img_tool::calc_size_preserved_ratio( - original_size, - params.patch_size * params.n_merge, - params.image_min_pixels, - params.image_max_pixels); - const std::array pad_color = {122, 116, 104}; - - clip_image_u8 resized_img; - img_tool::resize(*img, resized_img, target_size, img_tool::RESIZE_ALGO_BILINEAR, true, pad_color); - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(resized_img, *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } break; - - case PROJECTOR_TYPE_KIMIK25: - { - GGML_ASSERT(params.image_min_pixels > 0 && params.image_max_pixels > 0); - const clip_image_size target_size = img_tool::calc_size_preserved_ratio( - original_size, - params.patch_size * params.n_merge, - params.image_min_pixels, - params.image_max_pixels); - const std::array pad_color = {0, 0, 0}; - - clip_image_u8 resized_img; - img_tool::resize(*img, resized_img, target_size, img_tool::RESIZE_ALGO_BICUBIC, true, pad_color); - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(resized_img, *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } break; - - case PROJECTOR_TYPE_MLP: - case PROJECTOR_TYPE_MLP_NORM: - case PROJECTOR_TYPE_LDP: - case PROJECTOR_TYPE_LDPV2: - case PROJECTOR_TYPE_COGVLM: // TODO @ngxson : is this correct for cogvlm? - { - // TODO @ngxson : refactor the code below to avoid duplicated logic - - // the logic below is to pad the shorter side to the longer side with a background color: rgb(122, 116, 104) - // see https://github.com/haotian-liu/LLaVA/blob/e854a2bf85118c504f6f16bf5c3c7c92f8fa8c6b/llava/conversation.py#L113-L156 - - clip_image_u8_ptr temp(clip_image_u8_init()); // we will keep the input image data here temporarily - - // The model config actually contains all we need to decide on how to preprocess, here we automatically switch to the new llava-1.6 preprocessing - if (params.image_res_candidates.empty()) { // pad_to_square - // for llava-1.5, we resize image to a square, and pad the shorter side with a background color - // see https://github.com/haotian-liu/LLaVA/blob/e854a2bf85118c504f6f16bf5c3c7c92f8fa8c6b/llava/conversation.py#L113-L156 - const int longer_side = std::max(img->nx, img->ny); - temp->nx = longer_side; - temp->ny = longer_side; - temp->buf.resize(3 * longer_side * longer_side); - - // background color in RGB from LLaVA (this is the mean rgb color * 255) - const std::array pad_color = {122, 116, 104}; - - // resize the image to the target_size - img_tool::resize(*img, *temp, clip_image_size{params.image_size, params.image_size}, img_tool::RESIZE_ALGO_BILINEAR, true, pad_color); - - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*temp, *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - - } else { - // "spatial_unpad" with "anyres" processing for llava-1.6 - auto const inst = llava_uhd::get_slice_instructions(ctx, original_size); - std::vector imgs = llava_uhd::slice_image(img, inst); - - for (size_t i = 0; i < imgs.size(); ++i) { - // clip_image_save_to_bmp(*imgs[i], "slice_" + std::to_string(i) + ".bmp"); - clip_image_f32_ptr res(clip_image_f32_init()); - normalize_image_u8_to_f32(*imgs[i], *res, params.image_mean, params.image_std); - res_imgs->entries.push_back(std::move(res)); - } - } - } break; - - default: - LOG_ERR("%s: unsupported projector type %d\n", __func__, ctx->proj_type()); - return false; - } - - return true; -} - ggml_tensor * clip_get_newline_tensor(const struct clip_ctx * ctx) { return ctx->model.image_newline; } @@ -3457,6 +2674,7 @@ int clip_n_output_tokens(const struct clip_ctx * ctx, struct clip_image_f32 * im n_patches = x_patch * y_patch; } break; case PROJECTOR_TYPE_GEMMA3: + case PROJECTOR_TYPE_GEMMA4V: case PROJECTOR_TYPE_IDEFICS3: case PROJECTOR_TYPE_INTERNVL: case PROJECTOR_TYPE_NEMOTRON_V2_VL: @@ -3538,6 +2756,18 @@ int clip_n_output_tokens(const struct clip_ctx * ctx, struct clip_image_f32 * im { n_patches += 2; // for BOI and EOI token embeddings } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + // SAM encoder applies two stride-2 convolutions (net_2 and net_3) + // which reduces spatial dimensions by 4x in each direction (16x total) + // E.g., 64x64 -> 16x16 patches + n_patches /= 16; + + // build_global_local_features adds image newlines and view separator + // Formula: h*(w+1) + 1 where h = w = sqrt(n_patches) + int h = static_cast(std::sqrt(static_cast(n_patches))); + n_patches = h * (h + 1) + 1; + } break; case PROJECTOR_TYPE_LFM2A: { n_patches = ((((img->nx + 1) / 2) + 1) / 2 + 1) / 2; @@ -3895,6 +3125,42 @@ bool clip_image_batch_encode(clip_ctx * ctx, const int n_threads, const clip_ima } set_input_i32("patches", patches); } break; + case PROJECTOR_TYPE_GEMMA4V: + { + // set (col, row) patch positions for learned positional embedding + const int n_cols = image_size_width / patch_size; + std::vector pos_x(num_patches), pos_y(num_patches); + for (int i = 0; i < num_patches; i++) { + pos_x[i] = i % n_cols; + pos_y[i] = i / n_cols; + } + set_input_i32("pos_x", pos_x); + set_input_i32("pos_y", pos_y); + } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + GGML_ASSERT(pos_w == pos_h); + + const int window = hparams.attn_window_size; + const int pos = pos_w; + std::vector rel_pos_indices_local(window * window); + std::vector rel_pos_indices_global(pos * pos); + + for (int q = 0; q < window; q++) { + for (int k = 0; k < window; k++) { + rel_pos_indices_local[q * window + k] = q - k + window - 1; + } + } + + for (int q = 0; q < pos; q++) { + for (int k = 0; k < pos; k++) { + rel_pos_indices_global[q * pos + k] = q - k + pos - 1; + } + } + + set_input_i32("rel_pos_indices_local", rel_pos_indices_local); + set_input_i32("rel_pos_indices_global", rel_pos_indices_global); + } break; case PROJECTOR_TYPE_GEMMA3: case PROJECTOR_TYPE_GEMMA3NV: case PROJECTOR_TYPE_IDEFICS3: @@ -4058,8 +3324,10 @@ int clip_n_mmproj_embd(const struct clip_ctx * ctx) { case PROJECTOR_TYPE_GEMMA3: case PROJECTOR_TYPE_GEMMA3NV: return ctx->model.mm_input_proj_w->ne[0]; + case PROJECTOR_TYPE_GEMMA4V: + return ctx->model.mm_input_proj_w->ne[1]; case PROJECTOR_TYPE_IDEFICS3: - return ctx->model.projection->ne[1]; + return ctx->model.mm_fc_w->ne[1]; case PROJECTOR_TYPE_ULTRAVOX: case PROJECTOR_TYPE_VOXTRAL: case PROJECTOR_TYPE_MUSIC_FLAMINGO: @@ -4080,6 +3348,8 @@ int clip_n_mmproj_embd(const struct clip_ctx * ctx) { return ctx->model.mm_2_w->ne[1]; case PROJECTOR_TYPE_COGVLM: return ctx->model.mm_4h_to_h_w->ne[1]; + case PROJECTOR_TYPE_DEEPSEEKOCR: + return ctx->model.mm_fc_w->ne[1]; case PROJECTOR_TYPE_LFM2A: return ctx->model.position_embeddings->ne[0]; case PROJECTOR_TYPE_GLM4V: diff --git a/tools/mtmd/clip.h b/tools/mtmd/clip.h index 71b58484d6b..a859b38658d 100644 --- a/tools/mtmd/clip.h +++ b/tools/mtmd/clip.h @@ -97,9 +97,6 @@ struct clip_image_f32 * clip_image_f32_get_img(const struct clip_image_f32_batch */ void clip_build_img_from_pixels(const unsigned char * rgb_pixels, int nx, int ny, struct clip_image_u8 * img); -/** preprocess img and store the result in res_imgs, pad_to_square may be overridden to false depending on model configuration */ -bool clip_image_preprocess(struct clip_ctx * ctx, const struct clip_image_u8 * img, struct clip_image_f32_batch * res_imgs ); - struct ggml_tensor * clip_get_newline_tensor(const struct clip_ctx * ctx); bool clip_image_encode (struct clip_ctx * ctx, int n_threads, struct clip_image_f32 * img, float * vec); diff --git a/tools/mtmd/debug/mtmd-debug.cpp b/tools/mtmd/debug/mtmd-debug.cpp index d42806ec3f8..6e32b283aa4 100644 --- a/tools/mtmd/debug/mtmd-debug.cpp +++ b/tools/mtmd/debug/mtmd-debug.cpp @@ -54,11 +54,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_MTMD, show_additional_info)) { return 1; } - common_init(); mtmd_helper_log_set(common_log_default_callback, nullptr); if (params.mmproj.path.empty()) { diff --git a/tools/mtmd/models/deepseekocr.cpp b/tools/mtmd/models/deepseekocr.cpp new file mode 100644 index 00000000000..b1f6ead5b5e --- /dev/null +++ b/tools/mtmd/models/deepseekocr.cpp @@ -0,0 +1,324 @@ +#include "models.h" + +// Implementation based on approach suggested by Acly +// See: https://github.com/ggml-org/llama.cpp/pull/17383#issuecomment-3554227091 +static ggml_tensor * window_partition(ggml_context * ctx0, ggml_tensor * x, const int window) { + auto [c, w, h, b] = x->ne; + // same as + // x = ggml_win_part(m, x, window); + // x = ggml_reshape_3d(m, x, c, window * window, x->ne[3]); + + const int64_t px = (window - w % window) % window; + const int64_t py = (window - h % window) % window; + const int64_t npw = (w + px) / window; + const int64_t nph = (h + py) / window; + + ggml_tensor * cur = x; + if (px > 0 || py > 0) { + cur = ggml_pad(ctx0, cur, 0, static_cast(px), static_cast(py), 0); + } + cur = ggml_reshape_4d(ctx0, cur, c * window, npw, window, nph * b); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 0, 2, 1, 3)); + cur = ggml_reshape_4d(ctx0, cur, c, window, window, npw * nph * b); + return cur; +} + +// Implementation based on approach suggested by Acly +// See: https://github.com/ggml-org/llama.cpp/pull/17383#issuecomment-3554227091 +static ggml_tensor * window_unpartition(ggml_context * ctx0, + ggml_tensor * x, + const int w, + const int h, + const int window) { + const int64_t c = x->ne[0]; + // same as + // x = ggml_reshape_4d(m, x, c, window, window, x->ne[2]); + // x = ggml_win_unpart(m, x, w, h, window); + + const int64_t px = (window - w % window) % window; + const int64_t py = (window - h % window) % window; + const int64_t npw = (w + px) / window; + const int64_t nph = (h + py) / window; + + const int64_t b = x->ne[3] / (npw * nph); + ggml_tensor * cur = x; + cur = ggml_reshape_4d(ctx0, cur, c * window, window, npw, nph * b); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 0, 2, 1, 3)); + cur = ggml_reshape_4d(ctx0, cur, c, w + px, h + py, b); + cur = ggml_view_4d(ctx0, cur, cur->ne[0], w, h, cur->ne[3], cur->nb[1], cur->nb[2], cur->nb[3], 0); + cur = ggml_cont(ctx0, cur); + return cur; +} + +static ggml_tensor * get_rel_pos(ggml_context * ctx0, + ggml_tensor * rel_pos, // [L, C] + ggml_tensor * indices, // [q_size, k_size] + const int q_size, + const int k_size) { + const int64_t C = rel_pos->ne[0]; // channels + const int64_t L = rel_pos->ne[1]; // length + + GGML_ASSERT(indices != nullptr); + GGML_ASSERT(indices->type == GGML_TYPE_I32); + GGML_ASSERT(indices->ne[0] == k_size); + GGML_ASSERT(indices->ne[1] == q_size); + + const auto max_rel_dist = 2 * std::max(q_size, k_size) - 1; + ggml_tensor * cur = rel_pos; + + if (max_rel_dist != L) { + // Linear interpolation + const int64_t ne0 = cur->ne[0]; + const int64_t ne1 = cur->ne[1]; + const int64_t ne2 = cur->ne[2]; + const int64_t ne3 = cur->ne[3]; + + cur = ggml_reshape_3d(ctx0, ggml_cont(ctx0, ggml_permute(ctx0, cur, 1, 0, 2, 3)), ne1, 1, ne0 * ne2 * ne3); + cur = ggml_reshape_4d( + ctx0, ggml_interpolate(ctx0, cur, max_rel_dist, 1, ne0 * ne2 * ne3, 1, GGML_SCALE_MODE_BILINEAR), + max_rel_dist, ne0, ne2, ne3); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 1, 0, 2, 3)); + } + + // Flatten indices to 1D for ggml_get_rows + const int qk = q_size * k_size; + + cur = ggml_reshape_3d(ctx0, ggml_get_rows(ctx0, cur, ggml_reshape_1d(ctx0, indices, qk)), C, k_size, q_size); + + return cur; // [C, k_size, q_size] +} + +ggml_cgraph * clip_graph_deepseekocr::build() { + // patch embedding + ggml_tensor * inp_raw = build_inp_raw(); + + ggml_tensor * sam_out; + // Building SAM + { + const int n_embd = hparams.sam_n_embd; + const int n_layer = hparams.sam_n_layer; + const int n_heads = hparams.sam_n_head; + const int d_heads = n_embd / n_heads; + const int window = hparams.attn_window_size; + + ggml_tensor * inpL; + + inpL = ggml_conv_2d_sk_p0(ctx0, model.patch_embed_proj_w, inp_raw); + inpL = ggml_add(ctx0, inpL, ggml_reshape_3d(ctx0, model.patch_embed_proj_b, 1, 1, n_embd)); + inpL = ggml_cont(ctx0, ggml_permute(ctx0, inpL, 1, 2, 0, 3)); + + ggml_tensor * rel_pos_indices_local; + ggml_tensor * rel_pos_indices_global; + + rel_pos_indices_local = ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, window, window); + rel_pos_indices_global = ggml_new_tensor_2d(ctx0, GGML_TYPE_I32, inpL->ne[1], inpL->ne[2]); + ggml_set_name(rel_pos_indices_local, "rel_pos_indices_local"); + ggml_set_name(rel_pos_indices_global, "rel_pos_indices_global"); + ggml_set_input(rel_pos_indices_local); + ggml_set_input(rel_pos_indices_global); + + ggml_tensor * cur; + const auto tgt_size = inpL->ne[1]; + const auto str_size = model.pos_embed->ne[1]; + + if (str_size != tgt_size) { + ggml_tensor * old_pos_embed = nullptr; + old_pos_embed = ggml_cont(ctx0, ggml_permute(ctx0, model.pos_embed, 2, 0, 1, 3)); + ggml_tensor * new_pos_embed = + ggml_interpolate(ctx0, old_pos_embed, tgt_size, tgt_size, n_embd, 1, GGML_SCALE_MODE_BICUBIC); + new_pos_embed = ggml_cont(ctx0, ggml_permute(ctx0, new_pos_embed, 1, 2, 0, 3)); + cur = ggml_add(ctx0, inpL, new_pos_embed); + } else { + cur = ggml_add(ctx0, inpL, model.pos_embed); + } + + // loop over layers + for (int il = 0; il < n_layer; il++) { + auto & layer = model.sam_layers[il]; + ggml_tensor * shortcut = cur; + + // layernorm1 + cur = build_norm(cur, layer.ln_1_w, layer.ln_1_b, NORM_TYPE_NORMAL, eps, il); + + const int64_t w0 = cur->ne[1]; + const int64_t h0 = cur->ne[2]; + + ggml_tensor * indices; + + if (hparams.is_global_attn(il)) { + indices = rel_pos_indices_global; + } else { + // local attention layer - apply window partition + cur = window_partition(ctx0, cur, window); + indices = rel_pos_indices_local; + } + + const int64_t W = cur->ne[1]; + const int64_t H = cur->ne[2]; + // self-attention + { + const int B = cur->ne[3]; + + cur = ggml_mul_mat(ctx0, layer.qkv_w, cur); + cur = ggml_add(ctx0, cur, layer.qkv_b); + cur = ggml_cont(ctx0, cur); // Ensure tensor is contiguous before reshape + cur = ggml_reshape_4d(ctx0, cur, n_embd, 3, W * H, B); + + ggml_tensor * Q; + ggml_tensor * K; + ggml_tensor * V; + + Q = ggml_view_3d(ctx0, cur, n_embd, W * H, B, cur->nb[2], cur->nb[3], 0 * cur->nb[1]); + Q = ggml_reshape_4d(ctx0, ggml_cont(ctx0, Q), d_heads, n_heads, W * H, B); + + K = ggml_view_3d(ctx0, cur, n_embd, W * H, B, cur->nb[2], cur->nb[3], 1 * cur->nb[1]); + K = ggml_reshape_4d(ctx0, ggml_cont(ctx0, K), d_heads, n_heads, W * H, B); + + V = ggml_view_3d(ctx0, cur, n_embd, W * H, B, cur->nb[2], cur->nb[3], 2 * cur->nb[1]); + V = ggml_reshape_4d(ctx0, ggml_cont(ctx0, V), d_heads, n_heads, W * H, B); + + ggml_tensor * mask; + ggml_tensor * rw; + ggml_tensor * rh; + ggml_tensor * qr; + + rw = get_rel_pos(ctx0, layer.rel_pos_w, indices, W, W); // [W, W, C] + rh = get_rel_pos(ctx0, layer.rel_pos_h, indices, H, H); // [H, H, C] + qr = ggml_permute(ctx0, Q, 0, 2, 1, 3); + qr = ggml_reshape_4d(ctx0, ggml_cont(ctx0, qr), d_heads, W, H, B * n_heads); + + rw = ggml_mul_mat(ctx0, rw, + ggml_cont(ctx0, ggml_permute(ctx0, qr, 0, 2, 1, 3))); // [B*n_heads, W, H, W] + rw = ggml_cont(ctx0, ggml_permute(ctx0, rw, 0, 2, 1, 3)); // [B*n_heads, H, W, W] + rw = ggml_reshape_4d(ctx0, rw, W, 1, W * H, n_heads * B); + rw = ggml_repeat_4d(ctx0, rw, W, H, W * H, n_heads * B); + rh = ggml_mul_mat(ctx0, rh, qr); // [B*n_heads, H, W, H] + rh = ggml_reshape_4d(ctx0, rh, 1, H, W * H, n_heads * B); + mask = ggml_add(ctx0, rw, rh); // [B*n_heads, H*W, H, W] + mask = ggml_reshape_4d(ctx0, mask, W * H, W * H, n_heads, B); + mask = ggml_cast(ctx0, mask, GGML_TYPE_F16); + + const float scale = 1.0f / sqrtf(static_cast(d_heads)); + + cur = build_attn(layer.o_w, layer.o_b, Q, K, V, mask, scale, + il); // [B, H*W, n_embd] + cur = ggml_reshape_4d(ctx0, ggml_cont(ctx0, cur), n_embd, W, H, B); + } + + if (hparams.is_global_attn(il) == false) { + // local attention layer - reverse window partition + cur = window_unpartition(ctx0, cur, w0, h0, window); + } + + // re-add the layer input, e.g., residual + cur = ggml_add(ctx0, cur, shortcut); + + ggml_tensor * inpFF = cur; + + // layernorm2 + cur = build_norm(inpFF, layer.ln_2_w, layer.ln_2_b, NORM_TYPE_NORMAL, eps, il); + + // ffn + cur = build_ffn(cur, layer.ff_up_w, layer.ff_up_b, nullptr, nullptr, layer.ff_down_w, layer.ff_down_b, + hparams.ffn_op, il); + + // residual 2 + cur = ggml_add(ctx0, cur, inpFF); + cb(cur, "sam_layer_out", il); + } + + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 2, 0, 1, 3)); + + cur = ggml_conv_2d(ctx0, model.neck_0_w, cur, 1, 1, 0, 0, 1, 1); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 1, 2, 0, 3)); + cur = build_norm(cur, model.neck_1_w, model.neck_1_b, NORM_TYPE_NORMAL, hparams.eps, -1); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 2, 0, 1, 3)); + + cur = ggml_conv_2d(ctx0, model.neck_2_w, cur, 1, 1, 1, 1, 1, 1); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 1, 2, 0, 3)); + cur = build_norm(cur, model.neck_3_w, model.neck_3_b, NORM_TYPE_NORMAL, hparams.eps, -1); + cur = ggml_cont(ctx0, ggml_permute(ctx0, cur, 2, 0, 1, 3)); + + cur = ggml_conv_2d(ctx0, model.net_2, cur, 2, 2, 1, 1, 1, 1); + cur = ggml_conv_2d(ctx0, model.net_3, cur, 2, 2, 1, 1, 1, 1); + cb(cur, "sam_output", -1); + + ggml_build_forward_expand(gf, cur); + sam_out = cur; + } + + ggml_tensor * clip_out; + // Building DS-OCR CLIP + { + ggml_tensor * inp; + + inp = ggml_cpy(ctx0, sam_out, ggml_dup_tensor(ctx0, sam_out)); + inp = ggml_reshape_2d(ctx0, inp, inp->ne[0] * inp->ne[1], inp->ne[2]); + inp = ggml_cont(ctx0, ggml_permute(ctx0, inp, 1, 0, 2, 3)); + + ggml_tensor * new_pos_embd = + ggml_cpy(ctx0, model.position_embeddings, ggml_dup_tensor(ctx0, model.position_embeddings)); + + int n_pos = new_pos_embd->ne[1]; // +1 for [CLS] + const auto tgt_size = static_cast(std::sqrt(inp->ne[1])); + const auto src_size = static_cast(std::sqrt(n_pos - 1)); + + if (tgt_size != src_size) { + ggml_tensor * old_pos_embd; + ggml_tensor * cls_tok; + + old_pos_embd = ggml_view_2d(ctx0, new_pos_embd, new_pos_embd->ne[0], src_size * src_size, + ggml_row_size(new_pos_embd->type, new_pos_embd->ne[0]), 0); + cls_tok = ggml_view_2d(ctx0, new_pos_embd, new_pos_embd->ne[0], 1, + ggml_row_size(new_pos_embd->type, new_pos_embd->ne[0]), src_size * src_size); + new_pos_embd = ggml_interpolate(ctx0, old_pos_embd, tgt_size, tgt_size, new_pos_embd->ne[0], 1, + GGML_SCALE_MODE_BICUBIC); + new_pos_embd = ggml_reshape_3d(ctx0, new_pos_embd, n_embd, tgt_size * tgt_size, 1); + new_pos_embd = ggml_concat(ctx0, new_pos_embd, cls_tok, 1); + n_pos = tgt_size * tgt_size + 1; + } + + // add CLS token + inp = ggml_concat(ctx0, model.class_embedding, inp, 1); + + // for selecting learned pos embd, used by ViT + ggml_tensor * positions = ggml_cast(ctx0, ggml_arange(ctx0, 0, n_pos, 1), GGML_TYPE_I32); + ggml_tensor * learned_pos_embd = ggml_get_rows(ctx0, new_pos_embd, positions); + + ggml_tensor * cur = build_vit(inp, n_pos, NORM_TYPE_NORMAL, FFN_GELU_QUICK, learned_pos_embd, nullptr); + + ggml_build_forward_expand(gf, cur); + clip_out = cur; + } + + const int clip_n_patches = sam_out->ne[0] * sam_out->ne[1]; + + sam_out = ggml_cont(ctx0, ggml_permute(ctx0, sam_out, 1, 2, 0, 3)); + sam_out = ggml_reshape_2d(ctx0, sam_out, sam_out->ne[0], clip_n_patches); + clip_out = ggml_view_2d(ctx0, clip_out, n_embd, clip_n_patches, clip_out->nb[1], clip_out->nb[1]); + + ggml_tensor * cur; + cur = ggml_concat(ctx0, clip_out, sam_out, 0); + cur = ggml_reshape_2d(ctx0, cur, 2 * n_embd, clip_n_patches); + cur = ggml_cont(ctx0, cur); + cur = ggml_mul_mat(ctx0, model.mm_fc_w, cur); + cur = ggml_add(ctx0, cur, model.mm_fc_b); + + const auto h = static_cast(std::sqrt(static_cast(cur->ne[1]))); + const auto w = h; + const auto n_dim = cur->ne[0]; + + ggml_tensor * imgnl; + ggml_tensor * vs; + + imgnl = ggml_repeat_4d(ctx0, model.image_newline, n_dim, 1, h, 1); + vs = ggml_reshape_2d(ctx0, model.view_seperator, n_dim, 1); // (n_dim, 1) + cur = ggml_reshape_3d(ctx0, cur, n_dim, w, h); + cur = ggml_reshape_2d(ctx0, ggml_concat(ctx0, cur, imgnl, 1), n_dim, (w + 1) * h); + cur = ggml_concat(ctx0, cur, vs, 1); // (n_dim, h*(w+1) + 1) + + cb(cur, "dsocr_output", -1); + + ggml_build_forward_expand(gf, cur); + return gf; +} diff --git a/tools/mtmd/models/gemma4v.cpp b/tools/mtmd/models/gemma4v.cpp new file mode 100644 index 00000000000..4068a08aaf9 --- /dev/null +++ b/tools/mtmd/models/gemma4v.cpp @@ -0,0 +1,151 @@ +#include "models.h" +#include + +ggml_cgraph * clip_graph_gemma4v::build() { + ggml_tensor * inp_raw = build_inp_raw(); + + // patches = 2 * (patches - 0.5) + // equivalent to: patches * 2 - 1 + inp_raw = ggml_scale_bias(ctx0, inp_raw, 2.0f, -1.0f); + ggml_set_name(inp_raw, "inp_raw_scaled"); + + ggml_tensor * inp = ggml_conv_2d(ctx0, model.patch_embeddings_0, inp_raw, patch_size, patch_size, 0, 0, 1, 1); + inp = ggml_reshape_2d(ctx0, inp, n_patches, n_embd); + inp = ggml_cont(ctx0, ggml_transpose(ctx0, inp)); + ggml_set_name(inp, "inp"); + // note: no patch bias + + ggml_tensor * pos_x = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_patches); + ggml_set_name(pos_x, "pos_x"); + ggml_set_input(pos_x); + + ggml_tensor * pos_y = ggml_new_tensor_1d(ctx0, GGML_TYPE_I32, n_patches); + ggml_set_name(pos_y, "pos_y"); + ggml_set_input(pos_y); + + { + const int64_t pos_size = model.position_embeddings->ne[1]; + const size_t nb1 = ggml_row_size(model.position_embeddings->type, n_embd); + + // positional embeddings are stored as lookup tables (one for x, one for y) + ggml_tensor * tbl_x = ggml_view_2d(ctx0, model.position_embeddings, + n_embd, pos_size, nb1, 0); + ggml_tensor * tbl_y = ggml_view_2d(ctx0, model.position_embeddings, + n_embd, pos_size, nb1, pos_size * nb1); + + // ggml_get_rows: [n_embd, n_patches] + ggml_tensor * emb_x = ggml_get_rows(ctx0, tbl_x, pos_x); + ggml_tensor * emb_y = ggml_get_rows(ctx0, tbl_y, pos_y); + + inp = ggml_add(ctx0, inp, emb_x); + inp = ggml_add(ctx0, inp, emb_y); + cb(inp, "pos_embd", -1); + } + + // similar to build_rope_2d, but use neox ordering + auto add_pos = [&](ggml_tensor * cur, const clip_layer &) { + const int64_t n_dim = cur->ne[0]; + const int64_t n_head = cur->ne[1]; + const int64_t n_pos = cur->ne[2]; + + // first half + ggml_tensor * first; + { + first = ggml_view_3d(ctx0, cur, + n_dim/2, n_head, n_pos, + cur->nb[1], + cur->nb[2], + 0); + first = ggml_rope_ext( + ctx0, + first, + pos_x, // positions + nullptr, // freq factors + n_dim/2, // n_dims + GGML_ROPE_TYPE_NEOX, 0, hparams.rope_theta, + 1.0f, 0.0f, 1.0f, 0.0f, 0.0f + ); + } + + // second half + ggml_tensor * second; + { + second = ggml_view_3d(ctx0, cur, + n_dim/2, n_head, n_pos, + cur->nb[1], + cur->nb[2], + n_dim/2 * ggml_element_size(cur)); + second = ggml_rope_ext( + ctx0, + second, + pos_y, // positions + nullptr, // freq factors + n_dim/2, // n_dims + GGML_ROPE_TYPE_NEOX, 0, hparams.rope_theta, + 1.0f, 0.0f, 1.0f, 0.0f, 0.0f + ); + } + + cur = ggml_concat(ctx0, first, second, 0); + return cur; + }; + + kq_scale = 1.0f; + ggml_tensor * cur = build_vit( + inp, n_patches, + NORM_TYPE_RMS, + hparams.ffn_op, + nullptr, // pos embd is already handled above + add_pos); + + // Gemma4VisionPooler + { + const int kernel_size = hparams.n_merge; + GGML_ASSERT(kernel_size > 0); + + // [n_embd, n_patches] -> [n_patches_x, n_patches_y, n_embd, 1] + cur = ggml_cont_4d(ctx0, ggml_transpose(ctx0, cur), n_patches_x, n_patches_y, n_embd, 1); + cur = ggml_pool_2d(ctx0, cur, GGML_OP_POOL_AVG, + kernel_size, kernel_size, kernel_size, kernel_size, 0, 0); + const int out_x = n_patches_x / kernel_size; + const int out_y = n_patches_y / kernel_size; + // [out_x, out_y, n_embd, 1] -> [n_embd, out_x * out_y] + cur = ggml_reshape_3d(ctx0, cur, out_x * out_y, n_embd, 1); + cur = ggml_cont(ctx0, ggml_transpose(ctx0, cur)); + cur = ggml_scale(ctx0, cur, sqrtf((float)n_embd)); + cb(cur, "pooled", -1); + } + + // hidden_states = (hidden_states - self.std_bias) * self.std_scale + if (model.std_bias && model.std_scale) { + cur = ggml_sub(ctx0, cur, model.std_bias); + cur = ggml_mul(ctx0, cur, model.std_scale); + cb(cur, "std_scaled", -1); + } + + // Gemma4MultimodalEmbedder + cur = build_mm(model.mm_input_proj_w, cur); + cb(cur, "projected", -1); + + // embedding_post_projection_norm + cur = ggml_rms_norm(ctx0, cur, hparams.eps); + cb(cur, "projected_normed", -1); + + ggml_build_forward_expand(gf, cur); + return gf; +} + +ggml_tensor * clip_graph_gemma4v::build_mm(ggml_tensor * w, ggml_tensor * x) const { + // Gemma4ClippableLinear + + auto it = model.clamp_info_map.find(w->name); + if (it == model.clamp_info_map.end()) { + return ggml_mul_mat(ctx0, w, x); + } else { + const auto & clamp_info = it->second; + ggml_tensor * clamped = ggml_clamp(ctx0, x, clamp_info.inp_min, clamp_info.inp_max); + ggml_tensor * out = ggml_mul_mat(ctx0, w, clamped); + out = ggml_clamp(ctx0, out, clamp_info.out_min, clamp_info.out_max); + return out; + } +} diff --git a/tools/mtmd/models/glm4v.cpp b/tools/mtmd/models/glm4v.cpp index 9dbb162c591..623d2e384b6 100644 --- a/tools/mtmd/models/glm4v.cpp +++ b/tools/mtmd/models/glm4v.cpp @@ -97,7 +97,7 @@ ggml_cgraph * clip_graph_glm4v::build() { // FC projector { - cur = build_mm(model.projection, cur); + cur = build_mm(model.mm_fc_w, cur); // default LayerNorm (post_projection_norm) cur = build_norm(cur, model.mm_post_norm_w, model.mm_post_norm_b, NORM_TYPE_NORMAL, 1e-5, -1); cur = ggml_gelu_erf(ctx0, cur); diff --git a/tools/mtmd/models/models.h b/tools/mtmd/models/models.h index aff222c71d3..992eda04bbd 100644 --- a/tools/mtmd/models/models.h +++ b/tools/mtmd/models/models.h @@ -12,6 +12,12 @@ struct clip_graph_siglip : clip_graph { ggml_cgraph * build() override; }; +struct clip_graph_gemma4v : clip_graph { + clip_graph_gemma4v(clip_ctx * ctx, const clip_image_f32 & img) : clip_graph(ctx, img) {} + ggml_cgraph * build() override; + ggml_tensor * build_mm(ggml_tensor * w, ggml_tensor * x) const override; +}; + struct clip_graph_pixtral : clip_graph { clip_graph_pixtral(clip_ctx * ctx, const clip_image_f32 & img) : clip_graph(ctx, img) {} ggml_cgraph * build() override; @@ -77,6 +83,11 @@ struct clip_graph_whisper_enc : clip_graph { ggml_cgraph * build() override; }; +struct clip_graph_deepseekocr : clip_graph { + clip_graph_deepseekocr(clip_ctx * ctx, const clip_image_f32 & img) : clip_graph(ctx, img) {} + ggml_cgraph * build() override; +}; + struct clip_graph_conformer : clip_graph { clip_graph_conformer(clip_ctx * ctx, const clip_image_f32 & img) : clip_graph(ctx, img) {} ggml_cgraph * build() override; diff --git a/tools/mtmd/models/siglip.cpp b/tools/mtmd/models/siglip.cpp index 9dafa35ea81..7ef98eed0ec 100644 --- a/tools/mtmd/models/siglip.cpp +++ b/tools/mtmd/models/siglip.cpp @@ -43,7 +43,7 @@ ggml_cgraph * clip_graph_siglip::build() { // https://github.com/huggingface/transformers/blob/0a950e0bbe1ed58d5401a6b547af19f15f0c195e/src/transformers/models/idefics3/modeling_idefics3.py#L578 const int scale_factor = model.hparams.n_merge; cur = build_patch_merge_permute(cur, scale_factor); - cur = build_mm(model.projection, cur); + cur = build_mm(model.mm_fc_w, cur); } else if (proj_type == PROJECTOR_TYPE_LFM2) { // pixel unshuffle block diff --git a/tools/mtmd/mtmd-audio.cpp b/tools/mtmd/mtmd-audio.cpp index 8565f5b492a..a8bc68f9f76 100644 --- a/tools/mtmd/mtmd-audio.cpp +++ b/tools/mtmd/mtmd-audio.cpp @@ -15,23 +15,20 @@ #define DEBUG false #endif -void mtmd_audio_cache::fill_sin_cos_table(int n) { +void mtmd_audio_cache::fill_sin_cos_table(uint32_t n) { sin_vals.resize(n); cos_vals.resize(n); - for (int i = 0; i < n; i++) { + for (uint32_t i = 0; i < n; i++) { double theta = (2 * M_PI * i) / n; sin_vals[i] = sinf(theta); cos_vals[i] = cosf(theta); } } -void mtmd_audio_cache::fill_hann_window(int length, bool periodic) { +void mtmd_audio_cache::fill_hann_window(uint32_t length, bool periodic) { hann_window.resize(length); - int offset = -1; - if (periodic) { - offset = 0; - } - for (int i = 0; i < length; i++) { + int offset = periodic ? 0 : -1; + for (uint32_t i = 0; i < length; i++) { hann_window[i] = 0.5 * (1.0 - cosf((2.0 * M_PI * i) / (length + offset))); } } @@ -167,6 +164,7 @@ static void dft_impl(const mtmd_audio_cache & cache, const float * in, int N, fl // false = input is complex-valued (interleaved real/imag, stride 2) template static void fft_impl(const mtmd_audio_cache & cache, float * in, int N, float * out) { + GGML_ASSERT(N > 0); const int n_sin_cos_vals = cache.sin_vals.size(); if (N == 1) { @@ -409,6 +407,8 @@ static bool log_mel_spectrogram( } + GGML_ASSERT(params.n_fft_bins > 0); + GGML_ASSERT(params.hop_length > 0); out.n_mel = params.n_mel; out.n_len = (n_samples - frame_size) / frame_step + 1; // TODO: handle these checks better @@ -440,6 +440,7 @@ static bool log_mel_spectrogram( const int effective_n_len = n_samples_in / frame_step; if (params.norm_per_feature) { + GGML_ASSERT(effective_n_len > 1); for (int i = 0; i < out.n_mel; i++) { double mean = 0; for (int j = 0; j < effective_n_len; ++j) { @@ -641,6 +642,7 @@ mtmd_audio_streaming_istft::mtmd_audio_streaming_istft(int n_fft, int hop_length padding_to_remove((n_fft - hop_length) / 2), ifft_in(n_fft * 2 * 4, 0.0f), // extra space for recursive IFFT ifft_out(n_fft * 2 * 4, 0.0f) { + GGML_ASSERT(n_fft > 0 && hop_length > 0 && hop_length <= n_fft); cache.fill_sin_cos_table(n_fft); cache.fill_hann_window(n_fft, true); } diff --git a/tools/mtmd/mtmd-audio.h b/tools/mtmd/mtmd-audio.h index 016c7392e4f..53857a2eb5d 100644 --- a/tools/mtmd/mtmd-audio.h +++ b/tools/mtmd/mtmd-audio.h @@ -33,9 +33,9 @@ struct mtmd_audio_cache { mtmd_audio_mel_filters filters; - void fill_sin_cos_table(int n); + void fill_sin_cos_table(uint32_t n); - void fill_hann_window(int length, bool periodic); + void fill_hann_window(uint32_t length, bool periodic); // Build mel filterbank matrix [n_mel × n_fft_bins] at runtime. // n_fft_bins must be (N_fft / 2 + 1). Example: if N_fft=512 -> n_fft_bins=257. diff --git a/tools/mtmd/mtmd-cli.cpp b/tools/mtmd/mtmd-cli.cpp index ba00e08534f..dd72dfb17c8 100644 --- a/tools/mtmd/mtmd-cli.cpp +++ b/tools/mtmd/mtmd-cli.cpp @@ -281,11 +281,12 @@ int main(int argc, char ** argv) { common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_MTMD, show_additional_info)) { return 1; } - common_init(); mtmd_helper_log_set(common_log_default_callback, nullptr); if (params.mmproj.path.empty()) { diff --git a/tools/mtmd/mtmd-helper.cpp b/tools/mtmd/mtmd-helper.cpp index 5bcb7ec1bc0..778aacb61d2 100644 --- a/tools/mtmd/mtmd-helper.cpp +++ b/tools/mtmd/mtmd-helper.cpp @@ -127,6 +127,7 @@ struct decode_embd_batch { std::vector logits; llama_batch batch; decode_embd_batch(float * embd, int32_t n_tokens, int n_pos_per_embd, int n_mmproj_embd) : n_pos_per_embd(n_pos_per_embd), n_mmproj_embd(n_mmproj_embd) { + GGML_ASSERT(n_tokens > 0 && n_pos_per_embd > 0 && n_mmproj_embd > 0); pos .resize(n_tokens * n_pos_per_embd); n_seq_id.resize(n_tokens); seq_ids .resize(n_tokens + 1); @@ -157,6 +158,7 @@ struct decode_embd_batch { // M-RoPE for image void set_position_mrope_2d(llama_pos pos_0, int nx, int ny, llama_seq_id seq_id) { GGML_ASSERT(n_pos_per_embd == 4); + GGML_ASSERT(nx > 0 && ny > 0 && nx * ny == batch.n_tokens); seq_id_0[0] = seq_id; for (int y = 0; y < ny; y++) { for (int x = 0; x < nx; x++) { @@ -192,6 +194,7 @@ struct decode_embd_batch { } llama_batch get_view(int offset, int n_tokens) { + GGML_ASSERT(offset >= 0 && n_tokens > 0 && offset + n_tokens <= batch.n_tokens); llama_pos * pos_ptr; pos_view.clear(); pos_view.reserve(n_tokens * n_pos_per_embd); @@ -235,6 +238,7 @@ int32_t mtmd_helper_decode_image_chunk( llama_seq_id seq_id, int32_t n_batch, llama_pos * new_n_past) { + GGML_ASSERT(n_batch > 0); auto chunk_type = mtmd_input_chunk_get_type(chunk); const char * name = chunk_type == MTMD_INPUT_CHUNK_TYPE_IMAGE ? "image" : "audio"; if (chunk_type == MTMD_INPUT_CHUNK_TYPE_TEXT) { @@ -312,6 +316,7 @@ int32_t mtmd_helper_eval_chunk_single(mtmd_context * ctx, int32_t n_batch, bool logits_last, llama_pos * new_n_past) { + GGML_ASSERT(n_batch > 0); int32_t ret; llama_batch text_batch = llama_batch_init(n_batch, 0, 1); auto chunk_type = mtmd_input_chunk_get_type(chunk); @@ -508,6 +513,11 @@ mtmd_bitmap * mtmd_helper_bitmap_init_from_file(mtmd_context * ctx, const char * fseek(f, 0, SEEK_END); long file_size = ftell(f); fseek(f, 0, SEEK_SET); + if (file_size < 0) { + LOG_ERR("Failed to get file size of %s\n", fname); + fclose(f); + return nullptr; + } buf.resize(file_size); size_t n_read = fread(buf.data(), 1, file_size, f); diff --git a/tools/mtmd/mtmd-image.cpp b/tools/mtmd/mtmd-image.cpp new file mode 100644 index 00000000000..a2166622b7c --- /dev/null +++ b/tools/mtmd/mtmd-image.cpp @@ -0,0 +1,1170 @@ +#include "mtmd-image.h" + +#include +#include +#include + +// +// base implementation +// + +void mtmd_image_preprocessor::img_u8_to_f32(const clip_image_u8 & src, clip_image_f32 & dst, const float mean[3], const float std[3]) { + dst.nx = src.nx; + dst.ny = src.ny; + dst.buf.resize(src.buf.size()); + + // TODO @ngxson : seems like this could be done more efficiently on cgraph + for (size_t i = 0; i < src.buf.size(); ++i) { + int c = i % 3; // rgb + dst.buf[i] = (static_cast(src.buf[i]) / 255.0f - mean[c]) / std[c]; + } +} + +void mtmd_image_preprocessor::img_u8_to_f32(const clip_image_u8 & src, clip_image_f32 & dst) { + dst.nx = src.nx; + dst.ny = src.ny; + dst.buf.resize(src.buf.size()); + + for (size_t i = 0; i < src.buf.size(); ++i) { + dst.buf[i] = static_cast(src.buf[i]); + } +} + +// set of tools to manipulate images +// in the future, we can have HW acceleration by allowing this struct to access 3rd party lib like imagick or opencv +struct img_tool { + static void resize( + const clip_image_u8 & src, + clip_image_u8 & dst, + const clip_image_size & target_resolution, + resize_algo algo, + bool add_padding = true, // TODO: define the behavior for add_padding = false + std::array pad_color = {0, 0, 0}) { + dst.nx = target_resolution.width; + dst.ny = target_resolution.height; + dst.buf.resize(3 * dst.nx * dst.ny); + + if (dst.nx == src.nx && dst.ny == src.ny) { + // no resize needed, simple copy + dst.buf = src.buf; + return; + } + + if (!add_padding) { + // direct resize + switch (algo) { + case RESIZE_ALGO_BILINEAR: + resize_bilinear(src, dst, target_resolution.width, target_resolution.height); + break; + case RESIZE_ALGO_BICUBIC: + resize_bicubic(src, dst, target_resolution.width, target_resolution.height); + break; + case RESIZE_ALGO_BICUBIC_PILLOW: + resize_bicubic_pillow(src, dst, target_resolution.width, target_resolution.height); + break; + default: + throw std::runtime_error("Unsupported resize algorithm"); + } + } else { + // resize with padding + clip_image_u8 resized_image; + float scale_w = static_cast(target_resolution.width) / src.nx; + float scale_h = static_cast(target_resolution.height) / src.ny; + float scale = std::min(scale_w, scale_h); + int new_width = std::min(static_cast(std::ceil(src.nx * scale)), target_resolution.width); + int new_height = std::min(static_cast(std::ceil(src.ny * scale)), target_resolution.height); + + switch (algo) { + case RESIZE_ALGO_BILINEAR: + resize_bilinear(src, resized_image, new_width, new_height); + break; + case RESIZE_ALGO_BICUBIC: + resize_bicubic(src, resized_image, new_width, new_height); + break; + case RESIZE_ALGO_BICUBIC_PILLOW: + resize_bicubic_pillow(src, resized_image, new_width, new_height); + break; + default: + throw std::runtime_error("Unsupported resize algorithm"); + } + + // fill dst with pad_color + fill(dst, pad_color); + + int offset_x = (target_resolution.width - new_width) / 2; + int offset_y = (target_resolution.height - new_height) / 2; + + composite(dst, resized_image, offset_x, offset_y); + } + } + + static void crop(const clip_image_u8 & image, clip_image_u8 & dst, int x, int y, int w, int h) { + GGML_ASSERT(x >= 0 && y >= 0 && w > 0 && h > 0); + GGML_ASSERT(x + w <= image.nx && y + h <= image.ny); + dst.nx = w; + dst.ny = h; + dst.buf.resize(3 * w * h); + + for (int i = 0; i < h; ++i) { + for (int j = 0; j < w; ++j) { + int src_idx = 3 * ((y + i)*image.nx + (x + j)); + int dst_idx = 3 * (i*w + j); + dst.buf[dst_idx] = image.buf[src_idx]; + dst.buf[dst_idx + 1] = image.buf[src_idx + 1]; + dst.buf[dst_idx + 2] = image.buf[src_idx + 2]; + } + } + } + + // calculate the size of the **resized** image, while preserving the aspect ratio + // the calculated size will be aligned to the nearest multiple of align_size + // if H or W size is larger than longest_edge, it will be resized to longest_edge + static clip_image_size calc_size_preserved_ratio(const clip_image_size & inp_size, const int align_size, const int longest_edge) { + GGML_ASSERT(align_size > 0); + if (inp_size.width <= 0 || inp_size.height <= 0 || longest_edge <= 0) { + return {0, 0}; + } + + float scale = std::min(static_cast(longest_edge) / inp_size.width, + static_cast(longest_edge) / inp_size.height); + + float target_width_f = static_cast(inp_size.width) * scale; + float target_height_f = static_cast(inp_size.height) * scale; + + auto ceil_by_factor = [f = align_size](float x) { return static_cast(std::ceil(x / static_cast(f))) * f; }; + int aligned_width = ceil_by_factor(target_width_f); + int aligned_height = ceil_by_factor(target_height_f); + + return {aligned_width, aligned_height}; + } + + // calculate the size of the **resized** image, while preserving the aspect ratio + // the calculated size will have min_pixels <= W*H <= max_pixels + // this is referred as "smart_resize" in transformers code + static clip_image_size calc_size_preserved_ratio(const clip_image_size & inp_size, const int align_size, const int min_pixels, const int max_pixels) { + GGML_ASSERT(align_size > 0); + const int width = inp_size.width; + const int height = inp_size.height; + + auto round_by_factor = [f = align_size](float x) { return static_cast(std::round(x / static_cast(f))) * f; }; + auto ceil_by_factor = [f = align_size](float x) { return static_cast(std::ceil(x / static_cast(f))) * f; }; + auto floor_by_factor = [f = align_size](float x) { return static_cast(std::floor(x / static_cast(f))) * f; }; + + // always align up first + int h_bar = std::max(align_size, round_by_factor(height)); + int w_bar = std::max(align_size, round_by_factor(width)); + + if (h_bar * w_bar > max_pixels) { + const auto beta = std::sqrt(static_cast(height * width) / max_pixels); + h_bar = std::max(align_size, floor_by_factor(height / beta)); + w_bar = std::max(align_size, floor_by_factor(width / beta)); + } else if (h_bar * w_bar < min_pixels) { + const auto beta = std::sqrt(static_cast(min_pixels) / (height * width)); + h_bar = ceil_by_factor(height * beta); + w_bar = ceil_by_factor(width * beta); + } + + return {w_bar, h_bar}; + } + + // draw src image into dst image at offset (offset_x, offset_y) + static void composite(clip_image_u8 & dst, const clip_image_u8 & src, int offset_x, int offset_y) { + for (int y = 0; y < src.ny; ++y) { + for (int x = 0; x < src.nx; ++x) { + int dx = x + offset_x; + int dy = y + offset_y; + // skip pixels that would be out of bounds in the destination + if (dx < 0 || dy < 0 || dx >= dst.nx || dy >= dst.ny) { + continue; + } + size_t dst_idx = 3 * (static_cast(dy) * dst.nx + static_cast(dx)); + size_t src_idx = 3 * (static_cast(y) * src.nx + static_cast(x)); + dst.buf[dst_idx + 0] = src.buf[src_idx + 0]; + dst.buf[dst_idx + 1] = src.buf[src_idx + 1]; + dst.buf[dst_idx + 2] = src.buf[src_idx + 2]; + } + } + } + + // fill the image with a solid color + static void fill(clip_image_u8 & img, const std::array & color) { + for (size_t i = 0; i < img.buf.size(); i += 3) { + img.buf[i] = color[0]; + img.buf[i + 1] = color[1]; + img.buf[i + 2] = color[2]; + } + } + +private: + // Bilinear resize function + static void resize_bilinear(const clip_image_u8 & src, clip_image_u8 & dst, int target_width, int target_height) { + GGML_ASSERT(src.nx >= 2 && src.ny >= 2); + dst.nx = target_width; + dst.ny = target_height; + dst.buf.resize(3 * target_width * target_height); + + float x_ratio = static_cast(src.nx - 1) / target_width; + float y_ratio = static_cast(src.ny - 1) / target_height; + + for (int y = 0; y < target_height; y++) { + for (int x = 0; x < target_width; x++) { + float px = x_ratio * x; + float py = y_ratio * y; + int x_floor = std::min(static_cast(px), src.nx - 2); + int y_floor = std::min(static_cast(py), src.ny - 2); + float x_lerp = px - x_floor; + float y_lerp = py - y_floor; + + for (int c = 0; c < 3; c++) { + float top = lerp( + static_cast(src.buf[3 * (y_floor * src.nx + x_floor) + c]), + static_cast(src.buf[3 * (y_floor * src.nx + (x_floor + 1)) + c]), + x_lerp + ); + float bottom = lerp( + static_cast(src.buf[3 * ((y_floor + 1) * src.nx + x_floor) + c]), + static_cast(src.buf[3 * ((y_floor + 1) * src.nx + (x_floor + 1)) + c]), + x_lerp + ); + dst.buf[3 * (y * target_width + x) + c] = static_cast(lerp(top, bottom, y_lerp)); + } + } + } + } + + // Bicubic resize function + // part of image will be cropped if the aspect ratio is different + static bool resize_bicubic(const clip_image_u8 & img, clip_image_u8 & dst, int target_width, int target_height) { + const int nx = img.nx; + const int ny = img.ny; + + dst.nx = target_width; + dst.ny = target_height; + dst.buf.resize(3 * target_width * target_height); + + float Cc; + float C[5] = {}; + float d0, d2, d3, a0, a1, a2, a3; + int i, j, k, jj; + int x, y; + float dx, dy; + float tx, ty; + + tx = (float)nx / (float)target_width; + ty = (float)ny / (float)target_height; + + // Bicubic interpolation; adapted from ViT.cpp, inspired from : + // -> https://github.com/yglukhov/bicubic-interpolation-image-processing/blob/master/libimage.c#L36 + // -> https://en.wikipedia.org/wiki/Bicubic_interpolation + + for (i = 0; i < target_height; i++) { + for (j = 0; j < target_width; j++) { + x = (int)(tx * j); + y = (int)(ty * i); + + dx = tx * j - x; + dy = ty * i - y; + + for (k = 0; k < 3; k++) { + for (jj = 0; jj <= 3; jj++) { + d0 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x - 1, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; + d2 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x + 1, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; + d3 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x + 2, 0, nx - 1)) * 3 + k] - img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; + a0 = img.buf[(clip(y - 1 + jj, 0, ny - 1) * nx + clip(x, 0, nx - 1)) * 3 + k]; + + a1 = -1.0 / 3 * d0 + d2 - 1.0 / 6 * d3; + a2 = 1.0 / 2 * d0 + 1.0 / 2 * d2; + a3 = -1.0 / 6 * d0 - 1.0 / 2 * d2 + 1.0 / 6 * d3; + + C[jj] = a0 + a1 * dx + a2 * dx * dx + a3 * dx * dx * dx; + + d0 = C[0] - C[1]; + d2 = C[2] - C[1]; + d3 = C[3] - C[1]; + a0 = C[1]; + a1 = -1.0 / 3 * d0 + d2 - 1.0 / 6 * d3; + a2 = 1.0 / 2 * d0 + 1.0 / 2 * d2; + a3 = -1.0 / 6 * d0 - 1.0 / 2 * d2 + 1.0 / 6 * d3; + Cc = a0 + a1 * dy + a2 * dy * dy + a3 * dy * dy * dy; + + const uint8_t Cc2 = std::min(std::max(std::round(Cc), 0.0f), 255.0f); + dst.buf[(i * target_width + j) * 3 + k] = float(Cc2); + } + } + } + } + + return true; + } + + // Bicubic resize function using Pillow's ImagingResample algorithm + // Adapted from https://github.com/python-pillow/Pillow/blob/main/src/libImaging/Resample.c + // + // Key Difference with resize_bicubic: + // 1. Uses separable filtering: horizontal pass followed by vertical pass + // 2. Pre-computes normalized filter coefficients for each output pixel + // 3. Applies convolution using fixed-point integer arithmetic for performance + static bool resize_bicubic_pillow(const clip_image_u8 & img, clip_image_u8 & dst, int target_width, int target_height) { + // Fixed-point precision: 22 bits = 32 (int32_t) - 8 (uint8_t pixels) - 2 (headroom for accumulation) + // This allows encoding fractional weights as integers: weight * 2^22 + const int PRECISION_BITS = 32 - 8 - 2; + + // Bicubic filter function with a = -0.5 (Note that GGML/PyTorch takes a = -0.75) + // Returns filter weight for distance x from pixel center + // Support: [-2, 2], meaning the filter influences pixels within 2 units of distance + auto bicubic_filter = [](double x) -> double { + constexpr double a = -0.5; + if (x < 0.0) { + x = -x; + } + if (x < 1.0) { + return ((a + 2.0) * x - (a + 3.0)) * x * x + 1; + } + if (x < 2.0) { + return (((x - 5) * x + 8) * x - 4) * a; + } + return 0.0; // Zero outside [-2, 2] + }; + + // Filter support radius: bicubic extends 2 pixels in each direction + constexpr double filter_support = 2.0; + + // Clipping function for 8-bit values + auto clip8 = [](int val) -> uint8_t { + if (val < 0) return 0; + if (val > 255) return 255; + return static_cast(val); + }; + + // Precompute filter coefficients for ONE dimension (horizontal or vertical) + // + // Parameters: + // inSize - Number of pixels in input dimension (e.g., src_width or src_height) + // outSize - Number of pixels in output dimension (e.g., target_width or target_height) + // bounds - [OUTPUT] Array of size outSize*2 storing input pixel ranges: + // bounds[xx*2+0] = first input pixel index for output pixel xx (xmin) + // bounds[xx*2+1] = number of input pixels for output pixel xx (xcnt) + // weights - [OUTPUT] Array of size outSize*ksize storing fixed-point filter weights: + // kk[xx*ksize + x] = weight for input pixel x contributing to output pixel xx + // + // Returns: kernel size (ksize) - number of input pixels that contribute to each output pixel + auto precompute_weights = [&](int inSize, int outSize, + std::vector & bounds, std::vector & weights) -> int { + GGML_ASSERT(inSize > 0 && outSize > 0); + double support, scale, filterscale; + double center, ww, ss; + int xx, x, ksize, xmin, xmax, xcnt; + + // Calculate scaling factor: ratio of input range to output size + filterscale = scale = (double)inSize / outSize; + // For upsampling (scale < 1), keep filterscale = 1 to maintain filter sharpness + // For downsampling (scale > 1), widen filter to prevent aliasing + if (filterscale < 1.0) { + filterscale = 1.0; + } + + // Determine filter support radius and kernel size + support = filter_support * filterscale; // Widen filter when downsampling + ksize = static_cast(std::ceil(support)) * 2 + 1; // Total pixels in kernel + + std::vector pre_weights(outSize * ksize); // Temporary weights + bounds.resize(outSize * 2); + + // For each output pixel, compute its filter coefficients + for (xx = 0; xx < outSize; xx++) { + // Calculate the center position in input space (pixel-center convention: +0.5) + center = (xx + 0.5) * scale; + ww = 0.0; // Sum of weights for normalization + ss = 1.0 / filterscale; // Scale factor for filter function + + // Determine the range of input pixels that contribute to this output pixel + xmin = static_cast(center - support + 0.5); + if (xmin < 0) { + xmin = 0; + } + + xmax = static_cast(center + support + 0.5); + if (xmax > inSize) { + xmax = inSize; + } + + xcnt = xmax - xmin; + + // Compute filter weights for each contributing input pixel + for (x = 0; x < xcnt; x++) { + // Distance from input pixel center to output pixel center in input space + double w = bicubic_filter((x + xmin - center + 0.5) * ss); + pre_weights[xx * ksize + x] = w; + ww += w; // Accumulate for normalization + } + + // Normalize weights to sum to 1.0 (preserves brightness) + for (x = 0; x < xcnt; x++) { + if (ww != 0.0) { + pre_weights[xx * ksize + x] /= ww; + } + } + + // Zero-pad remaining kernel positions + for (; x < ksize; x++) { + pre_weights[xx * ksize + x] = 0; + } + + // Store input pixel range for this output pixel + bounds[xx * 2 + 0] = xmin; + bounds[xx * 2 + 1] = xcnt; + } + + // Convert floating-point coefficients to fixed-point integers + // Formula: int32 = round(float * 2^PRECISION_BITS) + weights.resize(outSize * ksize); + for (int i = 0; i < outSize * ksize; i++) { + if (pre_weights[i] < 0) { + weights[i] = static_cast(-0.5 + pre_weights[i] * (1 << PRECISION_BITS)); + } else { + weights[i] = static_cast(0.5 + pre_weights[i] * (1 << PRECISION_BITS)); + } + } + + return ksize; + }; + + // Horizontal resampling pass + // Resizes width from imIn.nx to imOut.nx, preserving height + auto resample_horizontal = [&](const clip_image_u8 & imIn, clip_image_u8 & imOut, + int ksize, const std::vector & bounds, const std::vector & weights) { + imOut.ny = imIn.ny; + imOut.buf.resize(3 * imOut.nx * imOut.ny); + + // Process each row independently + for (int yy = 0; yy < imOut.ny; yy++) { + // For each output pixel in this row + for (int xx = 0; xx < imOut.nx; xx++) { + // Get the range of input pixels and filter coefficients + int xmin = bounds[xx * 2 + 0]; // First input pixel index + int xcnt = bounds[xx * 2 + 1]; // Number of input pixels + + // Initialize accumulators for RGB channels with rounding bias (0.5 in fixed-point) + int32_t ss0 = 1 << (PRECISION_BITS - 1); + int32_t ss1 = 1 << (PRECISION_BITS - 1); + int32_t ss2 = 1 << (PRECISION_BITS - 1); + + // Convolve: sum weighted input pixels + for (int x = 0; x < xcnt; x++) { + int src_idx = ((yy * imIn.nx) + (x + xmin)) * 3; + ss0 += static_cast(imIn.buf[src_idx + 0]) * weights[xx * ksize + x]; // R channel + ss1 += static_cast(imIn.buf[src_idx + 1]) * weights[xx * ksize + x]; // G channel + ss2 += static_cast(imIn.buf[src_idx + 2]) * weights[xx * ksize + x]; // B channel + } + + // Convert back from fixed-point (divide by 2^PRECISION_BITS) and clamp to [0,255] + int dst_idx = (yy * imOut.nx + xx) * 3; + imOut.buf[dst_idx + 0] = clip8(ss0 >> PRECISION_BITS); + imOut.buf[dst_idx + 1] = clip8(ss1 >> PRECISION_BITS); + imOut.buf[dst_idx + 2] = clip8(ss2 >> PRECISION_BITS); + } + } + }; + + // Vertical resampling pass + // Resizes height from imIn.ny to imOut.ny, preserving width + auto resample_vertical = [&](const clip_image_u8 & imIn, clip_image_u8 & imOut, + int ksize, const std::vector & bounds, const std::vector & weight) { + imOut.nx = imIn.nx; + imOut.buf.resize(3 * imOut.nx * imOut.ny); + + // For each output row + for (int yy = 0; yy < imOut.ny; yy++) { + // Get the range of input rows and filter coefficients + int ymin = bounds[yy * 2 + 0]; // First input row index + int ycnt = bounds[yy * 2 + 1]; // Number of input rows + + // Process each column in this output row + for (int xx = 0; xx < imOut.nx; xx++) { + // Initialize accumulators for RGB channels with rounding bias + int32_t ss0 = 1 << (PRECISION_BITS - 1); + int32_t ss1 = 1 << (PRECISION_BITS - 1); + int32_t ss2 = 1 << (PRECISION_BITS - 1); + + // Convolve: sum weighted input pixels vertically + for (int y = 0; y < ycnt; y++) { + int src_idx = ((y + ymin) * imIn.nx + xx) * 3; + ss0 += static_cast(imIn.buf[src_idx + 0]) * weight[yy * ksize + y]; // R channel + ss1 += static_cast(imIn.buf[src_idx + 1]) * weight[yy * ksize + y]; // G channel + ss2 += static_cast(imIn.buf[src_idx + 2]) * weight[yy * ksize + y]; // B channel + } + + // Convert back from fixed-point and clamp to [0,255] + int dst_idx = (yy * imOut.nx + xx) * 3; + imOut.buf[dst_idx + 0] = clip8(ss0 >> PRECISION_BITS); + imOut.buf[dst_idx + 1] = clip8(ss1 >> PRECISION_BITS); + imOut.buf[dst_idx + 2] = clip8(ss2 >> PRECISION_BITS); + } + } + }; + + // Main resampling logic using separable two-pass approach + const int src_width = img.nx; + const int src_height = img.ny; + + dst.nx = target_width; + dst.ny = target_height; + + bool need_horizontal = (target_width != src_width); + bool need_vertical = (target_height != src_height); + + // Precompute filter coefficients for both dimensions + std::vector bounds_horiz, bounds_vert; + std::vector weights_horiz, weights_vert; + int ksize_horiz = 0, ksize_vert = 0; + + if (need_horizontal) { + ksize_horiz = precompute_weights(src_width, target_width, bounds_horiz, weights_horiz); + } + + if (need_vertical) { + ksize_vert = precompute_weights(src_height, target_height, bounds_vert, weights_vert); + } + + // Perform two-pass resampling + if (need_horizontal && need_vertical) { + // Both horizontal and vertical + clip_image_u8 temp; + temp.nx = target_width; + resample_horizontal(img, temp, ksize_horiz, bounds_horiz, weights_horiz); + resample_vertical(temp, dst, ksize_vert, bounds_vert, weights_vert); + } else if (need_horizontal) { + // Only horizontal + resample_horizontal(img, dst, ksize_horiz, bounds_horiz, weights_horiz); + } else if (need_vertical) { + // Only vertical + resample_vertical(img, dst, ksize_vert, bounds_vert, weights_vert); + } else { + // No resizing needed - direct copy + dst.buf = img.buf; + } + + return true; + } + + static inline int clip(int x, int lower, int upper) { + return std::max(lower, std::min(x, upper)); + } + + // Linear interpolation between two points + static inline float lerp(float s, float e, float t) { + return s + (e - s) * t; + } +}; + + +// +// mtmd_image_preprocessor_llava_uhd +// + +bool mtmd_image_preprocessor_llava_uhd::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + const clip_image_size original_size{img.nx, img.ny}; + auto const inst = get_slice_instructions(original_size); + std::vector imgs = slice_image(img, inst); + + for (size_t i = 0; i < imgs.size(); ++i) { + // clip_image_save_to_bmp(*imgs[i], "slice_" + std::to_string(i) + ".bmp"); + clip_image_f32_ptr res(clip_image_f32_init()); + img_u8_to_f32(*imgs[i], *res, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(res)); + } + + output.grid_x = inst.grid_size.width; + output.grid_y = inst.grid_size.height; + return true; +} + +mtmd_image_preprocessor_llava_uhd::slice_instructions mtmd_image_preprocessor_llava_uhd::get_slice_instructions(const clip_image_size & original_size) { + mtmd_image_preprocessor_llava_uhd::slice_instructions res; + const int patch_size = hparams.patch_size; + const int slice_size = hparams.image_size; + const int original_width = original_size.width; + const int original_height = original_size.height; + + const bool has_slices = original_size.width > slice_size || original_size.height > slice_size; + const bool has_pinpoints = !hparams.image_res_candidates.empty(); + + if (!has_slices) { + // skip slicing logic + res.overview_size = clip_image_size{slice_size, slice_size}; + res.refined_size = clip_image_size{0, 0}; + res.grid_size = clip_image_size{0, 0}; + + return res; + } + + if (has_pinpoints) { + // has pinpoints, use them to calculate the grid size (e.g. llava-1.6) + auto refine_size = select_best_resolution( + original_size, + hparams.image_res_candidates); + res.overview_size = clip_image_size{slice_size, slice_size}; + res.refined_size = refine_size; + res.grid_size = clip_image_size{0, 0}; + + LOG_DBG("%s: using pinpoints for slicing\n", __func__); + LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d\n", + __func__, original_width, original_height, + res.overview_size.width, res.overview_size.height, + res.refined_size.width, res.refined_size.height); + + for (int y = 0; y < refine_size.height; y += slice_size) { + for (int x = 0; x < refine_size.width; x += slice_size) { + slice_coordinates slice; + slice.x = x; + slice.y = y; + slice.size.width = std::min(slice_size, refine_size.width - x); + slice.size.height = std::min(slice_size, refine_size.height - y); + res.slices.push_back(slice); + LOG_DBG("%s: slice %d: x=%d, y=%d, size=%dx%d\n", + __func__, (int)res.slices.size() - 1, + slice.x, slice.y, slice.size.width, slice.size.height); + } + } + + res.grid_size.height = refine_size.height / slice_size; + res.grid_size.width = refine_size.width / slice_size; + LOG_DBG("%s: grid size: %d x %d\n", __func__, res.grid_size.width, res.grid_size.height); + + return res; + } + + // no pinpoints, dynamically calculate the grid size (e.g. minicpmv) + + auto best_size = get_best_resize(original_size, slice_size, patch_size, !has_slices); + res.overview_size = best_size; + + { + const int max_slice_nums = 9; // TODO: this is only used by minicpmv, maybe remove it + const float log_ratio = log((float)original_width / original_height); + const float ratio = (float)original_width * original_height / (slice_size * slice_size); + const int multiple = fmin(ceil(ratio), max_slice_nums); + + auto best_grid = get_best_grid(max_slice_nums, multiple, log_ratio); + auto refine_size = get_refine_size(original_size, best_grid, slice_size, patch_size, true); + res.grid_size = best_grid; + res.refined_size = refine_size; + + LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d, grid size: %d x %d\n", + __func__, original_width, original_height, + res.overview_size.width, res.overview_size.height, + res.refined_size.width, res.refined_size.height, + res.grid_size.width, res.grid_size.height); + + int width = refine_size.width; + int height = refine_size.height; + int grid_x = int(width / best_grid.width); + int grid_y = int(height / best_grid.height); + for (int patches_y = 0, ic = 0; + patches_y < refine_size.height && ic < best_grid.height; + patches_y += grid_y, ic += 1) { + for (int patches_x = 0, jc = 0; + patches_x < refine_size.width && jc < best_grid.width; + patches_x += grid_x, jc += 1) { + slice_coordinates slice; + slice.x = patches_x; + slice.y = patches_y; + slice.size.width = grid_x; + slice.size.height = grid_y; + res.slices.push_back(slice); + LOG_DBG("%s: slice %d: x=%d, y=%d, size=%dx%d\n", + __func__, (int)res.slices.size() - 1, + slice.x, slice.y, slice.size.width, slice.size.height); + } + } + } + + return res; +} + +std::vector mtmd_image_preprocessor_llava_uhd::slice_image(const clip_image_u8 & img, const mtmd_image_preprocessor_llava_uhd::slice_instructions & inst, bool overview_first) { + std::vector output; + + // resize to overview size + clip_image_u8_ptr resized_img(clip_image_u8_init()); + img_tool::resize(img, *resized_img, inst.overview_size, hparams.image_resize_algo_ov, + hparams.image_pad_ov, hparams.image_pad_color_ov); + if (overview_first) { + output.push_back(std::move(resized_img)); + } + + if (inst.slices.empty()) { + // no slices, just return the resized image + if (!overview_first) { + output.push_back(std::move(resized_img)); + } + return output; + } + + // resize to refined size + clip_image_u8_ptr refined_img(clip_image_u8_init()); + img_tool::resize(img, *refined_img, inst.refined_size, hparams.image_resize_algo_rf, + hparams.image_pad_rf, hparams.image_pad_color_rf); + + // create slices + for (const auto & slice : inst.slices) { + int x = slice.x; + int y = slice.y; + int w = slice.size.width; + int h = slice.size.height; + + clip_image_u8_ptr img_slice(clip_image_u8_init()); + img_tool::crop(*refined_img, *img_slice, x, y, w, h); + output.push_back(std::move(img_slice)); + } + + if (!overview_first) { + output.push_back(std::move(resized_img)); + } + + return output; +} + +clip_image_size mtmd_image_preprocessor_llava_uhd::get_best_resize(const clip_image_size & original_size, int scale_resolution, int patch_size, bool allow_upscale) { + int width = original_size.width; + int height = original_size.height; + if ((width * height > scale_resolution * scale_resolution) || allow_upscale) { + float r = static_cast(width) / height; + height = static_cast(scale_resolution / std::sqrt(r)); + width = static_cast(height * r); + } + clip_image_size res; + res.width = ensure_divide(width, patch_size); + res.height = ensure_divide(height, patch_size); + return res; +} + +clip_image_size mtmd_image_preprocessor_llava_uhd::resize_maintain_aspect_ratio(const clip_image_size & orig, const clip_image_size & target_max) { + float scale_width = static_cast(target_max.width) / orig.width; + float scale_height = static_cast(target_max.height) / orig.height; + float scale = std::min(scale_width, scale_height); + return clip_image_size{ + static_cast(orig.width * scale), + static_cast(orig.height * scale), + }; +} + +clip_image_size mtmd_image_preprocessor_llava_uhd::select_best_resolution(const clip_image_size & original_size, const std::vector & possible_resolutions) { + clip_image_size best_fit; + int min_wasted_area = std::numeric_limits::max(); + int max_effective_resolution = 0; + + for (const clip_image_size & candidate : possible_resolutions) { + auto target_size = resize_maintain_aspect_ratio(original_size, candidate); + int effective_resolution = std::min( + target_size.width * target_size.height, + original_size.width * original_size.height); + int wasted_area = (candidate.width * candidate.height) - effective_resolution; + + if (effective_resolution > max_effective_resolution || (effective_resolution == max_effective_resolution && wasted_area < min_wasted_area)) { + max_effective_resolution = effective_resolution; + min_wasted_area = wasted_area; + best_fit = candidate; + } + + LOG_DBG("%s: candidate: %d x %d, target: %d x %d, wasted: %d, effective: %d\n", __func__, candidate.width, candidate.height, target_size.width, target_size.height, wasted_area, effective_resolution); + } + + return best_fit; +} + +int mtmd_image_preprocessor_llava_uhd::ensure_divide(int length, int patch_size) { + return std::max(static_cast(std::round(static_cast(length) / patch_size) * patch_size), patch_size); +} + +clip_image_size mtmd_image_preprocessor_llava_uhd::get_refine_size(const clip_image_size & original_size, const clip_image_size & grid, int scale_resolution, int patch_size, bool allow_upscale) { + int width = original_size.width; + int height = original_size.height; + int grid_x = grid.width; + int grid_y = grid.height; + + int refine_width = ensure_divide(width, grid_x); + int refine_height = ensure_divide(height, grid_y); + + clip_image_size grid_size; + grid_size.width = refine_width / grid_x; + grid_size.height = refine_height / grid_y; + + auto best_grid_size = get_best_resize(grid_size, scale_resolution, patch_size, allow_upscale); + int best_grid_width = best_grid_size.width; + int best_grid_height = best_grid_size.height; + + clip_image_size refine_size; + refine_size.width = best_grid_width * grid_x; + refine_size.height = best_grid_height * grid_y; + return refine_size; +} + +clip_image_size mtmd_image_preprocessor_llava_uhd::get_best_grid(const int max_slice_nums, const int multiple, const float log_ratio) { + std::vector candidate_split_grids_nums; + for (int i : {multiple - 1, multiple, multiple + 1}) { + if (i == 1 || i > max_slice_nums) { + continue; + } + candidate_split_grids_nums.push_back(i); + } + + std::vector candidate_grids; + for (int split_grids_nums : candidate_split_grids_nums) { + int m = 1; + while (m <= split_grids_nums) { + if (split_grids_nums % m == 0) { + candidate_grids.push_back(clip_image_size{m, split_grids_nums / m}); + } + ++m; + } + } + + clip_image_size best_grid{1, 1}; + float min_error = std::numeric_limits::infinity(); + for (const auto& grid : candidate_grids) { + float error = std::abs(log_ratio - std::log(1.0 * grid.width / grid.height)); + if (error < min_error) { + best_grid = grid; + min_error = error; + } + } + return best_grid; +} + +// +// mtmd_image_preprocessor_fixed_size +// + +bool mtmd_image_preprocessor_fixed_size::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + clip_image_u8 resized_image; + int sz = hparams.image_size; + img_tool::resize(img, resized_image, {sz, sz}, + hparams.image_resize_algo, + hparams.image_resize_pad, + hparams.image_pad_color); + clip_image_f32_ptr img_f32(clip_image_f32_init()); + img_u8_to_f32(resized_image, *img_f32, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(img_f32)); + return true; +} + +// +// mtmd_image_preprocessor_dyn_size +// + +bool mtmd_image_preprocessor_dyn_size::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + GGML_ASSERT(hparams.image_min_pixels > 0 && hparams.image_max_pixels > 0); + clip_image_u8 resized_image; + const clip_image_size original_size{img.nx, img.ny}; + // the original pixtral model doesn't have n_merge + const int cur_merge = hparams.n_merge == 0 ? 1 : hparams.n_merge; + const clip_image_size target_size = img_tool::calc_size_preserved_ratio( + original_size, + hparams.patch_size * cur_merge, + hparams.image_min_pixels, + hparams.image_max_pixels); + img_tool::resize(img, resized_image, target_size, + hparams.image_resize_algo, + hparams.image_resize_pad, + hparams.image_pad_color); + clip_image_f32_ptr img_f32(clip_image_f32_init()); + img_u8_to_f32(resized_image, *img_f32, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(img_f32)); + return true; +} + +// +// mtmd_image_preprocessor_longest_edge +// + +bool mtmd_image_preprocessor_longest_edge::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + GGML_ASSERT(hparams.image_longest_edge > 0); + clip_image_u8 resized_image; + const clip_image_size original_size{img.nx, img.ny}; + // the original pixtral model doesn't have n_merge + const int cur_merge = hparams.n_merge == 0 ? 1 : hparams.n_merge; + const clip_image_size target_size = img_tool::calc_size_preserved_ratio( + original_size, + hparams.patch_size * cur_merge, + hparams.image_longest_edge); + img_tool::resize(img, resized_image, target_size, + hparams.image_resize_algo, + hparams.image_resize_pad, + hparams.image_pad_color); + clip_image_f32_ptr img_f32(clip_image_f32_init()); + img_u8_to_f32(resized_image, *img_f32, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(img_f32)); + return true; +} + +// +// mtmd_image_preprocessor_lfm2 +// + +mtmd_image_preprocessor_llava_uhd::slice_instructions mtmd_image_preprocessor_lfm2::get_slice_instructions(const clip_image_size & original_size) { + mtmd_image_preprocessor_llava_uhd::slice_instructions inst; + const int align_size = hparams.patch_size * hparams.n_merge; + inst.overview_size = img_tool::calc_size_preserved_ratio( + original_size, align_size, + hparams.image_min_pixels, hparams.image_max_pixels); + // tile if either dimension exceeds tile_size with tolerance + const bool needs_tiling = original_size.width > tile_size * max_pixels_tolerance || original_size.height > tile_size * max_pixels_tolerance; + + if (!needs_tiling) { + inst.refined_size = clip_image_size{0, 0}; + inst.grid_size = clip_image_size{0, 0}; + return inst; + } + + const clip_image_size grid = get_grid_layout(original_size.height, original_size.width); + + inst.grid_size = grid; + inst.refined_size = clip_image_size{tile_size * grid.width, tile_size * grid.height}; + + LOG_DBG("%s: original size: %d x %d, overview size: %d x %d, refined size: %d x %d, grid size: %d x %d\n", + __func__, + original_size.width, original_size.height, + inst.overview_size.width, inst.overview_size.height, + inst.refined_size.width, inst.refined_size.height, + grid.width, grid.height); + + for (int row = 0; row < grid.height; row++) { + for (int col = 0; col < grid.width; col++) { + mtmd_image_preprocessor_llava_uhd::slice_coordinates slice; + slice.x = col * tile_size; + slice.y = row * tile_size; + slice.size = clip_image_size{tile_size, tile_size}; + inst.slices.push_back(slice); + LOG_DBG("%s: slice %d: x=%d, y=%d, size=%d x %d\n", + __func__, (int)inst.slices.size() - 1, + slice.x, slice.y, slice.size.width, slice.size.height); + } + } + + return inst; +} + +clip_image_size mtmd_image_preprocessor_lfm2::find_closest_aspect_ratio( + float aspect_ratio, + const std::vector & target_ratios, + int width, int height) { + float best_ratio_diff = std::numeric_limits::max(); + clip_image_size best_ratio = {1, 1}; + const float area = static_cast(width * height); + + for (const auto & ratio : target_ratios) { + const float target_aspect_ratio = static_cast(ratio.width) / ratio.height; + const float ratio_diff = std::abs(aspect_ratio - target_aspect_ratio); + if (ratio_diff < best_ratio_diff) { + best_ratio_diff = ratio_diff; + best_ratio = ratio; + } else if (ratio_diff == best_ratio_diff) { + const float target_area = static_cast(tile_size * tile_size * ratio.width * ratio.height); + if (area > 0.5f * target_area) { + best_ratio = ratio; + } + } + } + return best_ratio; +} + +std::vector mtmd_image_preprocessor_lfm2::get_target_ratios() { + std::vector ratios; + for (int n = min_tiles; n <= max_tiles; n++) { + for (int w = 1; w <= n; w++) { + for (int h = 1; h <= n; h++) { + if (w * h >= min_tiles && w * h <= max_tiles) { + bool found = false; + for (const auto & r : ratios) { + if (r.width == w && r.height == h) { + found = true; + break; + } + } + if (!found) { + ratios.push_back({w, h}); + } + } + } + } + } + std::sort(ratios.begin(), ratios.end(), [](const clip_image_size & a, const clip_image_size & b) { + return a.width * a.height < b.width * b.height; + }); + return ratios; +} + +clip_image_size mtmd_image_preprocessor_lfm2::get_grid_layout(int height, int width) { + const float aspect_ratio = static_cast(width) / height; + const auto ratios = get_target_ratios(); + return find_closest_aspect_ratio(aspect_ratio, ratios, width, height); +} + +// +// mtmd_image_preprocessor_idefics3 +// + +bool mtmd_image_preprocessor_idefics3::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + // The refined size has two steps: + // 1. Resize w/ aspect-ratio preserving such that the longer side is + // the preprocessor longest size + // 2. Resize w/out preserving aspect ratio such that both sides are + // multiples of image_size (always rounding up) + // + // CITE: https://github.com/huggingface/transformers/blob/main/src/transformers/models/idefics3/image_processing_idefics3.py#L737 + const clip_image_size original_size{img.nx, img.ny}; + const clip_image_size refined_size = img_tool::calc_size_preserved_ratio( + original_size, hparams.image_size, hparams.image_longest_edge); + // LOG_INF("%s: original size: %d x %d, refined size: %d x %d\n", + // __func__, original_size.width, original_size.height, + // refined_size.width, refined_size.height); + + mtmd_image_preprocessor_llava_uhd::slice_instructions instructions; + instructions.overview_size = clip_image_size{hparams.image_size, hparams.image_size}; + instructions.refined_size = refined_size; + instructions.grid_size = clip_image_size{ + static_cast(std::ceil(static_cast(refined_size.width) / hparams.image_size)), + static_cast(std::ceil(static_cast(refined_size.height) / hparams.image_size)), + }; + for (int y = 0; y < refined_size.height; y += hparams.image_size) { + for (int x = 0; x < refined_size.width; x += hparams.image_size) { + // LOG_INF("%s: adding slice at x=%d, y=%d\n", __func__, x, y); + instructions.slices.push_back(mtmd_image_preprocessor_llava_uhd::slice_coordinates{ + /* x */x, + /* y */y, + /* size */clip_image_size{ + std::min(hparams.image_size, refined_size.width - x), + std::min(hparams.image_size, refined_size.height - y) + } + }); + } + } + auto imgs = slice_image(img, instructions); + + // cast and normalize to f32 + for (size_t i = 0; i < imgs.size(); ++i) { + // clip_image_save_to_bmp(*imgs[i], "slice_" + std::to_string(i) + ".bmp"); + clip_image_f32_ptr res(clip_image_f32_init()); + img_u8_to_f32(*imgs[i], *res, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(res)); + } + + output.grid_x = instructions.grid_size.width; + output.grid_y = instructions.grid_size.height; + return true; +} + +// +// mtmd_image_preprocessor_internvl +// + +bool mtmd_image_preprocessor_internvl::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + GGML_ASSERT(!hparams.image_res_candidates.empty()); + const clip_image_size original_size{img.nx, img.ny}; + auto const inst = get_slice_instructions(original_size); + std::vector imgs = slice_image(img, inst, false); + + for (size_t i = 0; i < imgs.size(); ++i) { + clip_image_f32_ptr res(clip_image_f32_init()); + img_u8_to_f32(*imgs[i], *res, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(res)); + } + return true; +} + +// +// mtmd_image_preprocessor_deepseekocr +// + +bool mtmd_image_preprocessor_deepseekocr::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + const std::vector native_resolutions = { + /*512 tiny , 640 small, */ 1024 /* base */, 1280 /* large */ + }; + // original image size + const clip_image_size original_size{img.nx, img.ny}; + const int orig_w = original_size.width; + const int orig_h = original_size.height; + const int orig_area = orig_h * orig_w; + + size_t mode_i = 0; + int min_diff = orig_area; + + for (size_t i = 0; i < native_resolutions.size(); i++) { + int r = native_resolutions[i]; + if (std::abs(orig_area - r * r) < min_diff) { + mode_i = i; + min_diff = std::abs(orig_area - r * r); + } + } + + /* Native Resolution (Base/Large) */ + const int image_size = native_resolutions[mode_i]; + + // scaled and padded image + clip_image_u8_ptr scaled_img(clip_image_u8_init()); + img_tool::resize(img, *scaled_img, clip_image_size{image_size, image_size}, hparams.image_resize_algo); + + clip_image_f32_ptr res(clip_image_f32_init()); + img_u8_to_f32(*scaled_img, *res, hparams.image_mean, hparams.image_std); + output.entries.push_back(std::move(res)); + + output.grid_x = 1; + output.grid_y = 1; + return true; +} + +// +// mtmd_image_preprocessor_youtuvl +// + +bool mtmd_image_preprocessor_youtuvl::preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) { + const int patch_size = hparams.patch_size; // typically 16 + const int merge_size = hparams.n_merge; // typically 2 + const int align_size = patch_size * merge_size; // 32 + + const int max_num_patches = hparams.image_max_pixels > 0 ? + hparams.image_max_pixels / (patch_size * patch_size) : 256; + + // Linear search for optimal scale to fit within max_num_patches + float scale = 1.0f; + int target_height = img.ny; + int target_width = img.nx; + + auto get_scaled_image_size = [align_size](float scale, int size) -> int { + float scaled_size = size * scale; + // Round up to nearest multiple of align_size + int aligned = static_cast(std::ceil(scaled_size / align_size)) * align_size; + // Ensure at least one patch + return std::max(align_size, aligned); + }; + + // Linear search with 0.02 step size + while (scale > 0.0f) { + target_height = get_scaled_image_size(scale, img.ny); + target_width = get_scaled_image_size(scale, img.nx); + + int num_patches_h = target_height / patch_size; + int num_patches_w = target_width / patch_size; + int num_patches = num_patches_h * num_patches_w; + + if (num_patches > max_num_patches) { + scale -= 0.02f; + } else { + break; + } + } + + clip_image_size new_size = {target_width, target_height}; + + // Resize the image + clip_image_u8 resized; + img_tool::resize(img, resized, new_size, hparams.image_resize_algo, hparams.image_resize_pad); + + // Normalize to float32 + clip_image_f32_ptr img_f32(clip_image_f32_init()); + img_u8_to_f32(resized, *img_f32, hparams.image_mean, hparams.image_std); + // Add to results + output.entries.push_back(std::move(img_f32)); + return true; +} diff --git a/tools/mtmd/mtmd-image.h b/tools/mtmd/mtmd-image.h new file mode 100644 index 00000000000..065b937d61f --- /dev/null +++ b/tools/mtmd/mtmd-image.h @@ -0,0 +1,150 @@ +#pragma once + +#include "ggml.h" +#include "clip-model.h" + +#include +#include + +#define MTMD_INTERNAL_HEADER + +// base class, models must inherit from this class +struct mtmd_image_preprocessor { + const clip_hparams & hparams; + + mtmd_image_preprocessor(const clip_ctx * ctx): hparams(*clip_get_hparams(ctx)) {} + + virtual ~mtmd_image_preprocessor() = default; + virtual bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) = 0; + + void img_u8_to_f32(const clip_image_u8 & src, clip_image_f32 & dst, const float mean[3], const float std[3]); + void img_u8_to_f32(const clip_image_u8 & src, clip_image_f32 & dst); +}; + +/** + * implementation of LLaVA-UHD: + * - https://arxiv.org/pdf/2403.11703 + * - https://github.com/thunlp/LLaVA-UHD + * - https://github.com/thunlp/LLaVA-UHD/blob/302301bc2175f7e717fb8548516188e89f649753/llava_uhd/train/llava-uhd/slice_logic.py#L118 + * + * overview: + * - an image always have a single overview (downscaled image) + * - an image can have 0 or multiple slices, depending on the image size + * - each slice can then be considered as a separate image + * + * note: the term "slice" and "tile" are used interchangeably + * + * for example: + * + * [overview] --> [slice 1] --> [slice 2] + * | | + * +--> [slice 3] --> [slice 4] + */ +struct mtmd_image_preprocessor_llava_uhd : mtmd_image_preprocessor { + mtmd_image_preprocessor_llava_uhd(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; + + struct slice_coordinates { + int x; + int y; + clip_image_size size; + }; + + struct slice_instructions { + clip_image_size overview_size; // size of downscaled image + clip_image_size refined_size; // size of image right before slicing (must be multiple of slice size) + clip_image_size grid_size; // grid_size.width * grid_size.height = number of slices + std::vector slices; + }; + + // LFM2 override this function to implement its custom slicing logic + virtual slice_instructions get_slice_instructions(const clip_image_size & original_size); + + std::vector slice_image(const clip_image_u8 & img, const slice_instructions & inst, bool overview_first = true); + +private: + clip_image_size get_best_resize(const clip_image_size & original_size, int scale_resolution, int patch_size, bool allow_upscale = false); + + clip_image_size resize_maintain_aspect_ratio(const clip_image_size & orig, const clip_image_size & target_max); + + /** + * Selects the best resolution from a list of possible resolutions based on the original size. + * + * For example, when given a list of resolutions: + * - 100x100 + * - 200x100 + * - 100x200 + * - 200x200 + * + * And an input image of size 111x200, then 100x200 is the best fit (least wasted resolution). + * + * @param original_size The original size of the image + * @param possible_resolutions A list of possible resolutions + * @return The best fit resolution + */ + clip_image_size select_best_resolution(const clip_image_size & original_size, const std::vector & possible_resolutions); + int ensure_divide(int length, int patch_size); + clip_image_size get_refine_size(const clip_image_size & original_size, const clip_image_size & grid, int scale_resolution, int patch_size, bool allow_upscale = false); + clip_image_size get_best_grid(const int max_slice_nums, const int multiple, const float log_ratio); +}; + +// downscale or upscale the input image to fixed size +struct mtmd_image_preprocessor_fixed_size : mtmd_image_preprocessor { + mtmd_image_preprocessor_fixed_size(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +// resize image to multiple of patch_size*n_merge, while preserving aspect ratio +// if image_resize_pad is true, the resized image will be padded, otherwise it will be either stretched or center-cropped depending on image_resize_pad +// this is used by models with native support for dynamic image size, for example: Qwen-VL, Pixtral, Kimi-VL, etc +struct mtmd_image_preprocessor_dyn_size : mtmd_image_preprocessor { + mtmd_image_preprocessor_dyn_size(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +// similar to mtmd_image_preprocessor_dyn_size, but resize the image to have longest edge equal to hparams.image_longest_edge, while preserving aspect ratio +struct mtmd_image_preprocessor_longest_edge : mtmd_image_preprocessor { + mtmd_image_preprocessor_longest_edge(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +// custom llava-uhd slicing logic for LFM2 +// ref: https://github.com/huggingface/transformers/blob/v5.1.0/src/transformers/models/lfm2_vl/image_processing_lfm2_vl_fast.py +struct mtmd_image_preprocessor_lfm2 : mtmd_image_preprocessor_llava_uhd { + // ref: https://huggingface.co/LiquidAI/LFM2.5-VL-1.6B/blob/main/processor_config.json + static constexpr int min_tiles = 2; + static constexpr int max_tiles = 10; + static constexpr float max_pixels_tolerance = 2.0f; + static constexpr int tile_size = 512; + + using mtmd_image_preprocessor_llava_uhd::mtmd_image_preprocessor_llava_uhd; + slice_instructions get_slice_instructions(const clip_image_size & original_size) override; + +private: + clip_image_size find_closest_aspect_ratio( + float aspect_ratio, + const std::vector & target_ratios, + int width, int height); + std::vector get_target_ratios(); + clip_image_size get_grid_layout(int height, int width); +}; + +struct mtmd_image_preprocessor_idefics3 : mtmd_image_preprocessor_llava_uhd { + mtmd_image_preprocessor_idefics3(const clip_ctx * ctx) : mtmd_image_preprocessor_llava_uhd(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +struct mtmd_image_preprocessor_internvl : mtmd_image_preprocessor_llava_uhd { + mtmd_image_preprocessor_internvl(const clip_ctx * ctx) : mtmd_image_preprocessor_llava_uhd(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +struct mtmd_image_preprocessor_deepseekocr : mtmd_image_preprocessor { + mtmd_image_preprocessor_deepseekocr(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; + +struct mtmd_image_preprocessor_youtuvl : mtmd_image_preprocessor { + mtmd_image_preprocessor_youtuvl(const clip_ctx * ctx) : mtmd_image_preprocessor(ctx) {} + bool preprocess(const clip_image_u8 & img, clip_image_f32_batch & output) override; +}; diff --git a/tools/mtmd/mtmd.cpp b/tools/mtmd/mtmd.cpp index f66c07345ed..35b4396fd87 100644 --- a/tools/mtmd/mtmd.cpp +++ b/tools/mtmd/mtmd.cpp @@ -2,6 +2,7 @@ #include "clip-impl.h" #include "mtmd.h" #include "mtmd-audio.h" +#include "mtmd-image.h" #include "debug/mtmd-debug.h" #include "llama.h" @@ -138,7 +139,7 @@ struct mtmd_context { // for llava-uhd style models, we need special tokens in-between slices // minicpmv calls them "slices", llama 4 calls them "tiles" - mtmd_slice_tmpl slice_tmpl = MTMD_SLICE_TMPL_NONE; + mtmd_slice_tmpl slice_tmpl = MTMD_SLICE_TMPL_NONE; std::vector tok_ov_img_start; // overview image std::vector tok_ov_img_end; // overview image std::vector tok_slices_start; // start of all slices @@ -147,13 +148,14 @@ struct mtmd_context { std::vector tok_sli_img_end; // single slice end std::vector tok_sli_img_mid; // between 2 slices std::vector tok_row_end; // end of row - bool tok_row_end_trail = false; - bool ov_img_first = false; + bool tok_row_end_trail = false; + bool ov_img_first = false; // string template for slice image delimiters with row/col (idefics3) std::string sli_img_start_tmpl; std::unique_ptr audio_preproc; + std::unique_ptr image_preproc; // TODO @ngxson : add timings @@ -221,123 +223,200 @@ struct mtmd_context { void init_vision() { GGML_ASSERT(ctx_v != nullptr); + image_preproc.reset(); projector_type proj = clip_get_projector_type(ctx_v); - int minicpmv_version = clip_is_minicpmv(ctx_v); - if (minicpmv_version == 2) { - // minicpmv 2.5 format: - // (overview) (slice) (slice) \n ... - slice_tmpl = MTMD_SLICE_TMPL_MINICPMV_2_5; - tok_ov_img_start = {lookup_token("")}; - tok_ov_img_end = {lookup_token("")}; - tok_slices_start = {lookup_token("")}; - tok_slices_end = {lookup_token("")}; - tok_sli_img_start = tok_ov_img_start; - tok_sli_img_end = tok_ov_img_end; - tok_row_end = {lookup_token("\n")}; - tok_row_end_trail = false; // no trailing end-of-row token - ov_img_first = true; - - } else if (minicpmv_version == 3 || minicpmv_version == 4 || minicpmv_version == 5 || minicpmv_version == 6 || minicpmv_version == 100045) { - // minicpmv 2.6 format: - // (overview) (slice) (slice) \n ... - slice_tmpl = MTMD_SLICE_TMPL_MINICPMV_2_6; - tok_ov_img_start = {lookup_token("")}; - tok_ov_img_end = {lookup_token("")}; - tok_sli_img_start = {lookup_token("")}; - tok_sli_img_end = {lookup_token("")}; - tok_row_end = {lookup_token("\n")}; - tok_row_end_trail = false; // no trailing end-of-row token - ov_img_first = true; - - } else if (minicpmv_version != 0) { - GGML_ASSERT(false && "unsupported minicpmv version"); - } else if (proj == PROJECTOR_TYPE_LLAMA4) { - // llama 4 format: - // <|image_start|> - // (slice) <|tile_x_separator|> (slice) <|tile_x_separator|> ... <|tile_y_separator|> - // (slice) <|tile_x_separator|> (slice) <|tile_x_separator|> ... <|tile_y_separator|> - // ... <|tile_y_separator|> <-- trailing end-of-row token - // <|image|> (overview) <-- overview image is last - // <|image_end|> - slice_tmpl = MTMD_SLICE_TMPL_LLAMA4; - tok_ov_img_start = {lookup_token("<|image|>")}; - tok_sli_img_mid = {lookup_token("<|tile_x_separator|>")}; - tok_row_end = {lookup_token("<|tile_y_separator|>")}; - tok_row_end_trail = true; // add trailing end-of-row token - ov_img_first = false; // overview image is last - } - // set boi/eoi - if (proj == PROJECTOR_TYPE_GEMMA3 || proj == PROJECTOR_TYPE_GEMMA3NV) { - // ... (image embeddings) ... - img_beg = ""; - img_end = ""; - - } else if (proj == PROJECTOR_TYPE_IDEFICS3) { - // https://github.com/huggingface/transformers/blob/a42ba80fa520c784c8f11a973ca9034e5f859b79/src/transformers/models/idefics3/processing_idefics3.py#L192-L215 - slice_tmpl = MTMD_SLICE_TMPL_IDEFICS3; - tok_ov_img_start = {lookup_token("\n\n"), lookup_token(""), lookup_token("")}; - tok_ov_img_end = {lookup_token("")}; - tok_row_end = {lookup_token("\n")}; - sli_img_start_tmpl = ""; - - } else if (proj == PROJECTOR_TYPE_PIXTRAL) { - // https://github.com/huggingface/transformers/blob/1cd110c6cb6a6237614130c470e9a902dbc1a4bd/docs/source/en/model_doc/pixtral.md - img_end = "[IMG_END]"; - - } else if (proj == PROJECTOR_TYPE_QWEN2VL || proj == PROJECTOR_TYPE_QWEN25VL || proj == PROJECTOR_TYPE_QWEN3VL || proj == PROJECTOR_TYPE_YOUTUVL) { - // <|vision_start|> ... (image embeddings) ... <|vision_end|> - img_beg = "<|vision_start|>"; - img_end = "<|vision_end|>"; - - } else if (proj == PROJECTOR_TYPE_PHI4) { - // Phi-4 uses media marker insertion only. Keep image boundary text empty. - - } else if (proj == PROJECTOR_TYPE_LLAMA4) { - // (more details in mtmd_context constructor) - img_beg = "<|image_start|>"; - img_end = "<|image_end|>"; - LOG_WRN("%s: llama 4 vision is known to have degraded quality:\n" - " https://github.com/ggml-org/llama.cpp/pull/13282\n", __func__); - - } else if (proj == PROJECTOR_TYPE_INTERNVL) { - // ... (image embeddings) ... - img_beg = ""; - img_end = ""; - - } else if (proj == PROJECTOR_TYPE_LIGHTONOCR) { - // <|im_start|> ... (image embeddings) ... <|im_end|> - img_beg = "<|im_start|>"; - img_end = "<|im_end|>"; - - } else if (proj == PROJECTOR_TYPE_LFM2) { - // multi-tile: - // <|image_start|> - // <|img_row_1_col_1|> (tile) <|img_row_1_col_2|> (tile) ... - // <|img_thumbnail|> (thumbnail) - // <|image_end|> - // single-tile: - // <|image_start|> (image) <|image_end|> - img_beg = "<|image_start|>"; - img_end = "<|image_end|>"; - slice_tmpl = MTMD_SLICE_TMPL_LFM2; - sli_img_start_tmpl = "<|img_row_%d_col_%d|>"; - tok_ov_img_start = {lookup_token("<|img_thumbnail|>")}; - ov_img_first = false; - } else if (proj == PROJECTOR_TYPE_GLM4V) { - img_beg = "<|begin_of_image|>"; - img_end = "<|end_of_image|>"; - - } else if (proj == PROJECTOR_TYPE_PADDLEOCR) { - // <|IMAGE_START|> ... (image embeddings) ... <|IMAGE_END|> - img_beg = "<|IMAGE_START|>"; - img_end = "<|IMAGE_END|>"; + switch (proj) { + case PROJECTOR_TYPE_MLP: + case PROJECTOR_TYPE_MLP_NORM: + case PROJECTOR_TYPE_LDP: + case PROJECTOR_TYPE_LDPV2: + case PROJECTOR_TYPE_COGVLM: + case PROJECTOR_TYPE_JANUS_PRO: + case PROJECTOR_TYPE_GLM_EDGE: + { + bool has_pinpoints = !clip_get_hparams(ctx_v)->image_res_candidates.empty(); + if (has_pinpoints) { + image_preproc = std::make_unique(ctx_v); + } else { + image_preproc = std::make_unique(ctx_v); + } + } break; + case PROJECTOR_TYPE_MINICPMV: + { + int minicpmv_version = clip_is_minicpmv(ctx_v); + if (minicpmv_version == 2) { + // minicpmv 2.5 format: + // (overview) (slice) (slice) \n ... + slice_tmpl = MTMD_SLICE_TMPL_MINICPMV_2_5; + tok_ov_img_start = {lookup_token("")}; + tok_ov_img_end = {lookup_token("")}; + tok_slices_start = {lookup_token("")}; + tok_slices_end = {lookup_token("")}; + tok_sli_img_start = tok_ov_img_start; + tok_sli_img_end = tok_ov_img_end; + tok_row_end = {lookup_token("\n")}; + tok_row_end_trail = false; // no trailing end-of-row token + ov_img_first = true; + + } else if (minicpmv_version == 3 || minicpmv_version == 4 || minicpmv_version == 5 || minicpmv_version == 6 || minicpmv_version == 100045) { + // minicpmv 2.6 format: + // (overview) (slice) (slice) \n ... + slice_tmpl = MTMD_SLICE_TMPL_MINICPMV_2_6; + tok_ov_img_start = {lookup_token("")}; + tok_ov_img_end = {lookup_token("")}; + tok_sli_img_start = {lookup_token("")}; + tok_sli_img_end = {lookup_token("")}; + tok_row_end = {lookup_token("\n")}; + tok_row_end_trail = false; // no trailing end-of-row token + ov_img_first = true; + + } else if (minicpmv_version != 0) { + throw std::runtime_error(string_format("unsupported minicpmv version: %d\n", minicpmv_version)); + } + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_QWEN2VL: + case PROJECTOR_TYPE_QWEN25VL: + case PROJECTOR_TYPE_QWEN3VL: + { + // <|vision_start|> ... (image embeddings) ... <|vision_end|> + img_beg = "<|vision_start|>"; + img_end = "<|vision_end|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_YOUTUVL: + { + // <|vision_start|> ... (image embeddings) ... <|vision_end|> + img_beg = "<|vision_start|>"; + img_end = "<|vision_end|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_GEMMA3: + case PROJECTOR_TYPE_GEMMA3NV: + { + // ... (image embeddings) ... + img_beg = ""; + img_end = ""; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_IDEFICS3: + { + // https://github.com/huggingface/transformers/blob/a42ba80fa520c784c8f11a973ca9034e5f859b79/src/transformers/models/idefics3/processing_idefics3.py#L192-L215 + slice_tmpl = MTMD_SLICE_TMPL_IDEFICS3; + tok_ov_img_start = {lookup_token("\n\n"), lookup_token(""), lookup_token("")}; + tok_ov_img_end = {lookup_token("")}; + tok_row_end = {lookup_token("\n")}; + sli_img_start_tmpl = ""; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_PIXTRAL: + { + // https://github.com/huggingface/transformers/blob/1cd110c6cb6a6237614130c470e9a902dbc1a4bd/docs/source/en/model_doc/pixtral.md + img_end = "[IMG_END]"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_PHI4: + { + // Phi-4 uses media marker insertion only. Keep image boundary text empty. + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_LLAMA4: + { + // (more details in mtmd_context constructor) + img_beg = "<|image_start|>"; + img_end = "<|image_end|>"; + LOG_WRN("%s: llama 4 vision is known to have degraded quality:\n" + " https://github.com/ggml-org/llama.cpp/pull/13282\n", __func__); + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_INTERNVL: + { + // ... (image embeddings) ... + img_beg = ""; + img_end = ""; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_KIMIVL: + { + // <|media_start|> ... (image embeddings) ... <|media_end|> + img_beg = "<|media_start|>"; + img_end = "<|media_end|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_KIMIK25: + { + // <|media_begin|> ... (image embeddings) ... <|media_end|> + img_beg = "<|media_begin|>"; + img_end = "<|media_end|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_LIGHTONOCR: + { + // <|im_start|> ... (image embeddings) ... <|im_end|> + img_beg = "<|im_start|>"; + img_end = "<|im_end|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_NEMOTRON_V2_VL: + { + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_LFM2: + { + // multi-tile: + // <|image_start|> + // <|img_row_1_col_1|> (tile) <|img_row_1_col_2|> (tile) ... + // <|img_thumbnail|> (thumbnail) + // <|image_end|> + // single-tile: + // <|image_start|> (image) <|image_end|> + img_beg = "<|image_start|>"; + img_end = "<|image_end|>"; + slice_tmpl = MTMD_SLICE_TMPL_LFM2; + sli_img_start_tmpl = "<|img_row_%d_col_%d|>"; + tok_ov_img_start = {lookup_token("<|img_thumbnail|>")}; + ov_img_first = false; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_GLM4V: + { + // <|begin_of_image|> ... (image embeddings) ... <|end_of_image|> + img_beg = "<|begin_of_image|>"; + img_end = "<|end_of_image|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_PADDLEOCR: + { + // <|IMAGE_START|> ... (image embeddings) ... <|IMAGE_END|> + img_beg = "<|IMAGE_START|>"; + img_end = "<|IMAGE_END|>"; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_GEMMA4V: + { + // <|image> ... (image embeddings) ... + img_beg = "<|image>"; + img_end = ""; + image_preproc = std::make_unique(ctx_v); + } break; + case PROJECTOR_TYPE_DEEPSEEKOCR: + { + img_end = "\n"; // prevent empty batch on llama-server + image_preproc = std::make_unique(ctx_v); + } break; + default: + throw std::runtime_error(string_format("%s: unexpected vision projector type %d\n", __func__, proj)); } + + GGML_ASSERT(image_preproc != nullptr); } void init_audio() { GGML_ASSERT(ctx_a != nullptr); + audio_preproc.reset(); + projector_type proj = clip_get_projector_type(ctx_a); LOG_WRN("%s: audio input is in experimental stage and may have reduced quality:\n" @@ -347,36 +426,40 @@ struct mtmd_context { switch (proj) { case PROJECTOR_TYPE_QWEN2A: case PROJECTOR_TYPE_QWEN25O: - case PROJECTOR_TYPE_ULTRAVOX: + { + // <|audio_bos|> ... (embeddings) ... <|audio_eos|> + aud_beg = "<|audio_bos|>"; + aud_end = "<|audio_eos|>"; + audio_preproc = std::make_unique(ctx_a); + } break; case PROJECTOR_TYPE_VOXTRAL: - case PROJECTOR_TYPE_GLMA: + { + // [BEGIN_AUDIO] ... (embeddings) ... + aud_beg = "[BEGIN_AUDIO]"; + audio_preproc = std::make_unique(ctx_a); + } break; case PROJECTOR_TYPE_MUSIC_FLAMINGO: - audio_preproc = std::make_unique(ctx_a); - break; + { + // ... (embeddings) ... + aud_beg = ""; + audio_preproc = std::make_unique(ctx_a); + } break; + case PROJECTOR_TYPE_ULTRAVOX: + case PROJECTOR_TYPE_GLMA: + { + audio_preproc = std::make_unique(ctx_a); + } break; case PROJECTOR_TYPE_LFM2A: - audio_preproc = std::make_unique(ctx_a); - break; + { + audio_preproc = std::make_unique(ctx_a); + } break; default: - GGML_ABORT("unsupported audio projector type"); + throw std::runtime_error(string_format("%s: unexpected audio projector type %d\n", __func__, proj)); } // initialize audio preprocessor + GGML_ASSERT(audio_preproc != nullptr); audio_preproc->initialize(); - - // set special tokens - if (proj == PROJECTOR_TYPE_QWEN2A) { - // <|audio_bos|> ... (embeddings) ... <|audio_eos|> - aud_beg = "<|audio_bos|>"; - aud_end = "<|audio_eos|>"; - - } else if (proj == PROJECTOR_TYPE_ULTRAVOX) { - // [BEGIN_AUDIO] ... (embeddings) ... - aud_beg = "[BEGIN_AUDIO]"; - - } else if (proj == PROJECTOR_TYPE_MUSIC_FLAMINGO) { - // ... (embeddings) ... - aud_beg = ""; - } } // get clip ctx based on chunk type @@ -565,6 +648,11 @@ struct mtmd_tokenizer { add_text(ctx->img_beg, true); // add image begin token } + // sanity check + GGML_ASSERT(bitmap->nx > 0 && bitmap->ny > 0); + GGML_ASSERT(bitmap->data.size() == (size_t)bitmap->nx * bitmap->ny * 3); + GGML_ASSERT(ctx->image_preproc != nullptr); + // convert mtmd_bitmap to clip_image_u8 clip_image_u8_ptr img_u8(clip_image_u8_init()); img_u8->nx = bitmap->nx; @@ -574,7 +662,7 @@ struct mtmd_tokenizer { // preprocess image clip_image_f32_batch batch_f32; - bool ok = clip_image_preprocess(ctx->ctx_v, img_u8.get(), &batch_f32); + bool ok = ctx->image_preproc->preprocess(*img_u8, batch_f32); if (!ok) { LOG_ERR("Unable to preprocess image\n"); return 2; @@ -696,6 +784,11 @@ struct mtmd_tokenizer { add_text(ctx->aud_beg, true); // add audio begin token } + // sanity check + GGML_ASSERT(ctx->audio_preproc != nullptr); + GGML_ASSERT(bitmap->data.size() > sizeof(float)); + GGML_ASSERT(bitmap->data.size() % sizeof(float) == 0); + // preprocess audio std::vector mel_spec_chunks; const float * samples = (const float *)bitmap->data.data(); @@ -851,13 +944,15 @@ int32_t mtmd_encode(mtmd_context * ctx, const mtmd_image_tokens * image_tokens) LOG_ERR("%s: this API does not support non-vision input, please use mtmd_encode_chunk instead\n", __func__); return 1; } + auto proj_type = clip_get_projector_type(ctx_clip); int n_mmproj_embd = clip_n_mmproj_embd(ctx_clip); ctx->image_embd_v.resize(image_tokens->n_tokens() * n_mmproj_embd); bool ok = false; if (clip_is_llava(ctx_clip) || clip_is_minicpmv(ctx_clip) - || clip_is_glm(ctx_clip)) { + || clip_is_glm(ctx_clip) + || proj_type == PROJECTOR_TYPE_INTERNVL) { // TODO @ngxson : llava does not support batched encoding ; this should be fixed inside clip_image_batch_encode() const auto & entries = image_tokens->batch_f32.entries; for (size_t i = 0; i < entries.size(); i++) { @@ -886,6 +981,7 @@ float * mtmd_get_output_embd(mtmd_context * ctx) { bool mtmd_decode_use_non_causal(mtmd_context * ctx) { switch (ctx->proj_type_v()) { case PROJECTOR_TYPE_GEMMA3: + case PROJECTOR_TYPE_GEMMA4V: return true; default: return false; @@ -1223,7 +1319,8 @@ void mtmd_debug_preprocess_image(mtmd_context * ctx, const std::vector img_u8.ny = ny; img_u8.buf = rgb_values; clip_image_f32_batch batch_f32; - bool ok = clip_image_preprocess(ctx->ctx_v, &img_u8, &batch_f32); + GGML_ASSERT(ctx->image_preproc != nullptr); + bool ok = ctx->image_preproc->preprocess(img_u8, batch_f32); if (!ok) { LOG_ERR("%s: failed to preprocess image\n", __func__); return; diff --git a/tools/mtmd/tests.sh b/tools/mtmd/tests.sh index d2b7e684af4..e081bde8750 100755 --- a/tools/mtmd/tests.sh +++ b/tools/mtmd/tests.sh @@ -88,6 +88,7 @@ add_test_vision "ggml-org/Qwen2.5-Omni-3B-GGUF:Q4_K_M" add_test_vision "ggml-org/LFM2-VL-450M-GGUF:Q8_0" add_test_vision "ggml-org/granite-docling-258M-GGUF:Q8_0" add_test_vision "ggml-org/LightOnOCR-1B-1025-GGUF:Q8_0" +add_test_vision "ggml-org/DeepSeek-OCR-GGUF:Q8_0" -p "Free OCR." --chat-template deepseek-ocr add_test_audio "ggml-org/ultravox-v0_5-llama-3_2-1b-GGUF:Q8_0" add_test_audio "ggml-org/Qwen2.5-Omni-3B-GGUF:Q4_K_M" @@ -108,6 +109,7 @@ if [ "$RUN_BIG_TESTS" = true ]; then add_test_vision "ggml-org/Qwen2.5-Omni-7B-GGUF:Q4_K_M" # add_test_vision "ggml-org/Qwen2.5-VL-32B-Instruct-GGUF:Q4_K_M" # does not work on my mac M3 Ultra # add_test_vision "ggml-org/Kimi-VL-A3B-Thinking-2506-GGUF:Q4_K_M" # not always working + add_test_vision "ggml-org/GLM-4.6V-Flash-GGUF:Q4_K_M" -p "extract all texts from this image" add_test_audio "ggml-org/ultravox-v0_5-llama-3_1-8b-GGUF:Q4_K_M" add_test_audio "ggml-org/Qwen2.5-Omni-7B-GGUF:Q4_K_M" diff --git a/tools/mtmd/tests/test-1-extracted.md b/tools/mtmd/tests/test-1-extracted.md new file mode 100644 index 00000000000..a92dcd95916 --- /dev/null +++ b/tools/mtmd/tests/test-1-extracted.md @@ -0,0 +1,85 @@ +<|ref|>title<|/ref|><|det|>[[61, 255, 907, 533]]<|/det|> +# MEN WALK ON MOON +ASTRONAUTS LAND ON PLAIN; +COLLECT ROCKS, PLANT FLAG + +<|ref|>text<|/ref|><|det|>[[56, 559, 268, 629]]<|/det|> +Voice From Moon: +Eagle Has Landed' + +<|ref|>text<|/ref|><|det|>[[74, 645, 262, 675]]<|/det|> +EAGLE (the lunar surface, Houston, Truesquily) +Base here, The Eagle has landed. + +<|ref|>text<|/ref|><|det|>[[74, 675, 262, 720]]<|/det|> +BOOTHROOM: Lounge, Truesquily, we enjoy you on the ground. You've got a bunch of guys about to toss bikes. We're breaking again. Thanks a lot. + +<|ref|>text<|/ref|><|det|>[[74, 720, 262, 750]]<|/det|> +TRAVELLING MADE: Time you. BOOTHROOM: You're looking good here. + +<|ref|>text<|/ref|><|det|>[[74, 750, 262, 780]]<|/det|> +TRAVELLING MADE: A very smooth touchdown. BEDROOM: Eagle, you are very far. I'll. (The first sign in the lunar appearance) (Over.) + +<|ref|>text<|/ref|><|det|>[[74, 780, 262, 810]]<|/det|> +TRAVELLING MADE: Eagle, stay for I'll. BOOTHROOM: Bumper and we are you waiting the cue. + +<|ref|>text<|/ref|><|det|>[[74, 810, 262, 830]]<|/det|> +TRAVELLING MADE: Eagle, and service mobility. + +<|ref|>text<|/ref|><|det|>[[74, 830, 262, 850]]<|/det|> +How do you read me? + +<|ref|>text<|/ref|><|det|>[[74, 850, 262, 880]]<|/det|> +TRAVELLING COLUMBIA, he has landed Truesquily. Base, Eagle is at Truesquily. I read you first by. Over. + +<|ref|>text<|/ref|><|det|>[[74, 880, 262, 900]]<|/det|> +COLUMBIA: Yes, I heard the whole thing. + +<|ref|>text<|/ref|><|det|>[[74, 900, 262, 920]]<|/det|> +BOOTHROOM: Well, it's a good show. + +<|ref|>text<|/ref|><|det|>[[74, 920, 262, 940]]<|/det|> +COLUMBIA: Fantastic. + +<|ref|>text<|/ref|><|det|>[[74, 940, 262, 960]]<|/det|> +TRAVELLING MADE: I'll read that. + +<|ref|>text<|/ref|><|det|>[[74, 960, 262, 980]]<|/det|> +APOLLO CONTROL: The most major sky to sky will be for the 23 event, that is at 21 minutes 26 sec- + +<|ref|>text<|/ref|><|det|>[[74, 980, 262, 990]]<|/det|> +tion of lunar descent. + +<|ref|>image<|/ref|><|det|>[[270, 545, 697, 990]]<|/det|> + + +<|ref|>text<|/ref|><|det|>[[715, 559, 911, 629]]<|/det|> +A Powdery Surface +Is Closely Explored + +<|ref|>text<|/ref|><|det|>[[733, 645, 851, 665]]<|/det|> +BY JOHN NOBLE WILFORD + +<|ref|>text<|/ref|><|det|>[[715, 669, 911, 700]]<|/det|> +HOUSTON, Monday, July 21—New hires landed and walked on the moon. + +<|ref|>text<|/ref|><|det|>[[715, 700, 911, 750]]<|/det|> +Two Americans, astronauts of Apollo 11, steered their Eagle-shaped lunar module safely and smoothly to the lunar landing yesterday at 4:17:40 P.M., Eastern day-light time. + +<|ref|>text<|/ref|><|det|>[[715, 750, 911, 780]]<|/det|> +Neil A. Armstrong, the 38-year-old civilian commander, radioed to earth and the landing team here. + +<|ref|>text<|/ref|><|det|>[[715, 780, 911, 830]]<|/det|> +"Boom, Truesquily! Base here. The Eagle has landed," the first man to reach the moon—Neil Armstrong and his engineer, Capt. Charles E. Alder, of the Jet Propulsion Laboratory, the space agency's rocket and space program manager. + +<|ref|>text<|/ref|><|det|>[[715, 830, 911, 880]]<|/det|> +About six and a half hours later, Mr. Armstrong opened the landing craft's hatch, stepped slowly down the ladder and descended as he pointed his first landing footguard on the lunar crater. + +<|ref|>text<|/ref|><|det|>[[715, 880, 911, 920]]<|/det|> +"That's one small step for man, one giant leap for mankind." + +<|ref|>text<|/ref|><|det|>[[715, 920, 911, 960]]<|/det|> +His first step on the moon came on 10:56:29 P.M., as a television camera recorded the craft's transmitted his every word to an aerial and excited audiences of hundreds of millions of people on earth. + +<|ref|>text<|/ref|><|det|>[[749, 960, 861, 974]]<|/det|> +Testable Slope Test Soil diff --git a/tools/mtmd/tests/test-1-extracted.txt b/tools/mtmd/tests/test-1-extracted.txt new file mode 100644 index 00000000000..4fe273e31b6 --- /dev/null +++ b/tools/mtmd/tests/test-1-extracted.txt @@ -0,0 +1,42 @@ +MEN WALK ON MOON +ASTRONAUTS LAND ON PLAIN; +COLLECT ROCKS, PLANT FLAG + +Voice From Moon: +'Eagle Has Landed' + +A Powder Surface +Is Closely Explored + +By JOHN NOBLE WILFORD +NOVEMBER, Monday, July 21—New York Herald and +wished on the moon. + +Two American astronauts of Apollo 11, steered their +frigate Eagle toward the moon's surface and smoothly to +the lunar landing yesterday at 4:17:40 P.M., Eastern day- +light time. + +Neil A. Armstrong, the 38-year-old civilian commander, +landed on the soft sand of the moon's surface here. + +"Beautiful, Triumph!" he said. "The Eagle has landed." + +The first man to reach the moon—Neil Armstrong and +his co-pilot, Charles E. "Pete" Conrad, 26, of the Pentagon, +brought their ship to rest on a level, rock-strewn plain near +the moon's surface. The two men and two of the three +astronauts on board, Armstrong, Conrad and Edwin E. +Aldrin, 38, of Houston, stepped slowly down the ladder +and descended as he pointed his first full-flaming footpad +at the lunar crater. + +"That's one small step for man, one giant leap for +mankind." + +His first step on the moon came at 10:56:20 P.M., as +a television camera rolled the earth's thousandth line every +second to an aerial and studied audiences of hundreds of +millions of people on earth. + +Textile Slope Test Soil diff --git a/tools/mtmd/tests/test-deepseek-ocr.py b/tools/mtmd/tests/test-deepseek-ocr.py new file mode 100644 index 00000000000..674a3500151 --- /dev/null +++ b/tools/mtmd/tests/test-deepseek-ocr.py @@ -0,0 +1,186 @@ +#!/usr/bin/env python3 +""" +Test script to compare llama.cpp mtmd-cli output with HuggingFace reference implementation +for DeepSeek-OCR model using embedding similarity. +""" + +import argparse +import subprocess +import sys +from pathlib import Path + +from sentence_transformers import SentenceTransformer +from sentence_transformers import util + + +def run_mtmd_deepseek_ocr( + model_path: str, + mmproj_path: str, + image_path: str, + bin_path: str, + prompt: str = "Free OCR." +) -> str: + """ + Run inference using llama.cpp mtmd-cli. + """ + cmd = [ + bin_path, + "-m", model_path, + "--mmproj", mmproj_path, + "--image", image_path, + # "-p", "<|grounding|>Convert the document to markdown.", + "-p", prompt, + "--chat-template", "deepseek-ocr", + "--temp", "0", + "-n", "1024", + # "--verbose" + ] + + print(f"Running llama.cpp command: {' '.join(cmd)}") + + result = subprocess.run( + cmd, + capture_output=True, + text=False, + timeout=300 + ) + + if result.returncode != 0: + stderr = result.stderr.decode('utf-8', errors='replace') + print(f"llama.cpp stderr: {stderr}") + raise RuntimeError(f"llama-mtmd-cli failed with code {result.returncode}") + + output = result.stdout.decode('utf-8', errors='replace').strip() + print(f"llama.cpp output length: {len(output)} chars") + return output + + +def compute_embedding_similarity(text1: str, text2: str, model_name: str) -> float: + """ + Compute cosine similarity between two texts using embedding model. + """ + print(f"Loading embedding model: {model_name}") + + # Use sentence-transformers for easier embedding extraction + embed_model = SentenceTransformer(model_name) + + print("Computing embeddings...") + embeddings = embed_model.encode([text1, text2], convert_to_numpy=True) + + similarity = util.similarity.cos_sim([embeddings[0]], [embeddings[1]])[0][0] + return float(similarity) + + +def read_expected_output(file_path: str) -> str: + """ + Read expected OCR output from file. + """ + cur_path = Path(__file__).parent + expected_path = str(cur_path / file_path) + with open(expected_path, "r", encoding="utf-8") as f: + return f.read().strip() + + +def main(): + ap = argparse.ArgumentParser(description="Compare llama.cpp and HuggingFace DeepSeek-OCR outputs") + ap.add_argument("--llama-model", default="gguf_models/deepseek-ai/deepseek-ocr-f16.gguf", + help="Path to llama.cpp GGUF model") + ap.add_argument("--mmproj", default="gguf_models/deepseek-ai/mmproj-deepseek-ocr-f16.gguf", + help="Path to mmproj GGUF file") + ap.add_argument("--image", default="test-1.jpeg", + help="Path to test image") + ap.add_argument("--llama-bin", default="build/bin/llama-mtmd-cli", + help="Path to llama-mtmd-cli binary") + ap.add_argument("--embedding-model", default="Qwen/Qwen3-Embedding-0.6B", + help="Embedding model for similarity computation") + ap.add_argument("--threshold", type=float, default=0.7, + help="Minimum similarity threshold for pass") + args = ap.parse_args() + + # Validate paths + # script directory + image + mtmd_dir = Path(__file__).parent.parent + args.image = str(mtmd_dir / args.image) + # project directory + llama model + args.llama_model = str(mtmd_dir.parent.parent / args.llama_model) + # project directory + mmproj + args.mmproj = str(mtmd_dir.parent.parent / args.mmproj) + args.llama_bin = str(mtmd_dir.parent.parent / args.llama_bin) + if not Path(args.image).exists(): + print(f"Error: Image not found: {args.image}") + sys.exit(1) + if not Path(args.llama_model).exists(): + print(f"Error: Model not found: {args.llama_model}") + sys.exit(1) + if not Path(args.mmproj).exists(): + print(f"Error: mmproj not found: {args.mmproj}") + sys.exit(1) + + print("=" * 60) + print("DeepSeek-OCR: llama.cpp vs HuggingFace Comparison") + print("=" * 60) + + # Default paths based on your command + + # Run llama.cpp inference + print("\n[2/3] Running llama.cpp implementation...") + llama_free_ocr = run_mtmd_deepseek_ocr( + args.llama_model, + args.mmproj, + args.image, + args.llama_bin + ) + + llama_md_ocr = run_mtmd_deepseek_ocr( + args.llama_model, + args.mmproj, + args.image, + args.llama_bin, + prompt="<|grounding|>Convert the document to markdown." + ) + + expected_free_ocr = read_expected_output("test-1-extracted.txt") + expected_md_ocr = read_expected_output("test-1-extracted.md") + + # Compute similarity + print("\n[3/3] Computing embedding similarity...") + free_ocr_similarity = compute_embedding_similarity( + expected_free_ocr, + llama_free_ocr, + args.embedding_model + ) + + md_ocr_similarity = compute_embedding_similarity( + expected_md_ocr, + llama_md_ocr, + args.embedding_model + ) + + # Results + print("\n" + "=" * 60) + print("RESULTS") + print("=" * 60) + print(f"\nReference Model output:\n{'-' * 40}") + print(expected_free_ocr) + print(f"\nDeepSeek-OCR output:\n{'-' * 40}") + print(llama_free_ocr) + print(f"\n{'=' * 60}") + print(f"Cosine Similarity: {free_ocr_similarity:.4f}") + print(f"Threshold: {args.threshold}") + print(f"Result: {'PASS' if free_ocr_similarity >= args.threshold else 'FAIL'}") + print("=" * 60) + + # Markdown OCR results + print(f"\nReference Model Markdown output:\n{'-' * 40}") + print(expected_md_ocr) + print(f"\nDeepSeek-OCR Markdown output:\n{'-' * 40}") + print(llama_md_ocr) + print(f"\n{'=' * 60}") + print(f"Cosine Similarity (Markdown): {md_ocr_similarity:.4f}") + print(f"Threshold: {args.threshold}") + print(f"Result: {'PASS' if md_ocr_similarity >= args.threshold else 'FAIL'}") + print("=" * 60) + + +if __name__ == "__main__": + main() diff --git a/tools/mtmd/tests/tests-requirements.txt b/tools/mtmd/tests/tests-requirements.txt new file mode 100644 index 00000000000..3134d098d62 --- /dev/null +++ b/tools/mtmd/tests/tests-requirements.txt @@ -0,0 +1,5 @@ +sentence-transformers +transformers +tokenizers +torch +torchvision diff --git a/tools/perplexity/perplexity.cpp b/tools/perplexity/perplexity.cpp index 0eb062f05dd..9c49e18630a 100644 --- a/tools/perplexity/perplexity.cpp +++ b/tools/perplexity/perplexity.cpp @@ -2012,12 +2012,12 @@ int main(int argc, char ** argv) { params.n_ctx = 512; params.escape = false; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_PERPLEXITY)) { return 1; } - common_init(); - const int32_t n_ctx = params.n_ctx; if (n_ctx <= 0) { diff --git a/tools/quantize/quantize.cpp b/tools/quantize/quantize.cpp index 24e0a4662ae..b727c9dd39f 100644 --- a/tools/quantize/quantize.cpp +++ b/tools/quantize/quantize.cpp @@ -13,13 +13,10 @@ #include #include #include -#include -#include -#include #include // result of parsing --tensor-type option -// (changes to this struct must be reflected in src/llama-quant.cpp) +// changes to this struct must also be reflected in src/llama-quant.cpp struct tensor_type_option { std::string name; ggml_type type = GGML_TYPE_COUNT; @@ -491,7 +488,6 @@ static bool parse_layer_prune(const char * data, std::vector & prune_layers int main(int argc, char ** argv) { std::setlocale(LC_NUMERIC, "C"); - if (argc < 3) { usage(argv[0]); } @@ -584,8 +580,16 @@ int main(int argc, char ** argv) { std::vector imatrix_datasets; std::unordered_map> imatrix_data; int m_last_call = prepare_imatrix(imatrix_file, imatrix_datasets, included_weights, excluded_weights, imatrix_data); + + std::vector i_data; + std::vector t_override; if (!imatrix_data.empty()) { - params.imatrix = &imatrix_data; + i_data.reserve(imatrix_data.size() + 1); + for (const auto & kv : imatrix_data) { + i_data.push_back({kv.first.c_str(), kv.second.data(), kv.second.size()}); + } + i_data.push_back({nullptr, nullptr, 0}); // array terminator + params.imatrix = i_data.data(); { llama_model_kv_override kvo; std::strcpy(kvo.key, LLM_KV_QUANTIZE_IMATRIX_FILE); @@ -603,7 +607,6 @@ int main(int argc, char ** argv) { kvo.val_str[127] = '\0'; kv_overrides.emplace_back(std::move(kvo)); } - { llama_model_kv_override kvo; std::strcpy(kvo.key, LLM_KV_QUANTIZE_IMATRIX_N_ENTRIES); @@ -611,7 +614,6 @@ int main(int argc, char ** argv) { kvo.val_i64 = imatrix_data.size(); kv_overrides.emplace_back(std::move(kvo)); } - if (m_last_call > 0) { llama_model_kv_override kvo; std::strcpy(kvo.key, LLM_KV_QUANTIZE_IMATRIX_N_CHUNKS); @@ -623,13 +625,19 @@ int main(int argc, char ** argv) { if (!kv_overrides.empty()) { kv_overrides.emplace_back(); kv_overrides.back().key[0] = 0; - params.kv_overrides = &kv_overrides; + params.kv_overrides = kv_overrides.data(); } if (!tensor_type_opts.empty()) { - params.tensor_types = &tensor_type_opts; + t_override.reserve(tensor_type_opts.size() + 1); + for (const auto & tt : tensor_type_opts) { + t_override.push_back({tt.name.c_str(), tt.type}); + } + t_override.push_back({nullptr, GGML_TYPE_COUNT}); // array terminator + params.tt_overrides = t_override.data(); } if (!prune_layers.empty()) { - params.prune_layers = &prune_layers; + prune_layers.push_back(-1); // array terminator + params.prune_layers = prune_layers.data(); } llama_backend_init(); diff --git a/tools/results/results.cpp b/tools/results/results.cpp index e5c5df128e2..f2179ed2752 100644 --- a/tools/results/results.cpp +++ b/tools/results/results.cpp @@ -58,6 +58,9 @@ static std::vector get_logits( int main(int argc, char ** argv) { common_params params; params.escape = false; + + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_RESULTS)) { return 1; } @@ -65,7 +68,6 @@ int main(int argc, char ** argv) { LOG_ERR("%s: an output file must be specified", __func__); return 1; } - common_init(); llama_backend_init(); llama_numa_init(params.numa); common_init_result_ptr llama_init = common_init_from_params(params); diff --git a/tools/server/CMakeLists.txt b/tools/server/CMakeLists.txt index 5621a51b226..451a045fe0d 100644 --- a/tools/server/CMakeLists.txt +++ b/tools/server/CMakeLists.txt @@ -13,6 +13,8 @@ add_library(${TARGET} STATIC server-common.h server-context.cpp server-context.h + server-tools.cpp + server-tools.h ) if (BUILD_SHARED_LIBS) @@ -35,22 +37,31 @@ set(TARGET_SRCS server-models.cpp server-models.h ) -set(PUBLIC_ASSETS - index.html.gz - loading.html -) -foreach(asset ${PUBLIC_ASSETS}) - set(input "${CMAKE_CURRENT_SOURCE_DIR}/public/${asset}") - set(output "${CMAKE_CURRENT_BINARY_DIR}/${asset}.hpp") - list(APPEND TARGET_SRCS ${output}) - add_custom_command( - DEPENDS "${input}" - OUTPUT "${output}" - COMMAND "${CMAKE_COMMAND}" "-DINPUT=${input}" "-DOUTPUT=${output}" -P "${PROJECT_SOURCE_DIR}/scripts/xxd.cmake" +option(LLAMA_BUILD_WEBUI "Build the embedded Web UI" ON) + +if (LLAMA_BUILD_WEBUI) + set(PUBLIC_ASSETS + index.html + bundle.js + bundle.css + loading.html ) - set_source_files_properties(${output} PROPERTIES GENERATED TRUE) -endforeach() + + foreach(asset ${PUBLIC_ASSETS}) + set(input "${CMAKE_CURRENT_SOURCE_DIR}/public/${asset}") + set(output "${CMAKE_CURRENT_BINARY_DIR}/${asset}.hpp") + list(APPEND TARGET_SRCS ${output}) + add_custom_command( + DEPENDS "${input}" + OUTPUT "${output}" + COMMAND "${CMAKE_COMMAND}" "-DINPUT=${input}" "-DOUTPUT=${output}" -P "${PROJECT_SOURCE_DIR}/scripts/xxd.cmake" + ) + set_source_files_properties(${output} PROPERTIES GENERATED TRUE) + endforeach() + add_definitions(-DLLAMA_BUILD_WEBUI) +else() +endif() add_executable(${TARGET} ${TARGET_SRCS}) install(TARGETS ${TARGET} RUNTIME) diff --git a/tools/server/README-dev.md b/tools/server/README-dev.md index 5f82e35d6c5..a9c1e7385fc 100644 --- a/tools/server/README-dev.md +++ b/tools/server/README-dev.md @@ -125,6 +125,61 @@ The framework automatically starts a `llama-server` instance, sends requests, an For detailed instructions, see the [test documentation](./tests/README.md). +### API for tools + +This endpoint is intended to be used internally by the Web UI and subject to change or to be removed in the future. + +**GET /tools** + +Get a list of tools, each tool has these fields: +- `tool` (string): the ID name of the tool, to be used in POST call. Example: `read_file` +- `display_name` (string): the name to be displayed on UI. Example: `Read file` +- `type` (string): always be `"builtin"` for now +- `permissions` (object): a mapping string --> boolean that indicates the permission required by this tool. This is useful for the UI to ask the user before calling the tool. For now, the only permission supported is `"write"` +- `definition` (object): the OAI-compat definition of this tool + +**POST /tools** + +Invoke a tool call, request body is a JSON object with: +- `tool` (string): the name of the tool +- `params` (object): a mapping from argument name (string) to argument value + +Returns JSON object. There are two response formats: + +Format 1: Plain text. The text will be placed into a field called `plain_text_response`, example: + +```json +{ + "plain_text_response": "this is a text response" +} +``` + +The client should extract this value and place it inside message content (note: content is no longer a JSON), example + +```json +{ + "role": "tool", + "content": "this is a text response" +} +``` + +Format 2: Normal JSON response, example: + +```json +{ + "error": "cannot open this file" +} +``` + +That requires `JSON.stringify` when formatted to message content: + +```json +{ + "role": "tool", + "content": "{\"error\":\"cannot open this file\"}" +} +``` + ### Notable Related PRs - Initial server implementation: https://github.com/ggml-org/llama.cpp/pull/1443 @@ -204,6 +259,6 @@ npm run test npm run build ``` -After `public/index.html.gz` has been generated, rebuild `llama-server` as described in the [build](#build) section to include the updated UI. +After `public/index.html` has been generated, rebuild `llama-server` as described in the [build](#build) section to include the updated UI. **Note:** The Vite dev server automatically proxies API requests to `http://localhost:8080`. Make sure `llama-server` is running on that port during development. diff --git a/tools/server/README.md b/tools/server/README.md index 554444d74bd..1bd82016890 100644 --- a/tools/server/README.md +++ b/tools/server/README.md @@ -36,7 +36,6 @@ For the full list of features, please refer to [server's changelog](https://gith | `--license` | show source code license and dependencies | | `-cl, --cache-list` | show list of models in cache | | `--completion-bash` | print source-able bash completion script for llama.cpp | -| `--verbose-prompt` | print a verbose prompt before generation (default: false) | | `-t, --threads N` | number of CPU threads to use during generation (default: -1)
(env: LLAMA_ARG_THREADS) | | `-tb, --threads-batch N` | number of threads to use during batch and prompt processing (default: same as --threads) | | `-C, --cpu-mask M` | CPU affinity mask: arbitrarily long hex. Complements cpu-range (default: "") | @@ -151,7 +150,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `--mirostat-lr N` | Mirostat learning rate, parameter eta (default: 0.10) | | `--mirostat-ent N` | Mirostat target entropy, parameter tau (default: 5.00) | | `-l, --logit-bias TOKEN_ID(+/-)BIAS` | modifies the likelihood of token appearing in the completion,
i.e. `--logit-bias 15043+1` to increase likelihood of token ' Hello',
or `--logit-bias 15043-1` to decrease likelihood of token ' Hello' | -| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) (default: '') | +| `--grammar GRAMMAR` | BNF-like grammar to constrain generations (see samples in grammars/ dir) | | `--grammar-file FNAME` | file to read grammar from | | `-j, --json-schema SCHEMA` | JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | | `-jf, --json-schema-file FILE` | File containing a JSON schema to constrain generations (https://json-schema.org/), e.g. `{}` for any JSON object
For schemas w/ external $refs, use --grammar + example/json_schema_to_grammar.py instead | @@ -164,7 +163,8 @@ For the full list of features, please refer to [server's changelog](https://gith | -------- | ----------- | | `-lcs, --lookup-cache-static FNAME` | path to static lookup cache to use for lookup decoding (not updated by generation) | | `-lcd, --lookup-cache-dynamic FNAME` | path to dynamic lookup cache to use for lookup decoding (updated by generation) | -| `--ctx-checkpoints, --swa-checkpoints N` | max number of context checkpoints to create per slot (default: 8)[(more info)](https://github.com/ggml-org/llama.cpp/pull/15293)
(env: LLAMA_ARG_CTX_CHECKPOINTS) | +| `-ctxcp, --ctx-checkpoints, --swa-checkpoints N` | max number of context checkpoints to create per slot (default: 32)[(more info)](https://github.com/ggml-org/llama.cpp/pull/15293)
(env: LLAMA_ARG_CTX_CHECKPOINTS) | +| `-cpent, --checkpoint-every-n-tokens N` | create a checkpoint every n tokens during prefill (processing), -1 to disable (default: 8192)
(env: LLAMA_ARG_CHECKPOINT_EVERY_NT) | | `-cram, --cache-ram N` | set the maximum cache size in MiB (default: 8192, -1 - no limit, 0 - disable)[(more info)](https://github.com/ggml-org/llama.cpp/pull/16391)
(env: LLAMA_ARG_CACHE_RAM) | | `-kvu, --kv-unified, -no-kvu, --no-kv-unified` | use single unified KV buffer shared across all sequences (default: enabled if number of slots is auto)
(env: LLAMA_ARG_KV_UNIFIED) | | `--context-shift, --no-context-shift` | whether to use context shift on infinite text generation (default: disabled)
(env: LLAMA_ARG_CONTEXT_SHIFT) | @@ -188,10 +188,13 @@ For the full list of features, please refer to [server's changelog](https://gith | `--tags STRING` | set model tags, comma-separated (informational, not used for routing)
(env: LLAMA_ARG_TAGS) | | `--host HOST` | ip address to listen, or bind to an UNIX socket if the address ends with .sock (default: 127.0.0.1)
(env: LLAMA_ARG_HOST) | | `--port PORT` | port to listen (default: 8080)
(env: LLAMA_ARG_PORT) | +| `--reuse-port` | allow multiple sockets to bind to the same port (default: disabled)
(env: LLAMA_ARG_REUSE_PORT) | | `--path PATH` | path to serve static files from (default: )
(env: LLAMA_ARG_STATIC_PATH) | | `--api-prefix PREFIX` | prefix path the server serves from, without the trailing slash (default: )
(env: LLAMA_ARG_API_PREFIX) | | `--webui-config JSON` | JSON that provides default WebUI settings (overrides WebUI defaults)
(env: LLAMA_ARG_WEBUI_CONFIG) | | `--webui-config-file PATH` | JSON file that provides default WebUI settings (overrides WebUI defaults)
(env: LLAMA_ARG_WEBUI_CONFIG_FILE) | +| `--webui-mcp-proxy, --no-webui-mcp-proxy` | experimental: whether to enable MCP CORS proxy - do not enable in untrusted environments (default: disabled)
(env: LLAMA_ARG_WEBUI_MCP_PROXY) | +| `--tools TOOL1,TOOL2,...` | experimental: whether to enable built-in tools for AI agents - do not enable in untrusted environments (default: no tools)
specify "all" to enable all tools
available tools: read_file, file_glob_search, grep_search, exec_shell_command, write_file, edit_file, apply_diff
(env: LLAMA_ARG_TOOLS) | | `--webui, --no-webui` | whether to enable the Web UI (default: enabled)
(env: LLAMA_ARG_WEBUI) | | `--embedding, --embeddings` | restrict to only support embedding use case; use only with dedicated embedding models (default: disabled)
(env: LLAMA_ARG_EMBEDDINGS) | | `--rerank, --reranking` | enable reranking endpoint on server (default: disabled)
(env: LLAMA_ARG_RERANKING) | @@ -215,11 +218,12 @@ For the full list of features, please refer to [server's changelog](https://gith | `--models-autoload, --no-models-autoload` | for router server, whether to automatically load models (default: enabled)
(env: LLAMA_ARG_MODELS_AUTOLOAD) | | `--jinja, --no-jinja` | whether to use jinja template engine for chat (default: enabled)
(env: LLAMA_ARG_JINJA) | | `--reasoning-format FORMAT` | controls whether thought tags are allowed and/or extracted from the response, and in which format they're returned; one of:
- none: leaves thoughts unparsed in `message.content`
- deepseek: puts thoughts in `message.reasoning_content`
- deepseek-legacy: keeps `` tags in `message.content` while also populating `message.reasoning_content`
(default: auto)
(env: LLAMA_ARG_THINK) | -| `-rea, --resoning [on\|off\|auto]` | Use reasoning/thinking in the chat ('on', 'off', or 'auto', default: 'auto' (detect from template))
(env: LLAMA_ARG_REASONING) | +| `-rea, --reasoning [on\|off\|auto]` | Use reasoning/thinking in the chat ('on', 'off', or 'auto', default: 'auto' (detect from template))
(env: LLAMA_ARG_REASONING) | | `--reasoning-budget N` | token budget for thinking: -1 for unrestricted, 0 for immediate end, N>0 for token budget (default: -1)
(env: LLAMA_ARG_THINK_BUDGET) | | `--reasoning-budget-message MESSAGE` | message injected before the end-of-thinking tag when reasoning budget is exhausted (default: none)
(env: LLAMA_ARG_THINK_BUDGET_MESSAGE) | | `--chat-template JINJA_TEMPLATE` | set custom jinja chat template (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE) | | `--chat-template-file JINJA_TEMPLATE_FILE` | set custom jinja chat template file (default: template taken from model's metadata)
if suffix/prefix are specified, template will be disabled
only commonly used templates are accepted (unless --jinja is set before this flag):
list of built-in templates:
bailing, bailing-think, bailing2, chatglm3, chatglm4, chatml, command-r, deepseek, deepseek2, deepseek3, exaone-moe, exaone3, exaone4, falcon3, gemma, gigachat, glmedge, gpt-oss, granite, grok-2, hunyuan-dense, hunyuan-moe, kimi-k2, llama2, llama2-sys, llama2-sys-bos, llama2-sys-strip, llama3, llama4, megrez, minicpm, mistral-v1, mistral-v3, mistral-v3-tekken, mistral-v7, mistral-v7-tekken, monarch, openchat, orion, pangu-embedded, phi3, phi4, rwkv-world, seed_oss, smolvlm, solar-open, vicuna, vicuna-orca, yandex, zephyr
(env: LLAMA_ARG_CHAT_TEMPLATE_FILE) | +| `--skip-chat-parsing, --no-skip-chat-parsing` | force a pure content parser, even if a Jinja template is specified; model will output everything in the content section, including any reasoning and/or tool calls (default: disabled)
(env: LLAMA_ARG_SKIP_CHAT_PARSING) | | `--prefill-assistant, --no-prefill-assistant` | whether to prefill the assistant's response if the last message is an assistant message (default: prefill enabled)
when this flag is set, if the last message is an assistant message then it will be treated as a full message and not prefilled

(env: LLAMA_ARG_PREFILL_ASSISTANT) | | `-sps, --slot-prompt-similarity SIMILARITY` | how much the prompt of a request must match the prompt of a slot in order to use that slot (default: 0.10, 0.0 = disabled) | | `--lora-init-without-apply` | load LoRA adapters without applying them (apply later via POST /lora-adapters) (default: disabled) | @@ -234,7 +238,7 @@ For the full list of features, please refer to [server's changelog](https://gith | `-ngld, --gpu-layers-draft, --n-gpu-layers-draft N` | max. number of draft model layers to store in VRAM, either an exact number, 'auto', or 'all' (default: auto)
(env: LLAMA_ARG_N_GPU_LAYERS_DRAFT) | | `-md, --model-draft FNAME` | draft model for speculative decoding (default: unused)
(env: LLAMA_ARG_MODEL_DRAFT) | | `--spec-replace TARGET DRAFT` | translate the string in TARGET into DRAFT if the draft model and main model are not compatible | -| `--spec-type [none\|ngram-cache\|ngram-simple\|ngram-map-k\|ngram-map-k4v\|ngram-mod]` | type of speculative decoding to use when no draft model is provided (default: none) | +| `--spec-type [none\|ngram-cache\|ngram-simple\|ngram-map-k\|ngram-map-k4v\|ngram-mod]` | type of speculative decoding to use when no draft model is provided (default: none)

(env: LLAMA_ARG_SPEC_TYPE) | | `--spec-ngram-size-n N` | ngram size N for ngram-simple/ngram-map speculative decoding, length of lookup n-gram (default: 12) | | `--spec-ngram-size-m N` | ngram size M for ngram-simple/ngram-map speculative decoding, length of draft m-gram (default: 48) | | `--spec-ngram-min-hits N` | minimum hits for ngram-map speculative decoding (default: 1) | @@ -290,6 +294,12 @@ It is currently available in the following endpoints: For more details, please refer to [multimodal documentation](../../docs/multimodal.md) +### Built-in tools support + +The server includes a set of built-in tools that enable the LLM to access the local file system directly from the Web UI. + +To use this feature, start the server with `--tools all`. You can also enable only specific tools by passing a comma-separated list: `--tools name1,name2,...`. Run `--help` for the full list of available tool names. + ## Build `llama-server` is built alongside everything else from the root of the project @@ -1435,6 +1445,14 @@ curl http://localhost:8080/v1/messages/count_tokens \ {"input_tokens": 10} ``` +## Server built-in tools + +The server exposes a REST API under `/tools` that allows the Web UI to call built-in tools. This endpoint is intended to be used internally by the Web UI and subject to change or to be removed in the future. + +**Please do NOT use this endpoint in a downstream application** + +For further documentation about this endpoint, please refer to [server internal documentation](./README-dev.md) + ## Using multiple models `llama-server` can be launched in a **router mode** that exposes an API for dynamically loading and unloading models. The main process (the "router") automatically forwards each request to the appropriate model instance. @@ -1634,6 +1652,13 @@ The `status` object can be: } ``` +```json +"status": { + "value": "sleeping", + "args": ["llama-server", "-ctx", "4096"] +} +``` + ### POST `/models/load`: Load a model Load a model @@ -1750,6 +1775,16 @@ Apart from error types supported by OAI, we also have custom types that are spec } ``` +### Custom default Web UI preferences + +You can specify default preferences for the web UI using `--webui-config ` or `--webui-config-file `. For example, you can disable pasting long text as attachments and enable rendering Markdown in user messages with this command: + +```bash +./llama-server -m model.gguf --webui-config '{"pasteLongTextToFileLen": 0, "renderUserContentAsMarkdown": true}' +``` + +You may find available preferences in [settings-config.ts](webui/src/lib/constants/settings-config.ts). + ### Legacy completion web UI A new chat-based UI has replaced the old completion-based since [this PR](https://github.com/ggml-org/llama.cpp/pull/10175). If you want to use the old completion, start the server with `--path ./tools/server/public_legacy` diff --git a/tools/server/public/bundle.css b/tools/server/public/bundle.css new file mode 100644 index 00000000000..ec9de7e5137 --- /dev/null +++ b/tools/server/public/bundle.css @@ -0,0 +1 @@ +@layer properties{@supports (((-webkit-hyphens:none)) and (not (margin-trim:inline))) or ((-moz-orient:inline) and (not (color:rgb(from red r g b)))){*,:before,:after,::backdrop{--tw-translate-x:0;--tw-translate-y:0;--tw-translate-z:0;--tw-scale-x:1;--tw-scale-y:1;--tw-scale-z:1;--tw-rotate-x:initial;--tw-rotate-y:initial;--tw-rotate-z:initial;--tw-skew-x:initial;--tw-skew-y:initial;--tw-space-y-reverse:0;--tw-space-x-reverse:0;--tw-border-style:solid;--tw-gradient-position:initial;--tw-gradient-from:#0000;--tw-gradient-via:#0000;--tw-gradient-to:#0000;--tw-gradient-stops:initial;--tw-gradient-via-stops:initial;--tw-gradient-from-position:0%;--tw-gradient-via-position:50%;--tw-gradient-to-position:100%;--tw-leading:initial;--tw-font-weight:initial;--tw-tracking:initial;--tw-ordinal:initial;--tw-slashed-zero:initial;--tw-numeric-figure:initial;--tw-numeric-spacing:initial;--tw-numeric-fraction:initial;--tw-shadow:0 0 #0000;--tw-shadow-color:initial;--tw-shadow-alpha:100%;--tw-inset-shadow:0 0 #0000;--tw-inset-shadow-color:initial;--tw-inset-shadow-alpha:100%;--tw-ring-color:initial;--tw-ring-shadow:0 0 #0000;--tw-inset-ring-color:initial;--tw-inset-ring-shadow:0 0 #0000;--tw-ring-inset:initial;--tw-ring-offset-width:0px;--tw-ring-offset-color:#fff;--tw-ring-offset-shadow:0 0 #0000;--tw-outline-style:solid;--tw-blur:initial;--tw-brightness:initial;--tw-contrast:initial;--tw-grayscale:initial;--tw-hue-rotate:initial;--tw-invert:initial;--tw-opacity:initial;--tw-saturate:initial;--tw-sepia:initial;--tw-drop-shadow:initial;--tw-drop-shadow-color:initial;--tw-drop-shadow-alpha:100%;--tw-drop-shadow-size:initial;--tw-backdrop-blur:initial;--tw-backdrop-brightness:initial;--tw-backdrop-contrast:initial;--tw-backdrop-grayscale:initial;--tw-backdrop-hue-rotate:initial;--tw-backdrop-invert:initial;--tw-backdrop-opacity:initial;--tw-backdrop-saturate:initial;--tw-backdrop-sepia:initial;--tw-duration:initial;--tw-ease:initial;--tw-content:"";--tw-animation-delay:0s;--tw-animation-direction:normal;--tw-animation-duration:initial;--tw-animation-fill-mode:none;--tw-animation-iteration-count:1;--tw-enter-opacity:1;--tw-enter-rotate:0;--tw-enter-scale:1;--tw-enter-translate-x:0;--tw-enter-translate-y:0;--tw-exit-opacity:1;--tw-exit-rotate:0;--tw-exit-scale:1;--tw-exit-translate-x:0;--tw-exit-translate-y:0}}}@layer theme{:root,:host{--font-sans:ui-sans-serif,system-ui,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol","Noto Color Emoji";--font-mono:ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace;--color-red-400:oklch(70.4% .191 22.216);--color-red-500:oklch(63.7% .237 25.331);--color-red-600:oklch(57.7% .245 27.325);--color-orange-50:oklch(98% .016 73.684);--color-orange-100:oklch(95.4% .038 75.164);--color-orange-200:oklch(90.1% .076 70.697);--color-orange-400:oklch(75% .183 55.934);--color-orange-600:oklch(64.6% .222 41.116);--color-orange-800:oklch(47% .157 37.304);--color-orange-900:oklch(40.8% .123 38.172);--color-orange-950:oklch(26.6% .079 36.259);--color-amber-400:oklch(82.8% .189 84.429);--color-amber-500:oklch(76.9% .188 70.08);--color-amber-600:oklch(66.6% .179 58.318);--color-yellow-400:oklch(85.2% .199 91.936);--color-yellow-500:oklch(79.5% .184 86.047);--color-yellow-600:oklch(68.1% .162 75.834);--color-green-50:oklch(98.2% .018 155.826);--color-green-400:oklch(79.2% .209 151.711);--color-green-500:oklch(72.3% .219 149.579);--color-green-600:oklch(62.7% .194 149.214);--color-green-950:oklch(26.6% .065 152.934);--color-cyan-50:oklch(98.4% .019 200.873);--color-cyan-400:oklch(78.9% .154 211.53);--color-cyan-600:oklch(60.9% .126 221.723);--color-cyan-950:oklch(30.2% .056 229.695);--color-blue-50:oklch(97% .014 254.604);--color-blue-400:oklch(70.7% .165 254.624);--color-blue-600:oklch(54.6% .245 262.881);--color-blue-950:oklch(28.2% .091 267.935);--color-purple-50:oklch(97.7% .014 308.299);--color-purple-100:oklch(94.6% .033 307.174);--color-purple-200:oklch(90.2% .063 306.703);--color-purple-300:oklch(82.7% .119 306.383);--color-purple-400:oklch(71.4% .203 305.504);--color-purple-500:oklch(62.7% .265 303.9);--color-purple-600:oklch(55.8% .288 302.321);--color-purple-700:oklch(49.6% .265 301.924);--color-purple-800:oklch(43.8% .218 303.724);--color-purple-900:oklch(38.1% .176 304.987);--color-purple-950:oklch(29.1% .149 302.717);--color-pink-50:oklch(97.1% .014 343.198);--color-pink-400:oklch(71.8% .202 349.761);--color-pink-600:oklch(59.2% .249 .584);--color-pink-950:oklch(28.4% .109 3.907);--color-gray-500:oklch(55.1% .027 264.364);--color-black:#000;--color-white:#fff;--spacing:.25rem;--container-xs:20rem;--container-sm:24rem;--container-md:28rem;--container-lg:32rem;--container-2xl:42rem;--container-4xl:56rem;--container-5xl:64rem;--container-6xl:72rem;--text-xs:.75rem;--text-xs--line-height:calc(1/.75);--text-sm:.875rem;--text-sm--line-height:calc(1.25/.875);--text-base:1rem;--text-base--line-height: 1.5 ;--text-lg:1.125rem;--text-lg--line-height:calc(1.75/1.125);--text-xl:1.25rem;--text-xl--line-height:calc(1.75/1.25);--text-2xl:1.5rem;--text-2xl--line-height:calc(2/1.5);--text-3xl:1.875rem;--text-3xl--line-height: 1.2 ;--font-weight-normal:400;--font-weight-medium:500;--font-weight-semibold:600;--font-weight-bold:700;--tracking-tight:-.025em;--tracking-wide:.025em;--tracking-widest:.1em;--leading-relaxed:1.625;--radius-xs:.125rem;--radius-2xl:1rem;--radius-3xl:1.5rem;--ease-out:cubic-bezier(0,0,.2,1);--ease-in-out:cubic-bezier(.4,0,.2,1);--animate-spin:spin 1s linear infinite;--animate-pulse:pulse 2s cubic-bezier(.4,0,.6,1)infinite;--blur-xs:4px;--blur-sm:8px;--blur-md:12px;--blur-lg:16px;--default-transition-duration:.15s;--default-transition-timing-function:cubic-bezier(.4,0,.2,1);--default-font-family:var(--font-sans);--default-mono-font-family:var(--font-mono);--color-foreground:var(--foreground)}}@layer base{*,:after,:before,::backdrop{box-sizing:border-box;border:0 solid;margin:0;padding:0}::file-selector-button{box-sizing:border-box;border:0 solid;margin:0;padding:0}html,:host{-webkit-text-size-adjust:100%;tab-size:4;line-height:1.5;font-family:var(--default-font-family,ui-sans-serif,system-ui,sans-serif,"Apple Color Emoji","Segoe UI Emoji","Segoe UI Symbol","Noto Color Emoji");font-feature-settings:var(--default-font-feature-settings,normal);font-variation-settings:var(--default-font-variation-settings,normal);-webkit-tap-highlight-color:transparent}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-family:var(--default-mono-font-family,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace);font-feature-settings:var(--default-mono-font-feature-settings,normal);font-variation-settings:var(--default-mono-font-variation-settings,normal);font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}:-moz-focusring{outline:auto}progress{vertical-align:baseline}summary{display:list-item}ol,ul,menu{list-style:none}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}button,input,select,optgroup,textarea{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}::file-selector-button{font:inherit;font-feature-settings:inherit;font-variation-settings:inherit;letter-spacing:inherit;color:inherit;opacity:1;background-color:#0000;border-radius:0}:where(select:is([multiple],[size])) optgroup{font-weight:bolder}:where(select:is([multiple],[size])) optgroup option{padding-inline-start:20px}::file-selector-button{margin-inline-end:4px}::placeholder{opacity:1}@supports (not ((-webkit-appearance:-apple-pay-button))) or (contain-intrinsic-size:1px){::placeholder{color:currentColor}@supports (color:color-mix(in lab,red,red)){::placeholder{color:color-mix(in oklab,currentcolor 50%,transparent)}}}textarea{resize:vertical}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-date-and-time-value{min-height:1lh;text-align:inherit}::-webkit-datetime-edit{display:inline-flex}::-webkit-datetime-edit-fields-wrapper{padding:0}::-webkit-datetime-edit{padding-block:0}::-webkit-datetime-edit-year-field{padding-block:0}::-webkit-datetime-edit-month-field{padding-block:0}::-webkit-datetime-edit-day-field{padding-block:0}::-webkit-datetime-edit-hour-field{padding-block:0}::-webkit-datetime-edit-minute-field{padding-block:0}::-webkit-datetime-edit-second-field{padding-block:0}::-webkit-datetime-edit-millisecond-field{padding-block:0}::-webkit-datetime-edit-meridiem-field{padding-block:0}:-moz-ui-invalid{box-shadow:none}button,input:where([type=button],[type=reset],[type=submit]){appearance:button}::file-selector-button{appearance:button}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[hidden]:where(:not([hidden=until-found])){display:none!important}*{border-color:var(--border);outline-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){*{outline-color:color-mix(in oklab,var(--ring)50%,transparent)}}body{background-color:var(--background);color:var(--foreground);scrollbar-width:thin;scrollbar-gutter:stable}*{scrollbar-width:thin;scrollbar-color:transparent transparent;transition:scrollbar-color .2s}:hover{scrollbar-color:hsl(var(--muted-foreground)/.3)transparent}::-webkit-scrollbar{width:6px;height:6px}::-webkit-scrollbar-track{background:0 0}::-webkit-scrollbar-thumb{background:0 0;border-radius:3px;transition:background .2s}:hover::-webkit-scrollbar-thumb{background:hsl(var(--muted-foreground)/.3)}::-webkit-scrollbar-thumb:hover{background:hsl(var(--muted-foreground)/.5)}}@layer components;@layer utilities{.\@container\/card-header{container:card-header/inline-size}.\@container{container-type:inline-size}.pointer-events-auto{pointer-events:auto}.pointer-events-none{pointer-events:none}.collapse{visibility:collapse}.visible{visibility:visible}.sr-only{clip:rect(0,0,0,0);white-space:nowrap;border-width:0;width:1px;height:1px;margin:-1px;padding:0;position:absolute;overflow:hidden}.absolute{position:absolute}.fixed{position:fixed}.relative{position:relative}.static{position:static}.sticky{position:sticky}.inset-0{inset:calc(var(--spacing)*0)}.inset-x-0{inset-inline:calc(var(--spacing)*0)}.inset-y-0{inset-block:calc(var(--spacing)*0)}.-top-2{top:calc(var(--spacing)*-2)}.top-0{top:calc(var(--spacing)*0)}.top-1{top:calc(var(--spacing)*1)}.top-1\.5{top:calc(var(--spacing)*1.5)}.top-1\/2{top:50%}.top-2{top:calc(var(--spacing)*2)}.top-2\.5{top:calc(var(--spacing)*2.5)}.top-3\.5{top:calc(var(--spacing)*3.5)}.top-4{top:calc(var(--spacing)*4)}.top-10{top:calc(var(--spacing)*10)}.top-\[50\%\]{top:50%}.top-full{top:100%}.right-0{right:calc(var(--spacing)*0)}.right-1{right:calc(var(--spacing)*1)}.right-2{right:calc(var(--spacing)*2)}.right-3{right:calc(var(--spacing)*3)}.right-4{right:calc(var(--spacing)*4)}.right-8{right:calc(var(--spacing)*8)}.bottom-0{bottom:calc(var(--spacing)*0)}.bottom-3{bottom:calc(var(--spacing)*3)}.bottom-4{bottom:calc(var(--spacing)*4)}.-left-2{left:calc(var(--spacing)*-2)}.left-0{left:calc(var(--spacing)*0)}.left-2{left:calc(var(--spacing)*2)}.left-3{left:calc(var(--spacing)*3)}.left-4{left:calc(var(--spacing)*4)}.left-\[50\%\]{left:50%}.z-10{z-index:10}.z-20{z-index:20}.z-50{z-index:50}.z-999{z-index:999}.z-9999{z-index:9999}.z-99999{z-index:99999}.z-999999{z-index:999999}.z-\[900\]{z-index:900}.z-\[9999\]{z-index:9999}.z-\[999999\]{z-index:999999}.z-\[1000000\]{z-index:1000000}.z-\[1000001\]{z-index:1000001}.z-\[var\(--layer-popover\,1000000\)\]{z-index:var(--layer-popover,1000000)}.col-start-2{grid-column-start:2}.row-span-2{grid-row:span 2/span 2}.row-start-1{grid-row-start:1}.container{width:100%}@media (min-width:40rem){.container{max-width:40rem}}@media (min-width:48rem){.container{max-width:48rem}}@media (min-width:64rem){.container{max-width:64rem}}@media (min-width:80rem){.container{max-width:80rem}}@media (min-width:96rem){.container{max-width:96rem}}.m-0{margin:calc(var(--spacing)*0)}.-mx-1{margin-inline:calc(var(--spacing)*-1)}.mx-1{margin-inline:calc(var(--spacing)*1)}.mx-3\.5{margin-inline:calc(var(--spacing)*3.5)}.mx-auto{margin-inline:auto}.-my-1{margin-block:calc(var(--spacing)*-1)}.-my-2{margin-block:calc(var(--spacing)*-2)}.-my-4{margin-block:calc(var(--spacing)*-4)}.my-1{margin-block:calc(var(--spacing)*1)}.my-1\.5{margin-block:calc(var(--spacing)*1.5)}.my-2{margin-block:calc(var(--spacing)*2)}.my-3{margin-block:calc(var(--spacing)*3)}.my-6{margin-block:calc(var(--spacing)*6)}.mt-0\.5{margin-top:calc(var(--spacing)*.5)}.mt-1{margin-top:calc(var(--spacing)*1)}.mt-1\.5{margin-top:calc(var(--spacing)*1.5)}.mt-2{margin-top:calc(var(--spacing)*2)}.mt-3{margin-top:calc(var(--spacing)*3)}.mt-4{margin-top:calc(var(--spacing)*4)}.mt-6{margin-top:calc(var(--spacing)*6)}.mt-8{margin-top:calc(var(--spacing)*8)}.mt-auto{margin-top:auto}.-mr-1{margin-right:calc(var(--spacing)*-1)}.-mr-1\.5{margin-right:calc(var(--spacing)*-1.5)}.-mr-2{margin-right:calc(var(--spacing)*-2)}.mr-1{margin-right:calc(var(--spacing)*1)}.mr-2{margin-right:calc(var(--spacing)*2)}.mr-auto{margin-right:auto}.mb-0\.5{margin-bottom:calc(var(--spacing)*.5)}.mb-1{margin-bottom:calc(var(--spacing)*1)}.mb-2{margin-bottom:calc(var(--spacing)*2)}.mb-3{margin-bottom:calc(var(--spacing)*3)}.mb-4{margin-bottom:calc(var(--spacing)*4)}.mb-6{margin-bottom:calc(var(--spacing)*6)}.mb-10{margin-bottom:calc(var(--spacing)*10)}.mb-16{margin-bottom:calc(var(--spacing)*16)}.ml-1{margin-left:calc(var(--spacing)*1)}.ml-2{margin-left:calc(var(--spacing)*2)}.ml-3{margin-left:calc(var(--spacing)*3)}.ml-4{margin-left:calc(var(--spacing)*4)}.ml-auto{margin-left:auto}.line-clamp-1{-webkit-line-clamp:1;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}.line-clamp-2{-webkit-line-clamp:2;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}.block{display:block}.contents{display:contents}.flex{display:flex}.grid{display:grid}.hidden{display:none}.inline{display:inline}.inline-flex{display:inline-flex}.inline-grid{display:inline-grid}.table{display:table}.table-caption{display:table-caption}.table-cell{display:table-cell}.table-row{display:table-row}.field-sizing-content{field-sizing:content}.aspect-square{aspect-ratio:1}.size-2{width:calc(var(--spacing)*2);height:calc(var(--spacing)*2)}.size-2\.5{width:calc(var(--spacing)*2.5);height:calc(var(--spacing)*2.5)}.size-3{width:calc(var(--spacing)*3);height:calc(var(--spacing)*3)}.size-3\.5{width:calc(var(--spacing)*3.5);height:calc(var(--spacing)*3.5)}.size-4{width:calc(var(--spacing)*4);height:calc(var(--spacing)*4)}.size-5{width:calc(var(--spacing)*5);height:calc(var(--spacing)*5)}.size-9{width:calc(var(--spacing)*9);height:calc(var(--spacing)*9)}.size-10{width:calc(var(--spacing)*10);height:calc(var(--spacing)*10)}.size-full{width:100%;height:100%}.h-\(--bits-select-anchor-height\){height:var(--bits-select-anchor-height)}.h-1{height:calc(var(--spacing)*1)}.h-2{height:calc(var(--spacing)*2)}.h-2\.5{height:calc(var(--spacing)*2.5)}.h-3{height:calc(var(--spacing)*3)}.h-3\.5{height:calc(var(--spacing)*3.5)}.h-4{height:calc(var(--spacing)*4)}.h-5{height:calc(var(--spacing)*5)}.h-6{height:calc(var(--spacing)*6)}.h-7{height:calc(var(--spacing)*7)}.h-8{height:calc(var(--spacing)*8)}.h-9{height:calc(var(--spacing)*9)}.h-10{height:calc(var(--spacing)*10)}.h-12{height:calc(var(--spacing)*12)}.h-16{height:calc(var(--spacing)*16)}.h-24{height:calc(var(--spacing)*24)}.h-48{height:calc(var(--spacing)*48)}.h-64{height:calc(var(--spacing)*64)}.h-80{height:calc(var(--spacing)*80)}.h-\[1\.15rem\]{height:1.15rem}.h-\[100dvh\]{height:100dvh}.h-\[100vh\]{height:100vh}.h-\[400px\]{height:400px}.h-\[500px\]{height:500px}.h-auto{height:auto}.h-full{height:100%}.h-px{height:1px}.h-screen{height:100vh}.h-svh{height:100svh}.\!max-h-\[50vh\]{max-height:50vh!important}.\!max-h-\[80dvh\]{max-height:80dvh!important}.\!max-h-\[90vh\]{max-height:90vh!important}.max-h-\(--bits-dropdown-menu-content-available-height\){max-height:var(--bits-dropdown-menu-content-available-height)}.max-h-\(--bits-select-content-available-height\){max-height:var(--bits-select-content-available-height)}.max-h-24{max-height:calc(var(--spacing)*24)}.max-h-32{max-height:calc(var(--spacing)*32)}.max-h-48{max-height:calc(var(--spacing)*48)}.max-h-64{max-height:calc(var(--spacing)*64)}.max-h-80{max-height:calc(var(--spacing)*80)}.max-h-\[60vh\]{max-height:60vh}.max-h-\[70vh\]{max-height:70vh}.max-h-\[80vh\]{max-height:80vh}.max-h-\[85vh\]{max-height:85vh}.max-h-\[90vh\]{max-height:90vh}.max-h-\[100dvh\]{max-height:100dvh}.max-h-\[calc\(100dvh-13\.5rem\)\]{max-height:calc(100dvh - 13.5rem)}.max-h-full{max-height:100%}.min-h-0{min-height:calc(var(--spacing)*0)}.min-h-4{min-height:calc(var(--spacing)*4)}.min-h-9{min-height:calc(var(--spacing)*9)}.min-h-12{min-height:calc(var(--spacing)*12)}.min-h-16{min-height:calc(var(--spacing)*16)}.min-h-\[10rem\]{min-height:10rem}.min-h-\[48px\]{min-height:48px}.min-h-\[50vh\]{min-height:50vh}.min-h-\[60px\]{min-height:60px}.min-h-\[100dvh\]{min-height:100dvh}.min-h-\[200px\]{min-height:200px}.min-h-svh{min-height:100svh}.w-\(--sidebar-width\){width:var(--sidebar-width)}.w-1{width:calc(var(--spacing)*1)}.w-2{width:calc(var(--spacing)*2)}.w-2\.5{width:calc(var(--spacing)*2.5)}.w-3{width:calc(var(--spacing)*3)}.w-3\.5{width:calc(var(--spacing)*3.5)}.w-3\/4{width:75%}.w-4{width:calc(var(--spacing)*4)}.w-5{width:calc(var(--spacing)*5)}.w-5\/6{width:83.3333%}.w-6{width:calc(var(--spacing)*6)}.w-7{width:calc(var(--spacing)*7)}.w-8{width:calc(var(--spacing)*8)}.w-11{width:calc(var(--spacing)*11)}.w-12{width:calc(var(--spacing)*12)}.w-14{width:calc(var(--spacing)*14)}.w-16{width:calc(var(--spacing)*16)}.w-20{width:calc(var(--spacing)*20)}.w-24{width:calc(var(--spacing)*24)}.w-28{width:calc(var(--spacing)*28)}.w-32{width:calc(var(--spacing)*32)}.w-36{width:calc(var(--spacing)*36)}.w-40{width:calc(var(--spacing)*40)}.w-48{width:calc(var(--spacing)*48)}.w-52{width:calc(var(--spacing)*52)}.w-64{width:calc(var(--spacing)*64)}.w-72{width:calc(var(--spacing)*72)}.w-\[10rem\]{width:10rem}.w-\[56rem\]{width:56rem}.w-\[calc\(100vw-2rem\)\]{width:calc(100vw - 2rem)}.w-\[var\(--bits-popover-anchor-width\)\]{width:var(--bits-popover-anchor-width)}.w-auto{width:auto}.w-fit{width:fit-content}.w-full{width:100%}.\!max-w-4xl{max-width:var(--container-4xl)!important}.\!max-w-6xl{max-width:var(--container-6xl)!important}.\!max-w-\[60rem\]{max-width:60rem!important}.max-w-\(--skeleton-width\){max-width:var(--skeleton-width)}.max-w-2xl{max-width:var(--container-2xl)}.max-w-4xl\!{max-width:var(--container-4xl)!important}.max-w-5xl{max-width:var(--container-5xl)}.max-w-24{max-width:calc(var(--spacing)*24)}.max-w-36{max-width:calc(var(--spacing)*36)}.max-w-72{max-width:calc(var(--spacing)*72)}.max-w-\[17rem\]{max-width:17rem}.max-w-\[48rem\]{max-width:48rem}.max-w-\[56rem\]{max-width:56rem}.max-w-\[80\%\]{max-width:80%}.max-w-\[100vw\]{max-width:100vw}.max-w-\[150px\]{max-width:150px}.max-w-\[300px\]{max-width:300px}.max-w-\[calc\(100\%-2rem\)\]{max-width:calc(100% - 2rem)}.max-w-full{max-width:100%}.max-w-lg{max-width:var(--container-lg)}.max-w-md{max-width:var(--container-md)}.max-w-none{max-width:none}.max-w-xs{max-width:var(--container-xs)}.min-w-\(--bits-select-anchor-width\){min-width:var(--bits-select-anchor-width)}.min-w-0{min-width:calc(var(--spacing)*0)}.min-w-5{min-width:calc(var(--spacing)*5)}.min-w-\[8rem\]{min-width:8rem}.min-w-\[200px\]{min-width:200px}.min-w-max{min-width:max-content}.flex-1{flex:1}.flex-shrink-0,.shrink-0{flex-shrink:0}.caption-bottom{caption-side:bottom}.border-collapse{border-collapse:collapse}.origin-\(--bits-dropdown-menu-content-transform-origin\){transform-origin:var(--bits-dropdown-menu-content-transform-origin)}.origin-\(--bits-popover-content-transform-origin\){transform-origin:var(--bits-popover-content-transform-origin)}.origin-\(--bits-select-content-transform-origin\){transform-origin:var(--bits-select-content-transform-origin)}.origin-\(--bits-tooltip-content-transform-origin\){transform-origin:var(--bits-tooltip-content-transform-origin)}.-translate-x-1\/2{--tw-translate-x: -50% ;translate:var(--tw-translate-x)var(--tw-translate-y)}.-translate-x-px{--tw-translate-x:-1px;translate:var(--tw-translate-x)var(--tw-translate-y)}.translate-x-0{--tw-translate-x:calc(var(--spacing)*0);translate:var(--tw-translate-x)var(--tw-translate-y)}.translate-x-\[-50\%\]{--tw-translate-x:-50%;translate:var(--tw-translate-x)var(--tw-translate-y)}.translate-x-px{--tw-translate-x:1px;translate:var(--tw-translate-x)var(--tw-translate-y)}.-translate-y-1\/2{--tw-translate-y: -50% ;translate:var(--tw-translate-x)var(--tw-translate-y)}.translate-y-0{--tw-translate-y:calc(var(--spacing)*0);translate:var(--tw-translate-x)var(--tw-translate-y)}.translate-y-\[-50\%\]{--tw-translate-y:-50%;translate:var(--tw-translate-x)var(--tw-translate-y)}.scale-75{--tw-scale-x:75%;--tw-scale-y:75%;--tw-scale-z:75%;scale:var(--tw-scale-x)var(--tw-scale-y)}.rotate-45{rotate:45deg}.transform{transform:var(--tw-rotate-x,)var(--tw-rotate-y,)var(--tw-rotate-z,)var(--tw-skew-x,)var(--tw-skew-y,)}.animate-in{animation:enter var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.animate-pulse{animation:var(--animate-pulse)}.animate-spin{animation:var(--animate-spin)}.\!cursor-not-allowed{cursor:not-allowed!important}.cursor-auto{cursor:auto}.cursor-default{cursor:default}.cursor-not-allowed{cursor:not-allowed}.cursor-pointer{cursor:pointer}.cursor-text{cursor:text}.touch-none{touch-action:none}.resize{resize:both}.resize-none{resize:none}.resize-y{resize:vertical}.scroll-my-1{scroll-margin-block:calc(var(--spacing)*1)}.list-inside{list-style-position:inside}.list-disc{list-style-type:disc}.auto-rows-min{grid-auto-rows:min-content}.grid-cols-\[0_1fr\]{grid-template-columns:0 1fr}.grid-cols-\[1fr_auto_1fr\]{grid-template-columns:1fr auto 1fr}.grid-rows-\[auto_auto\]{grid-template-rows:auto auto}.flex-col{flex-direction:column}.flex-col-reverse{flex-direction:column-reverse}.flex-row{flex-direction:row}.flex-wrap{flex-wrap:wrap}.items-center{align-items:center}.items-end{align-items:flex-end}.items-start{align-items:flex-start}.justify-between{justify-content:space-between}.justify-center{justify-content:center}.justify-end{justify-content:flex-end}.justify-start{justify-content:flex-start}.justify-items-start{justify-items:start}.\!gap-3{gap:calc(var(--spacing)*3)!important}.gap-0{gap:calc(var(--spacing)*0)}.gap-0\.5{gap:calc(var(--spacing)*.5)}.gap-0\.75{gap:calc(var(--spacing)*.75)}.gap-1{gap:calc(var(--spacing)*1)}.gap-1\.5{gap:calc(var(--spacing)*1.5)}.gap-1\.25{gap:calc(var(--spacing)*1.25)}.gap-2{gap:calc(var(--spacing)*2)}.gap-3{gap:calc(var(--spacing)*3)}.gap-4{gap:calc(var(--spacing)*4)}.gap-6{gap:calc(var(--spacing)*6)}.gap-10{gap:calc(var(--spacing)*10)}:where(.space-y-0\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*.5)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*.5)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*1)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*1)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-1\.5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*1.5)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*1.5)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-2>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*2)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*2)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-3>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*3)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*3)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*4)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*4)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-5>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*5)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*5)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-6>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*6)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*6)*calc(1 - var(--tw-space-y-reverse)))}:where(.space-y-10>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*10)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*10)*calc(1 - var(--tw-space-y-reverse)))}:where(.-space-x-1>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing)*-1)*var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing)*-1)*calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-2>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing)*2)*var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing)*2)*calc(1 - var(--tw-space-x-reverse)))}:where(.space-x-3>:not(:last-child)){--tw-space-x-reverse:0;margin-inline-start:calc(calc(var(--spacing)*3)*var(--tw-space-x-reverse));margin-inline-end:calc(calc(var(--spacing)*3)*calc(1 - var(--tw-space-x-reverse)))}.gap-y-0\.5{row-gap:calc(var(--spacing)*.5)}.self-start{align-self:flex-start}.justify-self-end{justify-self:flex-end}.justify-self-start{justify-self:flex-start}.truncate{text-overflow:ellipsis;white-space:nowrap;overflow:hidden}.overflow-auto{overflow:auto}.overflow-hidden{overflow:hidden}.overflow-x-auto{overflow-x:auto}.overflow-x-hidden{overflow-x:hidden}.overflow-y-auto{overflow-y:auto}.rounded{border-radius:.25rem}.rounded-2xl{border-radius:var(--radius-2xl)}.rounded-3xl{border-radius:var(--radius-3xl)}.rounded-\[1\.125rem\]{border-radius:1.125rem}.rounded-\[2px\]{border-radius:2px}.rounded-\[4px\]{border-radius:4px}.rounded-\[inherit\]{border-radius:inherit}.rounded-full{border-radius:3.40282e38px}.rounded-lg{border-radius:var(--radius)}.rounded-md{border-radius:calc(var(--radius) - 2px)}.rounded-none{border-radius:0}.rounded-sm{border-radius:calc(var(--radius) - 4px)}.rounded-xl{border-radius:calc(var(--radius) + 4px)}.rounded-xs{border-radius:var(--radius-xs)}.rounded-t-3xl{border-top-left-radius:var(--radius-3xl);border-top-right-radius:var(--radius-3xl)}.rounded-t-lg{border-top-left-radius:var(--radius);border-top-right-radius:var(--radius)}.rounded-t-lg\!{border-top-left-radius:var(--radius)!important;border-top-right-radius:var(--radius)!important}.\!border-2{border-style:var(--tw-border-style)!important;border-width:2px!important}.border{border-style:var(--tw-border-style);border-width:1px}.border-0{border-style:var(--tw-border-style);border-width:0}.border-2{border-style:var(--tw-border-style);border-width:2px}.border-4{border-style:var(--tw-border-style);border-width:4px}.border-t{border-top-style:var(--tw-border-style);border-top-width:1px}.border-r{border-right-style:var(--tw-border-style);border-right-width:1px}.border-b{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.border-l{border-left-style:var(--tw-border-style);border-left-width:1px}.\!border-dashed{--tw-border-style:dashed!important;border-style:dashed!important}.border-dashed{--tw-border-style:dashed;border-style:dashed}.border-none{--tw-border-style:none;border-style:none}.\!border-border\/50{border-color:var(--border)!important}@supports (color:color-mix(in lab,red,red)){.\!border-border\/50{border-color:color-mix(in oklab,var(--border)50%,transparent)!important}}.border-amber-500\/40{border-color:#f99c0066}@supports (color:color-mix(in lab,red,red)){.border-amber-500\/40{border-color:color-mix(in oklab,var(--color-amber-500)40%,transparent)}}.border-border,.border-border\/30{border-color:var(--border)}@supports (color:color-mix(in lab,red,red)){.border-border\/30{border-color:color-mix(in oklab,var(--border)30%,transparent)}}.border-border\/50{border-color:var(--border)}@supports (color:color-mix(in lab,red,red)){.border-border\/50{border-color:color-mix(in oklab,var(--border)50%,transparent)}}.border-current{border-color:currentColor}.border-destructive,.border-destructive\/40{border-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.border-destructive\/40{border-color:color-mix(in oklab,var(--destructive)40%,transparent)}}.border-destructive\/50{border-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.border-destructive\/50{border-color:color-mix(in oklab,var(--destructive)50%,transparent)}}.border-green-500{border-color:var(--color-green-500)}.border-input{border-color:var(--input)}.border-muted{border-color:var(--muted)}.border-primary{border-color:var(--primary)}.border-purple-200{border-color:var(--color-purple-200)}.border-red-500\/50{border-color:#fb2c3680}@supports (color:color-mix(in lab,red,red)){.border-red-500\/50{border-color:color-mix(in oklab,var(--color-red-500)50%,transparent)}}.border-sidebar-border{border-color:var(--sidebar-border)}.border-transparent{border-color:#0000}.border-t-transparent{border-top-color:#0000}.border-l-transparent{border-left-color:#0000}.bg-accent,.bg-accent\/50{background-color:var(--accent)}@supports (color:color-mix(in lab,red,red)){.bg-accent\/50{background-color:color-mix(in oklab,var(--accent)50%,transparent)}}.bg-amber-500\/10{background-color:#f99c001a}@supports (color:color-mix(in lab,red,red)){.bg-amber-500\/10{background-color:color-mix(in oklab,var(--color-amber-500)10%,transparent)}}.bg-amber-500\/20{background-color:#f99c0033}@supports (color:color-mix(in lab,red,red)){.bg-amber-500\/20{background-color:color-mix(in oklab,var(--color-amber-500)20%,transparent)}}.bg-background{background-color:var(--background)}.bg-black\/50{background-color:#00000080}@supports (color:color-mix(in lab,red,red)){.bg-black\/50{background-color:color-mix(in oklab,var(--color-black)50%,transparent)}}.bg-blue-50{background-color:var(--color-blue-50)}.bg-border,.bg-border\/20{background-color:var(--border)}@supports (color:color-mix(in lab,red,red)){.bg-border\/20{background-color:color-mix(in oklab,var(--border)20%,transparent)}}.bg-card{background-color:var(--card)}.bg-cyan-50{background-color:var(--color-cyan-50)}.bg-destructive,.bg-destructive\/10{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.bg-destructive\/10{background-color:color-mix(in oklab,var(--destructive)10%,transparent)}}.bg-destructive\/15{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.bg-destructive\/15{background-color:color-mix(in oklab,var(--destructive)15%,transparent)}}.bg-destructive\/20{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.bg-destructive\/20{background-color:color-mix(in oklab,var(--destructive)20%,transparent)}}.bg-foreground\/5{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.bg-foreground\/5{background-color:color-mix(in oklab,var(--foreground)5%,transparent)}}.bg-foreground\/15{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.bg-foreground\/15{background-color:color-mix(in oklab,var(--foreground)15%,transparent)}}.bg-foreground\/20{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.bg-foreground\/20{background-color:color-mix(in oklab,var(--foreground)20%,transparent)}}.bg-gray-500{background-color:var(--color-gray-500)}.bg-green-50{background-color:var(--color-green-50)}.bg-green-500{background-color:var(--color-green-500)}.bg-muted{background-color:var(--muted)}.bg-muted-foreground\/10{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.bg-muted-foreground\/10{background-color:color-mix(in oklab,var(--muted-foreground)10%,transparent)}}.bg-muted-foreground\/15{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.bg-muted-foreground\/15{background-color:color-mix(in oklab,var(--muted-foreground)15%,transparent)}}.bg-muted-foreground\/50{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.bg-muted-foreground\/50{background-color:color-mix(in oklab,var(--muted-foreground)50%,transparent)}}.bg-muted\/30{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.bg-muted\/30{background-color:color-mix(in oklab,var(--muted)30%,transparent)}}.bg-muted\/50{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.bg-muted\/50{background-color:color-mix(in oklab,var(--muted)50%,transparent)}}.bg-muted\/60{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.bg-muted\/60{background-color:color-mix(in oklab,var(--muted)60%,transparent)}}.bg-orange-50{background-color:var(--color-orange-50)}.bg-orange-100{background-color:var(--color-orange-100)}.bg-orange-400{background-color:var(--color-orange-400)}.bg-pink-50{background-color:var(--color-pink-50)}.bg-popover{background-color:var(--popover)}.bg-primary,.bg-primary\/5{background-color:var(--primary)}@supports (color:color-mix(in lab,red,red)){.bg-primary\/5{background-color:color-mix(in oklab,var(--primary)5%,transparent)}}.bg-primary\/10{background-color:var(--primary)}@supports (color:color-mix(in lab,red,red)){.bg-primary\/10{background-color:color-mix(in oklab,var(--primary)10%,transparent)}}.bg-purple-50{background-color:var(--color-purple-50)}.bg-purple-200\/60{background-color:#e9d5ff99}@supports (color:color-mix(in lab,red,red)){.bg-purple-200\/60{background-color:color-mix(in oklab,var(--color-purple-200)60%,transparent)}}.bg-purple-300\/50{background-color:#d9b3ff80}@supports (color:color-mix(in lab,red,red)){.bg-purple-300\/50{background-color:color-mix(in oklab,var(--color-purple-300)50%,transparent)}}.bg-purple-500\/10{background-color:#ac4bff1a}@supports (color:color-mix(in lab,red,red)){.bg-purple-500\/10{background-color:color-mix(in oklab,var(--color-purple-500)10%,transparent)}}.bg-red-400\/10{background-color:#ff65681a}@supports (color:color-mix(in lab,red,red)){.bg-red-400\/10{background-color:color-mix(in oklab,var(--color-red-400)10%,transparent)}}.bg-red-500{background-color:var(--color-red-500)}.bg-red-500\/10{background-color:#fb2c361a}@supports (color:color-mix(in lab,red,red)){.bg-red-500\/10{background-color:color-mix(in oklab,var(--color-red-500)10%,transparent)}}.bg-secondary{background-color:var(--secondary)}.bg-sidebar{background-color:var(--sidebar)}.bg-sidebar-border{background-color:var(--sidebar-border)}.bg-sidebar\/50{background-color:var(--sidebar)}@supports (color:color-mix(in lab,red,red)){.bg-sidebar\/50{background-color:color-mix(in oklab,var(--sidebar)50%,transparent)}}.bg-transparent{background-color:#0000}.bg-white\/20{background-color:#fff3}@supports (color:color-mix(in lab,red,red)){.bg-white\/20{background-color:color-mix(in oklab,var(--color-white)20%,transparent)}}.bg-yellow-500{background-color:var(--color-yellow-500)}.bg-yellow-500\/10{background-color:#edb2001a}@supports (color:color-mix(in lab,red,red)){.bg-yellow-500\/10{background-color:color-mix(in oklab,var(--color-yellow-500)10%,transparent)}}.bg-gradient-to-t{--tw-gradient-position:to top in oklab;background-image:linear-gradient(var(--tw-gradient-stops))}.from-muted{--tw-gradient-from:var(--muted);--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position),var(--tw-gradient-from)var(--tw-gradient-from-position),var(--tw-gradient-to)var(--tw-gradient-to-position))}.to-transparent{--tw-gradient-to:transparent;--tw-gradient-stops:var(--tw-gradient-via-stops,var(--tw-gradient-position),var(--tw-gradient-from)var(--tw-gradient-from-position),var(--tw-gradient-to)var(--tw-gradient-to-position))}.bg-clip-padding{background-clip:padding-box}.fill-current{fill:currentColor}.fill-muted-foreground{fill:var(--muted-foreground)}.fill-white{fill:var(--color-white)}.stroke-muted-foreground{stroke:var(--muted-foreground)}.object-contain{object-fit:contain}.object-cover{object-fit:cover}.p-0{padding:calc(var(--spacing)*0)}.p-0\.5{padding:calc(var(--spacing)*.5)}.p-1{padding:calc(var(--spacing)*1)}.p-1\.5{padding:calc(var(--spacing)*1.5)}.p-2{padding:calc(var(--spacing)*2)}.p-3{padding:calc(var(--spacing)*3)}.p-4{padding:calc(var(--spacing)*4)}.p-6{padding:calc(var(--spacing)*6)}.p-8{padding:calc(var(--spacing)*8)}.p-12{padding:calc(var(--spacing)*12)}.p-px{padding:1px}.px-0{padding-inline:calc(var(--spacing)*0)}.px-0\.5{padding-inline:calc(var(--spacing)*.5)}.px-1{padding-inline:calc(var(--spacing)*1)}.px-1\.5{padding-inline:calc(var(--spacing)*1.5)}.px-2{padding-inline:calc(var(--spacing)*2)}.px-2\.5{padding-inline:calc(var(--spacing)*2.5)}.px-3{padding-inline:calc(var(--spacing)*3)}.px-3\.75{padding-inline:calc(var(--spacing)*3.75)}.px-4{padding-inline:calc(var(--spacing)*4)}.px-5{padding-inline:calc(var(--spacing)*5)}.px-6{padding-inline:calc(var(--spacing)*6)}.py-0{padding-block:calc(var(--spacing)*0)}.py-0\.5{padding-block:calc(var(--spacing)*.5)}.py-0\.75{padding-block:calc(var(--spacing)*.75)}.py-1{padding-block:calc(var(--spacing)*1)}.py-1\.5{padding-block:calc(var(--spacing)*1.5)}.py-2{padding-block:calc(var(--spacing)*2)}.py-2\.5{padding-block:calc(var(--spacing)*2.5)}.py-3{padding-block:calc(var(--spacing)*3)}.py-4{padding-block:calc(var(--spacing)*4)}.py-5{padding-block:calc(var(--spacing)*5)}.py-6{padding-block:calc(var(--spacing)*6)}.py-8{padding-block:calc(var(--spacing)*8)}.py-10{padding-block:calc(var(--spacing)*10)}.pt-0{padding-top:calc(var(--spacing)*0)}.pt-1{padding-top:calc(var(--spacing)*1)}.pt-1\.5{padding-top:calc(var(--spacing)*1.5)}.pt-2{padding-top:calc(var(--spacing)*2)}.pt-3{padding-top:calc(var(--spacing)*3)}.pt-4{padding-top:calc(var(--spacing)*4)}.pt-6{padding-top:calc(var(--spacing)*6)}.pt-13{padding-top:calc(var(--spacing)*13)}.pt-24{padding-top:calc(var(--spacing)*24)}.pr-2{padding-right:calc(var(--spacing)*2)}.pr-8{padding-right:calc(var(--spacing)*8)}.pr-9{padding-right:calc(var(--spacing)*9)}.pr-10{padding-right:calc(var(--spacing)*10)}.pb-0{padding-bottom:calc(var(--spacing)*0)}.pb-0\.5{padding-bottom:calc(var(--spacing)*.5)}.pb-2{padding-bottom:calc(var(--spacing)*2)}.pb-2\.25{padding-bottom:calc(var(--spacing)*2.25)}.pb-3{padding-bottom:calc(var(--spacing)*3)}.pb-4{padding-bottom:calc(var(--spacing)*4)}.pb-6{padding-bottom:calc(var(--spacing)*6)}.pl-2{padding-left:calc(var(--spacing)*2)}.pl-4{padding-left:calc(var(--spacing)*4)}.pl-8{padding-left:calc(var(--spacing)*8)}.pl-9{padding-left:calc(var(--spacing)*9)}.text-center{text-align:center}.text-left{text-align:left}.align-middle{vertical-align:middle}.font-mono{font-family:var(--font-mono)}.font-sans{font-family:var(--font-sans)}.text-2xl{font-size:var(--text-2xl);line-height:var(--tw-leading,var(--text-2xl--line-height))}.text-base{font-size:var(--text-base);line-height:var(--tw-leading,var(--text-base--line-height))}.text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.text-xl{font-size:var(--text-xl);line-height:var(--tw-leading,var(--text-xl--line-height))}.text-xs{font-size:var(--text-xs);line-height:var(--tw-leading,var(--text-xs--line-height))}.text-\[10px\]{font-size:10px}.text-\[11px\]{font-size:11px}.text-\[13px\]{font-size:13px}.leading-5{--tw-leading:calc(var(--spacing)*5);line-height:calc(var(--spacing)*5)}.leading-6{--tw-leading:calc(var(--spacing)*6);line-height:calc(var(--spacing)*6)}.leading-7\.5{--tw-leading:calc(var(--spacing)*7.5);line-height:calc(var(--spacing)*7.5)}.leading-none{--tw-leading:1;line-height:1}.leading-relaxed{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.font-bold{--tw-font-weight:var(--font-weight-bold);font-weight:var(--font-weight-bold)}.font-medium{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.font-normal{--tw-font-weight:var(--font-weight-normal);font-weight:var(--font-weight-normal)}.font-semibold{--tw-font-weight:var(--font-weight-semibold);font-weight:var(--font-weight-semibold)}.tracking-tight{--tw-tracking:var(--tracking-tight);letter-spacing:var(--tracking-tight)}.tracking-wide{--tw-tracking:var(--tracking-wide);letter-spacing:var(--tracking-wide)}.tracking-widest{--tw-tracking:var(--tracking-widest);letter-spacing:var(--tracking-widest)}.text-balance{text-wrap:balance}.break-words{overflow-wrap:break-word}.break-all{word-break:break-all}.whitespace-nowrap{white-space:nowrap}.whitespace-pre-wrap{white-space:pre-wrap}.\!text-red-400{color:var(--color-red-400)!important}.text-accent-foreground{color:var(--accent-foreground)}.text-amber-500{color:var(--color-amber-500)}.text-amber-600{color:var(--color-amber-600)}.text-blue-600{color:var(--color-blue-600)}.text-card-foreground{color:var(--card-foreground)}.text-current{color:currentColor}.text-cyan-600{color:var(--color-cyan-600)}.text-destructive{color:var(--destructive)}.text-foreground{color:var(--foreground)}.text-green-500{color:var(--color-green-500)}.text-green-600{color:var(--color-green-600)}.text-muted-foreground,.text-muted-foreground\/50{color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.text-muted-foreground\/50{color:color-mix(in oklab,var(--muted-foreground)50%,transparent)}}.text-muted-foreground\/60{color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.text-muted-foreground\/60{color:color-mix(in oklab,var(--muted-foreground)60%,transparent)}}.text-muted-foreground\/70{color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.text-muted-foreground\/70{color:color-mix(in oklab,var(--muted-foreground)70%,transparent)}}.text-orange-600{color:var(--color-orange-600)}.text-orange-800{color:var(--color-orange-800)}.text-pink-600{color:var(--color-pink-600)}.text-popover-foreground{color:var(--popover-foreground)}.text-primary{color:var(--primary)}.text-primary-foreground{color:var(--primary-foreground)}.text-purple-600{color:var(--color-purple-600)}.text-purple-700{color:var(--color-purple-700)}.text-purple-900{color:var(--color-purple-900)}.text-red-400{color:var(--color-red-400)}.text-red-500{color:var(--color-red-500)}.text-secondary-foreground{color:var(--secondary-foreground)}.text-sidebar-foreground,.text-sidebar-foreground\/70{color:var(--sidebar-foreground)}@supports (color:color-mix(in lab,red,red)){.text-sidebar-foreground\/70{color:color-mix(in oklab,var(--sidebar-foreground)70%,transparent)}}.text-transparent{color:#0000}.text-white{color:var(--color-white)}.text-yellow-600{color:var(--color-yellow-600)}.capitalize{text-transform:capitalize}.lowercase{text-transform:lowercase}.uppercase{text-transform:uppercase}.italic{font-style:italic}.tabular-nums{--tw-numeric-spacing:tabular-nums;font-variant-numeric:var(--tw-ordinal,)var(--tw-slashed-zero,)var(--tw-numeric-figure,)var(--tw-numeric-spacing,)var(--tw-numeric-fraction,)}.underline{text-decoration-line:underline}.underline-offset-4{text-underline-offset:4px}.opacity-0{opacity:0}.opacity-30{opacity:.3}.opacity-40{opacity:.4}.opacity-50{opacity:.5}.opacity-60{opacity:.6}.opacity-70{opacity:.7}.opacity-80{opacity:.8}.opacity-100{opacity:1}.mix-blend-difference{mix-blend-mode:difference}.shadow-\[0_0_0_1px_var\(--sidebar-border\)\]{--tw-shadow:0 0 0 1px var(--tw-shadow-color,var(--sidebar-border));box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-lg{--tw-shadow:0 10px 15px -3px var(--tw-shadow-color,#0000001a),0 4px 6px -4px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-md{--tw-shadow:0 4px 6px -1px var(--tw-shadow-color,#0000001a),0 2px 4px -2px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-none{--tw-shadow:0 0 #0000;box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-sm{--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a),0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xl{--tw-shadow:0 20px 25px -5px var(--tw-shadow-color,#0000001a),0 8px 10px -6px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.shadow-xs{--tw-shadow:0 1px 2px 0 var(--tw-shadow-color,#0000000d);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.ring-0{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(0px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.ring-1{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(1px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.ring-muted{--tw-ring-color:var(--muted)}.ring-ring\/10{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){.ring-ring\/10{--tw-ring-color:color-mix(in oklab,var(--ring)10%,transparent)}}.ring-sidebar-ring{--tw-ring-color:var(--sidebar-ring)}.ring-offset-background{--tw-ring-offset-color:var(--background)}.outline-hidden{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.outline-hidden{outline-offset:2px;outline:2px solid #0000}}.outline{outline-style:var(--tw-outline-style);outline-width:1px}.outline-ring\/50{outline-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){.outline-ring\/50{outline-color:color-mix(in oklab,var(--ring)50%,transparent)}}.blur{--tw-blur:blur(8px);filter:var(--tw-blur,)var(--tw-brightness,)var(--tw-contrast,)var(--tw-grayscale,)var(--tw-hue-rotate,)var(--tw-invert,)var(--tw-saturate,)var(--tw-sepia,)var(--tw-drop-shadow,)}.filter{filter:var(--tw-blur,)var(--tw-brightness,)var(--tw-contrast,)var(--tw-grayscale,)var(--tw-hue-rotate,)var(--tw-invert,)var(--tw-saturate,)var(--tw-sepia,)var(--tw-drop-shadow,)}.backdrop-blur-lg{--tw-backdrop-blur:blur(var(--blur-lg));-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)}.backdrop-blur-lg\!{--tw-backdrop-blur:blur(var(--blur-lg))!important;-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)!important;backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)!important}.backdrop-blur-md{--tw-backdrop-blur:blur(var(--blur-md));-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)}.backdrop-blur-none\!{--tw-backdrop-blur: !important;-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)!important;backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)!important}.backdrop-blur-sm{--tw-backdrop-blur:blur(var(--blur-sm));-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)}.backdrop-blur-xs{--tw-backdrop-blur:blur(var(--blur-xs));-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)}.backdrop-filter{-webkit-backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,);backdrop-filter:var(--tw-backdrop-blur,)var(--tw-backdrop-brightness,)var(--tw-backdrop-contrast,)var(--tw-backdrop-grayscale,)var(--tw-backdrop-hue-rotate,)var(--tw-backdrop-invert,)var(--tw-backdrop-opacity,)var(--tw-backdrop-saturate,)var(--tw-backdrop-sepia,)}.transition{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to,opacity,box-shadow,transform,translate,scale,rotate,filter,-webkit-backdrop-filter,backdrop-filter,display,visibility,content-visibility,overlay,pointer-events;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[color\,box-shadow\]{transition-property:color,box-shadow;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[left\,right\,width\]{transition-property:left,right,width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[margin\,opacity\]{transition-property:margin,opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\,height\,padding\]{transition-property:width,height,padding;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-\[width\]{transition-property:width;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-all{transition-property:all;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-colors{transition-property:color,background-color,border-color,outline-color,text-decoration-color,fill,stroke,--tw-gradient-from,--tw-gradient-via,--tw-gradient-to;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-opacity{transition-property:opacity;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-shadow{transition-property:box-shadow;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-transform{transition-property:transform,translate,scale,rotate;transition-timing-function:var(--tw-ease,var(--default-transition-timing-function));transition-duration:var(--tw-duration,var(--default-transition-duration))}.transition-none{transition-property:none}.duration-150{--tw-duration:.15s;transition-duration:.15s}.duration-200{--tw-duration:.2s;transition-duration:.2s}.duration-300{--tw-duration:.3s;transition-duration:.3s}.ease-in-out{--tw-ease:var(--ease-in-out);transition-timing-function:var(--ease-in-out)}.ease-linear{--tw-ease:linear;transition-timing-function:linear}.ease-out{--tw-ease:var(--ease-out);transition-timing-function:var(--ease-out)}.fade-in-0{--tw-enter-opacity:0}.outline-none{--tw-outline-style:none;outline-style:none}.select-none{-webkit-user-select:none;user-select:none}.select-text{-webkit-user-select:text;user-select:text}.zoom-in-95{--tw-enter-scale:.95}.running{animation-play-state:running}.group-focus-within\/menu-item\:opacity-100:is(:where(.group\/menu-item):focus-within *){opacity:1}@media (hover:hover){.group-hover\:pointer-events-auto:is(:where(.group):hover *){pointer-events:auto}.group-hover\:flex:is(:where(.group):hover *){display:flex}.group-hover\:hidden:is(:where(.group):hover *){display:none}.group-hover\:fill-destructive:is(:where(.group):hover *){fill:var(--destructive)}.group-hover\:stroke-destructive:is(:where(.group):hover *){stroke:var(--destructive)}.group-hover\:pr-6:is(:where(.group):hover *){padding-right:calc(var(--spacing)*6)}.group-hover\:opacity-100:is(:where(.group):hover *),.group-hover\/expand\:opacity-100:is(:where(.group\/expand):hover *),.group-hover\/menu-item\:opacity-100:is(:where(.group\/menu-item):hover *){opacity:1}}.group-has-data-\[sidebar\=menu-action\]\/menu-item\:pr-8:is(:where(.group\/menu-item):has([data-sidebar=menu-action]) *){padding-right:calc(var(--spacing)*8)}.group-data-\[collapsible\=icon\]\:-mt-8:is(:where(.group)[data-collapsible=icon] *){margin-top:calc(var(--spacing)*-8)}.group-data-\[collapsible\=icon\]\:hidden:is(:where(.group)[data-collapsible=icon] *){display:none}.group-data-\[collapsible\=icon\]\:size-8\!:is(:where(.group)[data-collapsible=icon] *){width:calc(var(--spacing)*8)!important;height:calc(var(--spacing)*8)!important}.group-data-\[collapsible\=icon\]\:w-\(--sidebar-width-icon\):is(:where(.group)[data-collapsible=icon] *){width:var(--sidebar-width-icon)}.group-data-\[collapsible\=icon\]\:w-\[calc\(var\(--sidebar-width-icon\)\+\(--spacing\(4\)\)\+2px\)\]:is(:where(.group)[data-collapsible=icon] *){width:calc(var(--sidebar-width-icon) + (calc(var(--spacing)*4)) + 2px)}.group-data-\[collapsible\=icon\]\:overflow-hidden:is(:where(.group)[data-collapsible=icon] *){overflow:hidden}.group-data-\[collapsible\=icon\]\:p-0\!:is(:where(.group)[data-collapsible=icon] *){padding:calc(var(--spacing)*0)!important}.group-data-\[collapsible\=icon\]\:p-2\!:is(:where(.group)[data-collapsible=icon] *){padding:calc(var(--spacing)*2)!important}.group-data-\[collapsible\=icon\]\:opacity-0:is(:where(.group)[data-collapsible=icon] *){opacity:0}.group-data-\[collapsible\=offcanvas\]\:right-\[calc\(var\(--sidebar-width\)\*-1\)\]:is(:where(.group)[data-collapsible=offcanvas] *){right:calc(var(--sidebar-width)*-1)}.group-data-\[collapsible\=offcanvas\]\:left-\[calc\(var\(--sidebar-width\)\*-1\)\]:is(:where(.group)[data-collapsible=offcanvas] *){left:calc(var(--sidebar-width)*-1)}.group-data-\[collapsible\=offcanvas\]\:w-0:is(:where(.group)[data-collapsible=offcanvas] *){width:calc(var(--spacing)*0)}.group-data-\[collapsible\=offcanvas\]\:translate-x-0:is(:where(.group)[data-collapsible=offcanvas] *){--tw-translate-x:calc(var(--spacing)*0);translate:var(--tw-translate-x)var(--tw-translate-y)}.group-data-\[disabled\=true\]\:pointer-events-none:is(:where(.group)[data-disabled=true] *){pointer-events:none}.group-data-\[disabled\=true\]\:opacity-50:is(:where(.group)[data-disabled=true] *){opacity:.5}.group-data-\[side\=left\]\:-right-4:is(:where(.group)[data-side=left] *){right:calc(var(--spacing)*-4)}.group-data-\[side\=right\]\:left-0:is(:where(.group)[data-side=right] *){left:calc(var(--spacing)*0)}.group-data-\[side\=right\]\:rotate-180:is(:where(.group)[data-side=right] *){rotate:180deg}.group-data-\[state\=open\]\:-rotate-180:is(:where(.group)[data-state=open] *){rotate:-180deg}.group-data-\[variant\=floating\]\:rounded-lg:is(:where(.group)[data-variant=floating] *){border-radius:var(--radius)}.group-data-\[variant\=floating\]\:border:is(:where(.group)[data-variant=floating] *){border-style:var(--tw-border-style);border-width:1px}.group-data-\[variant\=floating\]\:border-sidebar-border:is(:where(.group)[data-variant=floating] *){border-color:var(--sidebar-border)}.group-data-\[variant\=floating\]\:shadow-sm:is(:where(.group)[data-variant=floating] *){--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a),0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}@media (hover:hover){.peer-hover\/menu-button\:text-sidebar-accent-foreground:is(:where(.peer\/menu-button):hover~*){color:var(--sidebar-accent-foreground)}}.peer-disabled\:cursor-not-allowed:is(:where(.peer):disabled~*){cursor:not-allowed}.peer-disabled\:opacity-50:is(:where(.peer):disabled~*){opacity:.5}.peer-data-\[active\=true\]\/menu-button\:text-sidebar-accent-foreground:is(:where(.peer\/menu-button)[data-active=true]~*){color:var(--sidebar-accent-foreground)}.peer-data-\[size\=default\]\/menu-button\:top-1\.5:is(:where(.peer\/menu-button)[data-size=default]~*){top:calc(var(--spacing)*1.5)}.peer-data-\[size\=lg\]\/menu-button\:top-2\.5:is(:where(.peer\/menu-button)[data-size=lg]~*){top:calc(var(--spacing)*2.5)}.peer-data-\[size\=sm\]\/menu-button\:top-1:is(:where(.peer\/menu-button)[data-size=sm]~*){top:calc(var(--spacing)*1)}.selection\:bg-primary ::selection{background-color:var(--primary)}.selection\:bg-primary::selection{background-color:var(--primary)}.selection\:text-primary-foreground ::selection{color:var(--primary-foreground)}.selection\:text-primary-foreground::selection{color:var(--primary-foreground)}.placeholder\:text-muted-foreground::placeholder{color:var(--muted-foreground)}.after\:absolute:after{content:var(--tw-content);position:absolute}.after\:-inset-2:after{content:var(--tw-content);inset:calc(var(--spacing)*-2)}.after\:inset-y-0:after{content:var(--tw-content);inset-block:calc(var(--spacing)*0)}.after\:left-\[calc\(1\/2\*100\%-1px\)\]:after{content:var(--tw-content);left:calc(50% - 1px)}.after\:w-\[2px\]:after{content:var(--tw-content);width:2px}.group-data-\[collapsible\=offcanvas\]\:after\:left-full:is(:where(.group)[data-collapsible=offcanvas] *):after{content:var(--tw-content);left:100%}.first\:ml-4:first-child{margin-left:calc(var(--spacing)*4)}.last\:mr-4:last-child{margin-right:calc(var(--spacing)*4)}.focus-within\:border-border:focus-within{border-color:var(--border)}.focus-within\:shadow-md:focus-within{--tw-shadow:0 4px 6px -1px var(--tw-shadow-color,#0000001a),0 2px 4px -2px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}@media (hover:hover){.hover\:bg-accent:hover,.hover\:bg-accent\/50:hover{background-color:var(--accent)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-accent\/50:hover{background-color:color-mix(in oklab,var(--accent)50%,transparent)}}.hover\:bg-destructive\/10:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-destructive\/10:hover{background-color:color-mix(in oklab,var(--destructive)10%,transparent)}}.hover\:bg-destructive\/10\!:hover{background-color:var(--destructive)!important}@supports (color:color-mix(in lab,red,red)){.hover\:bg-destructive\/10\!:hover{background-color:color-mix(in oklab,var(--destructive)10%,transparent)!important}}.hover\:bg-destructive\/30:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-destructive\/30:hover{background-color:color-mix(in oklab,var(--destructive)30%,transparent)}}.hover\:bg-destructive\/80:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-destructive\/80:hover{background-color:color-mix(in oklab,var(--destructive)80%,transparent)}}.hover\:bg-destructive\/90:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-destructive\/90:hover{background-color:color-mix(in oklab,var(--destructive)90%,transparent)}}.hover\:bg-foreground\/10:hover{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-foreground\/10:hover{background-color:color-mix(in oklab,var(--foreground)10%,transparent)}}.hover\:bg-foreground\/35:hover{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-foreground\/35:hover{background-color:color-mix(in oklab,var(--foreground)35%,transparent)}}.hover\:bg-muted:hover{background-color:var(--muted)}.hover\:bg-muted-foreground\/10:hover{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-muted-foreground\/10:hover{background-color:color-mix(in oklab,var(--muted-foreground)10%,transparent)}}.hover\:bg-muted-foreground\/20:hover{background-color:var(--muted-foreground)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-muted-foreground\/20:hover{background-color:color-mix(in oklab,var(--muted-foreground)20%,transparent)}}.hover\:bg-muted\/50:hover{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-muted\/50:hover{background-color:color-mix(in oklab,var(--muted)50%,transparent)}}.hover\:bg-muted\/80:hover{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-muted\/80:hover{background-color:color-mix(in oklab,var(--muted)80%,transparent)}}.hover\:bg-primary\/90:hover{background-color:var(--primary)}@supports (color:color-mix(in lab,red,red)){.hover\:bg-primary\/90:hover{background-color:color-mix(in oklab,var(--primary)90%,transparent)}}.hover\:bg-red-400\/20:hover{background-color:#ff656833}@supports (color:color-mix(in lab,red,red)){.hover\:bg-red-400\/20:hover{background-color:color-mix(in oklab,var(--color-red-400)20%,transparent)}}.hover\:bg-red-600:hover{background-color:var(--color-red-600)}.hover\:bg-sidebar-accent:hover{background-color:var(--sidebar-accent)}.hover\:bg-white\/30:hover{background-color:#ffffff4d}@supports (color:color-mix(in lab,red,red)){.hover\:bg-white\/30:hover{background-color:color-mix(in oklab,var(--color-white)30%,transparent)}}.hover\:fill-destructive:hover{fill:var(--destructive)}.hover\:stroke-destructive:hover{stroke:var(--destructive)}.hover\:text-accent-foreground:hover{color:var(--accent-foreground)}.hover\:text-destructive:hover{color:var(--destructive)}.hover\:text-foreground:hover{color:var(--foreground)}.hover\:text-red-400:hover{color:var(--color-red-400)}.hover\:text-red-600:hover{color:var(--color-red-600)}.hover\:text-sidebar-accent-foreground:hover{color:var(--sidebar-accent-foreground)}.hover\:underline:hover{text-decoration-line:underline}.hover\:opacity-100:hover{opacity:1}.hover\:shadow-\[0_0_0_1px_var\(--sidebar-accent\)\]:hover{--tw-shadow:0 0 0 1px var(--tw-shadow-color,var(--sidebar-accent));box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.hover\:shadow-md:hover{--tw-shadow:0 4px 6px -1px var(--tw-shadow-color,#0000001a),0 2px 4px -2px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.hover\:group-data-\[collapsible\=offcanvas\]\:bg-sidebar:hover:is(:where(.group)[data-collapsible=offcanvas] *){background-color:var(--sidebar)}.hover\:after\:bg-sidebar-border:hover:after{content:var(--tw-content);background-color:var(--sidebar-border)}}.focus\:bg-accent:focus{background-color:var(--accent)}.focus\:bg-muted:focus{background-color:var(--muted)}.focus\:text-accent-foreground:focus{color:var(--accent-foreground)}.focus\:ring-2:focus{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(2px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus\:ring-primary:focus{--tw-ring-color:var(--primary)}.focus\:ring-ring:focus{--tw-ring-color:var(--ring)}.focus\:ring-offset-2:focus{--tw-ring-offset-width:2px;--tw-ring-offset-shadow:var(--tw-ring-inset,)0 0 0 var(--tw-ring-offset-width)var(--tw-ring-offset-color)}.focus\:outline-hidden:focus{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.focus\:outline-hidden:focus{outline-offset:2px;outline:2px solid #0000}}.focus\:outline-none:focus{--tw-outline-style:none;outline-style:none}.focus-visible\:border-ring:focus-visible{border-color:var(--ring)}.focus-visible\:ring-0:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(0px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus-visible\:ring-1:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(1px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus-visible\:ring-2:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(2px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus-visible\:ring-4:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(4px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus-visible\:ring-\[3px\]:focus-visible{--tw-ring-shadow:var(--tw-ring-inset,)0 0 0 calc(3px + var(--tw-ring-offset-width))var(--tw-ring-color,currentcolor);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.focus-visible\:ring-destructive\/20:focus-visible{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.focus-visible\:ring-destructive\/20:focus-visible{--tw-ring-color:color-mix(in oklab,var(--destructive)20%,transparent)}}.focus-visible\:ring-ring:focus-visible,.focus-visible\:ring-ring\/50:focus-visible{--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){.focus-visible\:ring-ring\/50:focus-visible{--tw-ring-color:color-mix(in oklab,var(--ring)50%,transparent)}}.focus-visible\:ring-offset-0:focus-visible{--tw-ring-offset-width:0px;--tw-ring-offset-shadow:var(--tw-ring-inset,)0 0 0 var(--tw-ring-offset-width)var(--tw-ring-offset-color)}.focus-visible\:ring-offset-2:focus-visible{--tw-ring-offset-width:2px;--tw-ring-offset-shadow:var(--tw-ring-inset,)0 0 0 var(--tw-ring-offset-width)var(--tw-ring-offset-color)}.focus-visible\:outline-hidden:focus-visible{--tw-outline-style:none;outline-style:none}@media (forced-colors:active){.focus-visible\:outline-hidden:focus-visible{outline-offset:2px;outline:2px solid #0000}}.focus-visible\:outline-1:focus-visible{outline-style:var(--tw-outline-style);outline-width:1px}.focus-visible\:outline-none:focus-visible{--tw-outline-style:none;outline-style:none}.active\:bg-accent:active{background-color:var(--accent)}.active\:bg-sidebar-accent:active{background-color:var(--sidebar-accent)}.active\:text-sidebar-accent-foreground:active{color:var(--sidebar-accent-foreground)}.disabled\:pointer-events-none:disabled{pointer-events:none}.disabled\:cursor-not-allowed:disabled{cursor:not-allowed}.disabled\:opacity-50:disabled{opacity:.5}.disabled\:opacity-60:disabled{opacity:.6}.disabled\:opacity-100:disabled{opacity:1}:where([data-side=left]) .in-data-\[side\=left\]\:cursor-w-resize{cursor:w-resize}:where([data-side=right]) .in-data-\[side\=right\]\:cursor-e-resize{cursor:e-resize}.has-data-\[slot\=card-action\]\:grid-cols-\[1fr_auto\]:has([data-slot=card-action]){grid-template-columns:1fr auto}.has-data-\[variant\=inset\]\:bg-sidebar:has([data-variant=inset]){background-color:var(--sidebar)}.has-\[\>svg\]\:grid-cols-\[calc\(var\(--spacing\)\*4\)_1fr\]:has(>svg){grid-template-columns:calc(var(--spacing)*4)1fr}.has-\[\>svg\]\:gap-x-3:has(>svg){column-gap:calc(var(--spacing)*3)}.has-\[\>svg\]\:px-2\.5:has(>svg){padding-inline:calc(var(--spacing)*2.5)}.has-\[\>svg\]\:px-3:has(>svg){padding-inline:calc(var(--spacing)*3)}.has-\[\>svg\]\:px-4:has(>svg){padding-inline:calc(var(--spacing)*4)}.aria-disabled\:pointer-events-none[aria-disabled=true]{pointer-events:none}.aria-disabled\:opacity-50[aria-disabled=true]{opacity:.5}.aria-invalid\:border-destructive[aria-invalid=true]{border-color:var(--destructive)}.aria-invalid\:ring-destructive\/20[aria-invalid=true]{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.aria-invalid\:ring-destructive\/20[aria-invalid=true]{--tw-ring-color:color-mix(in oklab,var(--destructive)20%,transparent)}}.data-highlighted\:bg-accent[data-highlighted]{background-color:var(--accent)}.data-highlighted\:text-accent-foreground[data-highlighted]{color:var(--accent-foreground)}.data-\[active\=true\]\:bg-sidebar-accent[data-active=true]{background-color:var(--sidebar-accent)}.data-\[active\=true\]\:font-medium[data-active=true]{--tw-font-weight:var(--font-weight-medium);font-weight:var(--font-weight-medium)}.data-\[active\=true\]\:text-sidebar-accent-foreground[data-active=true]{color:var(--sidebar-accent-foreground)}.data-\[disabled\]\:pointer-events-none[data-disabled]{pointer-events:none}.data-\[disabled\]\:opacity-50[data-disabled]{opacity:.5}.data-\[highlighted\]\:bg-accent[data-highlighted]{background-color:var(--accent)}.data-\[highlighted\]\:text-accent-foreground[data-highlighted]{color:var(--accent-foreground)}.data-\[inset\]\:pl-8[data-inset]{padding-left:calc(var(--spacing)*8)}.data-\[multiline\]\:py-2\.5[data-multiline]{padding-block:calc(var(--spacing)*2.5)}.data-\[orientation\=horizontal\]\:h-px[data-orientation=horizontal]{height:1px}.data-\[orientation\=horizontal\]\:w-full[data-orientation=horizontal]{width:100%}.data-\[orientation\=vertical\]\:h-full[data-orientation=vertical]{height:100%}.data-\[orientation\=vertical\]\:w-px[data-orientation=vertical]{width:1px}.data-\[placeholder\]\:text-muted-foreground[data-placeholder]{color:var(--muted-foreground)}.data-\[side\=bottom\]\:-translate-x-1\/2[data-side=bottom]{--tw-translate-x: -50% ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=bottom\]\:-translate-y-\[calc\(-50\%_\+_1px\)\][data-side=bottom]{--tw-translate-y: calc((-50% + 1px)*-1) ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=bottom\]\:translate-y-1[data-side=bottom]{--tw-translate-y:calc(var(--spacing)*1);translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=bottom\]\:slide-in-from-top-2[data-side=bottom]{--tw-enter-translate-y:calc(2*var(--spacing)*-1)}.data-\[side\=left\]\:-translate-x-1[data-side=left]{--tw-translate-x:calc(var(--spacing)*-1);translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=left\]\:-translate-y-\[calc\(50\%_-_3px\)\][data-side=left]{--tw-translate-y: calc((50% - 3px)*-1) ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=left\]\:slide-in-from-end-2[data-side=left]:where(:dir(ltr),[dir=ltr]){--tw-enter-translate-x:calc(2*var(--spacing))}.data-\[side\=left\]\:slide-in-from-end-2[data-side=left]:where(:dir(rtl),[dir=rtl]){--tw-enter-translate-x:calc(2*var(--spacing)*-1)}.data-\[side\=left\]\:slide-in-from-right-2[data-side=left]{--tw-enter-translate-x:calc(2*var(--spacing))}.data-\[side\=right\]\:translate-x-1[data-side=right]{--tw-translate-x:calc(var(--spacing)*1);translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=right\]\:translate-x-\[calc\(50\%_\+_2px\)\][data-side=right]{--tw-translate-x: calc(50% + 2px) ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=right\]\:translate-y-1\/2[data-side=right]{--tw-translate-y: 50% ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=right\]\:slide-in-from-start-2[data-side=right]:where(:dir(ltr),[dir=ltr]){--tw-enter-translate-x:calc(2*var(--spacing)*-1)}.data-\[side\=right\]\:slide-in-from-start-2[data-side=right]:where(:dir(rtl),[dir=rtl]){--tw-enter-translate-x:calc(2*var(--spacing))}.data-\[side\=right\]\:slide-in-from-left-2[data-side=right]{--tw-enter-translate-x:calc(2*var(--spacing)*-1)}.data-\[side\=top\]\:translate-x-1\/2[data-side=top]{--tw-translate-x: 50% ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=top\]\:-translate-y-1[data-side=top]{--tw-translate-y:calc(var(--spacing)*-1);translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=top\]\:translate-y-\[calc\(-50\%_\+_2px\)\][data-side=top]{--tw-translate-y: calc(-50% + 2px) ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[side\=top\]\:slide-in-from-bottom-2[data-side=top]{--tw-enter-translate-y:calc(2*var(--spacing))}.data-\[size\=default\]\:h-9[data-size=default]{height:calc(var(--spacing)*9)}.data-\[size\=sm\]\:h-8[data-size=sm]{height:calc(var(--spacing)*8)}:is(.\*\:data-\[slot\=alert-description\]\:text-destructive\/90>*)[data-slot=alert-description]{color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){:is(.\*\:data-\[slot\=alert-description\]\:text-destructive\/90>*)[data-slot=alert-description]{color:color-mix(in oklab,var(--destructive)90%,transparent)}}:is(.\*\:data-\[slot\=select-value\]\:line-clamp-1>*)[data-slot=select-value]{-webkit-line-clamp:1;-webkit-box-orient:vertical;display:-webkit-box;overflow:hidden}:is(.\*\:data-\[slot\=select-value\]\:flex>*)[data-slot=select-value]{display:flex}:is(.\*\:data-\[slot\=select-value\]\:items-center>*)[data-slot=select-value]{align-items:center}:is(.\*\:data-\[slot\=select-value\]\:gap-2>*)[data-slot=select-value]{gap:calc(var(--spacing)*2)}.data-\[state\=checked\]\:translate-x-\[calc\(100\%-2px\)\][data-state=checked]{--tw-translate-x: calc(100% - 2px) ;translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[state\=checked\]\:border-primary[data-state=checked]{border-color:var(--primary)}.data-\[state\=checked\]\:bg-primary[data-state=checked]{background-color:var(--primary)}.data-\[state\=checked\]\:text-primary-foreground[data-state=checked]{color:var(--primary-foreground)}.data-\[state\=closed\]\:animate-out[data-state=closed]{animation:exit var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-\[state\=closed\]\:duration-300[data-state=closed]{--tw-duration:.3s;transition-duration:.3s}.data-\[state\=closed\]\:fade-out-0[data-state=closed]{--tw-exit-opacity:0}.data-\[state\=closed\]\:zoom-out-95[data-state=closed]{--tw-exit-scale:.95}.data-\[state\=closed\]\:slide-out-to-bottom[data-state=closed]{--tw-exit-translate-y:100%}.data-\[state\=closed\]\:slide-out-to-bottom-full[data-state=closed]{--tw-exit-translate-y: 100% }.data-\[state\=closed\]\:slide-out-to-left[data-state=closed]{--tw-exit-translate-x:-100%}.data-\[state\=closed\]\:slide-out-to-right[data-state=closed]{--tw-exit-translate-x:100%}.data-\[state\=closed\]\:slide-out-to-top[data-state=closed]{--tw-exit-translate-y:-100%}.data-\[state\=open\]\:animate-in[data-state=open]{animation:enter var(--tw-animation-duration,var(--tw-duration,.15s))var(--tw-ease,ease)var(--tw-animation-delay,0s)var(--tw-animation-iteration-count,1)var(--tw-animation-direction,normal)var(--tw-animation-fill-mode,none)}.data-\[state\=open\]\:bg-accent[data-state=open]{background-color:var(--accent)}.data-\[state\=open\]\:text-accent-foreground[data-state=open]{color:var(--accent-foreground)}.data-\[state\=open\]\:opacity-100[data-state=open]{opacity:1}.data-\[state\=open\]\:duration-500[data-state=open]{--tw-duration:.5s;transition-duration:.5s}.data-\[state\=open\]\:fade-in-0[data-state=open]{--tw-enter-opacity:0}.data-\[state\=open\]\:zoom-in-95[data-state=open]{--tw-enter-scale:.95}.data-\[state\=open\]\:slide-in-from-bottom[data-state=open]{--tw-enter-translate-y:100%}.data-\[state\=open\]\:slide-in-from-bottom-full[data-state=open]{--tw-enter-translate-y: 100% }.data-\[state\=open\]\:slide-in-from-left[data-state=open]{--tw-enter-translate-x:-100%}.data-\[state\=open\]\:slide-in-from-right[data-state=open]{--tw-enter-translate-x:100%}.data-\[state\=open\]\:slide-in-from-top[data-state=open]{--tw-enter-translate-y:-100%}@media (hover:hover){.data-\[state\=open\]\:hover\:bg-sidebar-accent[data-state=open]:hover{background-color:var(--sidebar-accent)}.data-\[state\=open\]\:hover\:text-sidebar-accent-foreground[data-state=open]:hover{color:var(--sidebar-accent-foreground)}}.data-\[state\=selected\]\:bg-muted[data-state=selected]{background-color:var(--muted)}.data-\[state\=unchecked\]\:translate-x-0[data-state=unchecked]{--tw-translate-x:calc(var(--spacing)*0);translate:var(--tw-translate-x)var(--tw-translate-y)}.data-\[state\=unchecked\]\:bg-input[data-state=unchecked]{background-color:var(--input)}.data-\[variant\=destructive\]\:text-destructive[data-variant=destructive]{color:var(--destructive)}.data-\[variant\=destructive\]\:data-highlighted\:bg-destructive\/10[data-variant=destructive][data-highlighted]{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.data-\[variant\=destructive\]\:data-highlighted\:bg-destructive\/10[data-variant=destructive][data-highlighted]{background-color:color-mix(in oklab,var(--destructive)10%,transparent)}}.data-\[variant\=destructive\]\:data-highlighted\:text-destructive[data-variant=destructive][data-highlighted]{color:var(--destructive)}@media (min-width:40rem){.sm\:top-\[50\%\]{top:50%}.sm\:right-auto{right:auto}.sm\:bottom-auto{bottom:auto}.sm\:left-\[50\%\]{left:50%}.sm\:z-99{z-index:99}.sm\:mt-0{margin-top:calc(var(--spacing)*0)}.sm\:flex{display:flex}.sm\:max-h-\[100vh\]{max-height:100vh}.sm\:w-auto{width:auto}.sm\:w-max{width:max-content}.sm\:max-w-6xl{max-width:var(--container-6xl)}.sm\:max-w-\[calc\(100vw-2rem\)\]{max-width:calc(100vw - 2rem)}.sm\:max-w-lg{max-width:var(--container-lg)}.sm\:max-w-sm{max-width:var(--container-sm)}.sm\:translate-x-\[-50\%\]{--tw-translate-x:-50%;translate:var(--tw-translate-x)var(--tw-translate-y)}.sm\:translate-y-\[-50\%\]{--tw-translate-y:-50%;translate:var(--tw-translate-x)var(--tw-translate-y)}.sm\:flex-row{flex-direction:row}.sm\:justify-end{justify-content:flex-end}.sm\:rounded-lg{border-radius:var(--radius)}.sm\:text-left{text-align:left}.sm\:data-\[state\=closed\]\:slide-out-to-bottom-0[data-state=closed]{--tw-exit-translate-y: 0% }.sm\:data-\[state\=closed\]\:zoom-out-95[data-state=closed]{--tw-exit-scale:.95}.sm\:data-\[state\=open\]\:slide-in-from-bottom-0[data-state=open]{--tw-enter-translate-y: 0% }.sm\:data-\[state\=open\]\:zoom-in-95[data-state=open]{--tw-enter-scale:.95}}@media (min-width:48rem){.md\:sticky{position:sticky}.md\:top-0{top:calc(var(--spacing)*0)}.md\:left-0\!{left:calc(var(--spacing)*0)!important}.md\:left-\[var\(--sidebar-width\)\]{left:var(--sidebar-width)}.md\:z-0{z-index:0}.md\:mb-24{margin-bottom:calc(var(--spacing)*24)}.md\:block{display:block}.md\:flex{display:flex}.md\:hidden{display:none}.md\:h-\[64vh\]{height:64vh}.md\:h-\[80dvh\]{height:80dvh}.md\:h-auto{height:auto}.md\:max-h-\[64vh\]{max-height:64vh}.md\:max-h-\[80dvh\]{max-height:80dvh}.md\:max-h-\[100vh\]{max-height:100vh}.md\:max-h-\[calc\(100vh-13\.5rem\)\]{max-height:calc(100vh - 13.5rem)}.md\:min-h-0{min-height:calc(var(--spacing)*0)}.md\:w-auto{width:auto}.md\:max-w-2xl{max-width:var(--container-2xl)}.md\:max-w-32{max-width:calc(var(--spacing)*32)}.md\:max-w-md{max-width:var(--container-md)}.md\:flex-row{flex-direction:row}.md\:gap-2{gap:calc(var(--spacing)*2)}:where(.md\:space-y-4>:not(:last-child)){--tw-space-y-reverse:0;margin-block-start:calc(calc(var(--spacing)*4)*var(--tw-space-y-reverse));margin-block-end:calc(calc(var(--spacing)*4)*calc(1 - var(--tw-space-y-reverse)))}.md\:rounded-lg{border-radius:var(--radius)}.md\:p-4{padding:calc(var(--spacing)*4)}.md\:p-6{padding:calc(var(--spacing)*6)}.md\:px-6{padding-inline:calc(var(--spacing)*6)}.md\:\!py-3{padding-block:calc(var(--spacing)*3)!important}.md\:py-4{padding-block:calc(var(--spacing)*4)}.md\:pt-0{padding-top:calc(var(--spacing)*0)}.md\:text-3xl{font-size:var(--text-3xl);line-height:var(--tw-leading,var(--text-3xl--line-height))}.md\:text-lg{font-size:var(--text-lg);line-height:var(--tw-leading,var(--text-lg--line-height))}.md\:text-sm{font-size:var(--text-sm);line-height:var(--tw-leading,var(--text-sm--line-height))}.md\:opacity-0{opacity:0}.md\:peer-data-\[variant\=inset\]\:m-2:is(:where(.peer)[data-variant=inset]~*){margin:calc(var(--spacing)*2)}.md\:peer-data-\[variant\=inset\]\:ml-0:is(:where(.peer)[data-variant=inset]~*){margin-left:calc(var(--spacing)*0)}.md\:peer-data-\[variant\=inset\]\:rounded-xl:is(:where(.peer)[data-variant=inset]~*){border-radius:calc(var(--radius) + 4px)}.md\:peer-data-\[variant\=inset\]\:shadow-sm:is(:where(.peer)[data-variant=inset]~*){--tw-shadow:0 1px 3px 0 var(--tw-shadow-color,#0000001a),0 1px 2px -1px var(--tw-shadow-color,#0000001a);box-shadow:var(--tw-inset-shadow),var(--tw-inset-ring-shadow),var(--tw-ring-offset-shadow),var(--tw-ring-shadow),var(--tw-shadow)}.md\:peer-data-\[variant\=inset\]\:peer-data-\[state\=collapsed\]\:ml-2:is(:where(.peer)[data-variant=inset]~*):is(:where(.peer)[data-state=collapsed]~*){margin-left:calc(var(--spacing)*2)}.md\:after\:hidden:after{content:var(--tw-content);display:none}}.dark\:border:is(.dark *){border-style:var(--tw-border-style);border-width:1px}.dark\:border-border\/20:is(.dark *){border-color:var(--border)}@supports (color:color-mix(in lab,red,red)){.dark\:border-border\/20:is(.dark *){border-color:color-mix(in oklab,var(--border)20%,transparent)}}.dark\:border-input:is(.dark *){border-color:var(--input)}.dark\:border-muted:is(.dark *){border-color:var(--muted)}.dark\:border-purple-800:is(.dark *){border-color:var(--color-purple-800)}.dark\:bg-blue-950:is(.dark *){background-color:var(--color-blue-950)}.dark\:bg-cyan-950:is(.dark *){background-color:var(--color-cyan-950)}.dark\:bg-destructive\/60:is(.dark *){background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-destructive\/60:is(.dark *){background-color:color-mix(in oklab,var(--destructive)60%,transparent)}}.dark\:bg-destructive\/70:is(.dark *){background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-destructive\/70:is(.dark *){background-color:color-mix(in oklab,var(--destructive)70%,transparent)}}.dark\:bg-foreground\/10:is(.dark *){background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-foreground\/10:is(.dark *){background-color:color-mix(in oklab,var(--foreground)10%,transparent)}}.dark\:bg-green-950:is(.dark *){background-color:var(--color-green-950)}.dark\:bg-input\/30:is(.dark *){background-color:var(--input)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-input\/30:is(.dark *){background-color:color-mix(in oklab,var(--input)30%,transparent)}}.dark\:bg-muted\/75:is(.dark *){background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-muted\/75:is(.dark *){background-color:color-mix(in oklab,var(--muted)75%,transparent)}}.dark\:bg-orange-900:is(.dark *){background-color:var(--color-orange-900)}.dark\:bg-orange-950:is(.dark *){background-color:var(--color-orange-950)}.dark\:bg-pink-950:is(.dark *){background-color:var(--color-pink-950)}.dark\:bg-primary\/15:is(.dark *){background-color:var(--primary)}@supports (color:color-mix(in lab,red,red)){.dark\:bg-primary\/15:is(.dark *){background-color:color-mix(in oklab,var(--primary)15%,transparent)}}.dark\:bg-purple-500\/20:is(.dark *){background-color:#ac4bff33}@supports (color:color-mix(in lab,red,red)){.dark\:bg-purple-500\/20:is(.dark *){background-color:color-mix(in oklab,var(--color-purple-500)20%,transparent)}}.dark\:bg-purple-700\/50:is(.dark *){background-color:#8200da80}@supports (color:color-mix(in lab,red,red)){.dark\:bg-purple-700\/50:is(.dark *){background-color:color-mix(in oklab,var(--color-purple-700)50%,transparent)}}.dark\:bg-purple-800\/40:is(.dark *){background-color:#6e11b066}@supports (color:color-mix(in lab,red,red)){.dark\:bg-purple-800\/40:is(.dark *){background-color:color-mix(in oklab,var(--color-purple-800)40%,transparent)}}.dark\:bg-purple-950:is(.dark *){background-color:var(--color-purple-950)}.dark\:bg-secondary:is(.dark *){background-color:var(--secondary)}.dark\:text-amber-400:is(.dark *){color:var(--color-amber-400)}.dark\:text-blue-400:is(.dark *){color:var(--color-blue-400)}.dark\:text-cyan-400:is(.dark *){color:var(--color-cyan-400)}.dark\:text-green-400:is(.dark *){color:var(--color-green-400)}.dark\:text-orange-200:is(.dark *){color:var(--color-orange-200)}.dark\:text-orange-400:is(.dark *){color:var(--color-orange-400)}.dark\:text-pink-400:is(.dark *){color:var(--color-pink-400)}.dark\:text-purple-100:is(.dark *){color:var(--color-purple-100)}.dark\:text-purple-300:is(.dark *){color:var(--color-purple-300)}.dark\:text-purple-400:is(.dark *){color:var(--color-purple-400)}.dark\:text-secondary-foreground:is(.dark *){color:var(--secondary-foreground)}.dark\:text-yellow-400:is(.dark *){color:var(--color-yellow-400)}.dark\:text-yellow-500:is(.dark *){color:var(--color-yellow-500)}.dark\:ring-ring\/20:is(.dark *){--tw-ring-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){.dark\:ring-ring\/20:is(.dark *){--tw-ring-color:color-mix(in oklab,var(--ring)20%,transparent)}}.dark\:outline-ring\/40:is(.dark *){outline-color:var(--ring)}@supports (color:color-mix(in lab,red,red)){.dark\:outline-ring\/40:is(.dark *){outline-color:color-mix(in oklab,var(--ring)40%,transparent)}}.dark\:focus-within\:border-border:is(.dark *):focus-within{border-color:var(--border)}@media (hover:hover){.dark\:hover\:bg-input\/50:is(.dark *):hover{background-color:var(--input)}@supports (color:color-mix(in lab,red,red)){.dark\:hover\:bg-input\/50:is(.dark *):hover{background-color:color-mix(in oklab,var(--input)50%,transparent)}}.dark\:hover\:bg-muted\/30:is(.dark *):hover{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){.dark\:hover\:bg-muted\/30:is(.dark *):hover{background-color:color-mix(in oklab,var(--muted)30%,transparent)}}}.dark\:focus-visible\:ring-destructive\/40:is(.dark *):focus-visible{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.dark\:focus-visible\:ring-destructive\/40:is(.dark *):focus-visible{--tw-ring-color:color-mix(in oklab,var(--destructive)40%,transparent)}}.dark\:aria-invalid\:ring-destructive\/40:is(.dark *)[aria-invalid=true]{--tw-ring-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.dark\:aria-invalid\:ring-destructive\/40:is(.dark *)[aria-invalid=true]{--tw-ring-color:color-mix(in oklab,var(--destructive)40%,transparent)}}.dark\:data-\[state\=checked\]\:bg-primary:is(.dark *)[data-state=checked]{background-color:var(--primary)}.dark\:data-\[state\=checked\]\:bg-primary-foreground:is(.dark *)[data-state=checked]{background-color:var(--primary-foreground)}.dark\:data-\[state\=unchecked\]\:bg-foreground:is(.dark *)[data-state=unchecked]{background-color:var(--foreground)}.dark\:data-\[state\=unchecked\]\:bg-input\/80:is(.dark *)[data-state=unchecked]{background-color:var(--input)}@supports (color:color-mix(in lab,red,red)){.dark\:data-\[state\=unchecked\]\:bg-input\/80:is(.dark *)[data-state=unchecked]{background-color:color-mix(in oklab,var(--input)80%,transparent)}}.dark\:data-\[variant\=destructive\]\:data-highlighted\:bg-destructive\/20:is(.dark *)[data-variant=destructive][data-highlighted]{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){.dark\:data-\[variant\=destructive\]\:data-highlighted\:bg-destructive\/20:is(.dark *)[data-variant=destructive][data-highlighted]{background-color:color-mix(in oklab,var(--destructive)20%,transparent)}}.\[\&_p\]\:leading-relaxed p{--tw-leading:var(--leading-relaxed);line-height:var(--leading-relaxed)}.\[\&_svg\]\:pointer-events-none svg{pointer-events:none}.\[\&_svg\]\:shrink-0 svg{flex-shrink:0}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-3 svg:not([class*=size-]){width:calc(var(--spacing)*3);height:calc(var(--spacing)*3)}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-4 svg:not([class*=size-]){width:calc(var(--spacing)*4);height:calc(var(--spacing)*4)}.\[\&_svg\:not\(\[class\*\=\'size-\'\]\)\]\:size-8 svg:not([class*=size-]){width:calc(var(--spacing)*8);height:calc(var(--spacing)*8)}.\[\&_svg\:not\(\[class\*\=\'text-\'\]\)\]\:text-muted-foreground svg:not([class*=text-]){color:var(--muted-foreground)}.\[\&_tr\]\:border-b tr{border-bottom-style:var(--tw-border-style);border-bottom-width:1px}.\[\&_tr\:last-child\]\:border-0 tr:last-child{border-style:var(--tw-border-style);border-width:0}.\[\&\:has\(\[role\=checkbox\]\)\]\:pe-0:has([role=checkbox]){padding-inline-end:calc(var(--spacing)*0)}.\[\.border-b\]\:pb-6.border-b{padding-bottom:calc(var(--spacing)*6)}.\[\.border-t\]\:pt-6.border-t{padding-top:calc(var(--spacing)*6)}:is(.\*\:\[span\]\:last\:flex>*):is(span):last-child{display:flex}:is(.\*\:\[span\]\:last\:items-center>*):is(span):last-child{align-items:center}:is(.\*\:\[span\]\:last\:gap-2>*):is(span):last-child{gap:calc(var(--spacing)*2)}:is(.data-\[variant\=destructive\]\:\*\:\[svg\]\:\!text-destructive[data-variant=destructive]>*):is(svg){color:var(--destructive)!important}.\[\&\:not\(\:first-child\)\]\:mt-1:not(:first-child){margin-top:calc(var(--spacing)*1)}.\[\&\:not\(\:first-child\)\]\:mt-2:not(:first-child){margin-top:calc(var(--spacing)*2)}.\[\&\>\*\]\:flex-1>*{flex:1}@media (min-width:40rem){.sm\:\[\&\>\*\]\:flex-none>*{flex:none}}.\[\&\>button\]\:hidden>button{display:none}@media (hover:hover){.hover\:\[\&\>kbd\]\:opacity-100:hover>kbd{opacity:1}}.\[\&\>span\:last-child\]\:truncate>span:last-child{text-overflow:ellipsis;white-space:nowrap;overflow:hidden}.\[\&\>svg\]\:pointer-events-none>svg{pointer-events:none}.\[\&\>svg\]\:size-3>svg{width:calc(var(--spacing)*3);height:calc(var(--spacing)*3)}.\[\&\>svg\]\:size-4>svg{width:calc(var(--spacing)*4);height:calc(var(--spacing)*4)}.\[\&\>svg\]\:shrink-0>svg{flex-shrink:0}.\[\&\>svg\]\:translate-y-0\.5>svg{--tw-translate-y:calc(var(--spacing)*.5);translate:var(--tw-translate-x)var(--tw-translate-y)}.\[\&\>svg\]\:text-current>svg{color:currentColor}.\[\&\>svg\]\:text-sidebar-accent-foreground>svg{color:var(--sidebar-accent-foreground)}@media (hover:hover){:is(.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover,.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover>svelte-css-wrapper)>th,:is(.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover,.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover>svelte-css-wrapper) td{background-color:var(--muted)}@supports (color:color-mix(in lab,red,red)){:is(.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover,.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover>svelte-css-wrapper)>th,:is(.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover,.hover\:\[\&\,\&\>svelte-css-wrapper\]\:\[\&\>th\,td\]\:bg-muted\/50:hover>svelte-css-wrapper) td{background-color:color-mix(in oklab,var(--muted)50%,transparent)}}}.\[\&\>tr\]\:last\:border-b-0>tr:last-child{border-bottom-style:var(--tw-border-style);border-bottom-width:0}[data-side=left][data-collapsible=offcanvas] .\[\[data-side\=left\]\[data-collapsible\=offcanvas\]_\&\]\:-right-2{right:calc(var(--spacing)*-2)}[data-side=left][data-state=collapsed] .\[\[data-side\=left\]\[data-state\=collapsed\]_\&\]\:cursor-e-resize{cursor:e-resize}[data-side=right][data-collapsible=offcanvas] .\[\[data-side\=right\]\[data-collapsible\=offcanvas\]_\&\]\:-left-2{left:calc(var(--spacing)*-2)}[data-side=right][data-state=collapsed] .\[\[data-side\=right\]\[data-state\=collapsed\]_\&\]\:cursor-w-resize{cursor:w-resize}@media (hover:hover){a.\[a\&\]\:hover\:bg-accent:hover{background-color:var(--accent)}a.\[a\&\]\:hover\:bg-destructive\/90:hover{background-color:var(--destructive)}@supports (color:color-mix(in lab,red,red)){a.\[a\&\]\:hover\:bg-destructive\/90:hover{background-color:color-mix(in oklab,var(--destructive)90%,transparent)}}a.\[a\&\]\:hover\:bg-foreground\/25:hover{background-color:var(--foreground)}@supports (color:color-mix(in lab,red,red)){a.\[a\&\]\:hover\:bg-foreground\/25:hover{background-color:color-mix(in oklab,var(--foreground)25%,transparent)}}a.\[a\&\]\:hover\:bg-primary\/90:hover{background-color:var(--primary)}@supports (color:color-mix(in lab,red,red)){a.\[a\&\]\:hover\:bg-primary\/90:hover{background-color:color-mix(in oklab,var(--primary)90%,transparent)}}a.\[a\&\]\:hover\:bg-secondary\/90:hover{background-color:var(--secondary)}@supports (color:color-mix(in lab,red,red)){a.\[a\&\]\:hover\:bg-secondary\/90:hover{background-color:color-mix(in oklab,var(--secondary)90%,transparent)}}a.\[a\&\]\:hover\:text-accent-foreground:hover{color:var(--accent-foreground)}}.scrollbar-hide::-webkit-scrollbar{display:none}.scrollbar-hide{-ms-overflow-style:none;scrollbar-width:none}}@property --tw-animation-delay{syntax:"*";inherits:false;initial-value:0s}@property --tw-animation-direction{syntax:"*";inherits:false;initial-value:normal}@property --tw-animation-duration{syntax:"*";inherits:false}@property --tw-animation-fill-mode{syntax:"*";inherits:false;initial-value:none}@property --tw-animation-iteration-count{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-opacity{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-rotate{syntax:"*";inherits:false;initial-value:0}@property --tw-enter-scale{syntax:"*";inherits:false;initial-value:1}@property --tw-enter-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-enter-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-opacity{syntax:"*";inherits:false;initial-value:1}@property --tw-exit-rotate{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-scale{syntax:"*";inherits:false;initial-value:1}@property --tw-exit-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-exit-translate-y{syntax:"*";inherits:false;initial-value:0}:root{--radius:.625rem;--background:oklch(100% 0 0);--foreground:oklch(14.5% 0 0);--card:oklch(100% 0 0);--card-foreground:oklch(14.5% 0 0);--popover:oklch(100% 0 0);--popover-foreground:oklch(14.5% 0 0);--primary:oklch(20.5% 0 0);--primary-foreground:oklch(98.5% 0 0);--secondary:oklch(95% 0 0);--secondary-foreground:oklch(20.5% 0 0);--muted:oklch(97% 0 0);--muted-foreground:oklch(55.6% 0 0);--accent:oklch(95% 0 0);--accent-foreground:oklch(20.5% 0 0);--destructive:oklch(57.7% .245 27.325);--border:oklch(87.5% 0 0);--input:oklch(92% 0 0);--ring:oklch(70.8% 0 0);--chart-1:oklch(64.6% .222 41.116);--chart-2:oklch(60% .118 184.704);--chart-3:oklch(39.8% .07 227.392);--chart-4:oklch(82.8% .189 84.429);--chart-5:oklch(76.9% .188 70.08);--sidebar:oklch(98.7% 0 0);--sidebar-foreground:oklch(14.5% 0 0);--sidebar-primary:oklch(20.5% 0 0);--sidebar-primary-foreground:oklch(98.5% 0 0);--sidebar-accent:oklch(97% 0 0);--sidebar-accent-foreground:oklch(20.5% 0 0);--sidebar-border:oklch(92.2% 0 0);--sidebar-ring:oklch(70.8% 0 0);--code-background:oklch(98.5% 0 0);--code-foreground:oklch(14.5% 0 0);--layer-popover:1000000;--chat-form-area-height:8rem;--chat-form-area-offset:2rem;--max-message-height:max(24rem,min(80dvh,calc(100dvh - var(--chat-form-area-height) - 12rem)))}@media (min-width:640px){:root{--chat-form-area-height:24rem;--chat-form-area-offset:12rem}}.dark{--background:oklch(16% 0 0);--foreground:oklch(98.5% 0 0);--card:oklch(20.5% 0 0);--card-foreground:oklch(98.5% 0 0);--popover:oklch(20.5% 0 0);--popover-foreground:oklch(98.5% 0 0);--primary:oklch(92.2% 0 0);--primary-foreground:oklch(20.5% 0 0);--secondary:oklch(29% 0 0);--secondary-foreground:oklch(98.5% 0 0);--muted:oklch(26.9% 0 0);--muted-foreground:oklch(70.8% 0 0);--accent:oklch(26.9% 0 0);--accent-foreground:oklch(98.5% 0 0);--destructive:oklch(70.4% .191 22.216);--border:oklch(100% 0 0/.3);--input:oklch(100% 0 0/.3);--ring:oklch(55.6% 0 0);--chart-1:oklch(48.8% .243 264.376);--chart-2:oklch(69.6% .17 162.48);--chart-3:oklch(76.9% .188 70.08);--chart-4:oklch(62.7% .265 303.9);--chart-5:oklch(64.5% .246 16.439);--sidebar:oklch(19% 0 0);--sidebar-foreground:oklch(98.5% 0 0);--sidebar-primary:oklch(48.8% .243 264.376);--sidebar-primary-foreground:oklch(98.5% 0 0);--sidebar-accent:oklch(26.9% 0 0);--sidebar-accent-foreground:oklch(98.5% 0 0);--sidebar-border:oklch(100% 0 0/.1);--sidebar-ring:oklch(55.6% 0 0);--code-background:oklch(22.5% 0 0);--code-foreground:oklch(87.5% 0 0)}@property --tw-translate-x{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-y{syntax:"*";inherits:false;initial-value:0}@property --tw-translate-z{syntax:"*";inherits:false;initial-value:0}@property --tw-scale-x{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-y{syntax:"*";inherits:false;initial-value:1}@property --tw-scale-z{syntax:"*";inherits:false;initial-value:1}@property --tw-rotate-x{syntax:"*";inherits:false}@property --tw-rotate-y{syntax:"*";inherits:false}@property --tw-rotate-z{syntax:"*";inherits:false}@property --tw-skew-x{syntax:"*";inherits:false}@property --tw-skew-y{syntax:"*";inherits:false}@property --tw-space-y-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-space-x-reverse{syntax:"*";inherits:false;initial-value:0}@property --tw-border-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-gradient-position{syntax:"*";inherits:false}@property --tw-gradient-from{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-via{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-to{syntax:"";inherits:false;initial-value:#0000}@property --tw-gradient-stops{syntax:"*";inherits:false}@property --tw-gradient-via-stops{syntax:"*";inherits:false}@property --tw-gradient-from-position{syntax:"";inherits:false;initial-value:0%}@property --tw-gradient-via-position{syntax:"";inherits:false;initial-value:50%}@property --tw-gradient-to-position{syntax:"";inherits:false;initial-value:100%}@property --tw-leading{syntax:"*";inherits:false}@property --tw-font-weight{syntax:"*";inherits:false}@property --tw-tracking{syntax:"*";inherits:false}@property --tw-ordinal{syntax:"*";inherits:false}@property --tw-slashed-zero{syntax:"*";inherits:false}@property --tw-numeric-figure{syntax:"*";inherits:false}@property --tw-numeric-spacing{syntax:"*";inherits:false}@property --tw-numeric-fraction{syntax:"*";inherits:false}@property --tw-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-shadow-color{syntax:"*";inherits:false}@property --tw-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-inset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-shadow-color{syntax:"*";inherits:false}@property --tw-inset-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-ring-color{syntax:"*";inherits:false}@property --tw-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-inset-ring-color{syntax:"*";inherits:false}@property --tw-inset-ring-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-ring-inset{syntax:"*";inherits:false}@property --tw-ring-offset-width{syntax:"";inherits:false;initial-value:0}@property --tw-ring-offset-color{syntax:"*";inherits:false;initial-value:#fff}@property --tw-ring-offset-shadow{syntax:"*";inherits:false;initial-value:0 0 #0000}@property --tw-outline-style{syntax:"*";inherits:false;initial-value:solid}@property --tw-blur{syntax:"*";inherits:false}@property --tw-brightness{syntax:"*";inherits:false}@property --tw-contrast{syntax:"*";inherits:false}@property --tw-grayscale{syntax:"*";inherits:false}@property --tw-hue-rotate{syntax:"*";inherits:false}@property --tw-invert{syntax:"*";inherits:false}@property --tw-opacity{syntax:"*";inherits:false}@property --tw-saturate{syntax:"*";inherits:false}@property --tw-sepia{syntax:"*";inherits:false}@property --tw-drop-shadow{syntax:"*";inherits:false}@property --tw-drop-shadow-color{syntax:"*";inherits:false}@property --tw-drop-shadow-alpha{syntax:"";inherits:false;initial-value:100%}@property --tw-drop-shadow-size{syntax:"*";inherits:false}@property --tw-backdrop-blur{syntax:"*";inherits:false}@property --tw-backdrop-brightness{syntax:"*";inherits:false}@property --tw-backdrop-contrast{syntax:"*";inherits:false}@property --tw-backdrop-grayscale{syntax:"*";inherits:false}@property --tw-backdrop-hue-rotate{syntax:"*";inherits:false}@property --tw-backdrop-invert{syntax:"*";inherits:false}@property --tw-backdrop-opacity{syntax:"*";inherits:false}@property --tw-backdrop-saturate{syntax:"*";inherits:false}@property --tw-backdrop-sepia{syntax:"*";inherits:false}@property --tw-duration{syntax:"*";inherits:false}@property --tw-ease{syntax:"*";inherits:false}@property --tw-content{syntax:"*";inherits:false;initial-value:""}@keyframes spin{to{transform:rotate(360deg)}}@keyframes pulse{50%{opacity:.5}}@keyframes enter{0%{opacity:var(--tw-enter-opacity,1);transform:translate3d(var(--tw-enter-translate-x,0),var(--tw-enter-translate-y,0),0)scale3d(var(--tw-enter-scale,1),var(--tw-enter-scale,1),var(--tw-enter-scale,1))rotate(var(--tw-enter-rotate,0))}}@keyframes exit{to{opacity:var(--tw-exit-opacity,1);transform:translate3d(var(--tw-exit-translate-x,0),var(--tw-exit-translate-y,0),0)scale3d(var(--tw-exit-scale,1),var(--tw-exit-scale,1),var(--tw-exit-scale,1))rotate(var(--tw-exit-rotate,0))}}a.svelte-1q39rn8,button.svelte-1q39rn8{cursor:pointer}[data-select-viewport],[data-combobox-viewport]{scrollbar-width:none!important;-ms-overflow-style:none!important;-webkit-overflow-scrolling:touch!important}[data-combobox-viewport]::-webkit-scrollbar{display:none!important}[data-select-viewport]::-webkit-scrollbar{display:none!important}[data-scroll-area-viewport]{scrollbar-width:none!important;-ms-overflow-style:none!important;-webkit-overflow-scrolling:touch!important}[data-scroll-area-viewport]::-webkit-scrollbar{display:none!important}:where([data-scroll-area-viewport]){display:flex;flex-direction:column;align-items:stretch}:where([data-scroll-area-content]){flex-grow:1}html[dir=ltr],[data-sonner-toaster][dir=ltr]{--toast-icon-margin-start: -3px;--toast-icon-margin-end: 4px;--toast-svg-margin-start: -1px;--toast-svg-margin-end: 0px;--toast-button-margin-start: auto;--toast-button-margin-end: 0;--toast-close-button-start: 0;--toast-close-button-end: unset;--toast-close-button-transform: translate(-35%, -35%)}html[dir=rtl],[data-sonner-toaster][dir=rtl]{--toast-icon-margin-start: 4px;--toast-icon-margin-end: -3px;--toast-svg-margin-start: 0px;--toast-svg-margin-end: -1px;--toast-button-margin-start: 0;--toast-button-margin-end: auto;--toast-close-button-start: unset;--toast-close-button-end: 0;--toast-close-button-transform: translate(35%, -35%)}[data-sonner-toaster]{position:fixed;width:var(--width);font-family:ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica Neue,Arial,Noto Sans,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji;--gray1: hsl(0, 0%, 99%);--gray2: hsl(0, 0%, 97.3%);--gray3: hsl(0, 0%, 95.1%);--gray4: hsl(0, 0%, 93%);--gray5: hsl(0, 0%, 90.9%);--gray6: hsl(0, 0%, 88.7%);--gray7: hsl(0, 0%, 85.8%);--gray8: hsl(0, 0%, 78%);--gray9: hsl(0, 0%, 56.1%);--gray10: hsl(0, 0%, 52.3%);--gray11: hsl(0, 0%, 43.5%);--gray12: hsl(0, 0%, 9%);--border-radius: 8px;box-sizing:border-box;padding:0;margin:0;list-style:none;outline:none;z-index:999999999;transition:transform .4s ease}@media (hover: none) and (pointer: coarse){[data-sonner-toaster][data-lifted=true]{transform:none}}[data-sonner-toaster][data-x-position=right]{right:var(--offset-right)}[data-sonner-toaster][data-x-position=left]{left:var(--offset-left)}[data-sonner-toaster][data-x-position=center]{left:50%;transform:translate(-50%)}[data-sonner-toaster][data-y-position=top]{top:var(--offset-top)}[data-sonner-toaster][data-y-position=bottom]{bottom:var(--offset-bottom)}[data-sonner-toast]{--y: translateY(100%);--lift-amount: calc(var(--lift) * var(--gap));z-index:var(--z-index);position:absolute;opacity:0;transform:var(--y);touch-action:none;transition:transform .4s,opacity .4s,height .4s,box-shadow .2s;box-sizing:border-box;outline:none;overflow-wrap:anywhere}[data-sonner-toast][data-styled=true]{padding:16px;background:var(--normal-bg);border:1px solid var(--normal-border);color:var(--normal-text);border-radius:var(--border-radius);box-shadow:0 4px 12px #0000001a;width:var(--width);font-size:13px;display:flex;align-items:center;gap:6px}[data-sonner-toast]:focus-visible{box-shadow:0 4px 12px #0000001a,0 0 0 2px #0003}[data-sonner-toast][data-y-position=top]{top:0;--y: translateY(-100%);--lift: 1;--lift-amount: calc(1 * var(--gap))}[data-sonner-toast][data-y-position=bottom]{bottom:0;--y: translateY(100%);--lift: -1;--lift-amount: calc(var(--lift) * var(--gap))}[data-sonner-toast][data-styled=true] [data-description]{font-weight:400;line-height:1.4;color:#3f3f3f}[data-rich-colors=true][data-sonner-toast][data-styled=true] [data-description]{color:inherit}[data-sonner-toaster][data-sonner-theme=dark] [data-description]{color:#e8e8e8}[data-sonner-toast][data-styled=true] [data-title]{font-weight:500;line-height:1.5;color:inherit}[data-sonner-toast][data-styled=true] [data-icon]{display:flex;height:16px;width:16px;position:relative;justify-content:flex-start;align-items:center;flex-shrink:0;margin-left:var(--toast-icon-margin-start);margin-right:var(--toast-icon-margin-end)}[data-sonner-toast][data-promise=true] [data-icon]>svg{opacity:0;transform:scale(.8);transform-origin:center;animation:sonner-fade-in .3s ease forwards}[data-sonner-toast][data-styled=true] [data-icon]>*{flex-shrink:0}[data-sonner-toast][data-styled=true] [data-icon] svg{margin-left:var(--toast-svg-margin-start);margin-right:var(--toast-svg-margin-end)}[data-sonner-toast][data-styled=true] [data-content]{display:flex;flex-direction:column;gap:2px}[data-sonner-toast][data-styled=true] [data-button]{border-radius:4px;padding-left:8px;padding-right:8px;height:24px;font-size:12px;color:var(--normal-bg);background:var(--normal-text);margin-left:var(--toast-button-margin-start);margin-right:var(--toast-button-margin-end);border:none;font-weight:500;cursor:pointer;outline:none;display:flex;align-items:center;flex-shrink:0;transition:opacity .4s,box-shadow .2s}[data-sonner-toast][data-styled=true] [data-button]:focus-visible{box-shadow:0 0 0 2px #0006}[data-sonner-toast][data-styled=true] [data-button]:first-of-type{margin-left:var(--toast-button-margin-start);margin-right:var(--toast-button-margin-end)}[data-sonner-toast][data-styled=true] [data-cancel]{color:var(--normal-text);background:#00000014}[data-sonner-toaster][data-sonner-theme=dark] [data-sonner-toast][data-styled=true] [data-cancel]{background:#ffffff4d}[data-sonner-toast][data-styled=true] [data-close-button]{position:absolute;left:var(--toast-close-button-start);right:var(--toast-close-button-end);top:0;height:20px;width:20px;display:flex;justify-content:center;align-items:center;padding:0;color:var(--gray12);background:var(--normal-bg);border:1px solid var(--gray4);transform:var(--toast-close-button-transform);border-radius:50%;cursor:pointer;z-index:1;transition:opacity .1s,background .2s,border-color .2s}[data-sonner-toast][data-styled=true] [data-close-button]:focus-visible{box-shadow:0 4px 12px #0000001a,0 0 0 2px #0003}[data-sonner-toast][data-styled=true] [data-disabled=true]{cursor:not-allowed}[data-sonner-toast][data-styled=true]:hover [data-close-button]:hover{background:var(--gray2);border-color:var(--gray5)}[data-sonner-toast][data-swiping=true]:before{content:"";position:absolute;left:-100%;right:-100%;height:100%;z-index:-1}[data-sonner-toast][data-y-position=top][data-swiping=true]:before{bottom:50%;transform:scaleY(3) translateY(50%)}[data-sonner-toast][data-y-position=bottom][data-swiping=true]:before{top:50%;transform:scaleY(3) translateY(-50%)}[data-sonner-toast][data-swiping=false][data-removed=true]:before{content:"";position:absolute;inset:0;transform:scaleY(2)}[data-sonner-toast][data-expanded=true]:after{content:"";position:absolute;left:0;height:calc(var(--gap) + 1px);bottom:100%;width:100%}[data-sonner-toast][data-mounted=true]{--y: translateY(0);opacity:1}[data-sonner-toast][data-expanded=false][data-front=false]{--scale: var(--toasts-before) * .05 + 1;--y: translateY(calc(var(--lift-amount) * var(--toasts-before))) scale(calc(-1 * var(--scale)));height:var(--front-toast-height)}[data-sonner-toast]>*{transition:opacity .4s}[data-sonner-toast][data-x-position=right]{right:0}[data-sonner-toast][data-x-position=left]{left:0}[data-sonner-toast][data-expanded=false][data-front=false][data-styled=true]>*{opacity:0}[data-sonner-toast][data-visible=false]{opacity:0;pointer-events:none}[data-sonner-toast][data-mounted=true][data-expanded=true]{--y: translateY(calc(var(--lift) * var(--offset)));height:var(--initial-height)}[data-sonner-toast][data-removed=true][data-front=true][data-swipe-out=false]{--y: translateY(calc(var(--lift) * -100%));opacity:0}[data-sonner-toast][data-removed=true][data-front=false][data-swipe-out=false][data-expanded=true]{--y: translateY( calc(var(--lift) * var(--offset) + var(--lift) * -100%) );opacity:0}[data-sonner-toast][data-removed=true][data-front=false][data-swipe-out=false][data-expanded=false]{--y: translateY(40%);opacity:0;transition:transform .5s,opacity .2s}[data-sonner-toast][data-removed=true][data-front=false]:before{height:calc(var(--initial-height) + 20%)}[data-sonner-toast][data-swiping=true]{transform:var(--y) translateY(var(--swipe-amount-y, 0px)) translate(var(--swipe-amount-x, 0px));transition:none}[data-sonner-toast][data-swiped=true]{-webkit-user-select:none;user-select:none}[data-sonner-toast][data-swipe-out=true][data-y-position=bottom],[data-sonner-toast][data-swipe-out=true][data-y-position=top]{animation-duration:.2s;animation-timing-function:ease-out;animation-fill-mode:forwards}[data-sonner-toast][data-swipe-out=true][data-swipe-direction=left]{animation-name:swipe-out-left}[data-sonner-toast][data-swipe-out=true][data-swipe-direction=right]{animation-name:swipe-out-right}[data-sonner-toast][data-swipe-out=true][data-swipe-direction=up]{animation-name:swipe-out-up}[data-sonner-toast][data-swipe-out=true][data-swipe-direction=down]{animation-name:swipe-out-down}@keyframes swipe-out-left{0%{transform:var(--y) translate(var(--swipe-amount-x));opacity:1}to{transform:var(--y) translate(calc(var(--swipe-amount-x) - 100%));opacity:0}}@keyframes swipe-out-right{0%{transform:var(--y) translate(var(--swipe-amount-x));opacity:1}to{transform:var(--y) translate(calc(var(--swipe-amount-x) + 100%));opacity:0}}@keyframes swipe-out-up{0%{transform:var(--y) translateY(var(--swipe-amount-y));opacity:1}to{transform:var(--y) translateY(calc(var(--swipe-amount-y) - 100%));opacity:0}}@keyframes swipe-out-down{0%{transform:var(--y) translateY(var(--swipe-amount-y));opacity:1}to{transform:var(--y) translateY(calc(var(--swipe-amount-y) + 100%));opacity:0}}@media (max-width: 600px){[data-sonner-toaster]{position:fixed;right:var(--mobile-offset-right);left:var(--mobile-offset-left);width:100%}[data-sonner-toaster][dir=rtl]{left:calc(var(--mobile-offset-left) * -1)}[data-sonner-toaster] [data-sonner-toast]{left:0;right:0;width:calc(100% - var(--mobile-offset-left) * 2)}[data-sonner-toaster][data-x-position=left]{left:var(--mobile-offset-left)}[data-sonner-toaster][data-y-position=bottom]{bottom:var(--mobile-offset-bottom)}[data-sonner-toaster][data-y-position=top]{top:var(--mobile-offset-top)}[data-sonner-toaster][data-x-position=center]{left:var(--mobile-offset-left);right:var(--mobile-offset-right);transform:none}}[data-sonner-toaster][data-sonner-theme=light]{--normal-bg: #fff;--normal-border: var(--gray4);--normal-text: var(--gray12);--success-bg: hsl(143, 85%, 96%);--success-border: hsl(145, 92%, 87%);--success-text: hsl(140, 100%, 27%);--info-bg: hsl(208, 100%, 97%);--info-border: hsl(221, 91%, 93%);--info-text: hsl(210, 92%, 45%);--warning-bg: hsl(49, 100%, 97%);--warning-border: hsl(49, 91%, 84%);--warning-text: hsl(31, 92%, 45%);--error-bg: hsl(359, 100%, 97%);--error-border: hsl(359, 100%, 94%);--error-text: hsl(360, 100%, 45%)}[data-sonner-toaster][data-sonner-theme=light] [data-sonner-toast][data-invert=true]{--normal-bg: #000;--normal-border: hsl(0, 0%, 20%);--normal-text: var(--gray1)}[data-sonner-toaster][data-sonner-theme=dark] [data-sonner-toast][data-invert=true]{--normal-bg: #fff;--normal-border: var(--gray3);--normal-text: var(--gray12)}[data-sonner-toaster][data-sonner-theme=dark]{--normal-bg: #000;--normal-bg-hover: hsl(0, 0%, 12%);--normal-border: hsl(0, 0%, 20%);--normal-border-hover: hsl(0, 0%, 25%);--normal-text: var(--gray1);--success-bg: hsl(150, 100%, 6%);--success-border: hsl(147, 100%, 12%);--success-text: hsl(150, 86%, 65%);--info-bg: hsl(215, 100%, 6%);--info-border: hsl(223, 43%, 17%);--info-text: hsl(216, 87%, 65%);--warning-bg: hsl(64, 100%, 6%);--warning-border: hsl(60, 100%, 9%);--warning-text: hsl(46, 87%, 65%);--error-bg: hsl(358, 76%, 10%);--error-border: hsl(357, 89%, 16%);--error-text: hsl(358, 100%, 81%)}[data-sonner-toaster][data-sonner-theme=dark] [data-sonner-toast] [data-close-button]{background:var(--normal-bg);border-color:var(--normal-border);color:var(--normal-text)}[data-sonner-toaster][data-sonner-theme=dark] [data-sonner-toast] [data-close-button]:hover{background:var(--normal-bg-hover);border-color:var(--normal-border-hover)}[data-rich-colors=true][data-sonner-toast][data-type=success],[data-rich-colors=true][data-sonner-toast][data-type=success] [data-close-button]{background:var(--success-bg);border-color:var(--success-border);color:var(--success-text)}[data-rich-colors=true][data-sonner-toast][data-type=info],[data-rich-colors=true][data-sonner-toast][data-type=info] [data-close-button]{background:var(--info-bg);border-color:var(--info-border);color:var(--info-text)}[data-rich-colors=true][data-sonner-toast][data-type=warning],[data-rich-colors=true][data-sonner-toast][data-type=warning] [data-close-button]{background:var(--warning-bg);border-color:var(--warning-border);color:var(--warning-text)}[data-rich-colors=true][data-sonner-toast][data-type=error],[data-rich-colors=true][data-sonner-toast][data-type=error] [data-close-button]{background:var(--error-bg);border-color:var(--error-border);color:var(--error-text)}.sonner-loading-wrapper{--size: 16px;height:var(--size);width:var(--size);position:absolute;inset:0;z-index:10}.sonner-loading-wrapper[data-visible=false]{transform-origin:center;animation:sonner-fade-out .2s ease forwards}.sonner-spinner{position:relative;top:50%;left:50%;height:var(--size);width:var(--size)}.sonner-loading-bar{animation:sonner-spin 1.2s linear infinite;background:var(--gray11);border-radius:6px;height:8%;left:-10%;position:absolute;top:-3.9%;width:24%}.sonner-loading-bar:nth-child(1){animation-delay:-1.2s;transform:rotate(.0001deg) translate(146%)}.sonner-loading-bar:nth-child(2){animation-delay:-1.1s;transform:rotate(30deg) translate(146%)}.sonner-loading-bar:nth-child(3){animation-delay:-1s;transform:rotate(60deg) translate(146%)}.sonner-loading-bar:nth-child(4){animation-delay:-.9s;transform:rotate(90deg) translate(146%)}.sonner-loading-bar:nth-child(5){animation-delay:-.8s;transform:rotate(120deg) translate(146%)}.sonner-loading-bar:nth-child(6){animation-delay:-.7s;transform:rotate(150deg) translate(146%)}.sonner-loading-bar:nth-child(7){animation-delay:-.6s;transform:rotate(180deg) translate(146%)}.sonner-loading-bar:nth-child(8){animation-delay:-.5s;transform:rotate(210deg) translate(146%)}.sonner-loading-bar:nth-child(9){animation-delay:-.4s;transform:rotate(240deg) translate(146%)}.sonner-loading-bar:nth-child(10){animation-delay:-.3s;transform:rotate(270deg) translate(146%)}.sonner-loading-bar:nth-child(11){animation-delay:-.2s;transform:rotate(300deg) translate(146%)}.sonner-loading-bar:nth-child(12){animation-delay:-.1s;transform:rotate(330deg) translate(146%)}@keyframes sonner-fade-in{0%{opacity:0;transform:scale(.8)}to{opacity:1;transform:scale(1)}}@keyframes sonner-fade-out{0%{opacity:1;transform:scale(1)}to{opacity:0;transform:scale(.8)}}@keyframes sonner-spin{0%{opacity:1}to{opacity:.15}}@media (prefers-reduced-motion){[data-sonner-toast],[data-sonner-toast]>*,.sonner-loading-bar{transition:none!important;animation:none!important}}.sonner-loader{position:absolute;top:50%;left:50%;transform:translate(-50%,-50%);transform-origin:center;transition:opacity .2s,transform .2s}.sonner-loader[data-visible=false]{opacity:0;transform:scale(.8) translate(-50%,-50%)}.code-preview-overlay{position:fixed;inset:0;background-color:transparent;z-index:100000}.code-preview-content{position:fixed;inset:0;top:0!important;left:0!important;width:100dvw;height:100dvh;margin:0;padding:0;border:none;border-radius:0;background-color:transparent;box-shadow:none;display:block;overflow:hidden;transform:none!important;z-index:100001}.code-preview-iframe{display:block;width:100dvw;height:100dvh;border:0}.code-preview-close{position:absolute;z-index:100002}.agentic-content.svelte-1uhcmx5{display:flex;flex-direction:column;gap:.5rem;width:100%;max-width:48rem}.agentic-text.svelte-1uhcmx5{width:100%}.agentic-turn.svelte-1uhcmx5{position:relative;border:1.5px dashed var(--muted-foreground);border-radius:.75rem;padding:1rem;transition:background .1s}.agentic-turn-label.svelte-1uhcmx5{position:absolute;top:-1rem;left:.75rem;padding:0 .375rem;background:var(--background);font-size:.7rem;font-weight:500;color:var(--muted-foreground);text-transform:uppercase;letter-spacing:.05em}.turn-stats.svelte-1uhcmx5{margin-top:.75rem;padding-top:.5rem;border-top:1px solid hsl(var(--muted) / .5)}.processing-container.svelte-14103tf{display:flex;flex-direction:column;align-items:flex-start;gap:.5rem}.processing-text.svelte-14103tf{background:linear-gradient(90deg,var(--muted-foreground),var(--foreground),var(--muted-foreground));background-size:200% 100%;background-clip:text;-webkit-background-clip:text;-webkit-text-fill-color:transparent;animation:svelte-14103tf-shine 1s linear infinite;font-weight:500;font-size:.875rem}@keyframes svelte-14103tf-shine{to{background-position:-200% 0}}.raw-output.svelte-14103tf{width:100%;max-width:48rem;margin-top:1.5rem;padding:1rem 1.25rem;border-radius:1rem;background:hsl(var(--muted) / .3);color:var(--foreground);font-family:ui-monospace,SFMono-Regular,SF Mono,Monaco,Cascadia Code,Roboto Mono,Consolas,Liberation Mono,Menlo,monospace;font-size:.875rem;line-height:1.6;white-space:pre-wrap;word-break:break-word}.conversation-chat-form.svelte-lwk0qk{position:relative}.conversation-chat-form.svelte-lwk0qk:after{content:"";position:absolute;bottom:0;z-index:-1;left:0;right:0;width:100%;height:2.375rem;background-color:var(--background)}.chat-processing-info-container.svelte-1ktvj8d{position:sticky;top:0;z-index:10;padding:0 1rem .75rem;opacity:0;transform:translateY(50%);transition:opacity .3s ease-out,transform .3s ease-out}.chat-processing-info-container.visible.svelte-1ktvj8d{opacity:1;transform:translateY(0)}.chat-processing-info-content.svelte-1ktvj8d{display:flex;flex-wrap:wrap;align-items:center;gap:1rem;justify-content:center;max-width:48rem;margin:0 auto}.chat-processing-info-detail.svelte-1ktvj8d{color:var(--muted-foreground);font-size:.75rem;padding:.25rem .75rem;border-radius:.375rem;font-family:ui-monospace,SFMono-Regular,SF Mono,Consolas,Liberation Mono,Menlo,monospace;white-space:nowrap}@media (max-width: 768px){.chat-processing-info-content.svelte-1ktvj8d{gap:.5rem}.chat-processing-info-detail.svelte-1ktvj8d{font-size:.7rem;padding:.2rem .5rem}}button.svelte-76ksb2 [data-slot=dropdown-menu-trigger]:not([data-state=open]){opacity:0}button.svelte-76ksb2:is(:where(.svelte-76ksb2):hover) [data-slot=dropdown-menu-trigger]{opacity:1}@media (max-width: 768px){button.svelte-76ksb2 [data-slot=dropdown-menu-trigger]{opacity:1!important}}button.svelte-76ksb2 .stop-button:where(.svelte-76ksb2) .stop-icon{display:none}button.svelte-76ksb2 .stop-button:where(.svelte-76ksb2) .loading-icon{display:block}button.svelte-76ksb2:is(:where(.svelte-76ksb2):hover) .stop-button:where(.svelte-76ksb2) .stop-icon{display:block}button.svelte-76ksb2:is(:where(.svelte-76ksb2):hover) .stop-button:where(.svelte-76ksb2) .loading-icon{display:none}@font-face{font-family:KaTeX_AMS;src:url(data:font/woff2;base64,d09GMgABAAAAAG2sAA4AAAAA+ZAAAG1TAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAhlQIMAmcDBEICoOjbILCdAE2AiQDh3oLhAoABCAFiHAHkiEMgScbF8Yn2LYMqH+3gyd/6PAsswO12yEpWsM7RgaCjQOA0H9txf//n5dUxtAmsKQoiOrc/H9QyJEtsi2GVCpzFfRhZqLYbDKTtn0lSwsTw4QD7NnnQk643jskZDh6Xt7UYM3oxmzbFmaT31X7vZ1Ofhd9hkIf+BQk6AtGG/a+RmtE9xoXbdSFR9FOxB/VXmLkD83DqE4FExWNqd74/RMZBmGaKMQcZltI/65kuqt4ilq1coTJWyVukOiXfAqeKn6l+6QPtVT6rXYGto38SU7e4Uk3/727jLss7jIhrCQkYayEBAhDSEIYIWEkIewlIIiKCAiyxLFBwYljonXt6i7Ouoq1ra1dalvbWmuH/b91/tecWqj/pqac+1YCofNIkRQIBX76ptq8ukczdzwgMCUWWoodMkGQZ3ft6nyKqwI7KeFue1/SHUtaOwqw7TgF5tndJCoYCgA/+62qM3gYoIgYOam9285l9XfxkH/iu38HrbRFKJSoMJjBJjCgES++/OTHN6DBBueVEIYT2GWyRdAHtyHtUsaeIRvdS2u75fbihomUAGb5+yWIaWaO3JdsU7GIyb0Pb3poSrpKiYBzf7AK9SlVxD/8A+daldCmPrcJza8x8r/LpGgixmTJrFgX5G/8hAdL7CvF8O5+/iWvIDC3577J0maohbY0WFRACoy8qQwAew8Jnz+kDUr+8xf1F7W6anTmtgm0NQg6e6tf/qrhuxkLWVNIFCiMTKl8UgjTfNcN7gVSWtZyl4UhlL8cYBua79sSxvP/f68dTriql0Yh2+tr9L60ggEc4ek/vtP37WQoJx1Z1ph7B8h2XBh32wMgafuz3v4knSQuXEi4hGlue4EKF2tbQ/h7aMVcJjZv2b0jkEgFvr0tEdh6F9Id3/nfT1/78gFJ/RH5/llAOTlhNnfzEn7FlJJ28JoSvbym8F5GheQjYKiQfgjuZCkAfDdk1Juq3ISb0T1TwELasbb7P1WtdgDbm1O1FzalorsYu27wByCAGYCABqINDCmZhIJFUPKjYNpLg7aXoCgqbsqJ3KCTLmr3QghNEWMdq/46b9FdWx6EtZzNJndz2JcOq/87oSq6oisQtlqcQhiEgYeeMVcn97chl3h0QokzTZhIacRK0sfKpBUp06NxFAVNXtef5/fLZj+4LfFZimSKiBMyIeh+OG6P4XxkooIDrPkPY8tKb5EfFxapYBItbkYApP10JSqA3NoKgKXGiuGQeYGojtgD/Lr5/7Ig80pXqASMUvLebfJPPzYXK86kRESeAJC4usAODr9E4Lj1TR7/Xb7NRGMFbLC+7PSB13yR611fdKPZu1/bg96lvlAESkFlK9EUOpMjVxksDq+Xt25A6ZyZS7meWzK+TCjzlCll4bJpMiMGR6AyuSItXRMLJwBJYYkVOqPVp6ptZOZ0ZvLJJhOi4CtcFTP7b9O+W882Lndm+0r8f1q+/b7jN+9f60ZTcnr8ATGZUr9W/Yi68p7tJCnTZ86eO5UMf6zuOaBEppXFygy9FTqHUtelb27riSDThFL1p+586nVdWJ9p75b+Wh/ZqsVut3Hr9q15y1PWVPin/xWab5/m0NEa9sudNv6sYfKfeEwe/I+/ec22retH161dsXzx0GB/X/vJ0JfzQafdqpSi/BhfLgrCh4M3L56wwUEBivr929cvOumgveaaaaqJpIGKBTzE/dzDnQwApMR4uBhTDaqDEqP67wC2NRUXGv2x24RUnAmCBD77wM2zZsdO/z9mLUNBRuAMXQPeXALO+RvSLr8Fapfpdx9HyM47Ip6uMMGkYihHznuCPIIE6bQASkLUGUJQUkYzRCBe/AxRoDlBZ+5d04o8IkYtyEylRdFNIvw0BlmJCKvUkHI2bpGuLkaltH7iXaItZ/b65hOcIqItT6cdYEUSZIZja4XadViIIoIGBQwIFiEhox7WoQEv1phY/tb66Si7wy5p28Gv+LsNvgcUdTnXmHnW4eiBR50ZpLs3FHikhn6RYTMVu2QVVdHRxSqMkBdXDcQwo04lBMow5QgU4UeziWWIOFkcEtgDgWVsetVwUfaKex2mS0KGtOIlVcqXdmqSEYZZGsg+CwopajOkAl2Q4qkpi3TWAYtJiWHgvJ80io3RWh0jiqjQO4o60GjLNQK2FTf+KpHa9pYviciSr0MaRdXrpOTDEGuXBhbEvEmgvwwbdeJoR/RSM6SDOKdagHQ2wqrxpAKC6yyJSGdE+OaT3t4FDnCezOHwkiLlRuUW+mLwYke/GgMtPiYJXZ30/Qcx0/3JYoUKYMiwSIpHbSL7VGjanAP3bsEKfjn6dvOJus/qHGgx7L30Ub4qgSkHiAPNWuqEPSLodh28E2+TnupcUJCubVa6SzMksBsIwoWv96O8o6RGwibZGZE1ROKatM1SuKRIRfapSDIil4pB2pAsycWbT6FQ3jv2guxaxo/B04cPw5uP0z7n9zW8E/NRAJefDW6ZIKyUZFjDIsS1uMwkoo5wTkDUL1pa0SWlI/JiO3iJaHuZzlgsR0KIUpDFmNGF/Q2DMmrRZe105IoFgDupQ0iCuF+oOv+OCXCtQLY/BXKToktOUrITYVHEC9eF60LKHVFVGRD/syOsCn8guCSWJ2yGQhQgCDGIuJW8jIS8gjx5FfnyHhTIEgplGUWygmJZRYmMBrWYQEgWupJW3nwKglnC53MGb7OD6iCTMHz0Bydl+PyaBNe4RrJ7wupsmuMuSaRIkGH4YMgxFBhKDF8MPwx/jACs5qEQYLvfotBYpGtBdSSs6lhcYRMUrqvCYcRutOtHRA2gj5yGktbl8t4+jToJUJg6CQunb7vselHdLlSd7YZ5S5VpWmkaxCEtsMJ/IBzXsMB2ZEEYjKZ2hkD4D6pEZ1fWi1ZnE35EIoBt9JPwCRIEb2ORmH2w/TpXun/gE4+VqfooFESEjlkWBD7nzNirvHg35SghHLlrb33SVqc6e3cyTo4GgfBb9PRR/BupvXRhiZFMTh3nkARsZ93nHcT0YzaoS5qe8RFg6ZWlXn8eTih221wZ5dtLptfbCoPIPn6+9KLMy5OWxmueem96EQpjI6QyNQdu9SWHNF7vWnoGSbBSlaWX1t0uGOzdt/CLxLrYiAEVmDKmsUsCqqeiZV1BSj4W2U201K6nTRENe7KxgpgY5agZvmyvG/ac5pFBMnoBDg25zMYRSJNUubF+lqwwi23xLjOlYGdT6vXRXJvz6glG7copS17LGU09Pxu/JjnQFjQ+5rRseKajXT1qOislLpYWMdRuYAHbNltUOjPleXvDxw9cvbAxQNt+9zgBjI7DVpvAmMiSEwrtEmbdP7CrxFmq1lhiw6FIrSy/n8g61BaApSGTI5iV9SjxJBRGjys63bN3i34pQ2JwNbvjtqw7XzQ5b2xR8iCIDmnMFA2fOS9DLSW9JSSzJTj5eQvOc+POcK+I9ruSur0FBcCZO4xUSlYw6oXSikC4LfEg9HJGMt5RCvo1tiiNSSpaNAxLmhyk7wORDBk1iRIrWwBqAyA5sskuTtAgkiRvTZC/L0QK1qAhWQY5IqAxCKRkDZpGlmg5gxnNAZAKGS2JEidXAFoDQIS68gY7KG0Wc28hB23jHeSga/EectA31wEKum70oW1GbAsj8MG47QsF0U76IyDKNILNIsh8jhqaRSjLUF+hWLGuVrKJINsI3e5JsA9wCHAMcKog5whyidBdQ5JbkHuQR5BnBXlFkHeE3Ucp/DKfb29IW24pXfX/IN55M50iVhPdqMe37B8zxoFL8M+UMlhmyLTL0kt6bLI+0Mk92zvEdqGgQcuMirJGIQB1xD6huvNRiTyCI7TPwY0g7xMcQYKD2oEB2dYo2kJbOsi4SUsoSQK46lg8skEwZdE8LeqWHno2ynI2ysZBvVuG0zyaeayDulNLVZcktUybRDVzcBCdCpsy9JDpjb78MVftMQBHcNjXmYmPMOU9F9pnISP5ma/ANaLYfzi/lm555m9OtXNCeWkx5azqOJTsT0y7ij8C597MNMlFlKOjkiHfiY0jFL20PfW9TZQ7odxrGn7oqPp/T0bnnTvuQ7uDH2N1hb15zTZ3q0XfHzy6s91UpdmS23dvz/YfuHzZdYVI4mw0bA9b3PXcc/S5To7TvYf29SrOUjz9zn4EW9TdUoGzzvYzVGiosOhp0DCAtl5fVbsfVbPeQ5qnOmAdVKyrVsZYBWhvyxsaIRCYydEghut0QAO+rdyRo050ccD9gtdu0VXd1QtnyHXazV9NKY0sgQP7VhBQYw9T798IdUnGyNiDBRAAsiYNinzojGIhgi0EBENu+TGC0CQLMlmdSZOihlnb5e24jIvooNB8CIIg8oMQAgGhU7D6ufIkOilOFierk4WFBkAXMH5gQJ6G7LTHOWfMMPZQCsQwkBXizepGCJBETFCR5zzPo1KU4h1/56mqEFj37Yhm7VAMa33f9P3a5+Zzp6qtqnaLdjE9Xl2JGtF8kG7KN5Sv6J319g37fP8RlvCeuZzKWWn0C0pRwFUQiGybtAmT6Wcjo3z9yEhYMpmnIstVUYCoRqHm8wgwefy4vxCWRAWdUosDuLrpttvchp4IqYoR6x9hyggh00UATsPDw/Q1IG8VnMUYQVSrjVfcWRKhm5UsyYArgOA5m7wSEGSW5VmW5VoWHB6OBJjZIi6AfoNp5s08tRRXFV0BAsmCWTBNtGVus8L0uUZfnsF0hcm2I522KAgg7xPCfuYuV7h/ly69ZL+/lQP0CnZjVki9S7Tp1gNEI1R0Rhb1xNUHAYY2hLq/zrJqgWgUYOeYHEGGqcgWi3zQXd3CDM0r2W8AZiwyaLLALMUTE8ZURuB+LOe8BqSCWwwAuKFYQkay9ATmXUIt2gLSjo7gGjvUQKAANSZP2qHgRMnYktOZqyvsQUxQkR82UfoLRD3LntTgJkZwbBiiCpnEfrvLA7DuYMTiHbAqZD8YufAQ8G92MORwAFCj5RUeFTkAGBACiGoBxGFat/GW1CguMEmao3NeYqwmJCqcwbDTAuLLp3kEblAC3So/HDQRLse7TLsWkm9C9zntkG31BVGI3RDKaxlnPMJ4vIsrh8d1NuZ8EKcIBstDBqPJ77cLEAA3o0NbDC/0By6ISZg80UOMcaVx1GmSKAhwybcuVz4TfDS3SR4iIRHM2i/ODQkN4+Y722ZOY1wqOhpm/GUdCNxfjuOuzT4uqh3EvISEQQCv+2Ua5roySQW+PugTKCT8NLcxpm7pTk1TmSgmk4fC/NJ8dxBXC2DIsPe+qdFNs03vztHoEihC8109szPXmkC7zGcywAq2Yl3tX12uQD6PdyykfyoBFV2uFMgYAcFvMOb7zE1+r4niAgFLQLdAKjpph/YnaTeK20EivH8VD5oxgRA1ggeLqljklQgYagyTjqKDOvp8hXxUrBFSvcyGZdYcjCHxMhlgUG/OMNIiP+5yMUYR7JgsmwHi+yXRzG++PiGagObKHegQsCW+dl4+78UOh+ERehDmIv5GvesEiYT+f0IFanDRjL7SOCN4hUmH1VGGeIFRRWl4p/FjC6H7yDyINA/XhWGbhLN984juFp4Oi52Z6mee4YOw5xfKY95DxV60GiCZh6SB8Ykmhio6XR8EknhVmTdbDZ5zD88IF1hzmXBPV6WhM88hfL4rznEtDP6EYU99wBc+SqIRUBWfRTBxsaOooPgaRvSlKzijEZLj7xYsmC0eQdaKntecpn2pUxnVnziBi4lmhXGLbhIf+ujDtf3dr2kilpijWmv0qyf8WDOjMDuLQF28qpyLam4j3IewzhQHWh9N2qGSJ7QhudSucGbxBrxQwaizrfBkjNPlNM2ITwfCglrbu7LA3hPxf1jpwftyYv2DaM4DGIqLNLIk4UITAA2jgzFRtLpmmlgfWYwk2gg4JXFqToet1/26vGpl/FBxhHe6fOnBVzuNgINKmHUAkiT/h501dce7eRsvEGDOXgcxXqkoKHou5XcuNU2NDCtUCTAejqkoQmtfOur9rZpwe30nkgSx32582eownm9gp/iaou5HLGdJ35VinkE4UdMMUQIIbjGuAsn0UtVR/wrCBhxtJf6gQtI3rjCbZ7MxXnMTWMQXxWXhZ/86gCeadB/bKVGEZdxkf118HFCEd9mN1YlbvwQIElvkaRvx78TCs6/eam5V9QYlLYnX4Hd7pUzx/Ym44sl0azlKvcsKh5ooQq96Q0UH7XmUFL48LQVC+++nNRMEvZ1GKYq+qG1bjtqfMhGux9Ol8bzA/NokZbG7TBK1aILB+OBtkaA4IC9zRpPUko/UCoRGDqarF3frDOhu6rkqBqtekSjsatR9VvTtl+hbw8c8F+JPl8zl5qWUyREGmfZC6WDdi5ZCAt20mGBBm6K4IxLwbBUz9k/JJ3DK4+dJ8QEVHKmGoj5Z/VF4UmMCBWahwOSbrLOTNXy0Q4fR6PYgKlzFbsK0QXvJSekTx46hCnsCGWEIYW9yL4GiHMoBW4x/Ryar4iVMPjbh8smI4sqG6seMLfhaGS3tORDUhAsQZYXjx4kaO2/8SN9HB4Fhdv2yW43cHjynWC1ysUumUGWcs0eQn9AWySszOWdCw/D4zSIEWKwNGvCbLCHv9z5sbY8jeVRGCwCpYnsU+dnPH6E1ZPwmi95g2LTTlqbhX/9RRTkG7q9qgFLr7EST+UUwhHcinhdvlD06wO4P9RvEHrXPKgYErdGfBD5XnoebrEnX+GYFz7QQT+D9gQwzl3DFs8naQ8tQyrq1AMBNkaC4FYUIdUv0RTFHbAHmuDrDB0gRdB2fyFur+RevCPhYoEgeObV5TO5rxtB/vrz4AbUtjrRvhGdo/avko4KL6gAvlwW6VvR1PcIzcABoPkBFyCraJy66uok7orCFFQizxT9PUHcBS1dw4VIE4DrPeaXZ3NFTEYHB9qFp+TR1HFaP+yPuKWmIoZOfmk6bSxx9ND/S3gj05fpBdCs9gRK7Mo4V/MYpBZMi09ovAjAUJLnIQFrbhll0AygQGodCaV8FT8VnSHBhGTr9hOYcOX4je+ARy9c24HDEY5UH0ZsgoUwGJ/J5iYal0T8jKM1vUJZU0EiGJIy177ecjPjP0ifVItSoTcwqoJi+qG16kF4EFKzb8DSFPcoahTKPEh0kDQnebMwjmEBQ/Cxll9KNqrZIq+YE2Evw8IwTryO0/5WFkn34rJh4UQM2+d7RUFFdLlHl8sFmtRwZM1kIwws27CFVBFkcgEkU8uBbTTTTko5pl92lI1zKWKgRBFucb94+j5NhPupkI6TbfSzw8kv0CsfqgU02f7S7gc2qzm2ztc/JXDKmQZr6qjSFKfOVecSJ10nwl4NjgOpkgwkrJLioisGQqBfL8eWRCLIxoRT6ROr8uoZyHLUI31cHsdGk/SpWwnwJwxMBAJMatvSieczDgLLhs0punP9M9GMiFT9l/05P9Co3/b1aXAyRvcycsXUVEvILzOU7FmNflZ+U0+H9MGoUjK+vfM978EpTm/TLZaEYPLl354CxyotKGysmeSuQp+Juv9qJ6kwKwB680nj//V5UR6pEgx5PR1Ig7Ir9CdZSRAIAKi6YWkBMmPvdUux1Db9d0SZ40BgiOOTlnS5+eRwJlbg6EUmuYQsMolcCPoOr+mg1etsFQ1bx8DEX+8dAYHtBbcj0iIqd1KbCT68lFRQ58wQjlYRkZ9LKfmnPuEPUoQu1N3swBoLfh5qDKuqKQDEg8EYi/gEtnjUQMn1SiHQsjppthq4JbQCn7mFW5X15KsrsWukQy+w4QV3vbCibRmdJGb5hY8uDG5GIoFzlSHURqjjDAZWGmfJ4lexPWS5bYuMRKn67TpfaScsjvv5QKaB278Yce4AKLGu9Ug/AhjQKeCVQnC17CbBl3gr2PtCjIRyj4Izso9nc7MR8NcUKQ9x9bwqEJU2KjPeyMjMC3wDBJFqYU0lID6M6IKsQFP+nkNP4/vpzAbUDlsAmTnRlvFdQW/QT6Qg2Ot9Zuk24CKvet4ReglPIYsiFpSu0LcTUEhDE1lb5r8zt2Jg/CriK0oye/vRFGPDDm0sig7fPKyC4AI4ItuDm11innfV320gkpy6vfB5n0jiaKlZw80eHadZZml8EkEwKTqDjgB5MDxQAglM9BCnXBRJ5iiy1bpXjnbZFNC2axMbfZ0PFRH9L0+QR1HuX7aC6agDB7uwxEPol1qDDSjBrLoqucNaIhf+T9xUT9whF+CpH7MRWfYNBAEG55ymOgehd79izwzGhrzsFAg3aWyVrsgV6lfw8Sk5LlBJZns7cJy/Ya5iv1PbXhtK8RBPT7NKTl0mJVIH2TXkLMDNGBlB+h4xumcT+o8tmIGYmXpPLFfK4Hc3a1n3LMcPoVYdtLJxH3jXN1x+/vpqueyznmDrWBNuJSCKiFwjno+57724rS7vfzf4Hl2HmP/fxUWB0uZPcjOv0F9GsNMPOYy9q5wlwDIEYGIWKDhpBMNpjEUgzEjwdn+8drrTHK4dSzeNdQWDU8JnpXUWFTph4eiWshCm0r9iYkLIwuMK8SoacwCRP2uF4DhNNTXfcaYtdbcAYOLl6UDjGBCYbrLIFOgejbjuRCJ1YmbtM4AEqaeWk/to8FR/3Xz6MyVoTyES71cbxasUKeDZWwjSFVAOoP3TALYwReYDZ8HBvWTxSVUDDYpFf7iTTjvNGjaHqre5qj54LgGsVjA0n8tmFOK3u2yTb3oYVzKpM3Fujw7X2pSJPbRYcaiQKomu0PzaWlKm0hWOUw/pvpHm14XBxNE2sFOd72e2V05hg1Y7DPnZcntRDltfMsXGXg63rRRul36uEzcQrEaYUm1bqGNLrCrYrFOvhd0ucbm894LC6maz3mUEEQXgexWsrWK/WitSqpf+LQNgW2FQac3HEsksCVRbK7F/g0p3LeTNqvqiFrevrmfo8eStDk267s3BXHUjUIYveAkvcQsdjbwic+Il2e2WJAVznbAjirRukAo5JEf8EwbHYk7aPWFfHHcVX551eJk5rzFe3cWvCacMLZcgfAxPpwu08mMi8eeqxS4uC2bbQXbJpWrkVTyAbE/qZCIRX5nC6V6p8eY2NIKIkf2H0DLsCLkvhBXrZVDKJlkANtZ/ifRXgIkYC6Ig1N9eYjIveZjIZZnf4BvOEjCCWEWxvv9WsdsMmKCVyMI1mPS0u5RS16WoF9nHpWcJD1TcYV2tcMORZ2O22lGxlClt80GdZ1MaGSA+CxIx88WrHE5SwVbamJPyhGvDV6NQVCPkuVQKKlPGFsDRpqfUe7kH+DDLsb1+p+VPBTHutjVfK2PL7HBTQ/krXs8jiGuKsrmgzpm1ooRSSnACdqYiaymYoKhgurAWx18ArQkcYdjct6U8ZKKcGz+23ZZchh6n46rSDgqsE7fAACyNzJpZqD0eTWNycO5yM1MaMUzKjVLukljy8gnqlp7RrmsWw9YPRhsl/PHgm41q2Fow1QpoNS/2hEk2SeVMpyVjAc67gDhOIK9LhJXueA3aPfJU9c9i4T2Fom7GjlkfpzxJZVy7z9dl8+up5+QvLJGEUHKLngySgjJHF97BE1p0ty+mQD0LKLhJlGDOgwLgTYT7j+3w/YB6YicRCzAdoOoHqpCk4Ap4HF8p+6AXPIZp1PpS1+vRxaeTmle9MoEvGb0LDhNkTYhk0DN50IZJttVTI2ZF5xxazDKzx71YCKGUO6YE8IoXJ5K5byX8IjelO5KhXxsbyeVpoWwlo49AzjYE8LbVypIuAjkUittedtQhP1LkupaWIHsVPYVQpmpOjUcsM2ftiP2ETuXFzDPPIOzo3fS6zVLVqc3i9jO/0y5EkaFb9FS8OUUy3oVHtjMeGFebmBNA4Za3UzqlX4anEmKEfhqLZI+qAl0/VL15gNO3XSyGbti+TQ5R29Df7PUuSQin51htZ+bsIwkWZmTrGOzssVzB/X+bNRB9WSc9il7k4oXqG4rXLP6Uy8qRGLvWCzImVxddguspOmlNENdrNcms/THkCy9kbPC3G8ry3fC5sMrznNnwV2nuvz9ZoP+AAoW10H7J3CWY01fqNnBhOaRfKlv/z66CyqTajFZ0jWRAndoM9f4SE5MQWP80OnMkeTnoUH8g+1PeNwaVR5Gjm/43Z+1L1Fs60eH0G81YAUbj87Lrt8QWiJU1AaRBksVXzynPrl+pb7PbWgA6fwou4o8VYXscOQMMui6HSxiOt85iRlpscFPvYgM+1TXPDRsfiRf16mmMPxFxZOMTwFPapIy2BI08y8XDCV8XDHK8H7yldju0F9nXZEqdIk3Z0bSxYvlVt5U0HwwsxIea8ulCA/0SjyEFVe2vzoUirmkSnVW2+PHWQ2OadqKms1cP1BzTg5lLJnlMc2UsG/1Mjj0bCCCD+QVpWMpHKszbiOHLzR+meIzXErw3rOZ5RUEXWD0PwSmv5NrbO1/6GI3J+oDxZPqcjn6D9mIGeZ/SLRGQftheEUmlbFXBrKkDsMkpRaby5orc4TnEgnmfkeHDo9ZZqansFqS00SaKOxTpWUjl51plu4peKszuOivYyYbFvvTNLtUYqsHV1JXQ4qTJPkUKuMenfsqocJxqbNaFYAxxFLqavN6p904Vjn6Kqu3eo962HyVvgAcytN4mJ1KLZnlPG2zVZ1ovRmkvn92n8vwUsffb9M1xYzHmtTO2XYYXUTkSBlcdTb8Q9GambMXtwrGPcv3KnYSUIUlNWO5o326yf0Fcw6yu3AV7POSo3AWDzLaoUSF9YKmlllnfItyDwH6F7e4Jj5j/b0cuWKxTRpIy1Lx+iEHrzKz73BHx9cXPSk5ziUEh4zZiyQ8f81tcR0rvJ+D9XAy3aR4Auj6yml0Aqdzz70G5B1s2Gu+82ryiytOA5d//z0rHvvvum2iLjfPolWIwxtrAOk+XVD/WiWqxGhYYv0xFzGElNnsl4Pa5+YvWtbsduCyhQY9FitCnAcojYDqsE9l2Cq/pKe+UKnRwSRW4HQxtpI3M8VoZ32sCY2UGpo6ZKErhf6KjForbKK3qtF2u5oemsUsmbUkobUaOGOpfRYyjWxib19N4HuWFA4R4a8cI0Eu2MqYN6XbW34IQv4+UgkKZv1b2LBzJvekafAEgSEoBatyctEWvU4lhxf8rDcF1NvmmGwBNpWx1VvjPBM4Uj+bjr0v1moPnV9RwzfDfCa3yK+e3cvEoNZLT87LP3otZTYopMk4iKhjcMMgwRDr9uPxr29lygmJ5ZBYIpH8S88bgMR9FczZAAVp59G+ul0KL651MngdEhLlif9SH7ubbtckApGU85TF6Ain1aZD9R8Q06k0y7XKVtfbWBNzlJRWUu86/tcHDKPc/7EUp6uVcwrWKgQwbiYLKd8As/r9v42hirC0mDslcptVSymaYYI1WuT+POH9u1xI+hddnOXsf8W7rirb2eACw1fBlCdl79ixpNS79utjnRwYEKaFiG+ChppgvbwQj08kPg3a3dSJ6AEqgtlutgVrtfvcdzMGblphiFbYy0LuLdAP6R5ZfE3ydoI+EVglQTAKg3kK9DPnox/J9fC4qC3e41ah8XTDqmlJ6GvUtdc1er2BERS+0EaPkACq/UsmIRTgOJVZEhGbN96RKGmDNsdrdSJI2fBgmQHu93wXRVBzF4GfkYd0SPIcsGRZ3kge8FkxlWjMQMVw3/JgoZNRRAdhUi1F58lAiT43qjc9xVFPpPArrz0mj6tziryoKX/YfR8EwYeqz8Gkg2NRQNNvnFuy444kc0O4OYenm3A/hss8L+hhQhU0/D/Ryqkt2UZyxp8EQUEsSUBMJoZCZcvrMHPOADPVs/E9nnDk9ArvV2uTzw9DotRTNxVwl90MM/OSkomqHvr0/7WlY1uubXAYBvdVfPRip36Tl1MkT2vt1UTeRRJa8s++9u3/Oea04WaDgrpecO5j0fE2eM6O7olHTHTxaJtlAyMVTs5okV3BhwPrDi1Sev2Cji8cqe09DMq1Vyxysmsnz2tWrXU4C9FhK9LV8leh1usMwmaBnv/MHq88Mot0keZ0Lketc0eS6Pd73nntCltyw8yyQy9tH9pfqrzxuoOk8czB7m4DiSuSCOAFI3Y9Erbm095+woMWqym5nHdqDYihSe7gWeHft6TzqTwoXdddaiSfkH6Y7UryBd9Y/yagd+W8uk/jjy/d7xbu2BsTFqC+3aJO1E4mV9OHfoO77juK99EWoczaHH+1qekTW5lddeqJoqnVfOweFMV0+j4Ubz7mGfrX/LS01mW7IlKy2OZE3FLvGR4SIDltxCdU3anQYoZEB+F3xoD6WtDPuo1kXGQDTTvmG/n0b7Qfj7QtAUhuGcGWWiGmV4ql0ALbm2ZMYijcZzjsc22+hfxRBr2zHiArh/Yi/8TFA1LIE4ntEnP9lJlIkmPMWBgdtO9Oyv5W++0lvA60n1jF90dX7qJizSh+K8VZf+xg3w2N50l6sW3hBYuQA340fCBGOBxh5tKhO9vONWfq1ZDYrUBTPQk0a5ihVN7EFm5k4hF/2BF0yV4YGFukJcQcPZDtLGGD0LMsyEwmsgFpWnNCGf1zzDrRw4JZLjSuzweOGmD4LwsVpQ9wdsBd/3ah78VLEaZn1j0hLZXHIEAGijr+8fUbLYdINw8316zo2cdNfw+63gzR2qeyeeBgFgYYY8pLhwqp/7BUSwG8lzmpAG1pVud7qvqYrR079lNOpyVe9xB8Dsy+YgIZk0xmeNkG31AHqptqGe+f1FVPECg9GXCp2WUcj7JN595N/iNElXu2DoaNDI3uZDsA7zHNRWws8BdZpzip4YLogSEcOqdyT4uSzvT8vLBYHFyuF+PK7dCsC9YjiZIQBR3XUZbjPUFj3/PB6ZdQEbmstFrRHQPfG54NGwbLejsAy9spBQOxTdv2iOjHEnXkDUwhLBDS721w8ei6iHOmuSQg6MOGtc9nJji0aqJAqLV2In4LRh1MWU7UqB0ry0Rwy9bCUnuLrMbj6aTYqdKJdxZtDMmRBdk+1jV6OLR6tVeMnHsUs9jOUaAINsjqXjsU8/rY7uYiO5RtgD5gXc9Mm2Hk0eSNXuE1bIXK5A7uJtTgF9ftDVdwhJNlld3me7Rp1PVW9aD2pk/293RZPyZ1IX1l6iGUBib9vjH0Dzyon+FfdM4EIXrIc/nWNgExPR0S+kM3Lbb/svm6pBNT8j+JpJUtNNxCXQTPLcOrkklci8Z7+x3DEPZoA1zn+BSa/dVyN71ao4ZuuXWpl4B0YRFXEuXtp5yWzb30KOgRnAY9ZoY5ZdVSPlMrC+T2cAhHM+ooNjx3GODoiYmUktvXzOhmGSoydVwz9PtrsO0m8qeqLvAmfBjeee68qSF5TUoeGKnxuOqe1cUW4nh9VRCrYgLxje/xIrNycjsc88k4Yf6apv2I6lm/h+iQ39N0vHODXGcK6wvWGmgj9eGJ092Je9BvzDMyTgUWGMZDAZK57tyTuZGl373uaGAQUapfmXHKYBVG/BTc5Sc8X3mIVdlZ32zmE/vL0EHkbN3E14e1PZb2nLC90NLkHSGZdtN9CwdsqV2w36P9j5oRIruSAxzvYDFwrhwE2592z8HWOL0yUVcn9PpO5T4SvqiaTnxTf8dNlJLmhOatwa6aPPOqsUW8bHGzKmbscbKqgwlpAN+RjRoJrmKWW4ktZyASqFdjNDwTS+VYgOi3L4YuewQHl2y4A9grCXnQQjoVejw6TbhmNqorCu6kUpUZPECnIaKN1wCg//hdb4MfSxKmayMM/0dQKvH2QKF7hgOIwxAs19JVD7Evc57qRg9Pmo7+u2QFWeuzah4V0On/MJPfPrJrEq1jYFHDrwJ7sTlBZ6+VRIQ/hHunSLOGzAXNPcTZK8p+eGIshxIElqP2aRErzgr53OlBDzIIamRPg1Vjh0AfNMnWF14WsUPDfs0VbcyReQVXLZXjaTkzKO2e3Ujk4XWEloaea87XBTRC3fx2fdxAhh0IBh566HccNF4bZRoP5d19+y0nLSTwELdqolvJMu5pmsFU5enjoh9Z0fbKP1P6dtKudHq2ienzyVKfwWz1OH/aA1yfydn1727lXGm0FDS9Pa+lxBWMd+EdHiGsnWvZl/zdemOv8JGLcqKDB7afaZ1CuF5T46flFetk7gDzWsLBhZ4P3Yu+OG/DCQid+6q48Wp40K5mmzWYgqEaASimKRI8cVBrvHNGRJVhhqdh1ZFJMBsMXHO820Ue0ha5NGB1C3XKGNkOFUzjrzfms3+qqKkW4HBjNbl4QmCpZaXMTmdf2xcfsyCXNrdaIqtT1A5yr73UHnfCBgOuhqJSgCo0c6Mt2ob18hhNuOSBbk8J253ZZ0p9s1U3OF+PqyupHpeXo/He7z3swt79jqVf1QVmXa0ICUI8kU4yDfO68GgrRZGyHG8/tb+NNIG0BUZd3yKBWt154y24SRabxknYhX580AnLaYuPbHTXxWvzqdHXpQizuAqZ49NTbThnWErT9UtVmrk/Ex+2ULharAFvpvMwbdcycK0nXM/q+hg/3la+CncsoNy5aAtP1NWsaOztLWJ6HX+4X6TFUy+iZg6F8P7aTAMiNkn8d+Fe0An5lxCsmkqsYv/1pb+G3NmcxM0KtstKWwzMrPDSUdNXr/896A8XOFZ7wyknVpvrKBLfsAga3dyfY+SxetQMszk2jKXVROtg8v/UK2U5ojNryvsHcdsI0vj5mL8TT355zi4EEamOTO/JJNDDcHyuvSCN/cbT0vaSfbt+r7YNSwycL3qf2diOtHXU0rggtgtGV3/pSkzvJojx+3iczqDfxmL32900Kn2ZRPsu6msJFcnQzIgDDSWHhGu+ocg7oTUOM3hiVe2OUmJ2KwPqfX28O+TVfFfaa9ob6kUQ3NfyRyd893vbzoYFxjvjdhdJIE1Dc7e0yFrKD0c1Pgqa/noduBlddBYs+fX2JjKSPUuUg15Yc7n4/IbMiZ9wOlnpeO6ISzRa8DErmUS/R40IbW2y3QEti80tTHkR1gl/7sweyYfuOWfmcxPfUOdhSIaBfl1kLq8F9W/0RG8aaLzGj4zoEa4IO9U1a7aVxVrriH/B4sqTRyq2uF/C0+V97R7s9d2Ct8vWCPuf+1ejL6Qp7nkmp8XqsI/e5hV1zqGX4dcjGznfWkNY7tJrAfq+QOA4/vrg/bkTG7NpI9NVCBigFWtgxbq2/3ffELg25q43ioA6oQZ+hQzlnR47WkijK6Mc3KAPxY6sVk4uHNgih8s7KtwSPlNUDinCE73wFS/7AttI/0/qPt/U8qYGZkz92OhUYoebHE52J+qrOyD/MJ7C9S0/rHo+kJnWESD+2mhVP3pK/9NA3r798hBPI+UgJACjJIiIYGSpQCSxM7E1OYL5jq34ik7KgUuixLoQGR3VbHL2Cy7HaRpT/w3YYsu6tkXuEk9BYs8XIws2kYq9P5jM/R0h7hD0knINc5NSPcZL9cFXmwyM3pJnjZsjj0toyrOgEEWXbTW3cfQGAktB2X9Ke3JVhnJ8OOQDoG6MWHoGSnZiEfNcjlctzrwStlw//L5mPF+m64cWK+sfRHlKy1eadKfGespUKVHhk/RXXzysn8AgXaNm/pzzMvhifFl6sn1eVxEUkXy73vXn6WJnt6juh0H9Cs+Y85yMLXPwrg3U5OgkhtPbpvUVDNtHaBvBCBb+t/l9XwTc7lqUBC0W13d9Jg+fKrN/wEUHGw4rqTzdsnPfYhcKCrqlykRm5oYHRq/64rqqTU1a5iAXWiMT2X/fAIOERcZjFPQPo4tWXOIAElEcDgsDqAIVIC5akraSiVWQqPsJm96Z8IxWQgJRVprMtwcyHcMuoakVRKICkWCoIjfVPMh118z4OODnpGYnxPxvS5vCNUxDQvx+YHZKCXgCau9i+lX6zFcmcbVdX2qiLvmuSOPZle2j3alsQfSnBdCAY3k59kRV5ya/5oRhS2D8Mv+s2Yqs0eSteLbd51/Zw8e/D67DJHwRD7PhW+pulefqdge7OwvRyNCbM7MJOGMySIvpmTG9Esdc29r69nZXSqX5og/dmmjPsvr5klNgLRJJRkPRlU5hq72VOii79WH2KI90knYNwfgdqhPpz6nNbtuPSaC2YhkgzPJpNTs7NXbiouS0qoE36yanFPpsaBcY5gpbT7OA9KUSVIIQ+/T6M3b4k+DA9aGhWF6MTuXNJdrEMUGrLFLKG3p23OJFZxaL5cAAiKR3j4GkAcDNVP9QWMhN28YP2qsmAgw7tFuMied+Qhe/4FhsduVNBKeEp9IICflgfpK6m/iblQQjN+7BOoGMgV/0Zl+LGK7pD6EeVK6ExETRrOPpzq1mU3Th7V+qtPNIK2NnYN1SvpnETIZep4G9bzdExuUOa/JWZmH1jgZjqhDtYe3eUMPHuvjySp61ZfRsLD0SLU24XwfgHlVSXiVGBsFqZI8VVFrQ1Auv2yzoIPpAYdeYBq+b5zOMVl71UuP8Yao8cW9FMI52K9G8EmONuInQtKNeD78ToCUXzSGhV5VB2VaaAkxMeTWZUrq5LCW7+BlzJpILkuzwfngO9AuifvsKiA0AhoCILzA2xZ2fJco50O2Cmr5B5cesEn0NgZ/Iz82I904kiHxHuhS5b/Wvdm95IvIixs4e87Lu5icB4w8GcKVUCo8hmOX+ZwhSFfGozQtX5m5GC6wU2uyeSVjjBIVe59rxb9TWclH4s/825jwbpM+RrElJxz5tWU6GJoV535I7oUueps2aF3ccu6FA5WaOals933STd2qrS3P09w/U3MRTvnvpnbG+2v3IrMAttch9UbboF5Zm90XNxZd8XvmvD5ba2qs0OvceBsauWgPV1vukRsXJF2W/Px526cR+taR0p1JGPEcoKv3BvphE90oruK6KMfRi7iGV77pFt79PBS4YY+o65Ul8m0CpQqEFJRhVZWpl5JfYYKQLTf2p05wjj1gZ7uhIs7M/qgT3WsGUk+C0ppCVnWrASaFLJViC2IBEaKDxgjpdjAPun2Xj0tH64UhEK17g9P6Z/nndzM54iq6kXes+PIRXSmbwASBUxvQKh/5OCCbXyheflbNxgZgVB8YoDldSjKuQqHyjdwEumABZhIBvq21ItPOlzEs1hUiCBYD+MrknRDaJQPk67+ZNJKEupao5GVUtAs72b1VqV/zErQV1+9cPALgIqDZkkJ9jZifsU9rYlO8uTtXTWVPyVlJTtHj+9/en887LP69+r6iZ0vej3w3M4MSKBsJtMfFkSZXBFkX0WardAkyIDrAHnzrdyPS2U3fkVbR0HdLwH6cNRwW9cuMZgkvI/zqRyAR4MbGJaZmcrUaztOmWbvRrSTJhER5pFcmrggn2GE5IJmP4bXBPGN2oCAaw9g+UtVa9ZTY59VdEhromF7MZ6mMYVxD4D/NPeE20oyr91cJ53Cl5VLViG2v9UCCtrp3xUIknBm0V9pYO4yQJnYhFUurONEubVncBES8IkTLWSFk8489v8d3Jy8T5S+ZT/l1rQVFoS2zpNFLdp9bj4PasO9gCc1/lsYbxCF0WgApaLiidJ2EA64pewerqv3UX8aBdZ8fbnMhbmTaMhZaeLGbiYj54ADdatkXHM3TVqUWkpJSokWaxgNaDS8JBtmN30hnuJD4FwLfsxf5ePGZe4AmTkOzfEf1K2j7ROJzxVfeWObZpWa56nG61hpMR1l5xaZiorwEjPnG7VVZRabCosUcfeFujZr6sMNfukSw8zw6PAiiXhTT2YRRy9Znau6m5zN9YHY+JrcK9fWOJ9RuT7JWRP37lkLqc9WO6+vdTqdj47BXhqy2eJ90h17e6qpHfn5CXfHWqUF47PnotyA33jaaH27VPkJ89kCKEQEypVgsgUi8gJJzajLVtUpIvKEvPfDANWHYNFiX/BHkJs5TkPkrAII/KqgIlRCvVoqIdKoPG3zR+yneET9bNed/KosIgv0O2Q54k8qeYb0+jPzqfXyuRP99g8aR+cbcN7kkryFkjdYNPxrAuXTZiVaPBGpzb6AMpxKM3rxXMT7pKcuAhnRnMmuSBujiyynFupd50CaoaR+0z+IxADpYxyTNjM5QPmbHEBQPlq6Vj63A80RN3UG+6ACImiDgME9w3NAeOFH2/knINEihJERd91Ob430Pw8GF7pnwH931wdp0NLyorz/P3g4I1BbVKtUh0OPgjgURdwuSehHhUC1rz3MfNfF46+8htpiSjNG82voEnuBvXRmKrwICy9dlrvoP9x2+j4edj2E3/DMqTK5nXqYE8Wz57hJP+gespQGzQ/Shg1heNfXS3HSTXtKY0jgZIqMX8dwRC720WkVAbfB+CeTmdg57QUvL2lm+8YQqgvCtDl1q+aYxCm+c+UB8p91atlJ8odMn5dus9WXN7/+OV0vOdstlcI6ksYOnCAk3mq7H5Kb7RP5TaWTQzG+vPsI95JSBWaVsPhTemllqngOUVVmAVXqhe8oiGan8UAlYwEvN4+X5OHw/2ZtbKRCWaQMSgTndIhyhjIGfvYqfNraw75yd1/fISk32Vw2J9GXCm4/YlPSg61YpqvcXCIlFzLApi1Y/N+roU2lJ9VcFKU7Nc0Wa3OKzQ2uR6SRPrqejs3s7pxTvzDPxZnIAidd1QFUTyGNBgLJOpUmSvpjHWtGPUTTwMy4QIkWLFNDKJze4N4rozYhiaA2xFOPBIgXe6iACobzTvBIJGBzOIO7CNtHZwyr1801MqUXV7FP0b1ybqcfRdBN6RfJkjRX989kGEGtNX5HVFX+F1zsQDNU+yCwHqRcgnr+08TRwWeDfo3juz1dPkxORjoO8uG/QY0ewTBm7+wWf6ormjr9t4jTDO0bvVwh5pJ0k7Y0pYD4zljH4L7SzYhuUMEc2/3Uicuw9MuSLxR1OFYHauWN4VZcQN+LsbYT///Z+NY5dP90JSnis8ZcSwsZCl63Nx36lOj0Dw4lRcSVq5c2A+3tz8MukscZidbHgR0aeOCn1xXK+VQDtT+/DZpP1fkVsRAYn17UYmJkUHGmr88Q4BoNSPi8uwG1RAUdIvINi/dfKqPy84tIF76CRL9ABQcu6RrYeetJoc8TkmJJvKhKravd/Sn3qKv/czotyOtBkRFME5pknzBkt4YkXvCOWcugj9ERCkwyEOvH1MNM0i2eFBYtO5z7vKkpG/XgF5H4ejpjqq7eUd3oe+nuN9cXN8Qltx5ien/OwzbQGWvUwyPEtpEOiqD/21jb4nt9127cZmI9S/7Z/b/CJZd9jUkJ0FsKAUShLpx2Wxb3/4GKtVFZ2UM/sf/w6QOEOTTN1rRmrYlGX08n/xZWbk2dOxPM8YO8oMEeXrsG5rVRWDMN/Obqmg7KijNXtk1dqHuN9uTU1r21z2r3CsIgozdu8R587BvNFh3Lgs0uIXcYVDjnQRu3AlTQYYw/ikTpENQ/BtJBQwO3/qtcMswHbmZMf0NdR6G73wP0YcJPTev2mVuljEoEx/XMnJRSHxdWMWbH7DyFXfqGuOaBdDTKYLYTXDIzGioYicnnV464e0BBAtoGSZcAOzwsPavdXG1IOeG/m5BolkDQhUAEVO09mMRWkKQbSXNLcB64UpMjmx3HFnaR9L105rD6ptBqP9xNRvftaOoAaVDqRt9AZ20jNqrtvsijh0hztclPwBzHsTHCoWk2FxM7meys8vJcD5hZlds0l7+3+Vs23akZdzYSO7tKfPx8kXVUmAE6m0BHBqSuQ/IRXfaf1UIhEsG/OTltvrOkPbMSAqOhqvPFQ4Cx0TddHW+YIdLxefJU62UWycFLJQSAUB5rkM7v8r4Wnnu9X3aYf7IqpVkg0nBU1vZgmw8/BL+fE21awAjhlrbLKGHJwXPr/Z7pg9NCLDEo54IUD8G4FdlH6CEu6ZQdPoWjyKjUEJv32gyyJ8LzvLvm43cOOYSAkJTiHJJ1OdXC833wTagwxDICQ4LhkW1bjwSkYEs/HAhQ98zmHOtTlX6+KdVDEFLkNvr7w53758+cUek6XBQicLfwZibneC6xfyToCSYdNL13jv/sjS7Fye48H09i0bXLi4nDMunhmaxC80eHzPmcmZ4+PPdkolKfWbWAunDbh9swPw4vE4zkrUjSHD2UyeP49S13XEvziw2QEILmb5cnVHw3/xjbePAwX2LFq1xn4W6Ldc/dKRJJMZM0+oIi8d47Nn14AciL2gHf8T24Z45aeUolYbnSm4/4w8J83WvtAJCx7Sc5iayakhB/TV6IBDZTODaqqeYxW5gLpAMjEAwagjOHaBa6yGWNuU8VkSyRnmNkeIuyf9Gafqnycl2QzAlISKIZLuDyfbQTHxWqbGo2d23NCZKfA6QSuNIKh/XeDgoFRyW2qX/v81MkCb2pvAgTkbrvFx3mU/NzXlX4YY9sLC8Mf2frwhn8QwInKjFicDkDshi4KB8pLHzBYry7hPIyuBZ42xppCNeKQnqDuwghu53pwXoQ4GDzObozqqTXfm6+XgpiQ8hcVkKIKEbNbTGyw2wN0kHvBZab3qwZLGY81btT0onI5MR3NHoTkvL6GQUxq74ijHQ5h5LSfGEv0zlyOi3s277XkuJk7q8lmgJ1CvGLnfG/DfsRTJAr8Tf/PaS82P3KcjbDpSG6MCzFxSK+8kDR9Wm34XjL9icLJhfSVttnfOQoi38/+jiV1mV0/5RRbwvDqPZ0WwqQl0O+tDncjWzRopQ3C86Bc1TlBsUIUl8HFnyDfbOgATQqt/QKstdBN+C2H1VO47mxLEHW/P5Z85ISg5tOzP1ksVAuZo3KjIHvwoyerTE4LUvFfbVDqCT4DDjtj/yISGWslBJ5iD8CTrYVxRTGLhUpxcwhp97fGPjM4Gn2YOmlKaz5vlyh/kyJDsQFr6IovjI3XaJTRudoyP0HaW5UH+8R2ia8ge5gzszrEL7FSS7Ba3N29n3AWksyKaggHqlxusdMBNZLa71R+lmMtUM6Wz5T5mKI6xW5ItU7k9nx3zkQ/y/LoKRI1nIpFDIvTyOFfvvGPHP9WugJdM/iulk5fqUt6pUCb3qCX4tPTU+1BwPK9Sl5Tggko6jSwGJLZY3Frdw/Dsd4QdrID9rM+Oo/hiWe8/jpy6uLGL+J+grSeknDPE/J8B/x1drMH0Zo0Au7R1cWtBY3yqTgTpp46nXkFtZ44yh/z8fg/pR4atD7NeC9Y1DlyRxupuHHH6aeoMH7H9wD1+5mkiGEcNdfS80V5pY798D185kYgNDdzT4Vj2orCbUbGFukWcGI4G3njRcb1MvqsQWKWgNEbpOz1HPm/M2kvZmjIWy19XcLa76/dTCTGogUs4n4OTm2hkbQkgbaForf9LGghRzi4RlByS6ekTO+FnEs5fXT0Lcf3zUiKsz+7Cn4ECgVynUn/hb+veEb2berAsyHMqRVi1mFeBzOKniD1sXlYkRmuq8vSj+HIYIIs8M/r3ys1i/D31Esw11aF++pcM0zA9P2XrNLNbg93jhAckS2nUw8ZXpPrZwsyWjJquXWZrVklJDy2p7pKThzp8TDU9pqDahwhDx2fewIAbeOAg9Xe8X1Vi+FLwHwrRVq65BIYL1RfdAHcQLEgH9YL7aHZ0ZkSsOo2DmcGmgcn7mVDHv/6+1yCsP1YkW0f0Vx6AvWixK1X1l0xUVXnFp2/v37tK3Mgw8zCZSxUvxnbMHzq+Bq2AiIfMee2n6bCS8b3p8vpeGu9xJS/cpK1PawMAShJIwUq/zLUxPuuTIo5Xd+Acoi4x3aaQVfXrti7AdX1iuEIoi82XGwpmvQEi3ODKHLdtQPKQM1wMl1Ak2gcqh+h4weIs60RA921Rzc8QaBIqFCXl49jSSq4kEYuVVWXR9PEnUG7zLRw2xlqeDrp2h0WH0woF+HwTzAfhRRUDooEUHku3qjTwXSB/Cxz/Id8tSKwuzMPIsxI5mptAINbBQ3wsdl8v+fSrqbqG9vUrPVipIcgSW1562q6vURV9xIjXc1i2BecNjIdsl4r/lnYyX7SBIj941nZSQw0hoyfMqiNM3WbzFEjYlP5ynUoPpH0atmoHtXPc23NiRKbOyq6aypVs8alpzLtI9VL5qrmtm7fn37kPO1ZHiWutrC7nKqigo5kbfZqCyPCaxvmXJTotrAlZm01rSw4QHV8CgyMioZGA6zpmlNMq5BnWh62YZFpZbAYlB0dNHIft6GBXpVUZSymjvBH+WuXwIi2LFGullP0V9KLg/4ACADifcIboFrAZdC+Xeio5cKQ6wepi0MLAz8dw+KRMqa6rgw48iaI39YQyC1t2PiXwql1XdaQqABmuY2sASsz/3oDYjp8fLg0yqdOLps+4NW4TW58pM6waYdrBaxi+zT41RcRGOajl1OSyrsxmgNIcXlAdeS2OQ6YZIXZR+DURefrTKutmXReVEpLsPZQXM/4DTpgREKPBk85sabz4eZhMzWRuSlNxZxNzH2UZK8hOtIdsS18oDQ4gYa1l2YlnT5mIlJE+HU45/KXMSMvPDU/LnDPLXAOGqRzFgizLsDcGclaPby82D+fn8NUr0P2Xi36qO+DM+GlcxizyBPTmu6ffbjZB9b2H9FHl3DzBpaNI2RUzKY5HO97DsOVc4LSHeLz6yeY8uy5/Z07NvTEfybYkZd+Ad0xC/lwAd1qESyTZ8dwM2K1dwDff71Lu7yvifWcnE0z4fG+a7sutG7uJtlDU8J57ae3Dzfo2IGObaZ3UqLpjGLGlZlePZ9tHvp/iznuvtr7v/O9PDzuqe58OOJgGz9NokErfvgQIofQv+gLlwx4/+a1rXbGpil4Cw8xp/un5qqsDhFIojgI6eG5nfzLGILD0zunc4/duyKVt3zh06N4AgUiV7k7gLn98Zw2Kk9q93cfzowqwd3HLInCONu2IzRBQF2YEB63PW49MXYeJYb1wdNL4sOMxbo/KpFIuRN36b1/QPEQxfWiHpgcNGyyXtyqOEwcKDqY+JjOOh+uVPEmT8hIpHUcTF6p0x9MyULikRI0Uze9fpFg4PkDrbLQ2Kgf/2mPhAtPf6EyVirHhxc9Npdz/OTQ/6Ih/6Z98NHvZbBnhoAA+/v5bUiIdJEx96dI/mRfpW8Xt+8LM3Izr2JDmkItyLv3nugH9nEGF/KGh088J4CRaJKiaGRrw00ZwR8zPk4IyDIbI6prvcViSD1q/3rRllLx1mNoG9gVPXEbLCXG56oRkHEFtZLBrqTKYjyLQ8d6AfP2SQfdoQP5X48d/1rvcH3e/YzmvczRlVPDOV2g/mJanQA9DewqOu8bv9X1NWo942pNgcVUSnvDwyOgst/+SsSCDqevGSou5u3Co4d558o1BT+KD3+6RYmK6/XFW7P7tCCzQJv3jeRKAD2y+XWtMATfDNtQqP0dA8tSR4/W6Eix4CBGf+hjuztkP+Y5e+SkLYbPGChUUu498cUMpOFgvGZ5TrzquWJw5+vzmJkra5y29gbXJDiYPJxikVmUoxpvVK9rWQBm8dDopaRsLf3OZs1bF+0ZIsydx/YDyplSgr7eY0kXZKmMRFnrZf/eFtjQXbvXvcoyTvMVhO5buFCsBQPXAbPQB/NY3ejhcIQltrCdQkj/YlI+BpiTTiy2DJthS7cVipkUCzueq0B9vYJLZPXo9nYLTpEIIST3k5sx4isQqvGl7LgDIZkvseHvGVXRkYyvBa2zQG2lQvb2uC2SVHqCrBioVfG0CQQmc+eqpGke1vHiDMY6pHklQz5A+GNHCmiKxJn/UQhKHwafcH5OjuLj4l2f0v1jl4GcLdTbOanixcDY2DVxD7waDmNGx1oCZ6FGQMiGFPBECbzqkRhiEwWnf30ytxddzuyv46WyZAwURVUcLkABk8xWO9S2qPTrVGDLS3qnWzWDnW1k8H0WJ2lPeUdiHzHOP3dtQTkculxNvO4VCgE3dInoGWAjxcEQmELMEkHPwczW8AJkyQ/ZzRLs8wfbOydaXNYnVboMNsQ7BaGCOQ/BvX39+59udd9eoa1t38W8fiktSB7A1GdPUM8pXrh+kK1mvb/JIHj1Y1xzrhjRF4ihurn6N38lY9XKwzxyvXugiBTIm1HTfzGmrgRYUS4cF5idDufx/Ft7ufzimmJCf+6uq/3jTfAPPJQmu+f60DksHhqoB8hUolUEENwuYjnkACJ1K1TjvL3DIABxGdMx+ZX8SMipxbkzKFI13rMR2FWVkvtEa9lDWS6So309PhXHjAj3bvae5d3JreCEgOjccdo62yHtU0Kb84aPZFJULENGCoocUbn5dYbMvD66AG9m7gvi/2Pj3Arw0TYEGw/88MLMuiDKY9OOXJ8MBNtSEk6y3HQY+mh+6oYHVFcatrpZL+EJcboloqkaQs+NSx0mu7PSU8S/mZjzZrNtnuDOu+IuDDOgz/qdiFYXLosr9mmlDT/k5m1gkoaArJ3NiRwqlQBfxAkn/BRqkoYkpKY3BzwiM1LPo4sG6ELAey3+bf9fvZ7yhN84XZDPBWwAWzYiLObwgMev4DwRnFjXXKgYD02QadJywM3oVoa9hmGqiWh4wgX3FcLXdV5QYc3H/Wv9N1aEqTKeJBhrA0r2VGdZNLkB92vZB+2ma1mPMF5l1IoUGFOq6hIoVw6C9Or6y3yD93NsS8yPVOVXE81K2o/PwzGeOznpj/ZiKAucrGdoOI3MZoWJGYMbdKb2VocMCfBsQQXIp6S+EXZ3Bj7rKqaErpNYGNaCdHJfvLC9QXdLqqMTf62ffnDIbCYAcpFv1C5fOascqM0yo5AX1SWc06Wg/pCBPTqBxjYBI70BpHS5wI5Jhccy55oumDzyipGGo9+UwQppwUG0MEXN+5yHI3YDTb/2MRmLAXu7nFnTr0CYbQ1pY8x1hhzGBxcymAu3Qw2xa2h4xM3Gxli0ghi9zgxVj7v0UNePgtzmsDuXeDXPBY+BnbtBqYa7mDRi3NxJtOnpub8+eZGYoO7z95SE1TsLIYIlClJ5lTP711MJwrL6oedb0ptCIYePmZO8WIiINaLpWJXWVh+IM4+dJe5u6ncXCVu4t83RLlz3d1IsdsbbTwQvo7B766d8g5E7Et3NPylYmAPnq/wPXzoB//UpelezEV0VDYmTjXX/NsiELZ8vyXycnVjxry3y7uBoik9rwW1uWUrGD2s4NHlKdJf/nvxt6RMLvv1hK4iXsJBjInZ/PNJcWEBQ4cZL1USILtvQ7EJjKoAykI02Sn7J1CK8cbUW2MGzbmWPImNwuXTeV1YVKx4jw+SlFL+9K2wckHkB+KprheuL7pAH0cSE56/Eyp9Z/13admXM2Wcy5NxyT4w93Q5SohciSqrAsr9W8GhTXcdndgPPp1mmSew93pIiPiT2Wa9NO1mctCD2IcMJLyoS7P9Sjv/s+smjsJUbUFwJoLKMyi673APFsdLn5p1dpXQLaucAoMsgWlw7VqFgE2IqnpwF3y89sbPmnoCPgtK25adX+8kbmNUvySlMT0NfM/GbxbkgScxlU8Y71iMKZ/QLFUWdJj9P7jRVsoLq/3CCS5+S/qV2pSOUPIbnVNVpKGUsoNS5F8oWFI2fSEnIT3DSOd4NZtrLBnPWjlrfxmugorKdnvAPYhfdmihlq8XuJLA8Y6alhm6x12a9mNisPzJ5FxieByfnhrACl+yYn8kiRyiBIqITuupoUw6fRgz6T9wTcquzU4v5M0u5hJ3Yd9p6lzJwZp007TI9BTHQVPFoPKKa2TJdJE48iM/GXH96tujLm+vXm/jHv74PklFuX2EyX5+kJGWKLkjTQvS44aD4Gw67R+tuqaA/t+4LImeNs1b4y0Jms+e6lpcBPPxNBBXewTsYREIOGiY7M8YUQc6yTMfcyfcBT/YUJab3R4suP25Yjcf19aQNXyg6cfEYVZJnptws/zb3+Wbe4R0DYM4t722M72ztn3uHxtuzmYD8vo64fXbvQtKb2fcLh6xwG8VIV+G+myNPewR+m++Pn5NS/qXfhH7MsXaUarQl/4Md6LgwtcUDlWRfy6Z1FCOtpFVYvkKKuvP2s1cuIlE4n76YL7O/Hpx9bug+eaM/mJD8f1EFbApJUPb02ZoF+q9F2oVVC5JCwZKh8hKFuN4ayAt/hrzZcKf4ueJU+zJdWHmOwb7ObA/pS2lY/IhzyFQya8kpUPeC2kkl6rQhtX7a7bov2pwoKtMEBso5w0x/z4/VFrdvncPmOS/m3PvGWGnCPBgJWkB1oFEOb96dDfY+4RRA5szaZe+S8dNs4DbRA7PZiyKa57weFjF/4Jv7TPUodWWMt+9veGfWh/u/lmL2ScoTIJBYZ+ctXg/16f2n76374jED/mWOnz2TKsOuC6+10kKg2DWP/GxJV6H47zgmaMXDpevTtwA6/PncsZJ6aKolugpsPo0bVM4fFRNVPIrZS0HADn/f2QEm+SidQ+H+8r/TJHSCJLlJEuDiwMDsz8LLdY1bLVss5JVGG0zHU8YQ9LH0jeQ4W8qZh9sCM2P70qV9UxLkvbBPRlg9gH4/lrEMZtJjfrXQMk0LqKzIy2yIG7om77ceDJ7+mrLbVa90y8lCo4oFrQxSPSaa7Yvh0QKT/6MLDUkScGCD5uil2u7Aby965nJiTHX2j75VKxXFpDVdOypa9RSJDxCvZOFOTXSsGlx67bIcyHsil4Qq7n7Cqz8EMLyn2AUGzuNUaEV83HuP6eeHQGx71wwZ1h5yK1pa2LXwGWG5QmwipjAqcuMW+ci2k5N1xbL5lQIqjrp9s27Y4dTPpA5cbrkf5TtdzdGL1MWQ11U+7xyWMl1VuxM742NWvqVl7msBSHzOQNtT3g38rSWik8QVZDSAWHuJzBz08AnbPp+vmx1IkyeAE+qwOiT2Z53357nuGMZjoYbq5i8IyNF7z4r7qoJcKUujbR4cZkukrTMprOZ3LB9bzwq105EqowA9sntN64f7oSdo0+P0c9h6KJfKtZwGLM+6fuZgp2jM3eCSsWfRbLPM+cGbYzWzVwQCnYejqDvb4zuFO6sePFRbP9BGfH+wYmVPX8XGAF5A9U4T7A66hdZJb8SeLXL26mAy9kR88N9zhexbY82hocmyFye9kX2RaKN6C4ml6T5tHu1g2qMtUOi/hkcJ5o5LpGC48LgarKPZ9zOZuwK46ebaUxXW/uuLF8el0fL0xUUTKtRfF7WXNOwTqWp9Tc3bhbyme3ejJRE06mYWYibcS2D7xWXzHwgc3RAYFdjNzAyYHl32Qw3l6MhPFu1gsq6Di4jTR4PIwQbuMNGCv0mXTDpVVIV8fsMIfBsO6Dz75nsOcHj0fMSEma1vmZSmqnNyVoqfrPnH7yuLpGR4rUEHD8owq1NZ1NW9a8iK80IfNVrhWvVvkbQAm3Qewzd1Om1hMUV0NNfpBZ8qCwU2WpK2mK8G2oaJybqDtp6FzvDYO5S+7pR56WWRHFqvNuZfBEGDaNebdGSxhYXIZdiH+ZSdh39WpRKSwCMzLyjSE3bdQe/6wp7tLUF/plRMyGB5rFakEHuPXNgv6BqsvIjTQSD/hmGQn7R6cLjkBY8Gk30SJL7CAo2gckkaXmeJfI18d+k6ApdsnQZ0cKCTCqfxzFDigh1fKWpO+p/GZR3NdjK6WHgEqSYRG6VZTYdu0Wca4bIdwsCgnK/coj9ZxNncGqmfPzzqG+TdT6r5EZ7niRNhk1gFKIvWTJ9foypVzow/1o/QVpJINcHUHg9iW4FjExQs0A8VXc2uPlsKr+5zcWSlJRMOAa7cjjDucABDioLyGQ6/qtoyz81PBc/76z5q/ovKN0LxieZ7OfjW0HzfYkkzdMiQ+5+/JzNmHwMBEW2BQYNPV2kz6d3V3PT6kx11zPy5qwn4Y3vgKNAPDW2ve/vp9B8CEllaxJLfcsUuUiCI0fnWbE1xCeJcPR1OImB0kBvi7cVXr2GZFJ3wF05VI2mxFNdXqleFoAUFz9nMydrq0H5TzXqto0QWRN0rHTjuhMBvKJvCr8EiCwHGpXZOmFBnalOkJMR4QCOvLbxTTOZkPfMN8x1w5tFm8FugIDSTF5jAyuD7i6mb7aUTudc06oWgS39tnRsU2klPtrNLUzi7mc/p4fEqWwINoHRuHKvkDYwt6bQPSRY7cnAjsC5JaFNjWAS2Gu6Q/Ptk5OEVDi2oILevHGM7MFsia4PBnmO/WKremDS+Ne/56aWbfLm8rw3pZZODzlOMboZTD4iolj5vcGGYmexZZzg4lfNYCaVQmq971PRH0ATXujo+EQZMUdNC8LnQW8DjRONhsWAC+Lfiacay9sD2ssbLbO8sr/NAm7ai5F+zVWcNIMzlT8rPCWcKE9MsaTXcx3yYF2RcOEqouTWbutOm9onJtqr9ba3JzL11fOu6GrVB48/FfPuD00sche7Lz67J1OZuefsYuV2np34tDhwnX29X+BJ38AOhIWQ1kVoODT7bKdCES7n5sJm9JCEgYdQDVTBsav7JEY6O5HDHiN3fm/OC5X8Qo6xXaZwuFRy5tixJ29GqEfocwJN9nI15iIjOEPF8B+i86U5JEK6bq4kwcl1JkjmrlUf5bBA8tGYVGCurehep1zD3xMH+A0eXA+LB+nha/Lkelo8Sc+akA9gh1SThXV6Oegqb1/XXq4d4pko7LHxE+dfv7tMIaNyDKSid6F236+Lqmtg3xC9cabzTN/i/sF+wOgDwM/hW2Ypi3+r5brRZHdQzGkcZ21ZG0LgPT5vvrqdW3/OzxnofLXrpXUXVqKrfy5+Xv9V/zj9ntWYUlO/Bp+W/3CokoavK09QYmE1klg9uH5gNPcJxUMl+Xav6lndATrnM8btg4bOC5ziHqcpPg4EnGP/ddWcHW3YAXY9YTGmmuZP7wRbEo+fF01PDlgKhnDsS3+ls8xZngnsk7g3LCtbP81gqWp1c2GBahCxs5vNWPof+P/o6ipqAimUdKPBUVaA7U0aXrpqyTAYedVkfz8naxznNIHOrqoyVQ1unLc3nDOHW2iAWUYwdo7916uFjgxZHdfGuP5xm0F4P4AjeHbzzBl299xkiHqr9xbnl4PyybnFMq9biEQGjrs1jltQnRjsq8ZEWm0ou8kXfIG8fQU7orMJ/8whQKXfeKNiBZOiwfs/YTMMpChSwcBxRy9E/GzCCcJUguNJ8Bz9/3Bc4MFMJaiMBD3Cmj2dUveduNdujhbcn262T3Ob85k+6mSpYJojedgNIGnpseCLXHoaAtYVq/RGTcCZAIEgYGKbTRCSNpQJph2PjFh/Bfc4AHCmNRV8GrvbcOHDkYFxpvvnFmAFolu0SU7Di1m/6WawKHZbql/rr43P6dgZIhsYFjW9lFtmv7VsiQLVH936m4n/88kL1xcg4jRjaopE4x69e304jMpIIme9bf2dZuCw8sHDMw8KkhjYOcz/2ScC8ybBZoIMn2r1EoK2WGoCIP6+bjocpxx2enqreV7ePDX9mniKXVRkTUukqzRzbNK6mtramhqr1ZuKn8UoPGVhflEx+4XrC/YLNPhKHsXLx6neJk7NCSYYwS924o8sqqiI/e4yhkmC2R5dVg0/eDnVNlyByyGyxkbN/jWRZ4ImcEEwWzSf/eioRl06D0V1dQ2AchEKHoqdIzmT2PN9l+VW/5flBJEb/e9gzDEQ5dBaBRCB2Od0zARlOm7Wmi3ZXerEHAg/4dqt67YHUC4C7N23D79BFkIUv0nHnNJ2SkdXbEAttiRowuifK6Y80lqjHOC+WOrCCPGOM9xo4Qta3iVoLLq7fYHClv3WskRvDsuTqN7ny0StWfdLq9+EtXTU9/48U/ufbNaLzilgD+aJ6KqT7vpXp0mI4Pcjbq8KZQrEPO6ROUR8T2wP+lLBrRPW8XhaOeeNsyEqKZt1BNTI6XQ+mUDaUFY+V4H+EDs/bkEbcYTLEwuYq0Ijbt/HERgU1IToX510V9FFPO6RbFZUkrOB85sMON7ZDs+UyzJZL/6zKLq0iaHm/mMPSse3vGAxX45vLev6ByUVPX+VbR1/Cex0o4GGMC6q3+CVzMlhuUXU7GcMdHnqHRqR2KBI/e+5eApNFxFbsdKy5yCHL2782FsNBqZBOPht3lx1ir0vBtmjo965ERp+oSRCXuLmZ1/XKaO7k8z8IsqtydVsceOBxWzrtn8DVQm6HNGBA43ixoklzNTOhs5U5pIJkO5kLocLugpVSekDseRIGu02mAwpn/tjcMeNbRy0Oh/0aFovbjpwQFRriiw06WqFB8H+mH20N3uLQC2ak+Ck24ltiVGNdLRZD9EyULYRZ82/hEBAoeiRq3UBF9fvSjh3pFHceHiFS9oXM6aZKcxfOF9+Ya6pCug5VO0GTpxcCo5zacs5ikXLE1aYKhnMWbEkh76chrmi2or+q9p63nPUy2dmj9BrbuwocADOUhp9qdWKhOUxu5MMz/X51k1nvdbF1Xh7DcXOBfN9iTMYta+fvxYu4/lwfOQ+AQaVBH3EwZwy4IqIgYla72IJUo3YGcKZ9MHdhuaYm9PrI20BF4AT4zzCKG7DXqMSE9eklo4JVlNC2yUobZFsbOqk8KSf1xgcxOhnMbpT4D5q462q0sqcdCIR1V+DotVuIzwtS6uICsS4fDwL4EvxpbvzhKsdgaSDSQC/illyyWLGAPnnxWnzRqPG1EdduFzc/xGZEBrOKz+GfeTdynwZuhYhdbYex29hKuV94wiTUSkLfoTwSE6/5PHZ5P+VetAr72SAfkDVlGNncb3/wzDOqvB/hGMTGPPa24uNzhoARSDdNFsJV5uGP529Ye/LPgUY+jkklxL8CVnJYI4AVjW/DtjP4jfdnM7b7A6WjD+fokl7XrhaFC0v3+UrP04Ax8/wvOITmQ9ljo4uHX4WIwMYKYl1df/gbpPl9afdAscC8VSX2NiEuxuby3krPUWFO5HpYp+Mi5mXSQvbW3iSpB7BlfnBUHXMUBcizd5CBHLx/Rhj5vd/RCY2y1fPnAmzz8ZI17zfQnzTqv15TOhb4luceQk6YCrCI0K/QAohiATkXKH0C0GBdQbl5aP+mjrfMYcnYzJLT0ltmYek1uI/vp/JwPbj3MCsX7VVO3z/x0DkO5bwo1j4F27ojkW0IwNpHICd0mteAkilacsI503/Kv9KMmQS9nEJue9xG+vakv/Xq/DyIPujHoGAEll7+PCe5zFJKv87IpPjjqVlNNQma8tOHP4BOnFM/Z1Rd+TSF+zBSxcSqkkzTuPtP3GPmsS5SE//CorULNnkB9mXNm0tomlL3FivGu/DaKaNUos0FZke1qyV3X2FVO6GMHpBdB90EmeI0k+3W39v4sl5FuTpndbwO1E9UadbBppmROkgovdKl2cHpikv5+f65/nDgo+5JKgXRxm9lhiKAiHEA0O6mGP4kBoKWyOWOjHcqb5atCU1akFEt0nJwvYRofWDs+FWK41t4ZGbRDJ3kkWlQAK0RX9YwZ5//KlEY5c7fC0T/7oczkJQRf4tCF26wVYdTdgHuz3SNcuugY9AGCCdOHPAduuuq6Hk6hyYVoNjZzmuCemf+OlgT1AUm6COToTl5Wupvxw+AuD86N5pmruv4MX8D/P8ZqoXkiYGj2BY7i4zCEqGq11ZMF27/II4tdy2xOS93Zr/FsJ1yfmxX37e05/rgLzVhzZJx1unIddyK0Phq7uysZQVCZllHmkHyNrU6PyA2ceufFtPYUE1Wp2XKB1JrAiBHmke6VGbYOpgY0HQZnMuaXhq/HniXKNG2eDboILeOT/9RLtdHwbXJQNrO34Tp7P9kjc5k2qwHm6EZIUqbW3j2q69jbbmd0PFxe1yVxMxq0yesgpE5/lSeYLxBfvJsrKBKnv0K6XeHHkKI7m0xwGJA8VWziMf+SOby6pGsPsqYdfzKiUjq70rRCZztne6LKunO0ua5pnltHg6pT3dsizv9OwvD/fPM4uOPj3V3HT6VE0DTUVZyvjkJnulu8u+X17uXPXoiNf8C6Yt0en2hchFStL1LP6SMUCnOfc7ORwnXTTQ5DdNqaEf21TfemeaPdyQW5ro/GO2SFYzO50mqprgsJ20+GxTsq/GX7y/4Pr++tbzsekg4aj06BH1Tted6t27dvfTNEtMzISLcZO0hmMrec3PSXcpTrPBPo0oiK0ZelShA1pr9hEvTy09iYE1xctZdBAOZGuX5v+E2b0LaN4cy2zRlebD07Q6VGoKdgZDBXxNhQPAMS5NIyI2iabPwZNTvUDhGqpj8t7j4s7fY4Fy3ksmtcdVvyh+cQEbN4EFwl4PKvNlJUbHnfHbjDd5tZt+I5Gvv3EiUeCQCH+BKmBudRYIgQlnF1x3+N0DAuBYWvIYwLg4rFqAaVf3PZd2XO65mZNCoaZk99xShFI1R32jatzKjqDTIq6+6Xy8idJyZPYJAF9OR142wpdO0LQYFssAhZLllBV5U9bP7UGhj1LTVdCWDQVJilmC64EU2uUww9zc9gzKj/yGsMs0ZpEnnJvTma9R+vCeEd3g1oUWjGDSePmts3OO/l8zXOKSREzcWePCSpYldSS2Y6iPpfioB+0TtwALRKAfOjOKePgDuHyJ4jzopKBIGNlKnGrA7pKoRLdFmrN++1DYoT0mUK+y9ZeXsR4KUTK8V75sRRbRL5WjHYlSVyfZVhRg3WSY8NDZ7W+UvjoO6fnjC9BWd3/W7sR54twDtEk649vPBGZbGCPMZhbQKjDokzS82i2eejDarqX99E9JXmb7vNxeg5FwIHxKrakA9lptGznxuA0l1KxqY1nX1CocrP/77b/mT8pcngL6Z4adbC7Y7WhThbGfw5BN9/BKLi5MCvL92BB8tNYRo0Ky984UsRPLCpICfIlO63ZtQLLf6xXIncaTA3lTuy9N2TtrUk4KTpmwVjz+Z+ZL8Ze/xJFxFEh1ef3aDPZ0+/m24/3aRuOSZHbbPtPrNy6zxw34BKI0YyBANNn0gJQVJvJ//1vTbYWJO5E8Jn0Sw1P2QyAdvh6gHT5UckVdflvoPB7RK0Cv/vl1RnmBCch53RgyJ9nGoJ16QrJYhXiy9IzkiG4QUk/X11bRpyEwLwN8fsL305k7sUvltNJ/CskBBnYWV0U/MAyzmLPKox4mD4mnEp+Lnyeyz/zvwDng26Mk+r59DRuvksU9wkguawcQIaBqHjtGSuMeyqpw9hp71H0V7nYpwi7SLpA7QAF7KjFPoY0UyOqbNpA4lbyVoGITzZNlcUks7pGsksEahmSVZ908DMLOY/Sq+aKieYLOOGFT4fDihpRmcUabcy7VWB2X6lOCIHTYJzw0YVPfwwyr7a1/5vf6ZiiKg/rjrHLRf5Vg9Ge/aGCBO8XmP1gma8TADz6qAX297F7O9bnSn4WgZt034DqLuUvND4F8RQK4fCFEEdEdvwhaetDP0HnjE3Yhdhz9s8+6kSf9u/YF20wagopQRYmdamnNSVKScDEzDBOZ6Q9JIzUbROwY9hpjhBNoQAejVZpgGGSK2mNGx+xG2zC+09IL1PyG0QpNtJWbkE4dKlktzBSOf9j56LdBO6DaPiLcpY7IBgbqIzq/+lHTau76Lz/dkQpHCeUY6Lp7nk37CIntcJqI0zhVYpDoh7+RkcHKa7sSsTNP/sczH7aoAwikw9Cv3q797tWN8M+nlxEUkkvLD8wZviwnleuJ53Z5pckYvUoQs9rM++/kYYs6ms9fXBv5zo67cc1j17t0kGdE33QB9i+CmKMGz0COJ8cvBNqDV5rmxrRitQ3F9mF0yFuxxQYcNXHX+0Z3gl3noQ3fT0uSfu5jpd0OJhm43JzqvF07U6TD5f8DGr58Cnj5m1NCycXg2RF2KQ07g9N+W5z4T+5ucG1tTbaxgrchKT9XOc7ME1SASrTXigYEHKlNPtvHw3qBxufhThmCbOyimV4lVq1B+6xIbu7DDBphbGpDdlPnywn8DFhmB/P04AQFcw8/scsVAUHsP8XPOevZmXZgpCDQJ5/FzOMGB7lYyuAEL2lz9mQH1Py617D1gxlJTUzsczpEhMrYw+9dzf8pfHVXMz9mri54IHvBnYOlB6pU7D/oZnGzwuvj966m/M49ZcviqMySNDb21NX8OYSd6h1srEpz8ZAJeOell5Z49JpMK+1Vfu3+7fC74WS7gpJ1dZ8naoSMOQLO5JzO0Zgwl+8I6bxo1SJkX2a2V1RloaIQHsvKD8gaKdg5jO6Ufl5z3BlYHzlA5vWS0YAq3xI4R0dH6YfY5BmKqalT5lFyvq6n6ibgKaeRq54LDq9xl4LBwxz/HL+DjgoiN28HNGw2bgFfN/ypCBnQUwoDS4NkJoz4lpGS6TZ2q5cy0hQErkgYTpJV07Hq3TegV55fW9r0WYbqzyKgOhQSKLYfY+60vTfEEVsixpH2qM5oGXlrn/57K7R8zZ3QnPvvV6SEh0DYIVnYGQ0cbPHULmlaqX+UGaInvksUVVbyEraG+CRzC+SLQS2NA2+6DCRdStD27IECFieRBHFXsrd3098z3sHlKyRhbo6CUdPoGXB2ksmYvAKuSi1SK/z+++fi50/feiWQiTj9Bkb3N48oBEhsKHKPfpJUmRUxp372BQgTEgSZl7MtkUmzajKYtMa/VAF+Z10pT642rheNUOtQKNW7mOznVeWjlaCKKn4LmKm02QZ2yD0EDvH5BiOVfg6jLOTDiSnx1H1MX/P3+vVgksGc3LMLhKWGpjnzwHAOZ7CLyEpSIY8fMuhTI0jNYIOdpEtdGFHzkcqfyKzkpCTSubArl9Paw2cCd2oM4C682bPFuNru+aDiy4qnCE3v8r3w1vxbQUHhx9lXAGS00M2ZfzBTxDsoZ02pQ4B600hmD3Xmc4blrl4WLyu8eIlzpBvgZtzoS/CjmMd9rQrV6lhxfk8xDnX0KFPIo5H+P4vEhkQTH9A0K/D+CcUWOL1hSjz1MsSUaML6sPrYOxIKvqlVLzI6uhRQdVF97NoxIAUTGIWHCmkOkFWkYDLeEm+FO3a8cH1Rf/WoQ03jkogAutFSzWoIOVbr6hX7bC/gLO4is5OAvab3fV0NDwyzhEl++eUL1xePtXLjrxkC95yGfMH66eaQzAdPqMInpsRT13k5V+rnOSU2BNuH00iozYAA0mm0jNrAje0cYzOlrszSM4oLHPbUOBVCCQvUc1YuWdg7e3plid3sDmltwsnC7LQEbxfUQGZs2zCysGNGKiQrZG0cW7li8aL5M0No1PmhBge657dURfOJjLmN9ZWlOUbKGeXkjrHlfTEQrUWOV2f7QUQXy840RvBgWPz4hpX97fFuOkxddV6aGt95iBXLeufNaVJA3HF7moZARhJJ0yJCJEI2jIO2NlYUT1mLj0hBTUWhw2qKCPJk/ShjTWxbu3rxQE+DN+R3mPmd9bnOjFDKoXKybeakBCns09PeUBgf9mRedpopgnYEEmvXDHY01rjhPodavXLJgrkzwsVh2tvqiuV04v5tliR9pFpCWtDZPmtGaYiIcdflC8NB35uG27JVEgJufOsCOdPjqI2AZRMcGaUIWrgMCAEEYCS/763yxxKX2D8wF/QlSD6dik0XDcKfU/+pcX/0p2YQBhAA/MAJRijIxz09jd5/BNujVwHvwD8gDI1hGvQPAXkACGQDwCsbpYXPQSqKzigDKIkkHAB8+BbQA9eV4IEeAqSbIwwcWaAQiMxbEAQ8XYjEss8HAKAvAUbhcnjAEQJCRBX9BTDRo0CiRg1APIAK93z/e7EPAAD4c8r/W5QBopYC1JAHWCQP5AEIWsDqkA3v3zgXqQ5iJNINfOFboA+9o9GXILK+rnckJQfobDKsAT7URhDlpC601cG3FDIgBGUAne4Mt4Jztv4GrFhqIgNwqPNHtJGhvtVfR40A+qiSZkUD1iRCcAA0qjQrMSXQQsco8gBEbnUBX4ICKHz/Cg6wxFWIbAAipbjtSD1fpJLUb6uTXObjOOY4cEP4FqRCtjR7vE1Q2rkuK21oStLPjtpKM+VIRYKKIrd772/otQ9aMvQoOYLRKE/QG6AweXsNsuGClJC/gSPojKAYNKUnXqKGA10Ar1l2lU5iPp2ezyLOmsiJQYDBt4WjGaElZ7sLrSd78AORJHjaAqzKh6jSoB5SFoIEmxRY2tfpBKYqhDlZJO63iHCROXvAoW3MbmQzk4zginAKWA6jnRQBgKvPYdnCUpVxM11bzVk5fBtwHMT1fRyC49hxKKOf4yhkQTmOyhiO2TTncex2CerL5dDmTVlCJDlT0EgUDeCCcldBRCjn0/xLMyxbAjU41cMUWJpikHATLU2fztrq2gU8hT8yLCalzK6TwaGlcgDDpMw76yrSLFg5jt/UNzV5E0nHlRUN4irTDFMZMjwKC3C+ugwQZB7/eLo0cwFMSX6NGIQFCjNbm1o2CaepQyCiLltIlxlUM1Vcl1Fusc8r3xiC5XPMTTmAB0NAYaqBk4Aw/yMF7ry0imuz1DnwKB0/8HnyM5odA/IyVdTAgC85II8nBgZg/NS5g8LKM2QJPVf1Nae1RDAzYxBCpZlcxVDhbDWeqQeGMWCAE8NDBG09EEOSRzr83F4Y5GunHKwAv6mjlwGYERhdUALBOZpFYXDcfNnYgmM+4ylDWEwpmsGcV6GZMyXGkQU4hOw4mdf9oKGGnqfjleqU3l+EcYH13gEGk7NzcHJx8/Dy8QsIFszvrhFRMXEJSSlpGVk5eYO4stZiPwbqU8evVymUKrVGq9MbjCYzymJjHJxL8PgCoUgskcrkRsYmpmbmCqVKrdHq9Nas27Bpy7Ydu4YS51frOQV9OAKJQmOwODwhrYVEplBpdAaTxeZweXyBUCSWSGVyhVKlpq6hqaWto6unb2BoZGxiamZuYWllbWNrZ+/gaLXZHU6X2+P1+T0thGAEEoXGYHF4ApFEplBpdAaTxeZweXyBUCSWSGVyhVKl1mTS6vQGo8lssdrsDidBUjTDcrwgSrKiarphszucLrfHa8Ly+ZHhzwQ6BAk/FAIrf6lmoE+jOQxHRR6xO80YTQ7YEUIe2iFcM7JvTibKwj8IfrCiiOaXb2mNW6/B366zHKlUbCYgrLSJzQJImVQ2LpswoYwLqbSxcTmpYnKhTPMEuCh/b0awreLa3+NBonzS/w8weHKbCySH16hTRyFMvFX93pOgvShw59MOOtbOoZcFNaLSxuVDhCmLTlXGhbZxaQARpkwbG5cOkAup4jJAKmPjMgFyIbWxnfVyETDxuFQXfV+J2gdHtLHcBiGVNjYuByDChDIupLJxuQAp40IqXZ4Jnyf4vbT/TRshhNT8XeEKlaTlMXmFV3jj74MuFhDxdMcdgvHvZ1dvkbq0Wi42xupMTIgZ937nFN6WIasxqUk0YSvfqrTpWJf9gTIupIqeRBAxKVUpSSnpKE8autN3Io/rIVCDcaGNjUsESBkX8r/aamA5BSbtuYchXJ53CL68+BfNhwHdeARAEDC/OsqiQsZwhoeeY8YzqN40YFIfVwL8ehqgAJgOy+GQLfeQfijXWqgs+W2cwsCwWe8gz/2w7/jOGawHQIp7pSJrd7P67iiHCjkBp+D7gUOUZYeR5+FRaiUNmEw=) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Caligraphic;src:url(data:font/woff2;base64,d09GMgABAAAAABsAAA4AAAAAMGwAABqtAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAARAgsCZwMEQgKszSpDQE2AiQDfAtAAAQgBYkeB2gMgScbEypFRoWNAyACZ5bg/0uCNkYI5h+2VRUoeEajERW2lYBwWNviN1V2EP6v4zgONhql3j2nIyu3GtF8X/kCJazh0Hqc+zSfiSiwoxQjJJkdnrb575KjjyOOMI4oCQETY0SqWFg9rNrMxd+cm5vL/LUsf6U/K/e/OlP/dZNWybIDaMc+ApatAsJ6tyav2wFPBZwAUbHbqTz//ZGe/+5PMDGOZqJLaw1IsVPhglVkW4028b775t5+7O6rCxyDv1Omr8ZUnjCZd27GbjKBj1CCFIA32QNVeD51JRdVwgp85Yd37AAdOKSlQ5CC0q1vi/qK2l315GML3fybt5AdMa2I0LppovMnoZRuyfKn+JaJ00/09h+IdlhGoMXZrbuvQRAsDYjJ2fn/n+vT3vuSoRQAl1zRozAVusa8uZlMH2TmTDL/dwNLyRJl8v9+SHEZVMGj3LOqNLNI6lduezwJXe0rZJ1fYctC2so+hqongMmnhqft9rtXTaRruUqQIZj5FrPjq3d9ARy67oMB8M11JwDbeqFvFQMGjxsJz58B4AfSt9/5FhWXoU7gxTiKMJ2rMVEnGWBnK2KVwHcANtcL7UlJp6GH21AOSTANW69sdPTaNQ3z5fqvH+k1Lpt6g7ug6x31YP9QDDi/7govrAKo8f0gsnoFBDer4He/PJkHmF7iWJqaZ2BP14QQkhjpkbEW0AAIaK8FkASiK4AAU8cFMNSqLUAg9SmyeWvCdRFTYnQZ3uy6rO8SmHsnAs+A2U016PVJC3c6jA715IEFZrcVbE2ePhBgqmvFaaMbnQIq/HFoZakTGNAeJJDSL3wWZI7hVI3UwqICmn+1prTE/qgPXrwF8bDz2w/1mqZeqbjWpHf3ydWsyn0JklWSakzV0fIYcyiHAyxmZCzNlvQGHBkNxdgojoZlQ3YQQxg5A7DD4wgQ94CSB2llYSpLyaecpStSRpbnucJkaQh1CkARAhAI3yEyqgsFGKQvoJ5qgcUtD8schDljbQCqBTjufIFYkVljJ0ZUtmvKoLN6nN8J2Mi6pk5pmP+rk5EdUw6at33cMmkneA02CN47vyhDj5PSsQpYgM1OC2C+gciyzakAjqcl4PEY6DuANVojNiTrgoCjK1SWiqcUbw2m3dg7nYyDlr0sgb57bSsIuOtXlMvzdn4oFBAA9Sj9RtukRt0HKmbWwhzgRS4A8aDbC7Ur/GM8dNMINnoLAiosc8pfFKS4Tm2N2vDaFgiR4U6hM54UkFhzIgi5clD9ZYW5AKnFuCZlAxEXbHROKVeoJBptQ8QoTbse3Al6Sgqrez6jP73wFP5ETwwQL9r2q7tPnrGrIZ5Zggyo7r6gujxQc4ii93LA7rLwGcmJQNsqIL7lJxzzoO6aLRI+IUdWx5s619gBXOf2azYg5BAy180NsLYpXJ41A3BDe0AELGmhlF6umRQTGVz2PJQ56SMwB9+AqpN4Kd+dFNHEjQnnHBEguWSgliWzwdbOwZNQIEMG0k4B3TMI5AwGBUNAyVBQMQySGA7JjAUpjIBUxp5ngcowELyu7nmVEuhjaHjb1mpUkZm/L7RVDObfYWMwwTrgLgJq50+k1oOJamRQg4paVNShoh4VDahoREUTKppRMQ11oR1SVS6k5yLyKt1UdJfbFKrYW7fjQEjE+sWMCpwQGYqoqaY5nfCbbqkMCeBqPKZZMF0a72g4RxlLW33/NoB1M3DadNuFmZBPAOZmYULtpMSOgCKnje+nQHYGNoXeN53LmWkL8mHJhlQyhBEAAvQLKshBeacqyL0mAeJobKIbGRbZMykxAmiHZtlys2VobEUSf2SW70RzbW5KWzdf1948AGTQl4f60zY/deaJHy47x43dRKomN71E/pCUfjvgRtMpEtpXy0TvjT9FdVZNtyLP7ge3cFdyKI3WMdBBpPcjMAhaeo1vpz4oY61gTPWWoExGUvF9g65hUpkalHWQ5ozC4eCbq8thtINGuVWqpAZUZOXTMU9g3iPQnAxziXTOQn1PTBGudgElUsxhLKtAqzlPpbALx04MMgUnMdtLbOyiGoRz4ynVvpRKrXn9SUl+LdTQw13cbvk3TIPNjTa9I5qy2m97PmwRnFd+vC9Tx3dNrgMvNE5kcn5qmn7L7AQvVSizI212Qi/2vXrHbO3c72OTHT93AORF4GwQ5EfD7NRqh9jkXtMDzhLHJIS6QNambhZgVYJnDgOq1HVVKil1Lk4+jMzpubt2S9f2r2LYzASN1tnHK50ztm2GbcgXIvNAXoccGRX5Pmz1jkCthwUWudL+91sw6OKGXc0evZLiZSXIAHr1yFmSGHB/QumJgKyvUsqg0TIk0nypsj3Etx65JV1EhQGqBaHGULotPmaQAtOC0GL02qckbUDHANwbIPQMlG/PYAGDhQwWMVQcGw9L6AZSC8KMoXJb/KwgBaUFYcXQdX5Yo8EaLdbosMYAawyxxghrjLFrJ5kWk3qq9WDNnKGg5ujbJ+SLFxm2sCzBWJUA69k03nFjDm7NcXeXkMMegcw8oGAekcNpNtkvnk3jxTReTePNMYR7CdCXIB+5EnyawZcZfJvBj6PgWwL8Slj4b6O5v3AzV3HVEwoLF77QqlXqhga/5SrR9YDozqa/tAfYAATqa4Q2VqrqEsdgAOIe4LzYVFEPngQwBTs7ZyVoJ7BmffUDBOgMrDo3Dqq6sn44Wqz1RhJ1xU566XCLryarbbRykItx0VPuyQ3Yxd8Ad74zJyN+JImvSiM9Ys3w9IdNC5JYgPxzcyN4S+wNW67Xkfq+WKrGWOjHxISiejg70COSgO/Bums90UcIEbzAnpFMlq0zZHyz32ZneWS872ihMA52tRCgaKdPfiME4GO8KxDgxWeuM00M8By/XCqhRd/MqhEgbKSRz7NmhhGgiQPeO0GIszl8aMs37M8WsTVEjxTtqzPh8Gy4eRjbsSLE3SI09UBCgJ73fHBmQHVNV5T8L+C1YMiaTAGhPHlEhilK4RfsxivCLR3Fm5BV11LQt7cykwlsoSjUrgGmdgrnNICs5ahPyz+r1fHLVizQulvG6SMFgxuoP42+msrU7ZsRhRhP+VK0cwY18SScUt2zA7Tj1pCnQR3NbXLOoIb4rDQBVh9dZ5i3IDxqupFMciu4fGikzDaqAj/y1NZibI7tTbgAyytdgcNNl2OJoknyPApRulb4uZ4U5xl9sck66iG+I72HilS6I0BewWBPp5r7H5UsqkNb0KzezvQt6ke0eDJNJDdlaQCwo2vF0wjuX1jwRp2N5wC19dnqgpV9nqXq0riAoDyirLiJUYO4kaaE4jzAnzq2CapHA3srPhZHags/SRo+kDA6t0ok5RyOZxgX1/Q5oYXtSr7TR+3osupu3x3H0q6mrkdkIE2Xh1FETz+0pb9IRs0+URzTEfi2+rQ8ahenieav9nGYxxRt0yyZc7QInrC2qEwAVrwdQjsqkcbDnWuWVI+UmTB5Sy0zO5VWOKdwG5EZdu77qcaTZSGvj8YnWp3pS1N0gfPV2kuqOaMlFbk7YB1CNodrQzxQvCiSRs7KVtrIhwrX3wR32qp6Q/hU5fiWYlseuXmNw8MQrTPcW9QKO2uCcxAb1AR8JI1MuWkw5+RT/LMQtBn5wJkLN6L+F4nGPU7tnen3Z2Yb00zaSqwJMBG0UD9pNmsbhbBw3yu8Z/p4cO87up9DodwiFAV/1B/0kS+ZNgIOwATn/iqpvsBUGEJFo2+kLzSgkIimIFR4bMilAxdj43AdzSGTPCxB/2m7Lf2j415BapsAJgYhMLpfHNHNbsSXA0ni5fnFZi3JFL4HMu3wNtz8GfH/W1I87rWfueGBq9ZNsdDnlsfVHjnHAvmzytbCu1lnxjbSDKBVex/6sORpBeiqMXl7boECSVaenxoqoNjn3MN2RXFDZ309uvCK2pVaXD9VtumBSkr7T1ViFggXKGMIg/Vps0I76qlDD6AOacOaEYst2mGizeKKaZZbQes27eAWKeeS2ltXSocfK0y0UAvcqRqhGgSoFIsrnEhtoWkxNVPNlrC44YpQ02o4BSic8YrG9VgI1kz4/2khxt+MYLG2qhdaEGaOyXtLv3AMI7Y6NXnLNDIq8XHr+kAN9baMRPFGesFF6d20Rb2ymm8FzqKwBV5CFEJoqkUfQjVy4T8wF4qq+077v1WFMbsZuDsVOlGeoXxRTetnzp3nz6uet/HlWtQTPmtgO9ko3JIxBqrsp3OAqkVp4ulSUWYHX+WPOib5RO423Le2kQdxhuR7LVYf4cw3N9LiAxBqALF/3nDHKMmGwbpHl77ZaG6JZfSDuq5a4M/Fjovzfs+NTMMMyeNPeKy0PbmcrwNOs2iqtDCWwaj/EbuixigV4bc3xDg/ifNPrN69xOkUDJLBtAi+kzDA+0pg1TN4on73vqBI7rcl8Q1UwdGK8yBZn3gKdysIXa8Qq/PdKKqRAzy/rWhUNHjBBa8IVQtDLGhGBVepdqXLOojQeeFFB6QA3zEuW3CHs7m/ogEd9neS58cc4g36RkWIIu8N8c2eZ0Frn8WzH14osMheehJ9rW4vQn9xqj9o4tosHsPR4gujnFxm65V6P6wVtrluTydfI2fD88vQwl8jE+lxVW5Kv+Mf3Uv/Kn7ymYksepj6XumEzM+TcLoWXGC7w/S1TbkDfJkRhlwDcow83zmz+67JVyLJPE7uvjcfg48ivHkqaUbiFYTJsjsG2eiqO2a4f7BVzz4cTEkG7pd30omq3btA7lLz1F11tI1WlTRinGZkA4Ggwq8qdxL5D9BUKidMZnRp+htXC34Sj75/Y2GWOrjm1Pp4IOaOJrtv762a44/KipTPymBEGLzXz/0kd3Y02BcqJ/azZJQwdP/rnLVp8qdU6k/KTma2L6hGVAOuOvvIgC+JIm61xRQ9xnOy80akaYOSppL+u2M+MCvDTfeoxFzD9n1tBR1EO9U3sW4wRSuYjHZve+AbiXN3yudOuzju1xZdkvkYpUyCz9zUKxXqjInCcKRWuEIsHvDmfuEtRCF84HMubtg38Ydzff2HvHc4bEOcElUVZH3uN6TSFKL4oLoit966kgUFgFIRBrBL9Fa5tSK7ZSR6buhN7q4G88YriAgD8CiL/rL9g/Uwds9EcYlLXncfoblHJSKfzdgZK+Uc1dgeX57SIPIo+ieqXMc0vr353vufn/cG8AoCyD3RnSY+PfvHZCVXLsAuo5LfDhjdG6aMSUFtqSxNRuE56+BDn74UQxaw1QjbVpPuNhe98z1+iEuV333ANZzzfX8oy0vKXiqWHCZyyrLUWIXDL+oG53WY+FlTY/xW3YLn0HsozXmK4C6we3aXwszf/7CH2ni4eMJn+5TasBdjtVvqEQtVpu+Xvsamdv4VNuICp+AnaYc0DiLpyqFZJladKNIsvqpquRi1QSoRpurbmjpQPnd90BXjHjVGfBz/0v1sIaUZWMbLmH9ZXQ209aXnBhl7y9B4q0ot6Jg+0ZHZlbsM4+4iap8cY0Tj+feHLsppSkAtdsG4+QEZxX4ts+xC1wCLpM2ISBHGI3TTADQ0nBZ87eCjEZNKTqEX0nqiXwnKBfE0k5nzYWUY96uVMolmT7l7GlF/cdoOcxG8VdHdCy9/1REH7beltlx5ofjqPy8apen4n0yFskIWgSG3+0u2+GjeuqNKSFXA9+IlKAe2WLObzv4dTcNzfpaLULrrE28kuYRZBUNShzUv6da3CNbqRyofD4EQ9/qQcsBy1Ve+uRt0z9+lUVII/VhbcEvV0YfBn/NWHtl5Pk/my3WXpj2g3/nsVkt9FXvDG2/K8CfWYFmoqy6vUI6lpHr3Gg+ink+b2g9nFGwU9JdV9OE+tZIWYT5VeTinOtSb8l+CXD8b/VotkJteOlrRbTc2G5rNFwQphf0r8mvN5bn8WFI0oVRd//+3GTTekTwc/5M/N+efNUk5/gRNLZV2qjb5b02uPHE6ZP1JRRIt4fOWS8putFVww+lzK1VSlsmys7JZWflq66c1l4pOXqSlYumKq5HyHeV1zrthEtNbH8ydfpmrECo+U9+avzy0p2yYk0KlbytpW/0VT6y9/rXEMdEs8aFMxMre/drbJzJkja99mL6npHHJzvIw5vSlCc2K5vnqLL2MRDSo8oqSxb/33TRvu/GUIjHYlDK6SlzGbV9sqHcbZCRC/7mlKcyd0bqreFPUR+QT9+BVBkuFDJvsyljcfyJ/v+cmyQk3Mhm0aQTznsIfoqc0IRjprqncvOaxxYOkeplUJ4r/oNIUZ/cV8ODr52ZUFF+XserxmloxW1xp69iVv0p6FkG/ej9UePaXd3Y+OUP44vR/qVH7oGW7t0Y7F7ohdLNfbRRfjY3m4PYtIrPwehbTk3eL6G7Wtk+Pp7KW1UgKxO5LjU8aa2+48UUwICj3w/A7hpWwNVCestMk12u1IXmcH0SJ85J71QOe5zNfvBcABEG9oXQt1xV/OctvLl8yWf2OO5055j2ftz8sPi7QoI8kq1aL7uXiN99XyZGLcMOzN313Pq+USKB8dLbJf6Q6aV+3eMulCaw2PlImeeovfHtsz71PaRRiDN7+jaNkT2eMR8lTfikWVq28y1ylK960rtYykT+VIqrjTw+T1S1M9m/K1oNnezMAfs5PU9jv0zKZTgQZKlfcf41GTSlT42T56z75SkXTYzvGFAFBJm8adq1ehQX0dw1eW8ZHIZqL8paZj93+k3Mtq3nJ45hIKHuLyHlPSZFd75TTAfyXZOlPIV59e0nWFtfKTbXTpfNcGPLiH6KmiSpx99q2Sl2Rtb451hhdnaGJSLqS/MqIhl4Rdah5X3AwWFLal/3XuVGNdlcRa5WhXvXl3TNqEZ4zW/vEshf/50xPllUQfTi/bWyqtbChuKTn+lRBsKIsgLKy8HvIJBF+dopDSTgY9CNWxdLMA/29AvHmKMJlLWy189/RZKnyqV05/nbTY30L3wxlGYv/XkZYh1+zyilE2nb65u05S6SzsZPFar+pnPXblxt/kopY+vW1T1SOrsY/T9Gl+9ZNylBYLHkw9pSmiftZwIA/rVamCq7/+OaEgS+Q9kTmqvIWle+dkaSY/u7XhWSxgtO0mC3serOkZFWdtTXTRywfQTnypftDNihJhDox+tlQJs+u4NZd0yg/+/jmlh+mzGsfsxQ0jZQbuzNnfdyRZYMZynd10SplD17wHC3CTeJY15Ljfv5H9SBRD+Ze/qySI6eUs0eDLNiBQCSOMQpGmHA87Hqapss1of09Mr+OkovpGXVEHBi+HYo9+9mqcsy0p+etLNxodFFJ62LWUhZJFeYYk8KbUiPZ1726LjX7sFNO1pZm3PupeyR3+/nzn0cMKlpEM5FhiW1Gt/fbMrJ/1XjX/WPhOR/D+HMl+qCiIx6v3rNuWvJx5sD3zfYCg33Q1PR9JyUhhW7cGVOIJQ/Sy6QVqD1UI1m8DjRDyftG4n2zr+pZaS5Krk1eJbqHS7gD5QUp6x2P//9ad02pTcmisvMa4vliVldoFJe3ymPZJufWlkLy3Sy7Mlmg6bm/dmJb22FzAIE6ILoo08WDTgMY3u9ufpP5zC39aGJjVvc7nUYOK303rVNroqalvI+cxXlkKifmaC+7/sztgegdjyX25/GfynvUsBaH3rwBf/WTjw8kMIlegJHFx1M7/cd0xN04kS4Tyf+61JxPcK+OOZ+6CPPXo1DUXJ8rrEVJKx+Hp2IOffJRpaKEpQrkHKx9EYNE56GGuzTshFQtF0ummGLOUb2uY0B/Yg1RQeWwOXhp+ngguRaVfOIjhRngng4xW+WX06Wmv2KeF8dfr4ZQ3ItFq9eT55XsuSo8mianyNrSokZ5ZrMsa8zaTN1ExDUEBIee7x2yjV9mJ09oOGcEqreKGE7GfzvktOF965FNN42s29ze4hu6RZgVKbyUwdIMSQTh04sPqQlmf2FgYbgaEwuJa2ydq7Oae6ABHypcixbTCiLjSB8HJ+UkbsQfaouNchTJD6IKXeAnRCbiXa5q6WytYVAuBuYe58F0QpPCIhOL8kB1bMfI47vaX4bVpvjg9Y3ZqTSJpUlLd66uFDzkMX+LJmffyltQiLgPPmfePTI7PJf+Ic7Hi9Y2ZnT4fZveqYNxAAC4vSyQDGCX5VaGC3U1CXvh7fnZ6j0rlfBdHGUFGe16tRx8v8Dgcr/HTBMWBawWkRXTdfMhnze4VFYebaUCq8Jg2UjLzfLT8JMVgK183HJgtbgyBRAAn/v+cPw3aZuw4DdCiHyZ14DV+hsXz49x7bNuxopaSaLAv8o0HLnMzQUaF0tD1f9ftLP+ZkWqv7lUDdrD31NEbhnrW051kWQ1SbXRx46s81x5B39es/1ZCMhKD3MkzIulDDnXXybLkzSSXDCd99G6i6I2MNQz/Xs9MuZuijjl1h90cbH7GwBQJrePgu2z2+S2L1KueGAzmW05BDTZFY47umkQjePTYIRHpyFinp2Gsg75NIx/BLfF96fxa/nYOFWBzPwpYMSoFZbr06PXOIZJgrkPXRwsdrO9SSeNZAR1GXORw4hVvGCXTHTSauii00ez40S4xykTc2VJVHd4R1/YoZOWD1mhRMLqx+q1CehBv7ze1mFU9p3L/UYMzslwf8ewcbk8qrsianv+HzUP47Fte9hyLrI2rpeTY4yETnYu8wU5fsjuWTlR9Ih7a5gOPWl9ZOayy2AWY09ZH8hfXGDq03K7IR0l7NXfy2m5QddvZAmzbBuK3Bqw3q7jfv0MpJXiKX35xYw4PKJVTnbzOzHizswo02Fo8wWlRuSkq7Xbj3mTVQJ2y6kDl7uMpa10gkocw06c0J05aSZL3eUlLBIrUblRl/UjbB/zhNZNaBDXnuHG4y9ndJjM3JKDHS4l9R6adEfk2KdSx2uchyMZJzlaZTqLxySklKPIq7Rz8tkk/shPVy4s5tqFbV7zWs+lnfrf0ldNR8/AyMQsjYWVjV16C33fLhkyZcmWI5dbnnwFCgfMmrjqczh8DlDyAZ6M+wUI2nG6Cv2dn14vANZfsr60C6ueeSjEubuBquXE9gvx+iQXBFsywRk/AQIEH3Vj/rz+qne+Xg+dzBTdRYA7MkxPqgXjQ+YeYgY0428kqg1oc6pbBSgkSPuArs09zO2PdeWfsc4lCO4A) format("woff2");font-weight:700;font-style:normal}@font-face{font-family:KaTeX_Caligraphic;src:url(data:font/woff2;base64,d09GMgABAAAAABr8AA4AAAAAMFAAABqnAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAARAgsCZwMEQgKswioXgE2AiQDfAtAAAQgBYkwB2gMgScb9ilFhbBxAEHgXHWC/y8HnMgQOkOZ9yIilmjBiFGLB6Wgda61ylHEir4Wxxl7sNM+3bmMN1fXoyprq19rVad70JFv/v5lBwS+IQMHi/FMses8tgwwh+l1phGSzA7Qzf9T13Vdurx0S2uIU3OrBqEBeMQepL09Ah/CrLK1mX3U7hCbqq29l20kFm3E5LVySCKKiCjUEL93mcoNoKQrZZQJst9uSnPZNG0516JJlXzrA9gAKw1QB9evdWcsjwfwHOpMXce7VbacB3TQeWBWrBKMhGs7Z33GEqBjMZXJUm95+Lja+103UARhs9plrcjOkiQS0HWYNon2QWCbLITEv7q47Y6lQKlnrSBu+v2mYP+zXcb3qvxYyiY2sbB1FbKH7xIWuHSWfy20ySGE0lXjcdP89G5Ri9oVEnCfmUOXI/cxC63DfdNe6cxKv63RR65Jd2OpvAISgEPIaq74Zla/SHKR7lx097vORS69obzwUpt7YXYAbJgGwAAYxk1QUADksbFUB65sghRP22evsfU/eJmMcgi9AcL7kVcAQMNf96lZCRT7J8Dc13cH/7Kqk7unTwLkB65/37nAzEHdqleK5AC2/5PejBjqGyUhLM8p1aEfJJf7C42xQFjddY6qecaYdcrNN+pgNCXq9Zed37yUEwypO66JUG8w/Da/bhhKvd5z9wMwAFeuFqKFM6BnbQHoxRuHoHEY7vyAYt4toBDOMWlTtT7vamMA3AEgVx2git5mAAGqPMgAgQ2bDDCoPYSHLilbgk/y3iZoqLRJlyMgbu4TCA+IZWiBnO53kHP0Ft6NGwYQy46dDG3cIEBk2/F1sPSWAZy6PelE6iwDshgcIaQjswqi0sSb1dQSzq8Cyd50Bu1m3a+BbjkDOMj6WzeV07HQkEmJgaOEsEvm2++EkqiHFoZPJanBlEUsGnA+RwOKQ5Ue4OwNoVQEl6gQCIm9yMwpAAUQ7AM4dwAOdmz0io5KuaTyIJxxpa94ljOaVEXaIACjSCIgdxEispUMNFBNQEJoCXSuOtC9BeatNkYAljOgeTcEMUv0qqVJFLev46AXDzd3HbSSGbp5UqQ+9mtMluYAJFtzflWHdXEsRgiOC0ei4Sn59GMZ6ACDEx3g8AYsz/CWCcDxuACoOgBYi0EvtSoDFPQabPbPEKmSoQYcZZka+Wr4JRwdo0dY23HDIGBuziifMJaAke0USPDqgqipUJv1EBhHZhGocTgyFwMOoF/Z2hfWPAG0ywhsdQ1siix3yOqSXD10YqPZyLjJwEGC3BZq8HoGLtoSROBwfiavk3kr4Erx3HJpA14EbnZOSGeI1KKmAh49xUqTZhD4hCQWNl1C6pXcBavB+wbw+9fcwsYh0KY5/CkFSMAAtyqkWANgxYIXJbYMCjZxjshdBWDKBDgckvK4JJBg45DZr3NLhufLMl+rAeTxwjkv4LAHrvfMLaC2LVieNgHC9xVAAlj5AVVPd0wIlQBXbzqQ3lINtrdgeYBlS/5UMjIk/XJBrLVAgOCCAVaSoC1iThy/IxlESEASM4ilAkGiIJAqGLwUAjJFA7lCQaHooFQYqBRjrj+Yhu8FWl7YdEw5wKdFY+quAZPaRO7rM41tevftQ6OgwInp9gOsHB9IbJYmeqOhGg01aKhFQx0a6tHQBw0NaOiLhn5ofSZQwVwwL+EhKVPpi5TYUjWKqXR7LYDSCHPpeMgKot7WSW1wmOQGv+2KokEAW3HfSOyWrcL7IVhLiaZJ7e5Lsn5gnrZdtS8I9CSBOcFQYi9brl8eYAyJxhtA+gfcreF+wZMpSJOUP5QQUEG9NGIALKZ+RaHIrxQZ7J/UAbI/d4owJEjSQDn1APhFMzwXh3Y8ywK5Xd19L8Lbzq6aXBzPEA4A6Ze4Bkh4FqafOBGyASYn9qLJExXR7p4jIqJ8FxNQo6xVJVT2llUdZ+4QsTHTIsvGxsR23CZOihrNmBtf9si6Fd/1it+cvgOhbxk0hnYz3SBoEt/xtqibBKalk2TchEnNwNkACu+Cs6N6WgsLZkA8Kq9PCwE041UgmTcqMCxKHXUTl4OSIRISJnMGLRMxF5MjbVERcLVK48k6kdkdrVKIqgi4MR5z6XIq2OhpB6HwupCJARrU3eZ+hCmiudWiL5Emnvu7xgTUTdzEf6ezxdjLWGcOMOVgGn5iMd2qXhdHheTJokMT0LNjX7yuV/fuNLHNmm/aBYRHy3k3EBEjtVOpHWO0f7IYUOawLEJcBKRl6mcEzA8gvM0BMXV5poJynnSTxiPhK2I/3dHc/lv0iplSo3726oIntSmbGUbChYS5wEIEhxNVs88wvKGkNssFJvlJ/YcdsNArF+z2kNILSR5OQQK0GyCU6qlA2FvSwNxwiymnJmoqoIXpYHaAtN5iUIlO2M6oVIDWQKNCrCruKEcCvAYGFYtHHArChMkJyKOAxQmp6kpVU6iuUEMh0zVuqUUr2Bp4VMhVxV31SMCngb8Ky26Hh27HQbfjotvx0O34WDgBup0QCydC96IYCUUiaRNpAFndFC3Jsl8YEAZyJKwKRQt2yhYM1SwUZRxrNwobN8pv3yFAhxil29PVHwQCj1dbNE5uNM5uNC5uNK5uNG5uNO5uNB5tMXi6MXi5MXi7Mfi4Mfi6Mfi5MX0/fowfcHP7UdmFQcq59xqjjRQ5/aHWnmDtduBL+3uMCgTmKI47reJHD8tiRwB+INoJEzaDCKRdemkBEdrmh3spgLSc077F04tNbkFDboJ+eqm1IC69tDHPvhPmmpKamDQmkj+E5d/4Tu6TA+FTshgqVN9jzhRQ8O9kvoJEnvuSBd0hmRUcqhM7QaUFWdtZkVnAf+3elkL9O63dwgMl4cY0C+Ga9QI6vGoo0KlCTsxGp28fSBlXcrNYcXiCmhQkHRUqPgVbYif8w1QLTj42Axp4Arkz5ARj4MXIUlrr0xSADOXlJqjRQMS/ycacPJS5iTu1EzN4cOwHlQho8hqNGqhQ3c9likzihFJs24Ayg/Rmdgy85r+/WknFkCKr+Pm+sNKpKVjSUmZKTvW4ZJlYzt4sUFTD7mPcR6BHYjp4LIdxDk9Oah8Xw3j4JFK6tBhysk8Di/Z1Ad0iFzCGeNSU1SsEoqRgqBl3UAYuy3u2kkVPCHBDYsXgERRFq7OP01h30cfqn5M0CfsB74e1Wm2WXMPyrG8YcYkUzGCW+IIyDYFqll45oEr9jptVdGS4XsHIPcp2tjR3FS82e+uui2RDSP5Tmg/hnByYp6kyhacU1MlUEwoO9mMb74D5qAuGP2L0nwYYgxeR4fn30xrpv/ByV2XyIw573p8UsbOvQ5TJnOQ8iseoF6Ln4Sg947thepyBXBWLalVaTlLzUOYAciwA+yeO2laJBLD/p+RGJikw1JuG2+p4DAUHC/4NocgOee3JA5Quj2oairoKy7DJNYYerONfC1Zo3tgIqnNF23Awhhf2D7cborglVYaqt35v7YXn8rb4hVSyaLWal547QfmF60CnGk4ZOJDV61yXy81HneOmx1olgQtbosSGg7q5dCUnUVEmp7H8UDT3fOSz6a05ieI9r15OV1icCmM1+50eX6fYpAXKskfunq8mk2xae0rPpwzbx4kI+cxSLl7j1lv6i7jCXFErDljKyvcDKjRwjyodC76gbZt5cpeaUNEpcgljGaa5fII6nhpsIpAntjLbZO3gvqbg23gz44+QAHcklfdHwB4tnDQrAqb8UuCuYJvHxszjgFFOu+t+3iu9qpqX5SffMMk5nGyUfSimdfGgqI74v2beFqNOKtx78sUUsUM13t6fZML60vi3JxyKl2jTJBxY00jTtJ/Pqo+ygk9ZvbxMU4XmaU1U7ZlPdT+qajiiQESACtzticug79z/CNBHrUdmUhRGnI5jZdd06X8LTT5OPkzSlDVvwPtl5MbbfPf152HUgU1g4x0mgHpYYMO2Yfb/fXxpDireE+S8K3PQQl+yYU6uS0XbbEoPFWpKJjVS8sCe/P9RaZWJnHw9nYsMhQKRUJnozkGl0p7a/YFdx3Xn5YDhteQxBU3VjPenHJ5VJ93MKJfk0Tp5a6r6awzxGr41c1BacXWsEvKhvv48TLcEag0H1l6hWJ33tMp13v99hWjkOLxdFlhU66EZJEfbrNyT11x6nAzLyN7uVmpNWVfeY9uyKGqjHZV6cubq2FXW8lx6oyjTil9O9EyW+GEn0mdHT9a6AYXwNrH2lDCGONxggJgUFi9q6i5ODyVS5x0Lij+eU2R4S65DXdDMbi7UAyXjUvMmjNKVJgd8bVlIrN6fpYzE74BrocLmD5PDtjxEXmdpKKPHwjgNDupAPuWrkA+8L2TMRKGiySdK5bs00G1UllCHyCmJGQK3fhD3KFMFXgcGy/7DnrsAeAvFfjlFLN2tbMB7Xc2WxIL/2S05F23Mz2X9u7iOz8otXgI5WM4ME2yGrV2H6RwY3GN/k28yRES1vOkdvYEtol44MsGL1RdHXPJdX61WF4vQWm320idYycUT1C1gU7XuWk1hVm+HgkkENnTuo8ntgsfcVGEj7A3SLfgdRudZ8CjygtoK+/Z3JAN5gomh4rCyZpZ2K5WOJWnG20H1OYUEwCrXNKPjGkddjXpiiYi0Z84y3UW3rH5/8O1U0CsRJT+Axq+T6IldZUHlOyuwDuByHWaWHb+u46AVpxBl9L/wdlJqB4Y/p9pqO2ADXso/Y+FqwRwhw5qR0rT6Ret7EKPz6Ih4ollMmudtJtYiabefJYu2qThcNhx6bsaeOKFA/Sx48otyEoSnTgEuaj6UjAvV5Pr+BifSrkRtjZ2eO7Mp6xIIHlpyAbPksZi8T5+fndCZKt/5wo/Obk08LA422lLpkLlUt/Rpm67w7d2nHKwPhZYZi8TV5vNeJ1AlAsPS3e9Jgvwk12PxTIEXQVwCZdeL4dnldeN4HdIqUZovD5dOa3uS4X/lsseVHabaKE7Y0llJqOWpvDdiy1Qx/c0qR7pxMIbgpvNvnHDQSPT9CIeJh1udKzMTnZ+mhM4I58bqV5RWxM1wudFMBleUAkUjqkZ9wvXjM3+hM0P528Y+d7DFU2Tmyyn64H5Tc21JVntGsi310neo9iVjBQ2EhZDQva++CVXcF3layeiqqEH1LNXQUP2sup2iTwuANGs1yvzPNnNLd/kPEgiE9DBQ/JKovgGGgfuul1Gc/CXZPSyIwy5X30y79EDXD1WYlqXJlyUIOV7Y28Z0H7ftn/jZaYkoTNEKDC1sWc+eP3lcJr1xAtuYU6xyXZNbdg9+lBD4d28OZp7OUGryH0hMqWFRWcFpGxQCLhP7zeZal5MW54m361L8qztdKFHbSXGZSMr/WT4a0MvfEe/9FKhX+Hodl3I5+CKkHqiCwYlkmqL0CBcaO3Y6bFi4EecT4Yd18fvWt7oC9JnCjNFQOmPkfTbTlcyXfspAgmO1OdnHTSe8VhVD8eiCqMyEmgS9aJl3hn2zo0fCZuLSct+VxhR3Z4d8uU8ydPpvBL/znQ3buicBE4MhVI4MdboSArMIHplwakaT8aK8d8fePsUti19lX2ECjMlCit3/aTk48+6D814Qaq5MAbNTV8L5qH+sxhSyvKl14D81Y1hkKT+7LLPE+qCVxcMc7A5ZDtg/UC9Icp4eu/cExWfCM0MX+63Vz8GrMQET1uowbfbIiDuWzdjS2BHoFmRN9McZ7dpFargNaKv3KtZUhOTfe05yiRBNmW5CHQSatOeD+BB+MsxwvyNGM4QmuZsAKwCGOGX1aydJ0Hw2ZYb7B1VuAy5S1XTm7eHf+ckgv9+/33uGsDBCUVyocbAqM+HDRUv600duBvKZdLs4uc5nRxkMBaYDuhXL6KwPQs/7mI81LfIeedcXiry1A2j8sLWtdxYC8zvTRfzXGdal8jzV+O7+6Mdb+uOH1cLgdKPuE8rW/fyjlQVJxaLIVFeU7vFXsgLhI8P2nGf/r2xPAmpLRJrCFJoz/ZlCkNEZ4xu/tQbFzy6CuGxVAbPOq95vg3mqIg3sSBPQVwrANbYpfqs04wkPkRli3/NjFf4f69oe5kqMw/qfQKmTmxtGXZcJrSheVV2xOXYr4bd5QebvfJKD2X0mpGayqBhTykDG9USYDml+3/JiWrJiv+oCW+71BvsdpUVg8aHy118Z2qTx8g6ui1HeVLgwtFhcIv7Avt3btylBysYh2Whj3umPYmW3tlBUfvH9ylEpyWGwvw/U5gsyjXv9CyjH7vy8Ogzaj0TZyniErP4W8ONy0HVnNdnO8HTvk4EH7n+WSIPSUrVjpvwgf0S5aISYTL/XEoBOT8iKxNHuCi82wYq9Wey84sC9vr/to5DRcRp9DXVaEpdXNHv7hbRsuCi/2oZifS0GlzR11HfD1WuaFfalQUMT4jEK82opF9MD3vTRaXHa2v09evclx37JgYpVJHqB6pSQ8lN9dCTPnXe/Jo3yZH4ueRsTOr6fz6Gr3ZY97sPBSwILE/npykHtNOMW09T6wDwM+hFmDbL9z8wis6177Ikin4khD4Lvs0CgAKqaRXjvAWOSsdKn2divG+wByXRqZ9h264JvZ6L55wuLBmtSxEneLfsOdxhckriwK9/GjS+mMGa9KTNhwlDORrcF5TFpuknns8yt25j1GDU3zyGItxftrh4nShK43EWJLanCscBIVtLUkW9BAY52KpMMGSXNPGuf+7NAyo36jUqoj36z0EpXYM4gx7hpj9ZFpUOiYD6E7+qclEPrcZ3Uelss12YrvKTfFfxu6Nq34YajchtKO99GerPRYH+QS7XAvyh08wZP9ZiS0tRUt1tcOk6TcTs3xvhr030BCzt1ZrI+KGC0MmBsb357SMKGqkzWY5XLWeFYRDGI5vEHCyMc/i7RFXWCuIJyih21aQM8HzZBM/zYnLrqZ7F+x1e12hIVjc8iCfy7wOOLHflARHi1oaDgiCEnud8wOlCcxVdk5xbUsxNvhbFMRMIbcLhUz9di+wyVaJeS/H707B+XSCbrvjuxVLRNwbQUfiSoDGXaEGDjsr2GsyoRinLQC5NOiPkmoXO5GFQoFb9W/JGfvKQ+Bd7Zr5FqMUfk/9L78lxMUYCVFeccuZ1DEpA0kiN59yqOVBdLEh0sP+dwY6K3cV4My3iSP7ywKXFyX3RWsjbq1IhaxGS4P1vt9KsQYz5BsbWT9VnXVaRI1RiY4O1B1gr5pHjmwbQxjniaFf1s5CcvHoP9y8/fH9bUAVVQx1lpqTZZF7uFxWHSxmuy+AnisK/sH0J5c3nVrZc+DeXT9C13gy9jHK522zedsXWbvkElLh4hcao3RAYHabzivlBnRM7+aqHaX6MVCxPMB7+IHld0SZ4VtOG5lWGrzpnwu20w8hdhNuzmhHQvfcPhstNLdcGkaKYowTQMavI7FjW53X6zf2LzOsPaTN47ydjoBcaG7+cJuCMcUeQlVDLA/UkWsaMw+/8MRp2EALdRTeULDsaEE8qbP5ESYdaXVuJRsCuIGSGcsnBPSkF1QWlGURZISFHFEHtP1K2w/G9nIxwuKhkgOQqPX5c0o6uGNxbkFg7tLWxZWLja0YbBOjGScVtA6OKFye737J9AzYOQ1K5NXuWRXMWnMsKW+mUWyj0SmkuqJFvOga2LJ3xVhkAJ9M/sT3lJsC54lf4jUTyJLeZkDRDl3IFyO1GmyNlg4KCuWlEnn0Cg4x5ruNKcuaIZG88QoDTw1qLSk3wWNZVDcIcV0o0ypc9vzITwWTnzaSC9mDEQe82H1v+9ldmHbYUFycLPf+An0ZIZKJYWCtLHZ7cm9vBZWjncC+saN/4tlu6X6WetCrs7N+8mSJ/St+4kdxOEZieRLGag1p1rdef1SFhgAgMaN7TWtGAT1wr8xmJLhbojWXRq6sF45URZ88Kvm5pT0hbU9VowkVBmcRjEIxId25VI25g5nBn7N5JX44rgfV0c1z1t4azjaCAbJ5ZvnTs0rd/yfhsmju4e/LGmacI76SQnIxWX6/Tray4+3sRn0pE5yonxj0GKbnTjLszhOHyfTyYWt1TXrQHZH44IYW44gM+WorTFQN+EwU6Pi4qsY+TQ1ULmyuz3y7MINgOSif+ITi8mF6lDaxn1uFm5KgUFHoB5dDacCO06khoXLYZs/ociVKDoEKLZEYfdixjTUYzQzhI6TKijuNohCCWgzriiRDaoY7Q6D9R+gGYAOowVOtVCm5k610fzQR1E076QE6kjMN9/HAFzaK7J93mYroIT+RvGgb8EAMA43brzr6uNfsxOpBMWhvmY0DS6MVOgGDkAtf/f08jmd9mJqPzNJjrAFfx9EfCcskVUcQCiCQNk3Mz35G8vR8DS8PLOj21n7m/KDqLeAfIF5WeTC+84clZdzUxk5ci8qevKH6ol3WvSbghqLVVP6Pwd5gCg0hc0vXRKzJvj9YnhbAxdYGCLAQDAZoBsIkht80QI2+WJsGwPJyJsp51I44z8XdHxiaxGV6y8WbaghwMu7ToM6tKoXoMeFINqvjKxsbBaGKOErWVpilutbh1uy5hjAtZyteAAwyYNx2niYLRVENo5BbUe4xibeNSUkVaDUjTMfahQBZe0mPVip0cHN55JtlqDewH25KXjtWvT88pd3ta6taYkXmk4yuwejLsdrcn5qu2Cy2lPrEycIxTuObgO5d5g2410tQFk+5Q/nnYmgXzpOVABOzJXi9T/MGLSyhOSBk2SB/QidP+QaL5EbslxV7Pybp7t5gFwQKn1awzPUgDbbli5T8yrQRE9JSWdR+v2k0ulWcPlSnfvNsY5CtZx/4FdPqVYELYaSuzGGuy1NSFZKkhbayRJkhqqGTp0Nnewe6ohDNiGAvFNAW7d/QjFo8/bxhLrrNKyKwWT9TiuxcqSZT3C4ZR5kTsCm1mtWzWV3JFNtKYgelqA//ibZYiXqhtB7l5ydKqy6Vb9R/Rl09LR82Hgy4+/AEYm5hL6tW0CBQkWIpRdmHARIkUdRO+tGi33X1tUygu4vu4OgOD88gv8m32jPgDQ/+4a8nsz/0ogIL4ZRboRbPmBHWPMTBWG5gKnfCMY4D5rddbudr/jvVAONcpQPY4BG5rYKGXJ3OVOYpOALXxm9eUEujvRITYCsv1eeHQ6muad3bXklVbTAdwFAAA=) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Fraktur;src:url(data:font/woff2;base64,d09GMgABAAAAACxUAA4AAAAATOAAACv9AAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgQQIPAmcDBEICudA03sBNgIkA4J8C4FAAAQgBYh+B4IgDIEnG2lBRSNqcB4ITQHdu0RUbnZP/r8lUBmydvB0DNUbAkiKJigoTnOMpurE0ASqy534BeGfhRiOg8VTz57vjrPSVW8fG2f5iKpZ7asUP0v0x15a8Td2nOeNkGS2tUe753/OSTbJQhd7oX2Q+DtVau0OdPcreAdobvWxjQGLaBYFC8ZYJaskxug06hURfYx8xah+oz/Tjyq/iar98Ht2XwCNi/FoUaKNTMVIIKWBXZSDL/y399c3tXriPZrZZY8UyYDiEEi2Y2+AzdfT7xIFV1ulj2OSfqVfMMosNoHEhoRtmbqnD/xeVU0dptKQ8pHLZD0ypbkw7UhJSbc7LhWwaA2zhhnb9EH3/BcIUGhbt9yALO4vomb5++UQ08yE3JdsU7GIybsPb3poSrpKoc2UW/cXhmJqRYpCvL8xHoRQ2Yik+q/eVYpZ50xZItp1HsdW03gQJLIehxDQ4//f1JL+P5K3TFrpvAISgEOINJYvmpG9tx55c7a0Td7ybPmatN482Vdt79WCUnhF17BbSq8s71h4AmAACUB5ISQAhtGEBgdQdCyV3mM4T6mrwDgyt6XWkN4dm9gUgQTIPZvnzbUE57t6jgV8rU8ErgfphyyM80jjpqeBX2H49jufz+wza3OOAe2fLdLMLlk/+jmVc8tKAdD/VTlIdS1cAC8Ei8RxBXa/0zKYfEZbVarVSKk3x6608r31/UKWqbA4uecZ1cmcW/6evp//4ZZ97xtf+8qXvvCZx78Z2VjUUJDrxPcIszD6PL783nw6esP2VcxSu/zOtLZEdyUWhLEBX88QnH+luvwV2H+Zne/jHHnBHdnTuREj62ay77wnlhDjpBtAMi5qRQLTal6RIV58RQH0h2LmxgVtmSdi1MIzrZYO3SRzewF6RmabesqzxcBdXYzKNvU9nxMcgtmLm/eQB0SHfJq2OwkxOxzYkKQurSADIlhkYG0MkkSht+rQgy+JlPnX0DmNcjwbU20HT+G2+Tt8CLq8WDn7rM5HL5KDnxYOvjcU4aWenSmRoXlIb9FbGl5aCnPkqyUHh8emSPOF80QGwsBsNOt/GrLT44yYG4hpS+5bpiPSDDcP01kkM6mmZ5asNeuTkUInvAB70UwoahUtYAxKTz2ouR72SlMaU+f9t4mqosJcYwi/6I6iAHM56Vxgd7pXOzxabd/x1omcfj2UovTudcq8EeK6S5sWxLyBoy8DC0dNwp5uFTVoczSAQw1madtUQKzXSeTOnPSWpW5Pjg0ADgacnUlZ26dvzujKhB276RM5GOwxGTfWJZ884NYmU9JTlKMQ67EoPWKc2xX0iEvUgrKE6TJHo1ZG4ZI6PZvjV5Fm+0FEwxkEzKknO/RHRGyvB+/E25KXSIjCXdtc7/UqRphMgBPySyV65psaowyca0Uxg1gr4sg8Kc6krMvtCmNG5NWqtS6QJ83h63Yo8r2zx/RrWTQhP7kRvm6t085PSv7SBRTkuGPmVBWpKOMwt3x2LeEGowhpTkDhqygYhild81XV7UVtL1/nPSedDLD+xHcFY8hp0lA36gRsLmF8xgJcs45EYuQvpbT92Iq4UMDb24E5U4wZmNI3UqWIp+WFixLLNVFVEqDQnFRKYSB4LZYfGUUTFBSjYkkTgjJhqBABVSKhRiyoEwUNoqFJDLSIPdoNEoO2VNXX7SCoSc8NRkvrdy/Qm6gfN+/R21H93GcpLjAMXydJ5XjNRI2P2AZTbIuK7VCxPSp2QMWOqNgJFTujYhdU7Io60RNokhZ6hSLLFVo7RBtWXUv25G2kN9gr2Ksd9kkfAFNENC9pWVr3uUsJRwD0NVb5EvRts64T+7SLlWbH4al5muyH0dzlJvoDr8CPDMAFsYltsw4p4DTOyyP5x6mqeyfLpX+a9XefDAQaTH3IEuPid6jiINS3moqDi3skzr5Eh6CwJI46OES7BlP4nK/u2uUnhH3X8UZNh8EpzV5fouBQEMl3aU9Lv+NFn7x4MpYuRwe5pwFNHvy7lWEZ1CqnqUxLOODqbiU6+jwcSr2qTvn56pJpZ1tyiNyu1B7KJFKxzorY4RkDUxPJ2Astpj7qlXRyLGJnV7dcLgkG2mWZpGUndDgZtGyHhnYZMRMiuJgiBiRneXrqFnQosyXEuVCJznQ1c9NWcTgdHMaQlUVWmuX/vSNsOjLmBJhmFsmBkflxhwyytea15ocajXh311oAWkoWSitvbPD5+8UIZEPGJyImLO0HRh3jEUjsRBzl1HV7Xpj90RDURGrPk5cY1t2mBTRWl95pZuS45Zg7brr1TY8tP+dSj3ocODS0Lj0eHBY5XRjPdjMPLh6gYs3eQzDBRsLRZCZ/YaJn6j5L0tmCBrUsm/gen4ji9LgSSVr/IqZMZn6xruzBjSw7z5khb1Bh0iiGBjF8ckNbhrzMmUc1OOCUZLHuywGN3Lxm9Q1s356phWkooEqag9ibDg55w4zHQ7ItqDHJ7QphciaSOs0ZeWAWBmASsECRABKFUCYIRQ5/ojIBGoVQJwQNHBLpEzQVwDoCQltBOLIE4hKIRyA+QQRmcUmISyJcEuOKRA6PpHgkwyM5nlVAwyolVqmwSo1VGqzSYpUOq/TYJQMKeUG0xow0qaROSIsZ8vEJMlNzFMjBIgZlGQOsFpBRjGt1cKOO2ArjgLvEAfYxwCEGftx7jSfVeFaNF9V4TQi4xQD3GPgDeoNPNfhSg281+EkI+MYAvxgm/iT8ul+3S1EtD7KreP4g3nkzHdHUFBvrix67TTUE5aKRocyJrtL3ArqcB6JLoPiNk+nFPl5njwid712g8/p8j8wFJiYso1bWyKnNNKb11SdkE2pqSxvTRtKbALDfwEkaz/UHO45bLDa9gjTaC2ppx0ilaRA6BafkG8cUpHTajRoTBEOHjT4W5bOcWDKaY4Wap2NeDyEaL7Ho9U5iAEs0p9wQCIAvxkOxPCLAAuOh5QSAALAheCMfBmVAkCViOYmNgykQUgUNAscKeDR2cXldTXFhcUGnMZEqRO4t+QuevO/5z5ofjwmkpBIeJyk0XhJBadLyUiqxu+n1taFeFV8IZpW5hZEqAxUlzzdHFeCwLNDDpRiySN/ZGesrCRyJPlJJehFhUo+5QFF0E3GSYW9MCjmJXyKVqALAOaA0TQc1orDnAjuxMKVYyO3XcWG8ZExVneJ00+6pMx9bsw/OZq55a6XR+n3baWrO3D+V7J50f1b/6Yl7FZ9e/KzirsIFNCQkkJPSJRhCceXfP7/4BXe4XdH7Z/kvV/R/17rZe8MD15GmMKMfF8YFVKfeVesLbQlc6NNIfkoPCBJYvvLFp3rIyrdFsTX30efnwDPUbA6gKwWyS1acJlWHzuPtZXG0LuLoM2MRoS+xRvhUcIe3RU909Zzo+U6q0FD8e/ypD6V+lOo7RHBFqu3ZVdFOY8Wfm7Oi9IDSannNHBDqUq+tHInI3w9Nsq29j5ZWRP3PBwSk/IUGPkNvOZ00eVoPfBdwZa8kzn3I7/hSrtxSCvwKA3LZ4cBBn8qQdxWl/o+meHTPRRkoZW7qKf7F33/e9AV+5kOJYSfOWs60RHAasSD8ATKtAJ7vVv1f42RRJW21o6cL7hVGhJHOxUcCHaVKCn5lAyrg6XsnTqwG5aEuQM2av+O06Ab0Wrd+ZGqnlnahMBverxpYCphET+f2ud8SZKzMX0UYoeJ9h5lyxM0/ya3BJg5ZfUhdFsVh+7SfWzgca0I0UExaV5FPFfY4Xb1k3DgWX0C7epDMrOA46PBqjPO8KsZ/bjhADi2feK2sSakhCFCXYiMYg3SJfW86vIubrRz8G29T1UZ/v9SFcFbTEjLdSoq18VrJVL0KyxQg/OowzMEBEU6aT3SsJD1rvyCj4OHhqGhbYSs4CfZHBJKidj2PPPPn0siWVE+usD1/JpS8YFgM13BmqWWMmrPmYFx/p9T+hlDk55f3wbC6iSgA6+VaCBekWnUULwS2y1bVuftIz12xqsiZz1K7SXMQGYwHZgKrV5ULH4m26UvBHby+gMbnTGdERztnREk+Xlrh4GeW95XYR0XbQTsk0dTC+PS4MF4Rq991MuTPMsU4hui3omZlx3bWanVL/UF/DEOJuYyUPQ4Hw9yos2V/RhSvt1A/ZFwo53/vR0Zbg03wXciabRwbS+I34/f49VYDc56F4TnPJEXvDSEnKfbdAInptM6qDWcsQeRcMyMZSxj22blwIlWYXnB4GJofGw/joPsA+xXfHcMEjRXzx0vHT2mSkMHMU2g7EjZeKiNtYV/SINXYd/07Jt6mnZ6oJqQWmZvFuLwXmyuNA6krHRvgvNS1hTQUU8XyqzPmySVsT7ZpBhbmZgzd6zGtXrGNj0Q6p8mDXbsVFWnb8UucZy+D5waXCnWj2p5GEWbhJec2+PsLgWy7LO/xGZPqPGEsunmQhvaokkR1l9XV9bfqe1yTTJXcTlo2zeXVn3tHbCWbFECC57mRyJrMjAZk0cYf6rVCbCO3C6i1Xv5Q3uSSJXqWHV/R6oQ4Mqh/kdmXB/FvM7Lcdrxxg81mhTxyeEiPNbsbt+v3Beaz83D0VDQEJ8NzktWtpnviuEvzZrgKnh/syns0au4yOzlbKBQNDfd+2d1fM+tAvosoVsk7OzdH8Hk34s9ttfiScUyGw/M2Wpni19c8NWFm+dPgeeLVj6milyjG3S2DpRlGOgYTcsx0LHBhWf1l6nXEQ0g9v/tn8kG0h2YTm++wzRA+vyvP5JvJJAy83eiUGRVsWtrnEGFc5ovB+ntrKOOzFRnfEeUfUzYdxb6a10LPwX85JXCkFnpd7x2WcRl1LRR/6qL2iJbHVd2m1nWswbzJw5MTnNxqfNOY4BlkWZsfHla9vMcwYxCvmz+nZRtSJf5RyhBBgQ35ZToljHTWMhb/q5RgY39lejN2kS09wmuMhfgx9GRYGK82BT6s5hCMI8/uhCBSOF3af2ads0hDYLwxeohhEqBpYeLREvg555bYj3C/5HNtiU831MJ2S7ptKEwrm3Z/y9K+BwKiHzShD6K9kw2/44cbuxSdq73r4mL4S5TW43/YXq6lw2KAwKGUiZbyFqxJQNu2NisHxhQOQ0ONa7OeM193WVvBY6g5/SCDi4PNjqnLPo3sb4caYDLYZdt4fQB/Nt4TkzLktPsCpPgc+oaZ/rXXa5nEXEdqrk7uurZpGEINzMEoRCTfqV5Yuy9phMd4yn1ijbzDFEAS0o1/KKFp/KM16SaC/+4PVXHg5y/t5IXRhcv9wwNhdUYBmSINfSkSmm9vJD7CP+/Q4nfa1iRgqbanlDQpDbAlRekfrqzaPTp2O4XcWCzfiX+UdQByH1smU62bgLkNM20TSMOh4pON5XSZeU+/D68VVi3kBbEhe+ySx0BlYEom1rWL664I1rK3t0F4R7mbOiVEEj148CQ28rpp4RCFOilERKgPi9uiLYtwNZRZsRGBF9C/2+yyYy7T0a5T2t0jOUmoVbMcTvwR3o8jHCMH73LlO/fse9QkrqXxvLttWg3vqKtVt4vJy/IWu5F3JLpSsvOc1DMoOHDWCZn7lembbSul2zsdF1gWtQMuWyEIINZJXmJi6AP5HUX/w4R+T9Ip0dOg+LlJh8nACEj+Y4H29CKaWBUAlEAOmPMaqxSLv9UNTOlYBk8HRWhHDy2K7eMCjR+udE4YXPmKbzdKOjPotrWqxa6BgmMUITI4CnTckXXksla7EfYMAfFeabXueqxV3sXJ/lKz1sk9j6Kmhs2UZBW1IXznb8gi0sAUbKwb51W+Tj2/WlGs3QFDHOlCoIRxqCre8Tg7EVOqs9T+Qpw/RyaguP0V76/Havdii9T+OWI9Xnd7oHIU0cVcTz4gXCRuRZLGSxpQELT1iw2GlXEcEHVjHxloe/ojrFkmkXMUq41hEGISVUYEapOiM2c0XRmaFwaUiPF0PU6PMrRniD3U4aNuLiROVgC5qyyACpKbH5rT1z6UMeEtQz6UNNo1EORGVduaAl4XPrKqHSkKgCHu6TsJydtlgj722ZFH9hT+RDi1qhtNB9NTqQzj2iS+9hVGEaWv2WddaUHaQwJa3iEPxpeEYsAUxfeueQLRhZWgVBUfKrkwmdnszFEVHSO1V6Np8TVr+FUFwZYDR8uamVGEmZ+x+MHdjDp6ZuNmiq1cm+L8B7D9hyv3kEe+jtWWFYGRuzlwCm2cQGnOXmKfeoFDlmggl6rKop0aDpmUlL3veeyQ/C7LSgsCz+XkGA560r1XqeTUDIycNXT0N0K/LWzxLHm3nBd/SM3QYcax8J0+SEJxYbOe32VpkbmnDnHi599VbIy9qWs12hO8VeMyvRYxtDZ3nY2F6SUtiL3RzDLY9yDMXmI6EuqbY+mNVHTxUYuWDLxvyZhul4CassNDBYdKsyZb5qGOdh51Twtq841ahZd4hjF3urdyOJT0BQYH0e6BhgrK0Dy7PemvBxND7369/fajb7gu+VfehkuvoQRD9gZIr5wVCu6w7bsx/oMXGvdv02+mMMS/qKwvMR+g9XonP5KzMmAy/MaZPScg08pfDDidfPm3x6PswFz/80wYOXoTOiuTn5bn9F1TKs5/3C06/iCduqACxfmajElyQNyTmM0dVA6/dAVEibs+ir+ZyMWJoQkwrqwIfQt0oilniWb8MMAz50dTiJGkz8iTYphbHm5Zprw1HbIqB+QN2bX9EUOgIS67IU9UGVVdcrtUxPjcLC3/PTgW6fj9ikf0t5oHYy2e231i6XNCz8ScqCi9KSurIzQQuCGGBdJ2Fn0TS9gJZ9FBPsplIHm0dD2q/BlU0+pJTAMqEhkLopGLtR5KGD6aH9dsQbXR9wPtz6De5Rxaj21HhkMd6TLYj1v/ZGXepK3AZE7gTBoHcPWmdEXulZfGls+uSpyifGhYLn1Co5x4zUL6tOeLX6wtMOBNas9PdWKEsTe3jkcGRu6akyLcdWtwAon9Do79uIBdz2RLgmoTA1DQvviH/icwvUj3xPnPP4D0Qi85f1m7jPTqvFcA9W9NuPGJQPbq5e5Y97i3c+3u998QJhTmhgkbn1MXo1pG5oMab1OoQNmS4XMYUaG0oDNH8L0UgW3IwxX/A4HedAvPNQP4r3mLepYNRJh3OPwYj/i0O0pi6hwVckNTmmo2NIfhBazSgffArwKaV7WhvPGwo/X4Y+OZBtUjJ8sRaq23u/r5sxxlDGnVyTh7JEI7F56NNtc06Csqo2Hg1vY2rvOqg1x3J1g6C17Kcp8VNSd86z4Xm3yuNQ9B+R+S044SxLoNk7aRNXfCvXZd3LN0JKEE27jGxrbBgN4SdarUh2sAXP/iUakyzF3ADcNDgnVNGl+oPWtLnJ7uUkfkEj8mJurqf/6lFXPzGOv6R7eWdKGs+U0sfbVTqU/W2zWgQ/d6bUtQzAIwRC8CPyS3/on9jgn87UvzsppQc1WN0djZGKJ3JhXBoK7u+MhgYizpHj/rnqoP9L5pTxeMV+vbL2mYbCtb4jEnPHSHBrKsLaJLuPrm2puMmk0bbXMNqoR7+bMLuua1v0Z9HGRU19WChz/YXOVzLXTjvyr3avXpTpsC1PheLJ/CLqcc1h2hkI/oDoMa3ie+FXcLPcGFChBLULa7FHzpGAMdGv/88Degs16hVCy0W5rpClOdSeV3axdnvXTSBbBV3Cblzx+LWmQtnGo7nyWn4xUg29wvtl5rNrBIohjf/2Dhyd5Dhs52p8TJKr3doU/BndscYguXDbfVkXgPhzcZKhILGz3pqo6b241xX7zNcPx4+7uMfoRFqW62WDcN+34+A6h3NR/tDVUZv7bXRFKyB9MeG+cPPzJs8mSvhrJaOohSpt5bg6o+GddteOVGGUxZQ2FYdXX+fk1SN3Pj93pWbeAZVIhiIpPAuGdbC9uKY2Fb1e3QmrbW3BXiLL3Sm4wMZVISiLtjC6NJYbHnFfv+pHmqm5pMZIjaP7UiuhyNbteWRfAZrgB1gUTeIkFwB0jVxUYb/cb31Yn3aEzmYmKp6s4M3Fm+tTnSEllazhuq0O5v/YpzqT4wmNkRFyfFC+3ALCv5Cg7lqTASa3dptzxT+S5doLGiYqItmWA29OKekM2iKWidnGmLNQa//HCkOelZPu7t7UlPeyQt9OMaIzHxTFue2NCVZH2y7X0ctr2HagVanvsCBo1XLqerR4ogTzFcJxV1vadJioc4BxkVuGocr5m4cWd5S52GuLX1inpPo3+gcTbLq/WqBqt2t1VvKyf1SGFvCBZx86RF8ITWXYmnsheRgfOCjaMEpslcdeqlGRipsWKX0EXUp3tXG1wOp02PLvGT0CfxqAuVXToHwYeh4JaR2PvLdaAGK0J752Xmi7M7ThGHWiHCpqiRstOpaiAv2YmK9g81Uv3o1b90CnF4t+7GYF8V3I5uJGukgCJU/rWfkSq5SOFR2oz0gcib9y72+R593hU/yO1zpxyNMzGfLTpmZ20MfEkPr9ImMrI5xl6JOaH2B3ebcJVE/n4w5+aeZ3Eubji4dUdrNppNuxwtzUHBFgmyNJ7/4otfpu+uBGUW7F+zkcNu/YkxbBCiFH/cahL5XqmFn+I2fjrjNCgEFvnLIU9mE9oSVxloBnNbnS0tF/cQX5rdu1I+mHduEFd5UGv9cciAQn/IOueFsMpeWQ1lmApFHpkCaNk+0xutE/UwjXBmhbmqoOi7xW6VwUjh8U+aCMiPF1G3ZY5mvU9BHgWxTVtLYWsoTG1tOFO1olalEcGnmO03dozVGMSg1kZsj7Kf2uCwsiQUaBJCPiE1RjVS6uYWAaPjuE1fmAedCSklRomo6oUKisVT32yZCjrtctmTsvTssg7nV96TkXVbpLDFXXbQR6m7hunHdpQm3BR7S2+9MQgbhToHPEqxiglHxZu74yzbZ5FwKdEmkFRzw89ruO9VBC+3d1bWooE8cRmrruKDZR6vu8dmVmIc61b2UFfh3uxG4CJbpltEbmjrRdfr/2GyqhE+qDcHYhIC68S12MwSxiLBKYKt3GZiCUc2Kkd4dIzNsf4f/2Fv6YAJpkBLXbIoi7ZZ7jse6PCSmlXQhmKCUoE4KsVtR5VCbEVCu0SuMmsk/NrtIhjg6fec6fb1fhe6MYmcFyM7tXiDQTdPfcMycXgfiUaR/Fsand1qnSrb+Oj2dyDyo93E/ny/mbYa5fyXDiOL/K/zdkZ3PNx6V8Q/8r3i5/armx/7rMMEFfwl/M9a8yQHbCe4Js2MclaChHtuK5686ux5mIPOxXf1klG9z83YjKYO/WRrrd9RYV3Y0U1+Z8vVKjxmDOEVpN1RDKUg33os52MUcwtQcetdbxzxMomw+/+BFJvDiFITyfyAbAv1Y+31w+V1z80kivRGdawOOUqgNe4fpqRwzrZeJ+1rEkq8l46pXh9oMHDYiAIi0XJ6vNHZFWj4fr9Z5sBypE3hw2UI0nitBOA2IC9kdnPxJ0sLbXdeWUyjneoqXC2xBwlpw2L/oNvcrYzxzdpXDQLdiDXeswyc1aEo2lBVLIeWrpt5b5QD/aDQUk9lGbxPWk5ovQQr3eOrvmakppFesh0kxTjzYRQc8PeqFYHjBN/FCM3qjH2sT11VaLAVd7kwP8Nnlonkh8mIOQswuKtXf0H8fK9L2avCd7HV+2c6ja3WJ9bOHeVRNr888xm+bFNTqWzNDRg7NZcqEMz21FdZ4hxPzfgJfQ4JuxJJGVxDRQ8LH/3kiZlZdHk9Q/A16FmjpUbMoqJTEhsly7KI/q12ZrOL6dpzG/Bcp/gRZf9X2ji+xWLuFmsdw57EkiXN7CcuzIu+TcS+lh4XxysOsCc6JmRWXtk14HCzytLYLW5wSDVYfWlaEfnsNE8M51X/33lUQCMLN2+BCyW3XrU7lEl/zq4KiA/sE1qsbTSJgN4iCIECOUtM18jqgIuRkR7oq2uNbRJG4F7Gf/zqLr1LfpGDlJvEQkXa/e/zi5JoTdzogn6UuoByJ/yGdHN4cvC9bR3Jjvje9fM7PItk7biHY+p6GtdAszzetTLuxAOyj9ePj8zKFbHSTSECz2IIeMicofiQiIu23Dp90G7stlWcsfNpTYv2nW6I1Iu0RQ+o2P/d7E55c9B6j0XI6qR2Hj5onlVE70z3sb/h6M27gc5HyWZk9rxOyHqNDAyHB6BL/aQOfenyDzdASyGdBe7iX6cJ8I8UD3ptcxa0p+nK23YJM4Ps6N6MbcN/PFC/wTQw+Glfet8ehFioavKRAfEJd0voh/8umGRPExF/FqYqEKzHcW+7/OVKD6y+leyan3B5y6WayephpaKmtvrWHyP+dvXMKgGn1EP3WWUSEZUUvx8dosBiNXQJ3zw0HDNMaWe0QuxFDMGLWaTkQ3XXuuwGwUIbTe5qJZZ1gx62S3+jVnKIxfDcBZ6Io9M80WAKiLef/P8DREV0zlwjGzYXdGO13M4icjZxvcfOzelmUHy4FpoL9LuNE0XJdrqYFRbtPclQSOsXs31lPgkb7uBYbYJDWyddvwZ4YTIT7uL8D/cxr0oghds+MeUvkpfv+rH+IFjwopOjMLCF5/m8OrMOhoGxH369BqbDvKmvhyjlpiU1v7/4VXmsed0vf06XI4PlvqBUzXSRcQ8jNWAq758Hj37anolJnkLSYkq/f58cpTHTRYvT2+UG1eKO1xZqpEuRZmt7wFc0FCgyNA7N5z33z2J82SbgrR7RvyQeprLpyPKepbJVy9ob+L8HudjDkeuBw57gnZ72lk9ljR8xs73OTp0mzngM1G1ikgEH7MYjqvlCkjupDTorrPybk0o206MJB7N+wbIjNmG1x8TIZi8zUcU/HfiWdHTEb90H/LP5VKHUzWSbe/uDPOqp+0c+e1JEOnz/wS5wI4T3VkkebAxOZu5odUWZGWJJA7T4CExooq7H28E2rmv/3TjfCIOq/HZoJlZd7mJNl4GN5yXGyzAVFLYbBXz0YCWUugrpGoK0vbYG2H51NQg3PdLmKJpAr4YA3Pepj5757XX73aNAv+9yH64mnzuEHAswBy0/e6FG4ijMOKnj68Eh45re75Zic/+/aphD/bR8o+IOBvTOwscTn6dYNMU4IrM73s0JqN+D9n26Dtqtwnn7bG3/PNPFp+s6xMM9W9hzCwjYbCznPAno4DFvA6ThOqiFV+g+v7KDj14YtDD/NZpVrtRTtzudUCDnmYT+uX1BqXOvmywL7hI5NC7FgFLIz3/lpSH+2pg4q/RXZjQryuf0H2tLK+zVqko/kPoT2NW1etzr5luFTotbGi1JHEk6o44h/rXpIuH8jpLlqy983Dy5ezpR/ceSG6hG0D8bJot+n/gW0VvxZv+LCm6jccoSyYA+c/qQTQhzJO0QBBwB2HwO/mssoy4FzA/eW7rCxUUw/8DyHm87NJhOF7q5WXRgyOJnx3gjEc4dpn27nH+B1dDW4ZMVdy+sjaWLTK6ClAMcF8N8UUXQYoC881fu4qqU8QU/Oc9qvYvpcEWHw/PjOoQZbuxxFa+/CWooMCh1Tl/+32bVk+NlDzfPAffwsO5OwyNKNasWQEfOGBs7fY4AOFhXVeAKNxLr9YvWDxWkPcg8D7LkYQn4LiLpsM/4XB+A4PMXN2tLC9Ke3bi5TY3D/p8+z74fxeTG0cUQsFxGzTU8/ZffMXfCb4+AugcLbgZet/wKcdkJrtwnE7wfPPSAplZ1XG2m494LhBoLD/T0JsxFZuKqJfcGFzUApInvaTgqnrNqxTw5SBvZ1FPjzodkty8ueoeJtDtkPs6ht6e+X4/KdSOWgiKzZXDgv7F19U6aFVniTaoLrOenQIUb4Pes3Hozdephn738mYcZRQ0j16x2jEW0vtyNbfLcyHdO2C2jtSBY6RwIrlo1N1qZn9G+8txkRrpJBg+KTOr68qsc4PVFOlNfouD+joQOWDGyj7w43XK0jObiudWERiakYUgEfILKW+hv8tfvuBET5IeoTuT764B/6RHp6XzuIHpupzqrd4la8UWyA7hAhzVLbO8nVTwIMT7pEvY6NaCfdvWLCwEgbzFY5TgV9hKAjZsVdksFD845KphpmFRPOEfJXTaW33jqolN2GfFxHGrmvuawgr1OKui7I/08fkn30atdmVYao5Ww+FaHEX/YKjhPbvWFO9cECl86MwUBFR8Cf7PrOEjofWPjmCKmIwG8yoeXP3+YoKCPdTzr07yQrdI+R7h6fDoZrqZ2JpmE43mPwMVTJe/YRSEADnx0eSYrbjBOkdRX9zYIqGenBRbWON/FSrn1nP9Ozm/aSBCNpT0iVu17REj4ueSBe/++Ha680mpkz6czc4BfWzcWOJns4dxZxenenGWFzo+CoM/MG/Y3XyO88N7ZrqLfgYGD4+VvwfqfhJAtCJAMmd4xVtPupwVc8UamwtktRYQqIoz3ltW12hT5bYpuMSfAMDHfAF7z/dOFsAmW9sgK67ajmc1xBVL4HmltfFpHkyuJ8NR9FHHby6WovNB9LA69trpc4OGC/hs4mD3hIeduhLggwScXSGp57UYH/PIaeFlptY0JEOfwyw1AWtztq7TuoXeJC+tsR9FFCq1ryU+fVrFmDftEj9PA8pN9eFAFpE4vwqDny4OFoEZa8OQqJwl0IHCmN+k4u46o24IlpCun6DVUV/J+soHf9PabZQv/7vJSUxpWX3Lz5lqXefRa9X4mJiMpyHsX8yvMRgX+HxHrBoqnkFwuO93WpnjLy376AtNV0pxnUYGMQJLyzqE3ceMX6lM6OwH3PaSglJyMIBhmOBqEZpvK+SvTJjaQaN3W58jyn+h8YqZnVaoQnDLwMMQWMmXsP4uuzfCjWcWA/vuXF8tMTt+8eWeJKiPKPIXSxipB++9+pw7Tcb/6ZylkGEldz8LyTUmgdsV3iEedb9QtkRS9B9zPSAdQ+NKXS/KenquyYXOelWcwrXlmLTPfPqepi/YpruzKujpxcn7ZkUX88p3ilXtbUkG1WVVoNHvA1u6czTNd2WdgBBcKrYnnT7WOTxvsEYav+Y144uEud17OX4GCTX9EdnvmvW9SLZ+INKVDrUKlrD6cyWdRKsl439FIRPEhy7Ig599zm9YZy1i9PouxCeJqFGuJ6PeIPNycm+MfCHPNjJGSqHyZhZtABYXvUG1zF5akO4rRUxtz3/eBg7zmmNzPnViZ8+mGuUW/d10S3rr4CX1AHzl/5uPfXaDPql4Y+ors9sj9zD+SotER+1r1B5mXn7+H+c6DQeaUH7I3eXusFbPh5XUy5NP21wIrn7p8O/rgMXZ7zy1krWlOWq2IUMbB7bptiKRZuCF8t0o6rvUNvWsRfDWt5krPRyzutClQwDwTELHKXjJ/3hmqr7o3QgeMaK/gDZ70T/JI6acouTznH/fpn9NGvUbsrVR5eWsxFr23YqtKFoAb1GJzd48LBCx91VDZMJ3y9tVPmVxC345VFAw12m7WKy9YqlcrFUYbJqGUvP3mc5XdwkOHx8A4RR4PHcXct5s+zpWIPDlxbE1Lh6KI3qMStFKHFENDUNeieZsyFNmvOPB47FngBng60ACypXJPz0eaZIjJ6d06VGPiVjzZvlkJJcSab1OPbEjUM5o+shafoCTbjWjiPNqeyoZ4oj6XVZAHmErzKYdMxQxpgZs6XS2jlkkJOsOV8soMnC7mlBXnPVYeZErZJbQ9V5pL7yShsIzb5CuHTU1FpzelKnBSLd7RaqxUUHPdOi+JwMvN626K6HFUh6FMIrWasgLVaoElSfMfb1u3CcjpbWp5mxYDmSb5+VbNFdmyZPt6uR6dGjFDdnIlSs1aIPmeKWGEHtHGjXtBB/WgHrtJZKhzO7aNpE+vFwOi9TjTPY5n3GsSumnZlT19RL/ONq3YTleH1NC0MPaoDUZoD4XWj740qsOqcPhv5gvxizR9fC380v0y2S8C+Un9+O+TCgNpLc3wsHT62AG/sMzak7/KX+gr+mkH/m5Jp/r9B6c3EYTi7Lxu8qnsyGSsPkGtsRErF2VqDr7AShQiC0sQkZLmoahI9j9Rgdb6WifC5D6dehbyVIC63mfvj1A6xJR6D7zvNLXnyeEHrbo+/hQyUJ0DZfoYocXMdxT3u5D38J4OxWAnoIw9Gaw/gp/eR+05aP0JXKdeBg+hfWVQM+XwMT+9hGjeEasZ43/6hD/ndajxlrVJPNPkZfr4zhOkZ47mvsP6Om4StUZXLR//MRbLG6DlZr90Ra+aAVzLqftWg/I6UM2gy5vjTypPw/8Y8E6H1DSGXNUh53SoOcy5otEfwtfH4x9QFI6fhugHdyl7HEB91cMpZ9vryNFkh5F7gOeLSNWei5jx3EXCeHcvktrHXGQZm+7rq7yL/NqanW810L8/Ydan34RBHdq0G0bDk8XXOTnp5WqI9lwWZ9JYtBiS570BQjpiC88qLmxazskDE4MoP0VGiWru9lkZxWjMZTTHYo8J7hLDwbgGNoNU7DJsBIsmfbq93KaP7zWsG26bFiOWGPL91aIpGRAt11yOR8EaJEDpy8mIH15V8OGVt47BiG7zdleq12drVPLAVBNT4BO+tYRLpsrVGTsXxXpkMNeuU/PxlkHNr0SPH5t6RlNdkhtkFrXGuTC6h3RAc2mCvjFK+agaa0aL5KVpamX0zD16jGWuYz7dGw4p4KECW/nYioMpmhTv1laWPhzCZhyxmmFYNGBWi4Kckwcdn375WuUbepSgcA6sSIrBNTZdpMkYhVyHboVNLHs1aqyMUcco8KyTowWJkx55P3HJ5Q7Jxo/3B40sMYD53WQf+BI+Np5ydp7TnWZ39DWw6v94HFQki83h8vgCoQgcAhIKGgYWDh4BEQkZBQ0DCxsHFw+fQDkhETEJ175dcgpKFSqpqGloVdGppmdgZGFlY+fg5OLm4VXLxy8gKCQsIiomLiEpJa0ujCfwJAmSZJEiTYZsfeC8Q3puTO/7s6yKc31ifWP9Yv1jA2KDn20I3B94JRhOE908fIj+oa3NxWnozacKoet24bNnyJkfkahKs/klRsvlRrBViKd7gXbjH9vT5YPFp0ZfXpwF60nn4UsG8xDGHxKXOi2XumJOo8l797r5b9npyc4GhoKuT1F24SF545H38LO1fhbjtwE=) format("woff2");font-weight:700;font-style:normal}@font-face{font-family:KaTeX_Fraktur;src:url(data:font/woff2;base64,d09GMgABAAAAACw0AA4AAAAATMwAACveAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAfAg8CZwMEQgK5xDSdgE2AiQDgwALgUIABCAFiRAHgioMgScb/EBVR3PYOMDMhnYKxf8fFtiSIaHn8uBqZxlbyxkM3OXUlIyppAnE69Ca2oSKP4dSyqmpMJxDueUGUqabk+3eX3cv5AYffV4uA/vPU2237MaD8coRkswO0DY76qiSlGoFpAxMkApJARPFqOm0F26t63RdfmRsX35t/RWLD/1Hnfa+JENk4hC6QadITnrIW2maD7el623h+WINfX/vJjIRFtBIlijDLjITY9gpoJaVBRKqtvt/32Zf1a5X7Xp3E4iNYSEjTkZEb1fNDs9557DnZF3g7R/8QhMT8JiAR0ZfxKq7V37Xf9RpLgCq8NVfIPuACj5S4gKmOdI/lBsfDVvmjt6mJ7dsoF65eQiHrYAeUN++5a9tzsArs8yE7Ele0z3EZPfgTw9NSdcBz+fu+/Gx3ZZAIs8081rwz3Pv/rBO2PaQsyLt6b0czulxWbz+b2lK54+kK+taUHrlpdIE0BCyO3s678ysztbIRTt7TcV52nVb7R3QyVXFtbAUXAv3ykV2v5J0VBpNWC0AVUQNSAAMox2QCmAAoQ0GmuW1LAuixhwXiyjo5N91maj0OlNVOSkhxoABE+ix/aYNAYBmdzZCAKB39QwAWNu4f8g3y0CB+tKLAb+Q8ONPXpqqsyQLKgh+ajBBF0rVzUAEgA0nMACA/K3PARAoLhQGNCtxSDUGrt2iI+mDBYkUK1WuRr15Dkxn17XZVsFlgyda1EmPTq/j81L/7G/7m/66Z/qr/qKnv5U1EoCoaVVEwCGgX/tsHc7VVre6cDbqhL+w8nvmyZSALzYRosM72HuHUG++WuyuI39yfyj/8gjm6b2edA81PldaAz+AkssFSOlMCALa5U8IBtasQ3BQdskXRgJTQkByzni2UDJ+0C7B+LFOMA2MpTSDuKwXrMVKZ9BppvRQfmEvNlxPUSWPTRFI4KjFwHv7W4pY2LxI5PFAREvqJIqj47yKMsKmQvXy1yIXq0xqCdQ9q2ccl+o3S/kq/654f9mglyhw2Jx/+CTkq1SaIQ/RLtWFC1aIo42H/lD+t1aQpE5nbQEmm3gf7SedyMB+wBwma8BHC7zaU60aKuCmv3mS3rmpJnaIOyXdi2SpgELEDiTPI2KykRAKKCEITzOCxoqFZga6GaW1gEoI1ekqoXC9NjY0hhhtKiPIs+ZWrxSUkbY8dVLe/n2S8EV3AJHPrKuotCqWRQvh8sYSU+RENdpVCA2ocK0A8zbSvRUzTMB+oRRs/Af0mYQ2KrICwuy1WbsT6b5QkLwsMjLhyuu9SRSVeZSJWdXxg4zSeDJNVRYFd4sh3FGS96pvdZcL1PyiKl3ruHRbEtx9ZnmmDbEmiaM/C6i4QTYxy3NpzYJvWuprxVpWdQgHnrXWeHSnQrgoBoF0eDCN9uuaEbhd8JG7QUOeKnXX1KU7kR7yXoVHR/mtCtWGuK6Pw4/Wi6+yzMNquK6jIHtmDz8c40qXUHDGEB5+6ZPh8yJQNfBCDHOZG++cwC0ALTGB+868E/0QbvK/OnvKHWkebu0wlRBiGtMvOYHD3UVFrVfGZ9V48oAeCLgMInBekND5OYsQeGzzo4VvhhLYZmAZqBhyt+lKA7xgKDDG0IDCowZVH05O8C/W5yREDI9oLUQiMKEUM5RhjqpYoBpWUB2rqIE11MQ6auFK5wQchECo5fCjZYpAb0tGXdacjmmMw9+XnTUOwz8PWxsBpsLaLKheH0lVYiV0oA1dUOiBQh8UBqAwBIURKOSgsAUKY9DMHBTHLVr4HNJCJU1YybMkFdmcubkCWMTLGO0nLkG0WzmkaU43OL9XL8YUBWi75ZD2dm/Nu1pYjrwiUWIfi63mjpOqF8zsgl7g79hDUK1nD1iCAlHlwTTiK9RFqze84Xclsvhh2QfFtGtFEijzxyjEAaKxOMThCykQa0OFR/AsxQsUJQn0lkxuP/97YI+bkj1XpbcfZopDoWh4NcQxgBjJEhf+0kfX92a6hsG13/nciOL88O8KTmZSpPQmqGZkJOG2sBReXtlLoS1txd3cUhVTbudJUt6Te5C846AyaZkreS2fpp0IuoyhMM1WtRZPFTFX7spKWinTjCfzTrqhipTc+WwlJKG262jDuKLcZ84nluIpKztWQmRdsFPOo+V0BUBDzrZTQij1Zim5SnK8YWg8S0AKGTtA5iahbDsX0E1qoVvVL/DZRhSzVtOOXQTFIxZU19ba/4Fp8WVFzkdDxizy17zA00avMfedU9bwVk+7l2CKqFRZ/YS2oqpiKZbIFxKueS5/df2qqqz/WkHVcne7BI5jXu8KOIm8vRGm7WB++ILqSjFCMYfWCcQsNTP981OYZhxA4tTgwbkU8QaI/wZedgamWtWR/Y3Y5TKxjBSz28e8oTRrZmlBi5514niNGvpcU7dZmrfEphJHwAszSn5RYJkbQ92m/dFVeZl7BQ+qxXFAqdfA0Q96syfECVNEO3mvUibeIq7jeFPJe4cCuEnwHnMR0hQAHYcZgvAMm6RClgJg4+Q7uCRAGcENEfKGAfihsEAYEw4xBEcYgmMMYQkwrHEKdpyBHedgZ4UgPMcluHAFLlyDizfoYBVqwRbqYBUagC00BFtoBLbQGGyhCdgWTeHJqR/5rCsOsYTnINnC9foKlLFsxyCIVhGE1hEgymYOoaphG6awC1Nz3wIKHWIYh44RoFME6DyHMKVwCTO4hhncwgzu0Qo9IkB9BPQJjRxeYQ7vMIdPmMM3WqFfBOgfQWYt//Bv/N4+fqjrhWjxtWWttIhZg96A71Tq7+yAMGhA3Ry1chs0beziJ7gXQPQmqC9hAlsJCmXxhjlakzWAdXGsIl0lwq1DpXJkXR5AF25VW05eX1cSXzdQIfr5HYW0DPOowzSD0Zlur1nXTNmeXhlqbU132k7amfRIKYNmIQeVN4O9Z6/N55WZ8sjc0OJ+z/ri9m6y8n3AGrM59XZ8+DRxpU6pJj3N3nRlrL033WHk4+1Za94Rvl/vtfOuqLv7Yjya7H859Pyx7vFHpvoX9OJ8V298vUsxxNcuLr/yzVCdWg1WCPzlAC5DeSrS9MLHBnCoSZShLTkS+HfSzri9b2ppnfBMEe8z7eKYfEZt19lBLmTEIV1dxbmklf6ean1NdTYtkDkCBhOITn25lY0VChjrQ3ysByc9bz8a4FNkGMzA4SZH4itT/T7Lx1j/ylS8xk5hk5u4DLGRGcNHBg9W2o+UH5fOearuUAvt21f2uAvejdOu3LnhwHebvvOVU1/9Tut3v3pWdZg4CtNwylQdEb/8Xuv3zVDd6IBwp/wnh/JXS0Dv700wcEw3TgfHCMiVF24IofImgwB4nmqJ49h6Fs5oZBDxy/AdhZs4uwSwOcCBaFSKDmb/XI4odlijTrXWulQjJEiZfrtWl2t+oCBdh3pW6tuzTSTYDIqJmzjwgoYYEQH4Thil17AbAu17je/VGQbt+onjq537pBT5gAB5Q4xgxp5y1fz8/HgIhQBF/weimL6w8h2u+wo2LjvQU0ttct1dNT8zu1c/P4mrI5CfjZ6ZmOFXPPBzn9e5bh/uI0gZ4Xv4esTYlNPXYmj6f5uN/9vlh8oqju2ahmOJ6+sb++33Wr8PoZg2djT3lrKevFk3col1xA05HPucY13b60v60w1A5OLFOP9qiHG5IHWhULtlnXpehhUGhmM9PF5Ol/N3wrKqDImhjRfHEeFVtnAUbWUCZzLvySuXPw8b/uviJocmdvqUdB1nxXIymh5+H8Ad03V6dKLoXCIhgWZeIV7G19Lls8iZYiM1AnBcM7T6qeCU6LSbXI3dHqoTiVNefyLThTRPe9Q5pSxeji8qSMsrwQGqW3tzVIE5whLIdsqZbUzGa0txJJ3OxxtX/8W03tU2OEK8blJV3SucXqmYHP7rdURbwelMjCFWHa1qB4JHGuGQAGXxfB5WpcusM4552mZvAV5tvjJBeKBmF4cK/h5NI42wl+/EmCzirhqdmjii5R6jhzS3+VgrQqChU+65LFyJ+gXOzW0jf4S0uLjhLqNwzDIuzT9ELq8j6v2tywu7Nj6+Q/V8riyaOjfMmY+d+xwdCl6ofHp9nFqfNEdxGSKAjkhjQtolXFAmTerVfOvR4TvU+C3zFpmo1DaiUkwlLviPsgDty9RCigAOxE3qfOFPld69ukWXsxW7Pjuqx7xGk8vCH/TJ7JxHPuvYfWe5BmH7RTKjcUJHq1yisrTVwNOWOzAwkBPBvwUUscd0fZnqsaKiPU1jAQ/mDTYIeHON02lqfnDQdB1owQZyTGIyPb5axW6r82gsn5i3186nTvSUCND9S1mId0mwBdoT8d5HOp220DjWiB2dTvfXCbSAcI6P5h9NFdaYlv5DOvVyvtN1TOWVrA6Ps8BavzDlo91K4HkEjIX47GUt12ILAwoZFDPWYLt8mDezcjI0MmBpKyVCepfQXjlP8548z9H0EtPVZOR37o5Nq+UGisjX977j8c7Jo5NayOb+7HZ04ULBHtbHq0PwUGO8Nx/PW1I2zajdk12SiMU1G6fdVeplk90juU2C68sCkV3tTgh/iZOvW2gUScw5Xz2FurWFVKqc4Yqyenlxj2q30RPbFW2C0aY9BoqWKq6IPam/TnJm7gN3jcBX6LyenE9SUejZ5fG9YQMTYVE5tWpSl4enqU65IPhQz8GCahQcJn4TEonoHdgVzUi23snVNaqdquqM2DS/1JbBjmzCJzkxX1ieb+bqalLezCscymaLIa5rBNZu85SijYxMELavdEfB9jjhIqQ7a0UPAZGLupX1AlghqNFWI9wRkBEuf6d68/VyIcSwa57YoPXtUgF5DilSP1hMWGbu5oFkrJh8NCI/Fu0CFiJfLyC8To42YGymdvOX8pgTQNnjcWHPZ/p2m8mlZNX+ZCw7D6KWPtcRJAi3Mm25XF0OIvWeaT9kSOZH7TzNHeLAsGw2FHDZGsefmFRGDKHI+xdtPgI/JN8/NMlyfjRRZaiVT+YvSFLlWJCFfMbDIo20oKwLEiQ74yc7in8+Tvz1+btI5yRzaWIezdbWr9ah1sz33HvbrmA/cUv4LHt8Q63XLe1wNqwbIPqEcUt8vOEo4dEmtB6vUfjtLy9va3/M9YtZNRhDn8fGvb4fBKld27pAFS+woO4J8Ri9KTwGu7DtXRf7u8anqZdNzI3LNNQyoP8GB/ibPW7y8bJLcOZaOO3f6Ym185wJZrtnooV1Vze6AMliZMvRzEOlNIFtertPnUdk03f97QwvcUHgUTxr/xfCJbTRG+Q0VR1OZ+OMFw0wbwbKZpEsCZDnydsJ31BR+MY35+mE4cjZb7whJf9Y9TJw+KF2rQeH8+LNbB/UfDHtlIFhFmY8iGs+8j7m9rCrYikaRm3e1+/2zyrBaLMk5VR/goyB9dFRnBaNJfyw+Ukd4EE+/xCknEFuSHNWXeR+MK4NMN49b19q7/t6aXJvMMtE2uqTvMoa1605CuHjy6qAoBzT7ZG0hctiHC55VPP55qXQ1dcHQXEFHHwWbNJK33aZyEWQPLH0YTVmpU3qFn+vzyuqXB4Lj7SqIinSzOsXscVWIz0V4sY9T3b/uPq8lBPi3SegAsO2S4tq0uG2QFPmVT/WB5+y9bzqFiiG3ZHz1m07jBa2JfiT3KV43ZIcAbYtz4ckEowcDFRyKTx7MQh9Hz3Rrj0f98sFYL241P6ZMWesvxv98/K22BfnO4gLaBNB1Yfxcp59MfcsCLRlIeian/ZYgVE+KB/fuIvMy/rpIZQjp51W0J6BareRigHk4ULB8cPQcykoMsceZLPYRX1dr8J30DRCoDeBlru1eGQLDO6mdAsgKF+FibYX/CaddajGEWeaepwF2CKNkyYu3zARHSeooJjYp+xZsNaD4QwaDpcz2YvBhi3HFR+DzVtBH4qoPkvn7iU+fdH+AGOD/fj96bhLsjTXit+wJUQO+nhqP0/SkyjhWUZCQZVbofRsFIe0NMcphWc7OE+6+5F94sEPby5ez5cXB2WHGvupLyYcgtyR0EHe2t/zMhiXMsgw9WPZFZUEqnWi7rSDrMBCnLRSHJADSl54GuKJstKSES6XVsqVFBNnYMbhVfi4Pch4ofKdwYsI1SxFXe5VxDfupn1QA9SemRz6OiIbSaeScyB3KxGwoP7ivq6+6JQEBuv1GIREQRrTPnBhpm0Ue24Fla55eUNVP4wiIbmY9/+RUrOl5OPZh5CqKYWG3/3iHXq0PLbCxKOf4+Kb6IGBszrpUfgZWyYIBdKpc13mhjK9zfXTvwy9xINza54y13uXzoQhODSE58DmpxA2Wgb5Kv/yDOZlnOKj/x10EAn0jmGEZSrbU8jXfa+Pj3cjhV9iMXk0iHvwKXGL2RqyXev5GzM9lVkK5Oy29sS3PQslXGjMu6PrwJamYlbNuvUiIHxPUtGK6R3K7loMFj5kW+Ov9ae5hj3LUW6ddyIwVJt2aRP5ov1bIl2TVqpNv6gdsYjF90I0jYkxydFrjuJt08QlYn8vXo14ZAjfCurNtOnTX2/JuMXNS23hMGChAU5iNZOH5IdmNpVb9qGnsYvzFLQbR2luIN8FBzTpvfnKCgHVuh8MsgS0W7jMtHjQGtd4zLAzVUCZOZK4mZTh2MHoLwInZE32Hz8xfQI5ACXpGjKTAdFAGEzkS+xxLQwpXcOSauRBcT9KeJ66wymUiXBujDHruQztBSuKKcco0QIC5UXUnf4ZTZQ/YcvMqXlJbn+r0lMc6GudiVts4YRpf4kr2eGWX1fY7unCBqZj74JF1cEcw6yaH2X3bxz/SLuycwUrunn98i3WqYS52V031+Vv3nJ1ty77KJNzPc41Y6ovk19g4AkBIk9IKGI9CeYeYjoQ4WXEOLl1zVJqs+LdcVr2hHBLObSGuJAdNlrA2CvZz8pOGmEhzBxWRB6waI4y/VSWX9jyvmgVJb1RY3CBe59XLCJ8fN0ahnRdOx25Wt6naCqu+2b9lefaiHvPjvPANdQip1E7nJ/fps0bAns+VFvieez37eF2MrU7S2wcl0m0YfD5Hza3bQJ9jMLWxx944JtveZiRxffVTPHoQRD+o58+uCzQtOtcMpQaj9Ys3Pm4Vz3fXTXPNncq2DaKUn2yA1uzFgUl9tGcTihhFIx3p0H1r41Ye+T91m7bc1sbYZg+8AvXNqZlA7+5btvakBAQNUPaTa0Jr+odZeyZ5+3DYgMERfoXCf71oczfFvM2bl/U5HQqHllEumCyzWOLVbYjKhCiD/fP4/GV8Rx+1qOQ36m3F+qawflfWmFHYzXQ1G+UhdWLyH7uE6CjV8EQnPly1/W/QT9u7jrUkTcZQRgZd2H5T9ZAW33AX90xX+U27HzCoA5kMr4ya6SsiM72g29fmsy8zQ8DPmdtHHKuMeFstEaaKqs3Tqb0PrXKkxVVN1aet1iG5o9QNSfID+aNbi6pjpmlH6MUb75Jws4f/N2dO37hdi/E5uPHYmjwy+pr+pTR7EsXjG6h3b6zGTftNqXto53FyXVDGX9L0i/dF/rVNuCrsyaDHu4V3MLmHeYbIqfSYLM872Qm3ZjWlki1szSGSM2tqhXFhvLtiJOT2veO9/c3N09zVrpcT2+e0cUDK0LoVzT1+eX2zpIyFC365wiXtnShtKPbpwhm/fiznvQqZR2OfeoLClNTLeQIbZtQb7u2t21D/PiWqA66MCPL/Vapmflml5oxxbCWnxLZ5coSj5TPEEgeWOVP5JqH/ZYip6NI9tHdtz0DNMFh1Iayi4dzT82+8EXEzoM3jjc8Unf9tbM2BG+mK4QJCv5Ow4ZeGDf91rbStqjq9qPeaGaK57WecMw73uFJd7pVNpOSeFX7FVVhs//96I9c3Lm133dkU6X55Mn+QpO7Ne1qBlnsohc9Eotfe2W+a3UV0gd6vHMyA0Xq4hxiopflmVd8b8ECBnaLqpKrFcViaWWVtaalI5NjO4UPMy0caxu93y9/7niiLFRf7VRXt8bry+aNXr4l+37fiP8ZtDPtFVSL5uwK0ySnBpPmd4JiY3HU5Oquc+WUIywYTGJ2t1hlyK4qzH8MzTjBcImmzxujpkU2NP+Vcq7e5HDxbz2/Cpg1UbkjHKIGqKhkRPO2BYOx+BrN3pgm635DaYFmazIR8F9oUMXiVrBX8+jgfhY1OcqKbCnzVHGGVLK7yPOd96cAmy2ZPLbX452Bd3qWRSP/r9W5Ol3UCKNnc3Ikf8P+s+WMhGhtQWmhPjjrHluRuUWnkf757B5sCnyqP/9VOmst3WZrKcU/g7ZKTw4is3i05p30WdrX0HwBfyGPXAZYNETxQZc2FmfVJIuOy7dFIpHwhXplPGVz82ft9nprTxKZI3QP/Q/y/WCvZGxw1aunVnPoyHiv31x3bKK5uDBeQgItFGb90/1IKBtiC5oMrC1CGj7KKH0Hyi911pUzRK5tb4qL56PXP15VidImai+PuS0p/q5HqGTzWELRamw0Ctj711kS94NkweTMpDwHnKo7v6ufZn9loX2wNrWr7VexZVzdGomcT+XUxss84tnel7t9ah6rU3X3ad+l2spyaIjHiF2Ymm3fteSKuWMcovb3inJmWLs3HE4k0vEaW+FAWVe0grktYXsb1ds5u6BgUAgoX5Y869PVnqrGbJtJtndJvP2tASHX+ew8Sxk391W3Spl519T0yqqnbeDm/nsntux4b04XX99iAMpyQ7fL21U6x2FkN1RNqRrGB2U5IHr/ebetSvXXti8WfIqrN27EqPr9bZbcHiOfqjo8Gvy4Z7eIZ515R8H/eOysMI+8iYOjOYOVyscqzAUawmpR36lMpk/VgLL9cjfbkeg28exGm5EjnaUNl659tSMoVo51XffFHHr5eO7eRmN+pLAo/1MDllzgD1keithqrfJ7Zmxiddjxy66UcbCGKkGN1Rz3QrjEUxQ7zopgqe4L4nFdKb43d/iqA0/PuakNBscaeBFboQXzroJ+8aU8usn8ipBSI0sfXpjhV+CrOWrEn7Y2h8uZDlhKSxcuD9M5M88Lpdit4RUWrnvF0VpkW3eWs6L7FGrwlUekmry6ebr0E8Fyjjgv8hz0Wc/bC66+jadv4t+dZfNqD2uzxUr3+qroggECzIrkV1JGuLhnyPBepuGSpqDKUsjaV+rYJqE3ZbBTlQ1VtnfAI4W3q/UaBzdc22HXcVEHn2BmTRJ//fn/lV1TkZtkyiB1Q3fhQuC0iej59eEL+Fev+ZgefQjvlO0r3z5v2xeMrN7f33W18ekrRlgtsKiNzuUX9n3hBGiHEucO1bvOkZNbJSLpw/NlHfnCh8tOTpIDpEBKWZ1YadcWsLMvCZ6i5VjL5t/bV0vHvNCBRt6kakXAxbBInhcOWIXg0azvKyNRtcp46LEtUirLTFh7M3CB68Xb3lJto29oL18OHGuMKrbkP3NaRP3IQbXws8OOcUKyZJMqco28bEjL/O52QQVupYnNbd21KSE61Fd/R5hx8mu6uND/UYzF0qZoNXg+EoNy6QxKd9UYaR+OsxTd2PcCwo5oVOvdtIjpo5Rv++qBqJdvaZDdwpcYZ38qFyPEoJq1SHaQ+jIw8PmLx9BGf/1cj12vFjTsFXFUxs/I1fEQl+8iiPIDOmWc2mQOCrpue+ngrn+XQVRu1l2lFSe6Ixam14pos1/EvFA/86jDoiqRzF9ZY5Xps61s/EjwWsjB4XqG5KGR9S6saUjZgomujJd52JZ3+5hoKOq1/3deb0NQts7uioJPff1RKjbhanUK69r4l08SQ3UCBaCdEmPYb80QnC0+4qR0QBmkqAqTRU1cy/CBG1xm0U7tovNTK/B2hGDjMeu7qRCXa5o8RRHNyx4sa+GB52uea1/sSc+09oeeYKmeRrokdtJRbdpdZsfUY4gk6xI6YaB7NDfhMF9BnhlhR9lII2l5pnwQDq0kZ94R5XF+J43r/XfmZpptHOXD858ikWKKIunSqbaNLJwXuCPK9eRSE608w49HrI9GUOF/3vk/n6Phci6rpOagq8RrHZnjXCqxT3g8ooJJ95aururkGdHRh57l7n9jgxgzw6NiNC7Q6J+amxft21tX696/OdOwQPRzpNDiLxLt4csVY9IcSwVYv/x8XadXYlxll2u95imnrWBjljD2wcts7uBEA60uk/azwyVJXRHH/9Ss3CzXxni2im79C5Lc4pt0W3Iqx7FvWl0poTrO+tmsc4OYxlyFGXxtZO7CI3zNgXIZ497GYHLJs/ZyUeayStE6tHgqWmqRRM/rcn/O9IrXFzElydCloP0t9Ibx5MNTbG+BFvkWPoB1Qhjcm7QNneDYN7Wug8xQbZGeM1R2mcFjY8Zth9xRfodNiIfs3LljeA/yJWRvm0kVfV5KmCa9V5AwyFl7GEpR5NXBKI4HllYbO8u19obzZY4KxeaHkOroMmfGKaxpJ/tfxYJYHargt5vnqB02cXFxHGaRLuGkjc7dvAM2gW4VJyLGTogq0RhmpTxe6Y7Z7TtfDBjX7Fzqg3SAHFRYtDS75JnCWMX1nJTkbZeaI+qycCnyKEztKZMSNktz1/28c9Cs3FcqdwufhR6AVdw6ki1/9E1BhdUAM3m1igi5tgBSHV3uzNh5X1xlozxm1kVDGD9hy34v9OkZehwCgxQOLzUVBF5fQcTOBi1Fpx8bihgnfRfcn9ZCcvAxfq29SJdzjz4nqcJbgp0E965Ts/f2G2hm21aT8Wen89jQcfcaZ2VXsVdhKQ+BjWuTsUlXi4tf2+Gi73ZjIsXq7Ewq73t0xOD5OxULTKFLo6Ecr+gjqwMzdFWRu4dorVB9unk5u6qooZ88n6FnwQ5YmgdqsjoMvJypDZCieOEk5fVHHyMlDsVFhSZYdE4S9xp/m/SAV4znXm5qL8v+mps9F42yq2wNpIUY0i8XmRg/nGJ4XTF0ut3yF6NfbfvLPB4c7klNGJ+SKV9gkpXP+ctL+DiD9B2hzqOXhynVmmi116nbCtJfH8YRhnHMLmNTZhQceqriGc00GbuY6U8zwEdf//Gg8/1Pv/2qC3Slzo3vfZ1bOkxNneg4w7YKhwiZ1hp8yUhd97yeXJcb+MuUYIsoXnGuXGGy4LNQK+MjcRzkzbmsFgceiksnPNoKSYE2b4xavzTSmBPx7Ma7Ds+Aa2Aknx78MFDFYcJ/qua5Cp93cf9AtdacHmUX2+Ge4uTjR1qvv24ILN1u5WVb5xZ1qCvMXRYZuLH7qfUNFZtyFQWIudGqn8Ufal4oFoOR7z99h4pO6gJLrFjLms0tNMGH72dXKzL4c+ul7gC6AYz0HMx87tSvXeksxPvYtvx3IEKBWxZM2IJ5QTfLUxL3V4WKU6/9CIGyUe/Ww97tpC3O1lXLWEnUJ1sAb/J7N4rdT63KOGJtmpqNfJvGoKU6dfVOXf8VkLhUFHY6E7BKcQuhyaquLzjjIDrlsZ7JLCBKp9o5C2v6HbYRXE1rRGT+tcHaFA0GbaJBafZac29oOaphiLibk6xy5mOuP/73ZV4XPGUTs9ErYXLhC/CrJl/Ik5/CPH9uC6LxIsM7WA3HDAhrTEBPT7dvm5sONjufYqeKoh0hkN33DrNZsgRp61PlXGulqJqaKw0mryReDws4J9ffXbMSEXt8zwbU8RxrqM77W+JdA7UH1hId2VecABGil77qqG/c8jtiFx++YM+XfW8cQtX1vMddkeqsr+VOO5aW/QN6YOaVPkjSPvywSex0VI6Fn8xlt8ZSDR9NXQGgA5c/OPxbjrNUKbh9hGnJR8HP/msp5DQuTkIuX7yaFdq4qFPvRW547AxiLozkB4+PjDfdXCqvyr8fUysL+8cafn5Se2Fh57gW41ulVCHGHrw6cmg7xHrpCwLpQcz11tqv1pld2wNZb76Kzr4SCNvzgm3l7bDIruNPz6klQ8HzczZ0kW8jYwHYQsiGxJoVCOjgzefHe/Mj4xEfPL7tSEUO7D1q+1DcEz97rrUQlh4Wv92ShP7SDR7Jriy6eYA84c9NO30GBz6gH6DVj/nx4O8XiU21toFahbRioTFS5ECdOBnMOYZ6qlK2/exnn9+v/nhsTX4+DCoJBz+jZYlnMAxhyvmyKxvuKl46Z0XnOsUAcOI3bY9p4xIlIvTrn0+htl0K555EvtxrK2i3ROpUOfPoDX2lReWTdu0wpevba1fmm6uKN8ObLyfZ5StNUCZqemF3XObIxp7DHTtJFwheWfCazGVKKCmb2jZ8k+odQwETpQ1PZmpn18Hn/5hXMPKfTOZ71KGpCvh08uxJA12IxlKk0ioTAGN3Nhop6JYidyIR29FSpZ4msGcaavxtiP/0JcIfyTjw+uKZk63ZWPt4NzQFXP9RGL9IJ5sawy8An6R+d58Bj3zcgmtdiZxQ4Afq7YV5cxte+9hX0JQWnjnQ8rLStYFPheIjd+dU/1WGxWCnWLUZbbUZZg0HoCGw4RYTlsSsI4uDwY8f0Bgfi9a3bl+BsHRwqZlnrs49cwH0Bd6BvgBVQbvoHJETU6XMX/BF54eog73rWj/+r7WJUag8YSbDnmquVFr4yLqwo8Ktz0KvM+vxwFqJ8a7H89eJqRpNqQY3D+adIQgVTjS5BAEKiCj5LEiCuAVyZVbIpS77Svbsf6jnR7oT5VCrGbkKgP3tFPIscH8HzUD6Tri1/Q/TGxqFSw5H3+9jlzM1t55rjOa7RN+i4ULoG3FLoaPMCib+h7hB3BhVBPiXaF2HO2c9pq52M7d9w9Do7qqv/ycKx+BJH9qKyXxFo1v1dAY+T/uGx/P3cYwVFDZNDuSnjQtPeKs3RqP/foJ1WflMDodBrTCedrlc+haDjvZzVdzNil8NuhKr/hlMHWXxXHoZh9NtKUUNU399iMaX4OiGtJQhsV/5dCYvImKA7tWPKBKFl0J8XXEVgy3FZenTQnpecAg89ZjEE0A35ObK4x+5bLdKm5HZ4YD7yY9yJKvrRcksiXu5tgldKAYjsk0WNRGV1PmXGYC7z2O5NYWL+I6CE1bfSxp1T98yJedef1cl5b898QJV7iFZl61gxOvKT3CKGrENJyJmILyT5Ai/JMwuY5vK24dealtGbnqKnrdtdVHtd0FkUpPv6VBzuw0oEfD+GG6COKddqnA3NRSh+J6EVPPNkNvmut/8ZPYSjry04oM8a6vVIz8jNq3TD14CzhkXrEZoW10OWf2BqWS+SfuVTkofvLI43IDjwkmDJG+z7QWChWCXD7IqZmRZK6jkD8I93gxyUQoV4KQbSuumgeP1dy9k4FC7CFzVUBNDjBwth2qfADN/0v2t3tqHCS88kwkjdtzKn6TpR/ugQE1ksr0uBKH/k/zdneGHcw7jI+1DlOYPYPcJ4ItA4uMWwtAIckKFH6jf5HP1j22Z8RuW9pcHdRML4n005SXV/hY9rAeod35NwiChUH3ONBELB0TB405reTEbDcupywgAsl8HA1GIgIJFKBggBB0FQn3TJBwCgIpiQCFAhRgcHken4gQBuE4V89ikZhy8z+NquZiGAGA4RcghY9qnyTh0MRrK0SAcSoQ4tlNeZmOkT0hG3GVCDYQRBieUgmelIEdU4i9Ti/RirLDIukYbVARNTNVIYUA65NbgRYQQLie4yGfO7mhmodxpE4eOFBIpy3VqDhUNCDbpynNheZbtaR2PiqDwLH6tOJsAU+QYRc5SZHgFCSoIOIITiyQbBcEyVSWgQRQURIggAjaHQR5opiJ6Pp4jE3CZaOXAcKd5LBJM3uayqRRl1AoqjFIOgGJIggehXiGAmWldThbguGwaSeFThRT9rJAAIaBITVXw6Ujbmp9Dj6LjIQYRSAjpChQ8QgdMxyAAAnh6XC8NTPw/JZb804mwOwAACxb6N42Dzt743yO/bgKAAgXIqara65Ya2Z6mvke6S2u30SPbVTNkCz3qF2RZyjWgUt9b+gRYZYW5V9946Dj1p7mIVDr+/G0EsAVzOIEhSFjADAaQn1jzGbBNiw9evf10Utd74mGQrloUDxWya4d4NcMOZNb6oB+UCqcU/XPtRardBCNbttviDsXO9hJgQ+v0r1Rh7cOslX1rKMcd6Wj1frc/FuxKwYZuNPSezZ/AXr2rggDxrODKH6xs4ogDLw+4hQZ8YSCE1fezAjNM6ZqFLCJAyV3XH5xo5q6T/hHzdN+IH7sQAKoAwDCAQC4WY/KHWSb6IZlTgGvATIX837zI73pTFi9uZtwHTanFSgA3f9FBQjF2KVgzALWY1kGWM4kDagut32NBRjROOAQ4FYLt0KlQBM+cCuPx1qlwqmSdimBN2Zrg4Kn46szip0pgHO4p9eozpl+HNu0GCSg0UwpLL++xi6ivVJd7Cti0GJCgcxKKaAgttJnTXJ27V7dOA6N+ko4RCqnXydOqwWKlZbLTY4xXgWh+QgOH/uB0GTSENLzTNkm7gfY7aO8XbLChIbQRMK7BTs2sSmXrUO9XlTiNa7yflFCvpaNhtFjSwZ22OukQWr3a99gcGviwKC1kt6WBMgibKndPlNklRh6ORo80Wu06RccoDVHfkjLKcJWDjXWJrpXelcLT3GyP6EDHBfTyAVLpMO/KEIT1jAIBaT3Vh5Iwz8aIEr72gAoakdBKR3bojwnEaLfgzQTCAGRgiGeQcAE23qLCcvOhDOqTKFW/tk8N5FbBC1ODrzK4I5A2DLyDWbJJ98CK5PA0rLQIdWhBmmECpWXaF6j2kQOaA6ipdDBwDYbp3XQ/+rWCHHySCaj6Rmd7em2N/1PjdQUOAQ0DCwePgIiEjIIqCw0dAxMLWzYOLh4BEQkpGTkFJZUcudQ0tGx7o+kZGJnkK1CoiFmxEqXKVLCwsXNwcnHz8PLxCwiqEhIWERUTVy0hKaVGrbpAgcc8HhgEDkFAQAgSgoKgIRjk0Pn/x8csRWNi8uxYRBfRRwwRY8QUyT9YAeB9hzfCCU+Q9fsX6N/NAi48kGuPGQGq8/wnEwXBbIfFal/U2gdeAQKbETqM/b4HDGB76NPkXgKXk987UQbn8k4HtmRcel9Nj/aeB30xyOie/RDtJ3W9SxsFIaje0ezl/bjuoU7/k5KZAGwb) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Main;src:url(data:font/woff2;base64,d09GMgABAAAAAGLsAA4AAAAAybQAAGKQAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAhjwIWgmcDBEICoLGeIH6TQE2AiQDiFwLhDIABCAFiGYHjhkMgTIbXaAnxF175HI78Kb8Z553wo1x9jiQOhKMomZRVlmy//8/JekYww39AE2j6j8ky0WRjpFwiFyY86CAwykDjjUChwYd8q3z9AHJlLpPmSGzVKKJ2XoZM+GVtChwW0pH7YMyyekx8ooFtWZfsbo8QxDfEGQ4icXiQsDt6HHDedmvlS1hvd1v+yAZai/1/rqsL/8Q8CYJsv9QS6jxmu/WSU9GimNPFEdGXEbulZTI9mlKtZ2DhqHPqYY3Uc7PWsM5Pu4IjX2SOzw/t97/2/6i/18SSzaithH9WSQ5xqgc9ERoA6VEsUHCSE4sTu+MM+70Qk7PuDLqPL02L70qBt38PgnBQkIgQKCG1mn9mVVOXMcvNow6zXe+Hg89R+3PzB64dyVWwPvSE2/LAw4DTuS4OIJeFoUb7gzltJyRkwPJTgqCwpMQLSvwcAFBs/ubuf4GZCu0iSVj4oCztgNAO9L0Vf5d+4Rn5/2mltTdL2l9KDAkPPY4zMWUSBqlnb11Oe+el2F8x/YdGwILGCxSmjIMNJsDBN9vLX+SmQUS5vS9syVhq8QCkHUFdqr/p1f5V1XTHl8fL4gJgPXBfq+uDBYVkAJfmVS3zw7QgUPjhYR9G9IEpVvfFvUWZZ666svHyQ/eD9tgcX/CwzFvnjKiESah9ZspUzkp8ESkO1UO6JftCwR24PZ2GbtNmN/g9fFP/LsthGJIzVBMie3z5HA4ZhSFDW0A5ewSVatVIKcB9SuFMr9C2Yyzp/keZc44Vh303+918yLvpbjuERojS/MgJEJt4s4B9wu16VZsG58Ei2fQXfnenAD/ac2082YKyRyCKh2rkgd0snJ3NvRnLjnAzRwmpdyVkhLmNkdgi7qywkYVXGWFqTMVwlS6/p+qZTvkalOnvWrdrV2FXHR37tzZTefS5eAPQA7+gAEDUjcYUDII8s4SuLtPBKRnCtQGUSk4xaSlNlIXtU65u+emibFrXXRuW1/Tt/b7ls7u5ObTF7qKlxiz18pc6l5oRZg0ZaAbxUPIWhTKYZRk/tdqdSG5JfFMSKYt//U58zkX76jOmY9gMreIiPdg1sgQWuKxrFU1gcTojUXbeIAQAeu112//30/9dzGj3Xbycow1iIQScsHL6Nqf2nHst77SfVH3F7XrGYWBID0wGGUBHE/zJBIAP7hGANblQz+0BANTSXF6P/Dj1Hd/xJ9xZhWJ0EP2j5J1KJbTkZUBG28UAKCv3A0AGe5TQgTEGw1kdcQK+tX39EOcRgWWY4+9DjrsmDPS//uezz32J9RGbsblpbyWH+cPK11BhTVVMzVXcSlxSIbIaDKeTCzzl8llaplOdlfOlnPlmFwk95PHyLfK98tn5W/Kz8s/kN9WAAVBQVJQFHQFpvBRSBQyhVKhUoQqkhV6hUlhUdgVmQqnokpRq2hWLFUMKVYpNii2KvYpDireU1xW/Kh4oaQrlaoTqtdVb6reVf2o9qgXBj4L/Dvw35DUkKNfyObnATJQ5YM4Ku7iD7iu/h58Bb4HPyCM/619hIMyWEaVYTKRzE8m+4fRw4fk5+Tv4BpgkDtQBV/hf+7A42sUTYolikHFyroxxUu4gB/MfnGKUvGslWqIBfrTzvn2/wua+a9/dmb67JmTr760ad3KbjveJn3kw+95t+c+22t5TFrZinpbXE9dtVVn7vO11lht2KAmHBgDeeG3LZfTTjnphCMOm3XIAfvtM2mTURutt9oqPbq08ShTIk+udA4RwlGQx4uRHLHFnNTw+kzfXsoSlbDdbnEo+AOQ0hFNu/ggAK9Yf/Y/d8FGRaLhlncWfo8Nb16Z+uiNTcRh/923O6P+JEMDJbgVJga8Pwb25Xtq1z8DN9bYfYxL5FsPRJ5ODDHkxUJ2nPcE9whWMh4AlFXUihBMy7IignjxFRWg31PmL53Slh4RoxY032ppNVdE/LoCqRGxTT3xxWpAjQajMhve8ILuwV44vbyBs0t08JIn08p+cDXs2iAT2hjBXUowYEBaT6TVOtuhB390eLv8c+gmxsliQm03+MoZt/mvgMrlu1n36sXdPtGSO4vzO4+GAs3Us6utGs3lJzhRIj9mYYn8dz0JsWOEqRjJIr9FtlQ0KxtB5KRcEFwPBBfmtg+50/k4GR+nY0cW0vBYlee1s/pkhOEs9MQeAyVFraIKTEDsqR9DnV3A0JQG+s77cl4ehdbXFEnERe8pWsBVx207XCii0jWpdv3DD07k9OtDijIZbRHn7RA7l+YWxLyBJ9cB0VFibcf1KuqgydEAUIiJMds0FRCML5CIekvCvqLe7bQJIO22uTjG8vzZmPRJMfDiuLgVwWDOyWqiaz5piLU0iRxqwIchUkjsMbiQi4q+pyWoBYNe9Ldy0luKimed8fXvhK3rsvlFDiw7ITY4c7s9NiPKbhe8E29rnno4Cmrs8mVNs6KDjgM057u1jV2ZmgC13HXhxIq49GA9clscY3mRi0qXEfmpOmUq+tsXeP81FDwY212yoawqeni/Hd5/WeE63x3znt5HAYLfuNgyhFXphrkTI9fC93JOD+GigIqPWPquSnzX+W/dZNPpenlTqBwnI8iw7GDayDlrqTKEAYFaSfgOLQBcsDEhCY5+YUr7v7QApwq0+zVQmGJC25TMiIoiHkXLp4ErF0RVvSf+/oS1+BMl/4m1O6Z7JQoIomLo8pBEeUQqeYVU85jU8iqp5zXSyOskzhskyZtTJYT6odTK+69BUBO+3lJou3HQclKOfdx7eLI99vl5S3GKk/CxTVgPdgEUFPmGDClyKAoomlC0oGhD0YGiC0UPij40OwKaZGXj/MiooBVfO2zDCTdAHOVrdYIMj453j8/LFMAMkYwkrcud+sql6DwnM3MnKvbYbrYdxGm3qGlhEu6bh868b1Yub20AT1BPbuIUbLNrLyAMHMuKIiD/QZkZv5D1spECPz8vW0CDGXZFsOI/oIrbqK80FXe6UUdFo7R3FwWJdNSNJihuKdNv89/7tsYJYcfd4/aaDjsJLlxc0917IJDf4exi/7AuqlDx97U42s0jA5q8Ay9kv4baVJVaVFCkHj69P+k9uQx7WM+nbovz+arpvWyHELlQVjKNvCVvqhjv6cxHpH0wYy9UmXo2PDc5xHgvN1DdT4LKWVmmad11mnD6aOURWnidERMUsEXEGAhf9WQHdtDEeQvybiubdS96lR1uc/mABhtCXc2gpFlPnzz0SGR8CrBBiGD5SMwcMUmm0fPdDDUa8a64i8BUwq2u5sGmt89bzAAum+lWpNDSvXx8DMQXDjA+uRnobiG86gRSAwRSe/uQoXNzC2isLpPkjzL3Xbzk3HXbL/VWrPxxr8C92Fh2De5HTrXJr9cz73TrosaaE01OeUDmppNJV4m0N92Gw/mCBrWsmw5Po5A61O5rnc7/FbMMBn/gPgz1l42sO58rY94wsjMzYC8IobOBM4x5mTovlnAf5/qDm/zwAG7diQtSaKt7IedvXUAB0BviNiYu5mn3V18i8PVdQY1pLipRw5eRzM6De+ZdwQDAtMFVjgc2kBCGnB7Jsc/HCthEQphy+TPsESckzAVsUQFhKeiVCk987YHegAfYCnpnD7t8r/YYlhAETotyHHBJAZMlBIUzKibscM3b1zp4AEMwJiiAJdA2eABHuOeiEB8849WGyLf7fBR00OMeQzFOEiYF5CoCODFAJT1iBinlUcbLcgiO6BAeqSNAnQDpeZ6ULixdWbqx9BqCegOod0D6AZPRJ0dfHH1z9BOC+gWoP8Dx/5jwaz2r7aO2NuDG8XMQ77yZjmgMqWx3qwfqe6oEAQjsxmYg1UF7huADxR4fjnkC9DcApwQAEL7BDDz1FZg3hrAWcSCtKMZqcT0PAg+VJDYrTRq7GMCLeFG6XgrM4+iEYhQOFOjJABLvVyKsuFwa23oFT/A80NKSGkFEAMWNB0mUsgKPB1ETa1iVcraxYhZKTBSoF78oDZePhaD9q4vCvlWvP3euEDJxzP/2y7bdqOfLIsPClVH1+GyqXhz7kzbnw8AWdpYw2tig19hYjyk5CpzN8sYkKNe1eVmVDWczsU74rXbZvrYcbhiuwfGG3XDKgeiQ4QXV8Xat0GoehDe2pdeyE16e6R4Obyx2Nq5b1/KXBrUC1+nWL+rToWtfWZiCMprZNDwl+o7Z5BwLp+q4Ts555hMZ0F5Io/hkp8+saw8wjht1c/bamaV4TDJ7vL6ypNf4f+Sv9mQyPHv+YI+eYX9zkefZE784Xly9bJ8XDWNLNve5L8zdfVa67llhiM5m0JNBy2Iirg77B73BsddjdDBu54wKh3l5UAli+LmXndFw5A9pP4m9OpVepBNdi4gRWYSTiPGI0qqT+vXA5NtGSoQhnIiFobB5UfOZV/DEekZNHJTNfuVc1Wlb72lUHc0vXThzNVme7rIO8y3Vws5cCkZGL6Jb2FMBBtwnlFAkxj/+XPx4HqeAk8lTP06cw3aAPClo+u8Uwq+VGEaQCpI3/U4knoCYCK3FEN1whOfxpTM5J9xHYI+Di/Bx8n3Ur21FgJbXTd+2ybLMS1ymObOG8f+mAjP9pGCSKWCnhgnOZGi9KcKG5cWpsQfxlndxQgPg1XAiS8BJNBfvhuzRHTHBGs06cBzJANFrBA3qHA1dyLQpATq/yIJoJnG3GRTRqxW/OEAybMvPgCcgKkjdd5D129htiYywVehBhNB/4HxcEF5cRooGQKCOXdGGbC97tXm7622lZK6ZvvjPMOctJqP4KrzqANEdYVqJtJxH6jU6NBg2NwB65c7J252mX3aJfS0kYDGARSZsJOPFpkRySzikJlTXCu1HIp08CtQ5qs93sJfbqcGzzGyFFMJNgaggx+E0NJWn6FqUEUp2aiX4kYdCkb47ZAoSM0guhTNx5OSut9HqZW+zQj3QMxqMr+l+fByi4GFgFdmtdYWXHPc0lpIwhUzOkCfAgnfvAjSJVhF3kvBwBuiAsXiIHWAgw4VfDCwSJIMcFu55eicHkULTdtWXk7VyBfFZwbcbxHAO6WnmrII5UODqgmG5ba2X5Y1WDx8n9P79ygBpgov/xzGh40BBu3AZ4hm9WEiW/KA1WwD5pRvYNaFCHqRg1nf9DU2HBkToBzlNlDOhX/qcjgFM/yRSNYeE2h720tOqXWBNTdTEJzHhohAND8MEaZuAAUScqkL7DZHEJbQLHGndRF9Ip5gDM1bStQn45VDsrQVWdLLV9MMRdvHW/vK4V85G5XSSy+FnD7IbqfX0IaVTn7xGGlw2Cz3FHYekEsqnQGxkE0ZGClc1Fy6htI+HVYh33oGwqSHWQJpLqejC8tW4CCenldCI5NUwgkGEIMfXeQZ47FR9eb/peIxkR4OiCZBWTb3Krpwn2boxcJI2PUVysVMa2OOFiAbSh/4gLwBdYAm7MITDt2USeO/xhsrRJaE2aFDMJnACi7JF5NBbYhhSlkgRiBkyE6PuwTTpmi/2/TMrTKvvzJU1mBGhFeXYKWTzNcTgS9gDlDE5mvJCv527RDZu66gIu6PK2wpiUtMqgt1e7qlrTsg9IBcg/wLP/MJxYF8T4ceKf+1g+XgEa5QEs4l7q2prscoG5KEtapJGVHM7KcxA4CSiru2asFCgLv2SP4biy39XoBfEz3+OWy2S2fTFj376U8rMt5rwCUPlu39QNP6PhYdOh9qaGjXnTOL6r5Q9i1mqJuY87LX1Ec2rbOXRvEDBj87Ck5BSTcjQEONIWmcNBkCf2jdZ5T1B+DO2xQTAC85LFAJqdEZjkKaOMDXnPvZCitTNs0x/PN7zFihqolHniAAtbdxDqm0B8+rYC3IciUhQEvJjLrgoMP+HAE6AVnCWwP3g6/XXLpIb/cozXNQHB9ibU8yV5xk97LrVYLYoPsrgl9DZZo4CYMWVREYBaT99U3l6FgszvC5ePsViAYAmC47AZt32NSQhvyATbK5Um/ZsoEJMkJQfiEEj4Yn7g2gnRksGqroqJ9NHr0/7j6dLoaHpcGp3JG7WNYN4PW01J/Dkvj3q70qHwyDjUNAgZ6lrxCiAb4pLsmNUMHu3OSnjtvzZU72BBk/cCBOQwtXCFX62GeyVEbWmcjw4b8O2nK7ENHCdkxH2pdSRUbrSMjLw7qhxWc+Qh3r2q/ngHxsGFkFlshpYim/zYG6k/KillSaE18f9R3CK75qi8fkN+L5upW6AvtqaUF7KR1fMVfgN8pLgzC5Huk088NtrPka30XeCAs+MgFH3jGFzlWPkeJK0fOOcxfbJUU+pA9zJTUF8IwnG6G84X/8ZSWFfVVwZJMP6lzRjX1nS0O4RTdhfzjeOPWiAmOK5MWlLsZQyYmJzKh5hIJGrKFuUjlgy0hpxXI64UoqKWEgvxrnS17uhqhHvRxqvkAz42NeRjLJlfjcbkU7jS+QrKaQw62EmLir3yNawsLVXKwFnpXVTPLw28bUkc9xM/cZpX3kCyU9pCXsYvAmdTbGhFCfFLP+BDm5MhsSKDx+3Gyn583mQZHBWjLKaAWJrKHTA6QiVn95K7qlV6TIXKSpc8ZSiaq20XtGsLgZ5C8QKaJK9DUyFmUNPSbccjcjgaGGd4pCYyZz+dBedY3pwGDggDabVC71xL8OKQ158oB1UtgRov1gYGDoYl3ffK+GQW1vAoYnFslUi94sc5yNVL4OYus1dY2y264ZCr8HT+d8wvmMPng0UI89STzDd+CcREGpEciSvidzKnxmDvaf2F/wTk1kYkM45oj7iqeJNhd4mVQKBN8bjnwYsSk6Ve+FvKcW861sB5ntjWpVbhbxsMdOx6AApQAFTqdwfVf20/xswIaYfJ/E6qqF9aDw79wkYPGVP1NOYaq5xloKsHzcAemwF/gomsQPzMzOUjSEF0f9i0HhMh8bjRS/jWKeRVn16xXWks6A3DHz48OGJoHljEjP3OpQyIDo7RMuq0y+ZgekLsLdAjk3E9ugt/pTusYdpWi7pxbxsIzUFHLB1nf9wtegL9cx9VkYBv7aMtMIEk13sW4UhpB/ztF4UYUY6OcuhyKKNT7cqhaxXzC8ZAQnpPE6Uh7V7tDTV66BL+zwSLOaFI0cKUXGmB1EX3uidS0dRv/feMQkKFjjj5h4dUrtQAMuRgrwV6s5oJmeWXNiwm2xOkY76gyJQBgu0xC3hC5w5T5FR/FlWJ6aFb+dRoEU0W0V+jWNvP0nPI+w2axub9oExpIlgmQuCSYWwb0OAzhukdgoItxgQFLfKbxhrUv2DTOvfQAyD1WyyiIII17FLBWTDizGiu61YbafYPU1IJI4RDyeQzr4SziRKMqzhGv8BoBDe3c6jIsOa/w1Ffw8FNZdWea18JBexZn/zwC8hkvYbzP8JYOFFrcUWqzm+qNujT9IVydsY/1hOoRB9KSGwoFsP3MLxaWW4wq4rAd9XOLrVZxSa25t8ShWqlL/hM0zZorMiuYL8An8X/fcC8xh/AHnfpIAHUoRKa83q3cZuKf5SA6mT9zEFPRZv7V1GWncHUfrvMc9q19AhWyAK2lM3kd6CJvZreNcSUESwB7ebMjwD5CsQulgRSDPvTSPBYWcfu+0l7lw9Y8HBg+D+TSRgKXPoW4zUXtFuNoYSw87ZXDp5IwYNoGnRtyzlUu9T3240rRfTxgtJRdMzPYXBc5ShDEvUPEeUIghJXtXLZgLryU5AsagSu5DL8fI3/NwOtSvlTljzaXYbCy57tf6M3ASDKLx5wJ9wV2vRrqXfeJJEUo0/w27XWLT3Gt6bL7v1lZPungaPD7GrggZvHR18D0csCn6a17R73pMaueG7NrGjq+q3PitJAlPGuEIua06990WXS38cfy8QNa+pmeMvBYP1SoNH8lou6ZlDJkCXHguANo48WLRdhoo8Pta759QhYt/RA2EQfC1QHjogByLo2/EdMlo6kdZkLX1TbZ0SvUPAhLT1p/LZF2jJWRQ1tgBp1VqBXUBm9FACFs6m3OY4m8jpXa8w8HcTw+IQuK5kkAxm7vMQHIvKs9nPd33zeActkCOddJqijJXWOnYeJYA1oCOwMic0uhmU/vJVjXgHwqenO9ax4QRuT0v4F1nZ7Y2z8MAUNCrrY/c4L2MZaknSQ3JYdaf5csdnuOJNiWGZ9hYTasAY1l7mHS5wOsjzN/rIlbLNYr+1ggUNndYdMcRmkWoDgQMxGuCbqtzw069ki1axpz9OUcbCk+e7ONL8YvOinl/40MLtj4PSznKBr2SgbdwOvj5lCt9oRNkXSICiDqezXx4WW8GuY8D1RkouVVmJRpCySGNhajvFhcQmKpkYxVZeFMPRfhzFhQY7hBNQKwFEZ6FuQgfqIoQ1eq3Le/uImlXhAmKX8UxXr7KwoIl642b6MqTluGZbhdzTqEEdRnhm5odcxfwC3hPM49PrgjLpKuqciMOkdGYspVHGjUKMDRwVrfK74N1RYRPFOMPQa96GTXiyFATB29CY4cpXfmcNhRQtVfTvqSLKy45sQG71P4kf7mOraU/ZygCFpl1oSIZUtlpNFk6kbwfKAeSEtxtEjW5MpNreYLbGp3UFOXU1BZ3TieJscsREpDzIr7Et9qs7DkBgJLXtC9ERKFwNUuQUi4EV3kY+gQUoiKoXtvlT2B3r2EcGkiWylvaH6/wOfsRtpLubgu2NX7x5w37S9IEPHANq32slur+/2X7ve49DGj5gA5REFxFrQ4FkCa+rvghD5c9D0Eb23HGjir9hWNDwQm8Tp+Y7p97sECfb692NgLDBu+fuwcu9p1fX0Asxb/TjqZvJ1hMbkLcOFG42y1jDOG7lVzxXSm5MEbSIrFoy3lOlSM3P7k0bvxQo7h97g6Dux5arXJ3l23/iGMyBeI0RUSry5Q0u1u9PchFrRoXdBEdFX1pIWSNOvEJoAMsP76qRI4I/ZjIZ8HSqUI8eHWPvUHU5Ln67i2mWhBm3I4/HIj+LUyD6WffPZcLxAKIs9XO9IwYMEBc4GWW/pYzA6n24+D0XGxZcVqALLvaKnpdYmhQQ3BYgfALl60gbyI8RCx0xwE021IY8BXXgM1REFMTgjTQwUIVCmn7UJgOYXuLboMv3UUDEZln8Da0C0rCEBvC1E2eBSJldPeABZWH2TV7lwjq/uiSTes1ngtBKZgeCavATNIbFDLWVl3IVRZsL3+gcOFj/6IcoVIUkdCzT+Bf/9lTGDsJZxJiyjrRgGFKqCqS6fKJzCJYPQEkhcpphqdvLkUBu0dfhNuGVrG5ygjmKQ+WltUIKExT4WSJCde3TwJmmCG+iu73Yml+je662ni3nUS0Wv0muSpbvd9VR042wvetqDuHrnprmqkUYTE5WVSuSs9vY4WEpoLjLoAEy8wf4ow+pjkAPyvWWEZaXYgDZHdEC8DcX9C1xdNe0f0/lSqnC1DeA/ElZGCQvC+EwgPDZ4F9aZCRub6LJI6xff5oGY59XsZH5t+z3r1c7Z2k1O8+m7et7ZnP2umzioGkZcY8A9rdFuA3yIbasBez8obeWDpCAEn3dxynZnNMeo2qfEznj/oEHS1Ze+/5wImcyw3yFYa1n1uQZqH5E6d0ZpLqpTgvgIrEBQCoZV0nQbraAQxraEIItUnqUUzOJ6VRbRFkCNsHl2lMB8VMDWPJKFjgGlsBDI+Qo3UZbA7vdeoUxI6BJcB8U4FU6pWf5dIt4pLGpEQUm26LVJHudHt4pSI07jkCrCA3HelGrUQNdaTmq1ITri1lLwJphOL3mjJjwUwDfVDQLOzPVlS1b2cnIWThLFYQK6V4ltUlwdDtMejGM/SEyeCD7K/vUehHRqzyak7AGSE3g8CSKy7dYKCOLqGIIHMn4sYjSRkpseKS1ZF3plomAQFmX9FBHS/tea7SitrCjmzPGVSSO8CwMB/jqQ/LKeFs/3MeGNFmKhhhvPzPm1bggiNASP+Xgpc+ZUebeddzwUOYZjGiJUHMxun3NuEEV4xOMc1TR5K+wfryBs+sSIVW2RH5fQG4l5kPSSXfCV3NQPEj0OltgXQf8M3SJ2JmBYmUtZwES8LMpSNLZwhNOvHTSyS/tEmTvQvrIAQjTb4mqaAJQjPOpP/jTS8Yp06z5RVGPH8S6bKgOnkLaCWTK6oE6+MY6zFgZXmNtmRDOlqv3IGa23WxRCogLaWxDm7zQp7ukk2WvaKaOAenWT+qYHbkl3IUlhqXW1I7yA92NoOnUj4YFwa0CwpqstJYkKLWIiSPwLib2IJRHSNrYTzGlCsLWCiAKhZNypCibQhleRe/G/cHYdHaI2eC4nk2spNgC/HQsGqfa+c9Y+ieCrrllmwFmkQnlAmOBPaoYUt1gGyi5ObB4nRIbolfATyKbyFJaK1dJ4/7A+suvMn4pNsiXxqGa8FiLOdUDNlBE6lUhNX+h7RENSKuxjFmd6Sik574Sd8c3TTo6gYIU2Tf6TCkO0ug6uz+Rrsh+OVYoh1wKyyehRYssbdRRqovjTKgVrSFF1V/OeHxIgZvzOqDDat63HZraVSMCJ37wVN7OvOb2X4bE4uBYMQ5sjT3U3boT04/b9a56xpCU8V8EMgBOO0QC4gTfh9DEG6UwrfMKCuFnt1IZnab71a8rvEsvi292ADqelWDczqXOzGMWoWOETiKIoWE+jP+DGYKCgeGSuOP0We8ATrz8kMG+ooV5ZKPQcF0jdbvfzZWf9wvF96ButE3+Ipp/EVka3aA6o1DJhqgh8zdfjb8GzDCaHs+eAcbGJkYB1oX8zeFGHpnYXXDbeK5765vtZvNDiOnfaOrpvI7dgrInwh+h0di5vrrFU+wyOZd1w8LFMJgr10zW+u9Yt3I3sBHu42xwYd9MgMTWctK+M/aCnGtsA1zJjLDm6vxDG7EporRe2iIHEqB4iocL1HrHt9yVWX13Lw1A/BMMTjTvhFrOSkOzt+SFiWfKZOhpl8XqN3bnlS6EnT/rjRnn8YVfSgYH7a35lPS+JskzvZ3lD/SQ7q3ocRSIglflytWhMwwZi9qvuvGcLgnIf9pWfZmLoriAZLTFzVw63SC0v+ACF+1sL5/tGefFZ+12XI+LbxAyN+d0cZsT624Mq15r+eM6MNqAlauFDBP/a7WdriRagRmVA0Hf2pwn+EqP8x3h9SeFmbMb5QuzSps6fa4IC8IXmqaTE+c1kHCyVr1sfqCmBBdmtbAeDm8/ddVtD5kbwurL4Ucd3xEQBkJZSyCCa7dcIVxsdpzrpHWKmDxxYar26+Irp8waNGutJxq+AjoqudVddONWpzlg1ecJvl3hDErt3EHp+jwVOrHg/AahO7NxbDPtD3dVf+pGlfiAT8NzF6mTLjuAv40T27Jsw4iyQ/FEXkha9flIsSxcCQ/VMhx5Na9GAiHNCZZyBywuFzgjOhBoWTyD9lEcJx8ZklSamD699HzJiYzg7d6Q0IG0Yd0mQs+3efnWxj827NJjE/zRQjSi4nxGZeQD/Ku8h8ejgUcMVZhgU0GUTcAJKYpZ/kxG8vIIkqtzDA1v0DExI7PcO0RQT106CWS0oiLPE8DVzTAQWHKWRuFIXmHkrIqMCUBlQW+TBiYu0zIUr2qTOuQKsJdMcNldFkdi436T8v5F8UcRvymeSOGIKoV7kfkx+HjJ4D2Wi/0iNX3r4EsKX9ZemNCXc8FHuj8dXsaSExUPKnzy+umZFLmmvyRlL+eSfdT1qXyr+0XYYS8u7O9Arc8k3KRtOalM8YoKD/z/EHVKcRLN95xTVNIxqyqRT6u2F/QTacx0GJyC1aqoEZEQqewiIOMKat1GucQ294NyIrS30lm9QnGwWQOF2HmC0Fgwu7omn2saSytpD0hDe637eSZibjqdwf5LyBPkjYkWpbe0o45XGD7OcfcWIPuhclawO5Y+4ZMhebH5KsW/qdfKgDEQMWJ/+hHpYyBH3FK4yJ3pLLxGwNApjGnCHX21/fsONIb8PLvRZHyHNPEAoTFkWdMp+i016/EqAWn9BoXucpJBiGACoUtpUCh9yqwGyQkliCWhaxfxAmTvS/5nAwBfYkqbANmmNoAFkdZgwGalf10q7pj4JxJc4yoP9YFSao7PeS1d7DP5DLWC8EbC/SgNvivO8d7ojcC7n5A1qfAQ4I2W9tfexj7SHjzAHgTHdLqWra27K19rInCJobCc+Rjji/6g5YQZ1oMRkjElrlIVAkDY9cCRBmF5Iajo+pSsjY2v9kcIzKlMty1a0evZ7fx4diI7ooFlyh9IDzN2QjeIso90Eo/KyxtlaJzEHYmzLvI3pBiEH0Ha/JA/nIElY67304cP5aXTxJI965DhDcQIrrak71UISr9Cxi1CWzmTNIs1YMW0O3syYzaZ5rN4IsFFxwhkG4Z2uk+ZE8fLqzEG7K+fqJ3T2frbYWShGGt/6ZfhbfMv2pV/c0IIikz8nb+i/S2jvfFLf6PsyTisHFTH9bDwmbnY+pW/MX44aFtRUvwbknqFtIuT3NZq3//NP6V/ywFxYr3wLTkRz12Z9sT/0u3cl4MvtMECRf1CtjTCDL10FaTz0y1HS8EJT3gL2qXTP64X5T+o2gUW4UdAIzb+KiYsT1WpNf0SvixdlRomA8Z19UdOIxMADkvMThzL5tLSIGrHXu9dsc74MDeUWYa9M5t9zQ0xG9ntteuq9BJXQLJG2qT1VaQbmbmrespkFS8fXfFgZnzp358vZgeGeY979/cyPJj98kgYQHjzoVgOTng+Ht6Hf8KXBx5fnP1FmAoUa3A2pprlQG5xrj5TYx4NMcDfmtG9pPkNznQthwrqhzPZEp+nb/CsZvyjhnhC5RqTGv7nN7OnnKEVlcJnkiEV8LfWVZuMMX/EnMKwr2TRx5q8lKkG5XvFfQXbCqc7dlqgHlTseGpE/rOk7ynVv35BPrwcMsqhmNixncBOU1xsMXBwcJ/IUgQeRe6FfCJIq9m4ga0kis5XwueaXpBblsB9wSXBp2eV/baHlJvL0cZxezipVX05EnxSIamh7whtorngxKPrBv+ZHncLJ9fkHamUlzinrfDsziRvcY7vgGXXC3nnYhscnapXBcQxK9Tsky4LycJOnVPwgftfQeiP+D9NrVW86mdGb4LZYONNU+I4S9XPzWvmlxhI/RwitgP15G4fuBo00J1v/dz6laq73f4I8ygfFzTH0cvxLH+JIUXY3P5LKvBYTlOPg48r97HgYNJdy4xr40CtVviArnfV76MPkYLoulSjYytM1+MVgcS3c6RcR+VDHOQ1lCqvzc76p/jb14fTxvbc6ldzQvtGpM/71LzW2C81K/lFxbxvjGPFKcVgAn/3eNjwSyKJRqz5Gelas+p7THJ+pXLFrxemNLKAmZj6prx0ZAlH81ZIMGjCwLZqvpSKA8VSIgf8sXQAdRBRRK0fEZ/O7YP6hL8lMNvqIjzcV9cVljlm9FVrZTIvOUrqxR457t1Wu+Iae2kMzmgiuiE2TldSenrhbHfaPTMXEpU8HYVOOs6drssqy2mvVj0K4jYDkWxRkAxOub083nRqSSaynqGjFrK2ifqy4eWVE0G/l5MH8FjYhqbZP2tB0UDjIO1PgyqK5km8Rf4u3PJmC3GnPp65O6KCxtoCb9oLN7UuxVsssLvGz496g6oCMF7/Mt+OC/cowml4pZn3sUNKiZg4khV/Abee5+XCoUShpWECVfaBDNoeIrYj9LIkL8Cv8mRyJM4w8iwyxczfDSj09nl0cIJ7CHSNV4+Gs5ssVH11U/tdBzqqwrIER0k+g1cAnvqoidBl60e1hphfGPT5Mwb72kFuFKC34h3goUoN4Fi06Q+UpAtW0h/Y6Ddw9pXozhSxsCNkBWJ7NY7xrLLxPXpmS4NQlQJJWw9FVlgmJCvDVwrjGIR7lIZurQl2snQwa1NjhSRt+TViBozLRPQ+eWURfMOAySGcjuvNL6IcfsQ2GYYQDOQG+cqYXsQOO4+EIGUnF0VBTZwsOAggEmbg1Gz1HuJaannf9KIbvQQq8lUc/1CTbmtfwMn4NXymHjYtLm+5sV9e4B+ADf2J0j170fGn+B6t7pgOFHbK6HLFtSUwhR3TjsEGLSaOxWLbAKZiq+U/BKh+TPufokqyX1fpYrLipUOi8vSkA7TZD8jIwX/5eaIoCBoSCQPua1pnO+XBeQaXQcshwGWloJHH9X6UDHgOvpUL9/eBJpTTwgtZG7JG1oSu5TA5LF3mH3BlVUhtQE/gYJSXy0SZjRzLynUCHlZcD+qTIX4a3/Id4oBOyEOL14A1ycGrVsuggs/gMig5pIF5RbiWXjG60g7oG1zUKMMkaZ1E/FotmQvZ1pjNoZcoUEc7oQTT2LnJZlvNihQRIRqPIg0L6mVYpQaTF8m4tRfEovH8AaA1//oYuZrNqPOS04mssfZYp6cMgqcNLoteWeOUW7d2lWMO3oKW72Tl5bv+dS4euQuTC7bxaAOV/jpXunQGgkhwW+BYUchhqXk+r8aTN28JbnYnV7K0wiX2vK84TMAk8nn65+ZuhkRC4a2ZdIYI4u/W1t0li6V9B7L00QnzVsu6mPxN2kF9B7W/9JjvZ6oKC339Hhbk3IM5yCiFHWyKUGXz8m26tFBnY8vslq1pbf9bcerPTfnHEbzi/3UMJjyPvymIklAGSqgEnEgUtxSl4tUVkc2T+TEep9fyny8zZOyoITr+xmPl777MofJXhD6Z2/8rcn7mSAqxhZmzDxRYkhtimlDrTZojUYgISuyJ3yKkLQ9Zm/UR/FxSOJE0n85Is5szuPhOGc7myE8WY2e/Pp658X78/v0lJ+UcdlnK4rucQWt0FGL/DoY1CKHxzCwq2ir+oHf45Ua2D4v02eeh9RMQt2vz0pfPYT6ITMOnoXxeA9SSq22nCG7wJY1LQqGloc3+/C/51GptSy7Ea+Cjf/H4T7EuaXM/RaY9nTx+B29mb1q+WZkB+/bO8IaCGDgMggYeX2B0wN9fiMOt/lEd0v+zMSnHx7DhDAkZechapX04lSjIj4QIOiFf/SXC2NeqbUUcbumCuxpq9KJ3xX6MMwNsWfUTZO6TIYyppFMObrv0tf8AypQz/USEfQh1PUvdetSH93Fa3AaFJb5r6nj4XnGDA10YXuKKOanvaFyVGvhBNMUEenVbllTQAmJ3/gV5KcAhXsgNpHzpStMx8aGff4Zb7Vycuyo97gBLkIjJ5cM4cuc/1axSU7/cR/V1vidCb3We/uYlo2lkVh9+PC2xWb/hwuA2OFYJ4UTM9zOIeETsA6NV1W0dP//O2yFJsqclY87HRIXxVyT7d3N7bra7M+lPMdo6pP06m5dN0wjyUdtwZl2bXl8XF/B5xucqTXcn8fT9IENQd0K8+hqZE5jjxtCpL8kv9sBJAY6YsN9DA08rYwLOyBWzCAYPT6JMvLVMjB++d/iezKUhMhGx1qjCbt0qwovKivBP7vHHT9tLFgDK4DfyrfJYmczUkhD98NwhXpCKJlh2NlfunGoYYgnT0NkSkKvjGFVWH3d2pu9vudV8ztqMsm6Owt+3GkpI4AAX5zle29da4Zlo7TDV6rlrhLJZZFP6A0GoOYT9eWmwSKFMOLxO2ZtQ9n9mrK+ZrXX6py5OKo5zb50Ye3WYDv1E8kpye4Rym8x/UhYKbpgDxEeu/9a/LAWkd3TG6f+u7QF2E2WeyBqUbAptl3fsfGaR3DMK8mo5BhQnwnICLJUSqCumCBQuCZqAVohEKG/PyXXhNkpvODAT+T8hlSHeshh96J4c6sOvlWL9xddW7P8kpSQWs7Mcy9wVBT3JsZuVstUtDnXnlC3GHU5rXxOfkY+1ylO3AoHvWJdVzVyPO0IjVA4wXQIjeZ8mJ2ak0I4lzsrDhBG7hoiLMMjq2LE20DBbmzDcU5XsyQxt3SBU7/rWeX+D+7dsW4kpVVokk3TLQgCrLTJl7wvUuZ5dLQ/NymlYeD6w/K+y/RSH2QwrdZkcdVD4udR2un12fm7/QsUafKY0R6XqOl6/StvykAwRIMhcr8hjvG6E4VpGAEV7LZ4BmBTzNst2xQiDORJl3m7YArm+1AMxPGKqtQFrxco12KB5BMnPaMT4cYb6+hun4Y8/b+DzCmXDeiJUF1OWu5kcJieJu+lCmWt6UcK4Vb9VWc9gclj9K2OiRpiMEYVlu2kbsvfn5DoZl/9uY6xjDf/HcL0hsPXxnmGYRPcxajGe1ugrZ1q4zhTToggRNnfhG7nCLEAA54tgqezCA+PvQJX6B8o7r+IzG1/eN9m1s9G/7Me49cd3T60aDF8VEKDdX8w7+7Lplf1XZ9jj/j5iKXvNqekxqjDmndWsI7tZK8kBhYndsxp22jGgA1BeyWu68s4appvsl/t6snOZYCCPHWbzY3FtaP8QXLZK2Y/rDmWYqt+ZkiaMUoLmempvUPHoaBj6o9kUkGMQ+i8y/dEMwdHROB1dvx1l4uFh0NY3C+bz8wEcFo7nflcLopZrl8E1/0IU9UL8y8f9bmJH+udCAZfEqxiWguvPf7pr8n8ppHGKo/kf/IV7dbtbIkeiq8pLf3a5wEAF5nOrM5/fABqZ1dVgoJhHMwyim269NJttUF7qM8PpuBbVAgNbvsaQA7QR2hpqXlJFT338OoszRq+I0Vuc6/1aS9mRts+0dI88RO5hFZhMRUVrD92ZQccwoQhRL8SffAs0P/rH3j2uHbQV3bjkSGhl7XkGnuBeXSRoTbfqsovAxTRORjkxD1MMXAoromT3nT8pxvAgHBM5zhArZUSbpxzlf83JmIJxAhQi5BCW494wL76AiPr+DBFxIuRPzU52mign8qzPkUO6YzuMjNY6ZUTY7/ZJXbot4vkfVfo//KenAnl4EM4LnJr2/2MVjqwK7+nbXedoyxFsxYQNUbkpnh61wyeTcI2Y+9uuEa3r2bmUI3jJqerwQYsN9aub+UDoXuzDQd8XwzG6UZw9d5gB/Pr1BDrurHULjXLStMHvKTKq27ZDwcC9Oi/OUOzYpmPJ75TfMVvEZjBFSYGCkPUKvY6Jt+vacaZuz2640iJH2lQPp1/jmSNTgP7ir+tx9kuHGD8xWf16Ag3P+e0CHQ/pfmvoX4eaIvcx+sgtznWJdu+G6XUWnI6upP6Ejl6DyXhTh6epZCtk26czRxqGjl2LxGno0slNTDxACUHnEUjjGp/z4sign0RETLkmNMYdR40sfJVOE+PMpwQZHtA8pEftxBs/3KBOEGnGzkOFHy4Euo7kdU7lUKeLso4CHAIz9CEQAh4gFpt7+IKeP3PoMJPj1bO4YrhDgS54Haw6eakrctRqMPU4xtPKCMpnvg/ppFKyX6zPCa7UHl3J2ruHM0wNUFJZvRlZdZ7ZwD0r2TPb2YOYOMfHGNb+dJzurqpz51qITkiG2FTOy91qqq8PlcBhMzXWQBnVbduuo+YRceeUFbq9xlfZvNs35juNrQW7VQMqvvTiEQtaM0G6OM0Nau8/uJwcMxGZQ9FqUPoCLhrg3h5kUZivoFZCGAEGX/Aj1JvukbJ4R3MbVYBw2XD52yObvLqZkuInKocP5dATx6/p2oP/jssMQ56gXkUNhDAXHkhR4JIj4MHWRNuUNone1/7d1b/9gk+VlMwEhdPWKLZuCeUH7917hAGmKS0kBiNhhcvDgItrVPyYnL3ciWl463kMa0xYjIUpsNVp+DM/7qrW6/Gcnz6/ZU4EXrypQJirTp43ZwKzi1kg0DhXUQp1cSej02xi7W6FzMAtbnLI9yZWWyxESiup+v+azQc5WlRrFB8XGeV8ntbDpKZ58ly6oxFS73PDdrnsRV45zeDPC/ohpHk5r1/RYQ2rgZ3KFkRFC1BeG4dPc4VLSO/JRIIO8n5B9iK8nyEER6i1Bo0fsTUscCvOaX/n7XYOvjUwrJXopzFQaxEcSTgS95364BqZ4hlvb3/b2Vhdinz8fhKT9yl4QKXo0+PTj4o2UMCN614cyT5iXOg5TsE9K6Kb//Q3dBqicjr9DSfwXxs8OF2xagfKxAvLH1R88sZZbYe+/H4hjiToXlF0Uzjo0S9gMl7SEeljTdopyYIdnQaBcKgXdYYtWqhYqAhb5ERt2ASVJdCucMCSrKSdPtb2yFKcjg6ODzLx8HBo1+6U6ZTpvPeaYwPt3A3V4oiterDzKxpu+Kl6uHpVuCEuu2Z0QU2ldXtQC46E3MScRTNQLUac/tXqzp+p+ICrNacV+uZmSuG+jv1eKLkWj0pjqc5cmNGQ0QiFR+BImWLL1iwwcNs7veSN5rmWYt20zkr6q3vCLSkFQyc4IJUap6EdNXMUvLl5b+/rtxZQswaQGkmTNJp2QsgBUF8CJIPZDCbHmU4TLP+jqQaSSikwRwBRUFQ7I+JivYlEyJQJJpeKGGMkCoz0/fV0X0pDS0MKkvohU8bEWv0vfX1wG4WBMnlDkAg7gIiOpuxr/8FAliXsWcrZtRjmQIRTjx6dIkAcJCUKj0JeyBSL4xSHckvT6s2JStp0lqyfhPISfo1V6EiPBVKrXGryS6iOKB1407okE67seajhjQhEM/Kli6SH8TW3sHZoAaEMYS2jSI8UE4oJEOJvCSqoXdTbYIyr+nZTToEpMb3gC2l4OE+vZeK78uuykmjdv+SvMIR9WF9sd1LU640RLneGyiVR+1GT/PTpHTy+vJoKJygrE+3FlyuS+urvG83dx2vkJr1bJj5PeoGUH4GsSCFarbnxl0qhn0rhLymQQDD1q30irrsSF1SzLdV56bR+37zXKio2+iOLZwNb6KcehkEfqvlJvN+JWW83ULonvy8OaXXRCxuLuZParVuoWSlpZpKTrtr3dtoEV8ohQb/ixxzelQ2sYinWVW6gLSv1fbr3LyXzY0r03NIFN6i4RW/CTUk08V8L8EwS3Ips6itUSLsSO6W+1wjBWisxIbYd9+rzcaSGFRoZ0d7YXZeQOFXjdfxx8kYcdlsXzD8nwMY1hi6ODNav5KLro73qDF8JJWWis8N4p5nBKwvIKagErbnUEmtmWIUpLsIUVx7GItZE1a0eBjICNJUwuWYYUdNjpcYgy6S/TApXfCETRsr423GEll4xqeQLm9YxA49Ar5EhZBrsWdSWyzkmstoiD/iAkRELTp1rbXEhhxUjSOQC3yhbyi4RWLBAqnKjZaEIi0VcBMRW9d6EgnigiLBaRlbgOOV4/YK5ik0cnySEDosZOKV+OqPeJCP/X2GnmH5LSutKzI2KkDRI/Yel2D+EMXoCK537we0GU7RAgCfNzXC6PjdRilO/aiKPsvR7IATPf/XM7jjrwo12nHK8pAml4uwv4qzxtkp9iwWnzDU33aCg4wtJCO5FDkVc4J3bcsKBrx8lQ0geF3ctrH+6B4G3xVqbrI7Ize7T3XQGXNkvgSYmDHezUGp5NUYqa925Q3mXFVS5kxu24ooqr6Qlgxevqx72JPYV4QnmZpqz2z1tDL7gfJ5mOnLtWPexa0dM+i0U6etUHYRguNOodNd0Lbs636le88Dw/usu+9tvF9Fyx6zSerX7Rf7QcqUp3eShbAseORVR/d/fjXVtnZVUtvSFlf7FiLMn3or2ol56LEfjfCXtq41qPKEqwxJWulZDGQ/Arf7chQqYMq7HqMvIpQUFOG2ud4EXU5dwmEwKICitE89+8fVDHoXX4OrPLxYa6eesijeJ9JCcZUujrokCqTS5UVosfcjCzorQhtfG+Cj1NVxDjVBcJOZNnMlIf6WUVrBkclsho47H1+oqHpxBpr0s/O21+NqNYCIIwu77BXYTA2S4QiVwBxTPiZcK3Ybx1WlRRPnvj1UFSODrZYRyAnLsJAKax28HsAOKd0NJbALJh7NgK01V7kcop0/fbWhgm0kY5Bav2ZecGa6gd33AUL9wQSQTR0bPzuXY2hHcKoxLXJGsaw/oNERoVwTo2pMTV8QJrTjluKd1joprort07QSo7hsIEolwZOHZuTykP3E5Q8L1y6p/Xw+iuAqOlmAgkYm8C8VcetSAr7lBt3wpKL4QNLNYqmXAyccrUxXWhHrXmU6WKQv5Z/mpOHmwsBql4GIxTCh7Brl9DJGLEnDk67ky9yAZrzz2TnCCwWkpyMUpx6saUCruFyKG4KQgVSh8o7TIqiI52aZIdbpr+4On+KHsahCzdFqG4khuLf+QoDpqaTIxvq/jP09K1yzMUCSEG77p+CiqQ4OTXV8U6x81fwsrjec4ARlifRlfovAXZwdRzEgkCaYfJFDeeUe7l8eAsMGXBw+HtualaRamo5BUigDOFRi5dEk+w2eiAQOH9XkGd4j+17foZqsIflr1Dn0HX6P4aj0YWgeqia1p3Pp+0mG9nMOAIMDgcBNcJMArMwXkgDoU82hFg3cLzojBSrbURwyxiEQgPGYOvg4KFAXgujn4mBAQiSxI7CNjg5WCOuTNL7aEjHz6KdbJ429BMr+ViweerNn1svVlJaR5ic/Yngz4xyhZaD2nitSHqLorgVtJLz9cil96ag2cehRGPsk/dl35YpVQoTgr021RcFMsdRKZT36xf35FriCnyDk6JN+pGZT9TAwJ3sqC4rUeMmESigmQEUjqiUCBdWlZDiFUnq8Mz16cKRQ/F/pkTTqBBXsRh3972a8VcwE4JAwMUElDWHRUOJbBcwqD8175IVhyZ0nIuNA/Oib064qMJ06m37YD655PfhOZI6bEI/R3KP+PmL+XKR4oE0+0sV54MxXfGx8qAr4N+PIDSm6rISiQoeYReR4B38NrbeXzQCOPj+xfubKgdr+XIw2xTPsl8GLVnLfZfr0ByE+wKEfoc3mfa99lSr4iDiegjMj1bB+YmcR4Q7gdr/LnHEMeJkWJK7+gBRHhl3IF+qytrHFZ4hdRRI50WyR7FjUiwXOL6o9T8GiZunRLt6pUj/cSub4/wz7jIk/Lj093UCAHZCQHXCPVXrwUwcCDcEYeg/9OwPcpRZSMaYTbgGEEnACFCgFBh+d8fzCyK7ILCgvDX20gK6MHYwYhG+WCr7+Ewotpa+to7+jo7IZUZEGd6xttR0eYbntnp+zkRQGfIOR1fFPo5AkJDF88KRNpZde4ttYVHAIyK9dmQRD8+x6JQWrJb4zMDc8+lN9TafXlaCBo7vHWh0Rd+umebP62eNmAo+zXv+uydrlsAiKXsPWQ7cQeI6eDHuk2M0pc+dyK1+Dtv+78hfNxt6QIbZxLeAQRDu8zb9UuukG20bbAta4EZLGfJNzunG+Iy4jaswb1KRWh4e2uOxOd4noLcUNpW01p9MfNcjFbLJoXCwnkr7Hu2Czf/IxvFLRiFmrWcvORxsjeCDdiQWR+RKj/J5oeSa3yvNOi13Dd35dVN3hruZPaLVuYxKy0jCyH0Jw+weVbjFROeXR6e4MtJiqkjHZTslZeHsrSyRy6wyS+gpyZlqH+GQSSKsvHsprJvfSPiIkHW+9IZDPKGFWdjBp3W0zg9E9Sl/NpBT+EnA0N2xAY9qxPYyd41sjjxxrq69ZC9h/eCVofHnw5POhIaOAzmvyCtiyD4M0Q/Dsy7EntM3tGtPYTISEHblw9eY3LinBrzkUDEsQq2HE9J3u3m1Aw5l4/bHwzMHW+peSHeEjnzqCFvw5Dph5igyTcYCGH8Nl3NS6SeOrKetGy1SGl6kz3gc84wohMovubO0TI92d0reVUoppd9KTK+H1Uq7NbrqG19xg0jbzb2RpFzsoFlelUSwY7cz8JD0A3Qq37Pjeurjrqdi3OS9C1tLz1JkVJ6tqwaEF8ecqylxdaE7u7TYmN8yy01GxGE0SzqhbmiRw7TcXYs/RatNxGSPp1GW3jgpb5uvPkrFtvcbAkJwbohX/8YQ2ZHRC8LR/flSLZvqZdJmTleb/1Pv5jU/aA9MDAeGD2v5d3awxpW+y33ZcfGW+KM0MgPjA90B4wNYpIDPH25ExqFMn/SEiFNYlPeDO/1kKKosIkIbzPokMcVfLmOzKqGdXzWap5VUxLP5KgQ0L9yWuK83B6/f8EEqTs5ZEDiddXhvgA7caQfzxS4kkCKYjTEiWgE2iF6A/WIWNM2CocOX9a6+Oju6Rs26S2n965S96lgjs2K+2jR/NyNm0MSe++23imFXzZCigLOWEZB4radHv6mPvXiNq3aAYdxcIsBZWel3uUKe7Y9lHxL+X8nMl+8zq/seXSKaViagNHWuvMXQN3P8AVFxX4/bjS/NG2iuNkvAT+vFyVeQuIBa4V6YGfl8IlOB1dsTNSiP9a+vvpV7mOq+lXroXjSMw1yjWoH0L2iyGk2iLFfjz6ajSWRvCsNX78Ni43yvFHzDPz5Bs0nECjBB9UHhs9vmdaeTCYQiPgAj8NVaKE8cQ88DP+4VLy1ED+Y0loRHumEgJQLhXRtnrGBiBnhT5902EI5Ypm5A67JHBKKoVICCMv25WLmLqK21cuGKyLt4GNvasWE6HhjRChnFx7lpHvb+AXm9TQrKJMQ0ZXm7haDTcf1PRW+B+SmwpcCZwDEfupQidPP2xqJ2aSt06swlmu6moWvmpiK5mYaWof1vOcQur+iANIle6VI5hVTk3XVtLSkzPaM9KTV9KuNRW76OYkie7/CTN63uRGR0E779GQpXjuFehPiHZvJ0Qb+DpZo9/6UW+QoLrR6cUsdEa+pOp9ioWENcxzkWIidOlSy++zDRzCxM+hBZADQyiW96uWaCdQ1uLp0ToIIY72JI93T5GgmJhVOFIAA/mHXAJOANJNxTzXRRAIkQftxtI3TTXZrQ3mxW8YeO78Tp+W0iRaDZEliKAZYjLbQg2DZCgQXHTxijdJAQEncOUfAoLXK9/LY1GI+oA+39L6ZaqzLWdVy+p9SwP6iHoKi7dX7vUif0XhUT+UZSP463n7TwH8oA/lxpBul6vn5IoPHpApU1t75UhEV2//GQ/aqZIq+aI2jhG5ueanQz++wWBeCLWtCqGDHQL1VzRFnrtvSK9efcskXD9+K7+K7TP+OQl44bXCVLkU9g9/JuDKU4VrYS8gfT7u64/Gov6+4x8jEA0zIFKFl9LGOj9ho7LZVNsE6zylzcuAmP7kLEEtP5uHfDyOpD7w1flSrn/THmRYmqOFEbpOJoVaRObIdHQE1uYsvSD007YAZBH03VxevEs+6Sv8LopAfuBioix24pyGA8G+HxXi1YuWFn7kC0MczbkZH19ZotzP54FPQja/5C25CR8/yqZjqJ8E/fuHN+1HXaBWTguterePP0ohHtApYMbQ0dgvt2mQiZFElMFl8Kd+qUxEWWd/v2bWMZgQg/VGFPfDwy+DBh7qBdm+pgacCLW+Q2O0QsdZpF402qWH7QQWGoFwDKdNl+WrIMKqJRkqZTWvCJUeCu/6W04k05lO3cMfsms5CF/uoXC5anOC5RhV9ZlDh32dtCPOJ04cOxOhDUj5nT/cGPY3j2H1070P/joHvUMifkGwkzPD35gXdY7LUvPNIWKjNkLr4Z1xb3cSSBrakr8Wvjx/wJXrLPYxXzbTd9JjNRG+yOdiuQpG6Zoqpl3omwRF2MvYmrm4vKbIUQ/t+gUBgvHGeMIVvqyzs3bUwEkUzUuwG89Wh+PqS/4N1QVmerne9P63c1/Uo3C1PCMNHHsv+E/fzHI1HeLGPtTxLvxz+WiXYiogFFSe09BS/vURyRo4lqjsUIM7f6tsRQCJQYEdaYLEHDOok7uc8qi15wV9t37RR4a8zU3/DTJUcRIwQQA89ex7FyWcZWSngdiZPLOPOSuAJwpO86lQrJn1tPrULgdrd6mUvGoOv11lD7C9YOvv++nt3d7yitRppLwpPABruZVkXf0SF2u7Rs8hkBC9f1ZFd2St57iFfozAYZFCki0DMTHDUSTfpdkNLbHukCJ9UfT/DTJlgbB4XVdD5GSE6QAufOpHV1udqAw0tDnFNpC4FPmRQsqHhyAiIFjg0vwAdSDs6dwsCQ4SuRcdHH7sL37mz9ql+Og+S0ucKvBPlrDc2hCtm4PJtet9okNZZ+duhMempSfmx5l6WuySlSTSNUSgNcZUF+wikmty2/GJeQjxktuI7vn9o6xoGunTJkgiHaAZTKMExmUysUEbT0aWfdb9TUDaUE2ihrLlIZk+Z4BIEOy/NWUhCb3jZjxLSwLpoVX14DjQvFQBHweOVZmVNEoiC9bjUeHPIPglrJgK6ysnfSPXOjOopPxiRYzMJF/c0teooK5zllDJLdFKFNa6hUOilVnJd0IkurXZ5TRSPsqG9bhb/Q0EZ9VHikIH/mlfyvfBPjOT9Zlp8mqYVyNnx+xAqfzNEYmDApb1pCZjN5fbpUhPuBjqrwPGNnE6KrTuBLuaivitrp1OVOsyYLndPQWCmyzmzQJBdw+Wq8+VY86dLtSVYIn9aycAsrX0pWy+JRrL5vZ28LIgIazUynKHcrNF2YvbnCgh2sJnL6WzvFWKFPt2UFZ+EhV0gbLy7an2SoUX6P9GS3buBGGEWAPfrYXoM5wAucuA5nQudvP4ZAgholyjzMBx8zoXozmGGn6v1g+v2LUDFABmRrOVKhWpFstL+e0C+UJlBStsT7FXIS9rSAed4EQXt4myVRxaYxIvq7cjm4tFW0ASYQJpHQTuQyCMkGxnZ4/Y9Z37+AB95IDsFkW2MLqkTZjdTaMuTp4NwVcrP84NlVW60ZK2LBRjTJHvHar9M3H4FvUNCvWTEnMXLFpQPjncceGQNTndML1ufLCewQJMxKX5cq5HChMIBJ0qX2E/4xpyaXJRjLaAlVGps4+RqEH7rDKTJzP+b5Bc9U1EPvRO5bZhTTWZ+ROTvrguglCSFUW5vKRRbP777Ik4PkwqzLn4XWZCvcUgcyEoF9mlSyvPYC2gYWiuxjXkOqOwA/0U8wWDXC37eq5bCsNEgk6dr7D1uYUMNdkJZ8iU7++jgz+IQ5vqwSmOoOKiZ2zZlJbChBjElG/oH3LU+99TyAdzEmpSiq3fPzTM59we61ld52NewIEh0ug+TNAFjOf/+jo/HRflXM5OjEG2Scf+f9dggUpdPID6SUBvo7K5bQcho7YFkCKyNL+ckQlzruYkxMF+vuhAsbROh+fge867GBHhQUa5S77B4RhvNWtRvqU+sFEQav968ywolf0seHnzbyE2QWNgvYVPYnW1ESil1ls3QjyEyJ2Rfy+NBmdnweavQ+0VdcJPyVASbGObMuRDXB2RROK9y/nuOSgAuQLDt8+1ezESiajjDslzYFRp62KROtz2Q2y/bX75EKjnC4B+rq04wCsnhob+tKSDK7DFQcjo4w3b7CBNJ+CjxU2g6X5Nqus5HK1LtvbYs0bQfNhidXUAx6I99FFHoYDE7NqYvmqNfd0rtwPVgUGmJuGJkehS8NE72P6l25upyoCb8dufgO1RnEYOv13oJ4MUuoprHWPvlkEBmPIH+6X9VYbXyhjMzLT33y75QYkFQGXvjnUcfQTJ/ITtILWR0+Kwg20bHu8RijxabkeWoktPjDQJTUGE4vZaRUMDF9/YxSQJCh2j9D2LCunnDCe0qQl8MreG49JyOOsdG+43NYImcHQXUHED5DqDk0BEczrTcZ/JYyjRgB82WXPWW7bBGSqri+ayqjLgbZYbSEA/yLTB1Dk2WUq22yE8vyiKyF35ZFKcBc0yuUL7XvKLKOMrn79SwtIvSn5Pqxju+7Ro+hU8loeRaO/JQIV8ckVQUctwobSyd0WmLf58cVrkruxUoyWocHL48ZEGXDIdSiQQeZhLNsh5BS+aLm1XTJ88mGOaNKpPmfUxOWNnQMG/WgLRwy0C5Ufftmp1uQIur4BuqNJtugxWccCqy7e0b8npBTyuIFenPW+rPNWINlaeOm+7j3RPdq/Ex/ttS/mxUvdxkyQq5rRsduXsG/vzCkO7Z1cCsJn5E5PU3nEvIDe8rjCoXJm5ZQZjKOkixUZzD5PVE7XJMeb46MXYKCRzqAtt0/aXwIIPY043ghPU9SHh1lR96shZEuXs90K5RCr8V0BN4po9+RkIO7i1jtWxbIGOYwp8yVnsKumjOXkLJ402+X5RQ4EhO8lUYSnR/9D9pLfG5F/4OzRgygN9/2Mungs4i0lCLI87AbbO35YgomPt6RNR6goD6ToG+PGcBR9+qBWCnf8xcCayS5BFxGBPedDmxSOJ+9MUSGLQM0IOBw5JxjyqJeNkuoaB7NrF9ShelYy0eHhdX++ojNYHPkjOyMhYGLHMExo0bJ1cU0GosMLq9vA1ufN9llOqgLTd2wh50FO2byxMJECQui18HYjf4TOZNOlTcqD0wDm31TweO+62nnOXHNgU9TyyoPaMsQeGvtyqBpV/j7xxdgUNCuj3bYlCwW2gK5F2x0vpaEsdZu1lwL/+9lTgr+BXmNHrX1L5x33jUCdol77Zt8RTz9o+5Ft5EHTYDd5uTyvLnZ3nZnZIeQJ/Zqc7t7RokNK/sBE08HkCY3snqOw4noa21GOWVnl/efD4671UB2ijnjTofkBDEZutY5rOCVxfj5+yz0DW4mFTgJaK8nnIK72yC84y+gBsAl/TgJxXeIPQ+ZcvD5L5czz/Yujx8+c9wa5iP95xPtLve341zyvg3FXf5VB5i4uQwr7Mx34H1HvyqpquxTXl1QvzWS/41Vf/bhxrj3E9Vm3Jy9uS+6G4XfT5NQFJN2NYMJMEQ/Lx1xQ9gGsGjVcaLkP2IhI5j0zNrdtS+xfNBJSmfs+5GMnIr6bYrYAzN1u2Mq26VEwNUpIS2oU+A2VscxlCQmLMKW47c47HdUGBgWNKNrurIP278IKEzBzpdU1GSxXXXmT0cgylhSaahly+CNHThEZnUmpigWRAIBxrYPrMgAenvCEH6hf9XJ9f4xWqJfb/7LGccrJQImK5+7wldTnh93dnl057OPsqEKHzweY48A6eWVL4ghbS4vTXu+qhzA+tGRbmV5yojOg/hr/cO4DFuwy7BPyqzHBVBFdXz3E3PVxyjmywF2M+zvqdSYB4PF5gY9waF4dEvUqB4H00JBpYskd26h3/yn4A9Mt0eDPY0Fj8wQdfTPGwTcRP7xM7BJx9M5AVM+vaiNhe8e074k0ofwqUs1mAiUBeFpM7wj5fNyKJUiflCmmbzch/sY2e89G1Qc5/uT1AHw2RIBbwGaFB0bXruJaVUZtpwtwkdZ353uPXMwLaOEFbrkg0YDAFgsTl3WEmXxva+6pb6IIgHDST2VlXtgQN8c5fIJVn6Zt99EtsEZ11pAvneWBtSZoFzM86XPjdywWC7PJahBmU3/Fki2Iet9YsckQmV4j3gxML/UnQACva39beTinB3or6/CT/ljVnniYO6eqL4MvqpZJF+WkxjRvne+xw+ERbeMIZkOelXsVKq1ZYKC+okenYN3PXn4cb3R5HD4N6kEkva1ibH+WbUep+xH/qahx1IFVDPcy1pldlcYjGyKJvd++UBkvTSlwU/dkooiCsJKjkTlgA3/hPWEEWkRFj7V9JZW8DeX9Rr6KiBUx9TYGNdA0atoUbj+huTU5fXEesy2HEZCdescE9DMppJi01ufqxKdSaE129Uxc49dXtc+a9zJjshCsEtUS/yPeXkHoEEUqDr8XFG2T1FSy05BrI8ww9ZLRdxzLHHuiqGcLw7CaP22e4uTg6IySjRB7lDL+O+RDqmcSoq5L0FSpbMllSGj1n9AmoZFofM31Zh2l0vsZ/G7HcaPIbTiyJTgteVqqoUS24InYMwrNVrD46ehlov+KzYNHI7LI2d5foUnjEpQ0cKJfNjjAZEJOo15i0q+QDzQPYLT//WwBApuq16KI5rK1bx3TStNNhI52C9jzWEsEsWlWxuh1KRYdPweHToM8xIymgtN65Rp4gxjCYUuQLSWhHU7WsusE9vkNzSOtJMKCTsKZQ8cn2UM3ldsY1yhp0SxN7k+oi51mMfnyzpX4fpYFPfWcTCeH5q0Z10Un+thIUKwbLRSw2kzES7dgJlth4dSM+R2CDZ39eJZeHDhHEpLqmXJtzdbO553CJDlflaGREJpfBI59kTvK3ireLt5nryEWgzezEfYcMuUVQ3sHkMBk95guEIAZSqicpGANiIuPGfMdBMqCDLrbG6oJ8DoJ/HUw5g1bCr883ZyQtlQRcm/skTXm4hEZHGb56iu1idYdE6G6AKnuKo+ipXANd8TmW8eqDRj2okIogJsCND169gcRBXQtpwjiSygtwm5iSIHxd78tA6U1qvBhz+314gVALVPw9ctZUG+Mrj8b7vvI0PsfACdBqwizcpiq+4WK4tITrGukuZPSfAMcNdGo++Y9yOEPVcrvUfGfxxDHwZRNj5yqfBY6QkPoW89yuzHZOx5lDpo6dAK1GXkPtRUh4jprUcKto6DvP6CcFYfkkBPMNaNVoE3zj68Yj6DhFkDTU0bNy+/n4+HSMb1OtxXGZy2kZtVl5HqEhh2ezjqZhfLsN2EcvcgVdwGa320DDON6/eBJAfOtNEiLwD9wTHZsicZWi/AI90Af2l3EEtosiI8iXyFoxsbgk/98iXwWGWLS5L1CfCgrC8hFSpVxFqQsNpAMF/CcFAr5Nk58vXxwCg6LLKDYF+AIs612DQi5KDTmjngIE4p9giXFLyEiIgWT5reJ/9J17IDxrT/3r4LnLuxn8qD2j6MGDnI00tYrG2XD48Bj7hX+dO+iAS3SdX5Egg3tpk5toS0mdfl9ySDIZiTFWn/HRbLtcjlCXbBrtZVaLEZmcBMnaOqefS6UPHZha+3JeW5SZ4iH1XangHdpCG0D6EFp/ZbKs0qzExc2ZkRvhH7c21F+/XjfR2IDcV1iKlxgKrZa1ayOvWqH/VzcYqJ4NkFsVxrJygvcdTPe29WvXiLuzIhoWZSdOdSIUHVqpUzeWF+Bo2PrTJ0+eZumTPvqoCcXaiXxFsq8fV9j23bS2NUXe8h07cmR8cvbw5OjhV8anZl+2wNH/RGkfVKfoI4IXrATl2NTqnf7sNo09B/fQNDJPqP3tt02bIimwTLSIFjaNP1sctObp+K4zqT4DHix0Khrtvr2gnk//ok3blumPYINcGMyerOKtdHU39Vohn9JrHHZogdbZkcl8By8rNTczp+tJmwNCqusb45+/ByYlBv7xW+6jfYY//1R5m3l//altO+ip/qC22jM0ZDSsYDMHHH/Lf1GYBeTAL8GTCILqBKlYUEwaXu8Jtx6VU4nkNQh9ApouheDA/JBgiEC+TCFyNgx2GZM/yeMQKZfJBAhKP6B6qWyCjqwhE0D8nn8+hKrfB1D1B/DVVXyqUZN3ISP8/s3FeRq3hoMIugUnUZIMOlh5bZFfZkTBxSoZSbAodjQJ+vAjuOoDiHG0rjAMOGINltfvXrX8daenEoonivekAQXjthDqt+AvAuC/z8+op95YfptIYHKEIglruaYz5gVekPz5sqpcvupt9gVL9S03Dt7/Xn1m7JMChuaJ+jcALVQ+aSDNh4cz+95VcAWUNzPZbMbbsbbX9y29m/zHYb+B5rveDTYClc1msr/q2PK1X63RVNvKfLU0Nu0rYCwJRJgyny/G9mg1dhm4xmYoGKTA4m2nTytdesZl9fKhraAYFPIpKuhy8kfWmF6U2RO9cy2BT8SKf3J5yyddLhCzdh/pmPA4qDkGwGOmKGkuEM2Wqufmt6EhjuiHz1yLf4avgnt7dUIekU/YuTY61Ean2DpsV5Hp17QgCSx7UotteV1pXbhaIxwTFq4D/kzmi7wNm3elvLegQUZLJJNXB3pwJ2d15xtrO5dnjNKzkwqT6M70jRvWd376UDB0JzGzgrusAT9gR5kYxTkVtPjTNXsPPBgJWco3r+Obgxc/8OvNPFwdsuTbAExxlhMoaRQdGzaUe8ioUBsUrBWiZE85bGDr5D/95IbF/UVMSfeRCC5CSUuwXMhNRXY9llgqzrH4h/wM5oK1dc6RKFuu29p7uR/0TujNvtoKts7UsOm39+wJqc7EAbmY7kxOD5wfWa0fvRS6AuN3hlwayE7dOh+YnE53iuXe09rk1CIrG3EEOu0Zr/3W+/76nd81Z+J1Xm9dQoizXC1JLTD0Z0RnrLGmBLWCEx+4EM57f8bY69cPN1YloJgqx4G5Voz9z9e4XpPeDjWsW+nlXlbmC2nCfOVl7vltvbdPLFK2BezEFHAAgBafm1m7Ndq9f13PWSt05MWCHRNLze49K4GhMyehku1LMy+syHEtLKdZiIJKZwK0BpIrVtUT5CRztdelr5kycmoUiwhkan3yKXa9clrp/jyv3mpJq1vwCy9+Ciy7+HpYckbqSZGwKCEbLxjJXQF8E7CvsMBNHFEatq6DFJ8ppyfDKjC6AYbeyWuie/wBfpMrgRkJGBECXbG9iYZjJVhfPyqIe0JiJKJvQIqvG4XHSrB9MxhEOz8FPVpSpwGTU1Cdpl4DctaQqmMFTDqBHI/yn1wM60AYCWh8kpl76uJknOhPhG7nGQwdQ5w7emlaEiGK+2fwUI4KMxo8FHo8VsZj2KOSycdOrlANU6vgCJ0ZNeLbXSo0smm6MDIFfaSZD7s9c0D59/RUOvXtj+C3r9CYHAZvKKjyUcVTTsWTOu2iHdAQmP87l6efDCjwT9tKYEYysNa3Cq8zxHkGvwbfGkAZcib1VbcDxtaHO+PFOhAEXUuIdrDRD//4Zo/EbXv2+6ROnI7KynJ+yvdAnMFmpcFPBf6I7z6Oz4rme4MXr69HSnmveTk8R3HXrjItcHKIfjle11WDjZrpuU2mU6Nn7Un0JyQAQUelLJXrh2RbE9NHvYG/mj/QIWmERFyvAJvURkbqgnWRkfK9fIGXy6uFsmohXia1QdB6gtmcII923fqsMZRMRvfKX6lelODfMyGMvSdO8ZsEitzfP+Fe8x6BIWm9RFbf7EfogqjY4M8cLpUSTpjmLuzrwEsfNFaK+B0CLntRZVoSGcKSG7B47joDZlB4qEyxa19GvSgDMKkBXulNt2IElGme9BOwYFgXejJQQucbsK3ZEwmeOl1Wmp9tlhK4nJ5WlOMwJGhDBMRUj/ryImf7PzDnP1sMN+kpwh1JQYNDSVlAyVSYUMHXPCSAlTmo6FoaCRuylA+v+rX2/UkehQPwzPeDzbItkTK2HUxTOfW1JrZ1pOrwkc+O/oxgqmGlVr8V6e33rxeRnY25WwXjYSuvQPxmS6O9Ih04XDQOBQGLVdLEnoQ1xgwWRS5U39XXbdiQJcTBzGIr0dBmTi1GxLBcC+khaUFQ4a3ljVRGW5xgqdCESqLs18Ot3C/bim3fZSwzu0NHEbSPuwn0zH7rhLx/du/apQsLB/e0dZnRdw0+NXh95LMeQhlC5ipXZGhlvw7bgWp7K5FCZo6cclHd00cuQMYq2acyxv09C5zOLBvevYprPdtU/cnJNiRxACKmVH/pIkt/7oQp0eP0Ymc0CNOfU7uef+fiepFC5eiV1VxqoIKdSVlILDea121Xzgij8Pvh3rzUgGit2bN7qNXva43el0RNWApTHE1DwLVhApapRQQa7jUo85Ajw5L3UKuIQj2ePCIayVFiZ/fKvo9CtoE8rF8BUclYGX+nF7PbavrzbiDI/H5rw7PZa9pNJMPcdKyMjkD5ffczVjFJ3lhswlPmRu915w/+wl9tf7VYhNPj6xGIQU7oCHMotrIyod6uGkVlAbTjb6CDMHSEv390o4hLqOUtek6ld+UNspyGUqXR2+ot4RI5YqFP92EWLlCqpnAFJxKgWSurknrwzKizNlmuUutZlqUM1XO1gkQnUOwm2tUQ/2rpVogRtqIMvUbMLpQalthr7coscEgqc0mUs/Iw9+VkgqUL8muJ1T4iILm1GL+NW/fjZQQxlucAvE/2jfWned1n1cwGKVUIUiQJSQWJICjoPhf5Vxl5i0rE2NNxYVJN912Y3rNv44szFXzEvAPEt1ZI83SErIQBWHUl5RnCrbpqhOfB7KHWUYf7FCpYH6jf4jz+ooyMuU7Zn1djckMjwxTxITlEP75Du6mj2a+NKEClHqYsK2+JpZqpszxPQx9SVfEW/1oU/QoQfnNjDBw4Y7mKrgSxJgQgkxj/dImWvAnRvDr7qWaD81RICfDfz/JN4Safofv9f37DfumQGPQrP4jl9hsO6KNnKQOENOzCZguxgoVUfpsEohyRKmY5KDslgzL5bIS8JY7nVdlUZe55eRthcMRyHlnGgGn6hthY6bHYFJ+xhMjtQPHSGK+M4VRVIFOmogxGbWVBTPlGBhWrW4N8hCtJvw0uiOQpeTWk2bZnqIH4v7kUl8com5f/WWpJrrhZibi8BbUyetu1SEAq+ur0JjMXrNLKgrYMqaZ7UWqsDTmk8Lur3nNP0wfaM43UEwaACOuvSQIGKJ+l+gkEcEC9ml4COiAfL3Ughm8diiO81YHF+LdDtSSftZqog2VNlP6ubUM+6TvI5ckFdCpNBAnice98Hc1qE4QvSMsPypjJQjVyGuQ6CjKJGz1FxsE+7QXNaItWNOIpPW+wQRh8TGLflks+Nr4Oz+10SM/nilxWQ1XX4IgWAyrZrIlASYk2UC/1PF+OhKaiCfwUrq8VYSnpoM6RlFqKlXVpOhHPTLcCxdvPGSWY1p0KmysTNlnPSe7FAlj5GsNNZ15o+EdYwRFYylqyWWEdnhVbpTC2v9MxWcTlk6KSkm1WgqLWE8mC2cGR8rLIEjcJXh/qUO4BhdIRQRJJyauNSFgytENdYCTLBmExsqbf0FY2m6dWZHR9hjaeSsiD/ghUwTYXkSoJfrI2CKr5FhmmypotGFSOtiRaZBwmT1PkajuIESOvcbR5sZyy6HVztdx8tqq2eke1O+V63aNTxd545aKBy/05FFQ0dAxMLGwcAIRgBMVwBpPF5nB5fIFQJJZIZXKFUqXWaHWZ9h85mswWq83ucLrcHq/Pr6CorKKqpq6hqaWto6unb2BoZGxiamZuYWllbWNrZw8HG7bBjCHjPjPqJ2NW2+OMaXcddSzEPV+aimKYpbtRNemW7bjcHq/PD4AQjKAY3vFWeli3Tqvda6+TmMlic7g8vkAoEkukMrlCqVJrtDq9wWgyW6w2u6MtEl1uj7cffX4FRSXl9rG0iVVNXUNTS7sdMnX19Dsgx9CoiRi3iamZuYWllbWNrZ09TCCSyBQqjc5gstgcLo8vEIrEEqlM7uDo5Ozi6mbAoCErDFtplRGrrbHWOuttsNHoCzLuainvoICvErseiRptXatq27B2F6dc3Q3pEhrt+P4oCXneyP1GPWrMH++atM5l03fSbyitOYPOeV2XNxK9kIMhUBiyW7eR0AXLnenwJMJ+NOqmsF7W6fBb5HdPbZlO8zKF82wNW+7U2JsOhY3bp34/VrLF3F4Hp/DH+BYwb5xvAfOGCSd2l27SGbZpHI7g1GVILt2Dpx4A7A7PcjtqkJXOkllK/8A/jhW843jJOw5M7E99jsuu4f7REs2lvHJrgHbHc7pYP+AmLRNijo0uswZZ5w3Jzl/bkDCHbtqnavGGm+eNbS9cIcFO5GcAeWMat+RNutoSg9XXAAzNZBP72BSX3rczD4dwl2oym5gD0gt0rACv+Pnd0bN1e4NGMdk1hfe3xZHYorUCbu2V91b20umnyZfBkndu/Ib3W0TKIQ6KCALdbiyuE0FgK69fEsAbeV54dc5+0Q/ekXOVBOPUReAz5TuY7XAv1LhlyL1m4RIEO6zg0Gvxnt24xhBIFLcmcnheG8lThmh8bR22hgnhu2bI2nQZrF+4JBOwnL3mKzj1VhgcgUQ5Y7V4o2b67hfPdwSH9E9weR5eIfT/OeHglh66ewXk9YkuYP3F+MmaxcaIzOstg68NUtdndYAVpBYl9KAO9PgP+4AAzKcmjZyFl5P/d+fqZa2782OA6RCY55e/Pu/7M/pBg5rqxdeVXvn2Z8PiDsB2vwfnh6nWP3E//KLWIMT6EAAAAA==) format("woff2");font-weight:700;font-style:normal}@font-face{font-family:KaTeX_Main;src:url(data:font/woff2;base64,d09GMgABAAAAAEGMAA4AAAAAgVAAAEEzAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgjwIWgmcDBEICoHLfIGeJgE2AiQDhAYLggYABCAFiQwHgw0MgTIbemgV45gpbgcqQkK+YBQ1gZGyjqKEklaJ/v+YQEXG2h2afRxVJR4RCiyI3mjbqFujaBp7YJh+7AgSfzkTpf44Ho/HWy3qvgLbS7vqlV31c4Nc/b36nNwzdjBGP0V/h1SkTEqqCJZg6QiNfZI7QNPZ3SW5XPwkueRivVySJrU0lyYVjdWoJ01daCk1WkppqWBSoNjsWVd8gsn4wcwepvDDN4ep+/Fr6Zv5sIBHexfeAw7zhlmhUCkJH1K6FS5GFmSNC8/Xj72eu/smUYD+K52JhbYOgIQGdI5BGdIV+mU/P0D/A/jDbn5wAKzwfNpMLqqEFfjKD3u0ATrYkEwJ+xySgtJ5z0Xtot6uetrD/PhNS+lXuiu+0Zt4nIyvdjKztXsOwjLIVrou5YBchuQ3+bU9odaLCS+Sl0G2dvmz9Auk4lxj/egXhoB8y1/bnOKVWWZC9iSv6R5isnvwp4empCsBUcdSYdXohP+XzjRXKekCpZV2yyldtrZf+z2lzb/O39z+zJcZ1vAWgbBFAq7gUrew2Wa/eGBS3j1Ete07mdyMYbNfz5FAjTr8n6pl+z9IJVyiLkt35xBCH0s3nSt3LoE/BIiZAbTkgNwFAVG7BPf2kaA2ELygVDDZj5JDimWMIjdKckihd1HH1q5ad4W7+lyUjUfWUkusgFjYClnnAIiEJXYAfAVG2cr2VauIh6RnLbllwqotfnrbvX2OkOo1usYLWiXsMf+7v1fzkTW5u7YunlGIjGUQMsn+65jLULXbcnbOsRtjA+YIkAARSLYvAOV/PYsH0HO6FQA2fnzwNzYQ9HNPAL5d9+C/P07xlcwWwI1e6Dj0TKyqfvcZB2w5wwEA/qqDAIB2W5nn4PIoabTITYNnTf+nhkcrS5GmWr1lxu110FFnveya2z7zG7EJVkK9Um/U/+tmz/bufrgf6739RO/vQ4ssTdG6f/8FgGaWJkOtRhwMvOyX67W6Vjd6+zPu64OLDK2itf8vev5zz1133HbLR8474Un77LbGpFELOeCP9bi9Zm3/lheeMSq0Jx53vXnNQNpVTYnlErSzhN/mt1kJGNXg3FBPz9/qdF6M/hTN+DZf1Mzr5EMM+gWch2EUeX8C//g9+vZnYHyDxnOaS3v+BHv+byYTDzPdNdaCa5DooAMhSd5BIC5zB0OtWoeANPti8cyS75OhpOQLL/Z9qbYTmF8Xgmsw+7lBXi06bnGSPMXmkq3s7Pyl5dVLknao7zKSaU1TcBT2YhcJtwiyQwQ5BjBmILIOuNBII3xM4Gr5Z9cQLxnOhuj9YNktj9NfATpNe6UcXT3xZaWYNtann6MUVc8NDW0VjLY2LIaB8HGBzKV9rinYPFVE3CRsQ5uEySDF2HsA7LicgZMAdufc3h2jtd5072k+CdMMcOpEpXv+BU2OUJDlAcTfBBHVR4eCDAXpuREMTgKGeUzzxtqRRnHocBsAkRRj4qWW+uua7tPnAC6ujhrb15+c0sZ/PyXKcLeKzDshTUyexqDRRmH5NoAwvFhduZjDABZ7HTjOYF7bMq8Cyj7Dkzn0tQcYYxdaELKdPmcnMt33mEe4XKLy02B8JRudtYBk6O/agQNO/0ByXZQqhda3Ij3JsC3XqLJgK3RF5DzxBssBCxDOcAdtvCre8SUqU4ihE/CpR9/+vjcHsT4J1qiNd60jQOHWOo+8uiOEc0SGAd+dwEwS85GwgCcylAtSPmFQrionMj205UqKSdpbJaMD9KppvP8aivwexOt4jS4qkDm9E95/WZaMdZnME2ZRkO5/c9JxC1Q9qYh9Sth9CVYYboCWVRC+ixK+NNJ9+6zt1sOx1THbdE0zsBnY5sJIwDGhNKsDojVKDA8twCkdQASLHQmtf2s5LBW8/jWQNi9DfPN4Bhcv6biwuozU0qkl7z0DkP22oVqyU21eYuNadEQoyPUcedIIChpDhyagU5PQpSno1jT0aAb0aib0adZaG8r/RHR5/zWoVND7xWIs4/21c1H253kH5mrZ309bjCXWws/TUD1ckurzD4sYYwkVy6hYQcUqKtZQsY6KDVRsomILtTEIqQcsDHUmCkX6Wop+TOksFIMpWxxG0wn35Rk7RiAyFjFjzRt6ZR8dIIz3MJpfxMXvrSfcNEbGRUluGO5HL92x8IwOaYxDnhCvTWBJvZJ9lyEUVIZXx4gOoLcMXuhGGZecr5+WSUgtY/oBSPCvyDGF6lztmD60DnHWv3EGhVN0QyobgvLF0nzbPh/alWQJu+amu9F8Ny2UO31Xd84CROTPkvQvdtjVi5tWcdjbawdNpG6nxQuYK0uFdwZtHhwKt7eUjcvXYV/qemxiktc7o7/Rtm1KW7YIdJRwT56vIt3s8g+lfSRToyjmZnXkh5tcpBvdQJtqVmFfkHWUN4wLbY4eWL5NJ280yUSo4toQKRqB8hwGo4bI3AnNuYjWjbTH1ZnomOeCS7Wisgq03nibW/Cxm52RpFZJxJXFJtabPNNG5RnOQiW1WlNYCqHlyQNK2m+73r665KM4NNktsYQN+fElIiuMl0hPOAP7bMc4WIbyiEUjZGXnGSZmGoPUsSrDku01ma4wn5qJ/6u2HrZIcAJmo0WTa2Au2nhjS7EIttOHmkKzYngCbF0cUXoKZOZlMu7K0Xe2rWWVWirdwDe/gWJ3qv4YLx7SX8U4iX2UfKLb2MfWumFsulRspAmba5jtscK3bsZWsTq1vCmEALfd3HmvOlzgzqn6/OT4RdnZvIsCyp5iKq/vgZkP7J9CNFSdk1Frs6UOMKBL8G9KOwx0RBsWTQ1g6YC2FuFAcFNzSYGnA/paOgPsEyExGGYA0XWAcSYigWmkpRq0TIOWaxCFS1zXShpDpQPWWkQDwS2tJQWdDthrkQMtXNNGtobpOsA5E7koUrhmANt1gHsm5w8UYhGUZ6GEWrIXauIOOhuh7jwvHiDwziDzzQD+E4TiqChZjprl0hTboVs7iBkgzcDzOSewZAXWrMCWFdgtBWMGmDPwJeck7qzEk5V4sxKfpeDPAMOfZ6jxgn/nxfaHR290siXWg1pjY/Q9zAaxO1ncrSe4igDRnAJ6YUoOHLjIeQCzAsDyFfr+cgDnMqggoTWXuDepvdj0BNgeuaJ6mMo3FmbDt4XPBaMwHsXyGGYopPgMPJR2PwwJaCCBP9uQD9NKNZqFQidBYmsIKkxbEk5hMgJXORa1LyhxkT6THHcQqAzVikT50lKZD3HJpAVWqvnQ2DCa4l2RPFSmoNJwFyOqV9YFA5lDM83pYWEaqUMRqWY9CpOk3CEPStPF6d0py6uV8mw8TpGekVOZXt9YVR0uFuNKyyqRU4oOJ0klLCpL76ZYucyjoTGFikFxZThB+FWIUh2bZY2OqckO1aLEULtUqqG0Wo1GxBNxy0QclzaWxfME0FOgHJNCU3iBpuRhEAScvzFzHj7PX6DVrjxLdXjCF8+a3NoI/nQioFMpryv+pqE6YpEX2QXHx+EdsKEFkw3Nj+8x91UMq6YxOD+xhRz3d7CuNZkdyh2suNQsqXuycNGOxv3Td0WCTwDLJvjquKxQUE7ZdiwZclR8iDGU5B/kybl263/+M30j/+2sL0mivqvb07TgiD0TNRSYhNSuSDtwqUxIK/2BkdNkL8wQg34xxoziu2pS9BOb+w3O/jT1iU/dwtomJcJWM5n+i4LjdoQlTb+aahTXYrlaEe0pgQsOeiEIDalESz4w4DyXoII/XZ0uAGlIiCXrHNUFxRSWl+gU9O0w95vicfD9kBaAdZV51+IcBEyH7N/6ygeeZtKnGRDWJEfkvUILRjM1IMziuyP8CaPuhcrQR0sNxvaklZZIqSxwzFtDAn86GQSeRkZnlKOQ1hlZAx4b3rw9JbQfUzNLnT9PjVtHc5ZgGqKQ53FXpp+nWsRIs8at/ZYiFmKp0BcukBWuQXJKhjiO6Bc2qzK6NZLTA/EUiMkpcRjYRCIYAPGdrOBJQtg17YeYm+UMTaMLGSafInQOoh6yVKQU7uLaRbIfnj4E+g/q9pBG/n/IA5IFA8s+Rvhnt2lxnqNx55VzDYUDdZp5V7tb0maRePoURAtgd7zVZFKz8Z9gAhmZ+xmAhWYp9BBygL0upzjz5zT0oEcB/A4SFX9P9u/6wZPYMuToZfNjgjscQ02vFOTrL62/2SqBwpRjzQI2sWr6duW655qMScSm9tfCZJ+BZyXHUBifFGeOh4lEW3/cWrNvXzE3omcItawMijfepnY1k3VLj2s0hSuSPONCjMhjTdY2Du7LVZ3CXN1bUmgBReRuxQcn3Gp736VsERznKQiNPM9xkYDuQKymqNehbukEkzFKouL0NLYzZt7j0z+DbZ/KJ4qL66qxOfugrq5x8v53Zk0CwcWY9wiNjpJ1akBWaPUKx9PEuRgR1jTHrszJla9vE1tIXBwKbeHA+pOjymz1SJtyYLtlpEZeXHVb0bamlrL/I+mgYVjQibYUuMnx1td+j8JWN52D/pTqHEWgUs7dinyvfzU5xaS/JhNNLHJ/JM5olHO+lRXmDWsZasZQVx1ph9c41qqqSUt5PcXovwuEbfsr5/DiNSDAdep+YvTxtGQpJitf0UMx45c2kt8cL/35zjppa6s9htWywKzc/QS1v+MzLGHnAxF8gq2+ZW7z5xL6Wlm1o51yeUu9HZrsqGCNyd6bFFTHdF0LLfI2swGh3eQN2ccwx+RNO5GWEFlj1ahqKHZ15R4GHMn36E+MgX8XMsbIcig3U0HoIW+3qXPQ0WkWPr+domNnXq8el3PoRkuojmXgHbjR+gREkFkczyK/lyP4oqCLpIbdkjQeG8wcfdMzTG5M7QAOu79eaoLfQGUrNtvX7b6V3YjgqJI8zkMqrdtOl2sg6lMyxcTUOUJ399nl3uDKC3LH2V2OqTFk2AqUx55y6Tm3m9Y5rOMdVfN2HE8K+Ns4HnrMe+UVtXd3NMYVpLGho6ly8Pd/OgmqvCILwmieCI7ITGzJ6E3/7ZhfvBgavsTsjobWkKjm16aBVVS3sEGRsHiAvCKDyJv1nZzWzJN2kDt0qkqhH1pLdwdMIw4HZv9K7jmTytfqfhNb0kQ62vAnS9xMwaVEScodxfdX4ekT5dwwRCiS5RtjR0DTiIgA/5gEe1k7Ct2Z9g78PY/e4R3FxWAimJigEBopeIML5JHPvd2oLvuD2IuY0JQ54IWlqLGWn7cUoBlEWtunWuUw8yZ1WN/aio7Sp+Cg43CbdOP+ans4Bzq0xsenpk64fRgIGfk9L1NIQugJsJsp4BfFnooSDUHgMPZvydgtfpCloxmxgw6wz3z8RofL7PcICpVWfQKsQz7mgcPRxw3S9WaDo/d0jvCZJ+8bkvdDYv0SRzOiyArVKV78b+JaHNUJw2eQHwarblsowMPQ8eLBAba2LZ31yuS+rYBEsFkKctDuSkGLYjyfLR6ZgwCtdMCzJy6/IOd+cVT0feJJisma1gT1tvXOUHjy/x5QpkpypaL7lIzEs3yLpNbhdOwNTVNrK06MBOT2Qb/msXbDLhuvvNT8V40ZMrCkwfeaQCORA80+zKpRl1PPHjxConNwC/DYhi8t4APv8H+UGWtnuVyFxqzgoN4Y6ieSvP9J8ob+Ldvz8os5r93b9h9QetLsAZv2Hrbutw7yiyGmV4cgxWcvROjU0CBeyvCOpTgVKu5ABWyY3lQP7bchhHFpd6RCVJ+793ZtXjmb2alBl4h3HGYeDybpRckucM/gSCLUKFkJ/iBeWcRi5gc40a/YlTOl1xddCBaYrDTOyXRIMDaYtyZnObq8Eypvftp2oq3DCdFTDKuGY8MkgZuqY6Km/zyTpzDmDbaFEgfDWoU81eslKqB8Caxkbqmmakk2Z59UtE6hU5PHq6F1MrbwENyDhe1eyTVuqQrfR/Po1YpYyjHiGuuKFP+GLkAji0QBeJTQNVvUoVK5QESw2pDfeLMm98wMeLJQELEpTkwoR2y/mlrkUjjgOggfrhp12LsYS2dmFkbDzma6zhs8futvdOkRbTfrFG4zu62mww8EviJRzc52EBSRzcjpo2yyFdXTFPQfrCTrJNzokDwFq39Tg9PyrZgE+osSTyzc1jsPeW/htaGzi8Lm8FOZJJ6RcwzqVqEyOL3vwLGC5zxvcR1hH6e9MT5MjTsVPzQlJg0jx3Ku+Ukloz3G8FdhVmNQUp0BevpUsXV4TqH/R5bvWdz/wzwMR2mauehbMlQLchDQFYqFTo6HVVaxs3NRQVFap9gsPVH9jrIlSklHPQ0rHEhrFwPCwJ1A5x4+9J856J/tyBef/8Ko0HHgvG/UKG0Uet/zhsIqSU2WrSL8Wq1yuMBYtoMk0rA36RFHemmblTzVr2UZIf4F/gJF33nOFEsAV+jmZI9QHmPJbnpvGG4XS2kBL14go690fh/PvpQ0I07neCYkb7GPaXvbvVFFon5aaijEuAMDgzy1WLYUbzGSccDwVpGMFi2souvjUkdxUGTMN9EaiIQlqUvHxqBd8WM46Q2uZ6aKcei3Dh2K1jnZWBFWzTKxY1QcXz1GMpAVPl9GTQPjYIdmgMl2moGAJm07SdTY8w+ctlPiPO8aFK3pmgQW75Wv3rt9XDJNXHwuulqVe/v1icRZP48/6h12FHHz66bXvOW+QboINblXCbl+9OAaDaCbMA8qiu1vjV2RPt64c3CTyb6RT6QtdI3ionEcxphwDqVP76/07WA+rh3bnqdJCMZQkJFBErGJrZX1S0Lhyvt9hrSNgltPXjBrdljJuXdkFy/9Dfyr8n0LdrnsTohZbiTM9SXTzID0xzDO5NY24lLT/ymFNC2YjJnISadFgLsvwprs2mw1nkfPBJdKTVf3IrsHr9R6BnflJql71RMuK3T9KwlJng8U0z7LQvA4DAK8onMMni+wBUmjkFIWxi3DlCSAehiOgsK5M3lhwyrHHgYZpwkVvTI1q18t08cdtmzKccbVJn4xkZJzug0Pv6PsiJf17cdX25C42OxpMKWgmWxPt64BtghXsovI5znGjat1l23XEqMXEyco1M2wUmRHoQWRGuZRFm0dJew1uh0qp9NQSQiKMtPm15Ic29/0TqmN+bBB5fMBbnr5vFpiuq65QQJ43yaZu2+wqz32qG+BQoL2rvJts6DBmZZBlOhJ4nT684enYgi2fneI8JqjLe070wparRFQLq1pKiU4ruiM6v6R1Zp5w3fttkwGZCdpxkQ0XINUHL84rqpmb3GCsqzBfDwH0QPP4qYb5knknqT0rDjau1BiamkRRMyxyrAv6ci8Hq+Fxl+yM/+pZonJiEv4EyZznslzdjv5P7kunkdQsZkWsW5C7Cl2N06WqyZpCGc+QZogrcESRdWAVBMPiXJdrQKXy0kHYPdc6kPTTXQf4pZLtTfMZSy11qX7gyK1UzqwTqy7r6oW+G7FdfdeVw/ShczRdFk+BgoNXZKElWmXTan5nZz0W+HzqsPOsCC8V6V6DX64Euc+z/d8FHa2aOYpCXHjThxsBNvd2sdkbylOOfYxXiIiFduOctYomE3mInV0W1YXOuWZYOqaMrTc2Z44P3GCL+DrRHv+vp1NsbbIHfWJfdKZN3LqkeRpmgoG2TAeJgjhtQNkp7OB0MafkGTlHKZGaIw+UU9K5ebNGtHjxWOPTjJ0RzQpraD3XWEcpju5skiINehbYzzZnnOGS7t3m1l39oVx1RSpOXugcdFJJhtHgoEfNGg/lbsQYIEgzfTttBody7V+mCN95iDxt17390gb3jvLTjuVJeyuXnmqzpn9VSAdlxnnATs21W58lwYyx2zzRXhY5BMlzfvAu/imx4gBb3Qsc+wTX6eN/dh4unOGyW7KusbqAo2rH0vZTa5anB2Qg+5+V1NQUHifDBeY3FfBFvdzPNAx74tR0tYlwm7Li2xt5TG4Tolyq3S4l236Bt7Hqr/pmMAb4OtkDufM+O1b85Z798j1ODJyzcujbaF7oOpf0I4UExBOma48qdkcu173bqkrQz8wtz+OiFQWhkFo7Qd+/GMXmsYRZ58hv8U61fHBEpZaBXfUrWY9ZZmqpajH7m70hzbLymCV+3gcQmk7WufY1tCFKdEeP69Xz/CA0L+/TkzFEH15P78XcQQk0gJZqmd6bKxKFVh47JbgYUKMeZMZSqrQhpnivhwNlvIzMMFPJcm/wzaxFUfyPqQoNKmvHmVrGC9UlaMrehl0tYRwcpT02f0dzESI2YjNfPAic6L/MTDZ3bJBW8q/Gy/xIP54LNutrPzCiNHST4odbobtYauGr2LqBkKDxUYac83O9ZYiG1kZmeskUkhZxX8TteMZuZrir70MW5j4m/IU81qjRNv3BHx66CCrEdljK5lKT9+5vmrxeKqtWYWR2J1/mrt+gq6d1WAaUnsFQ6x4J5xhqZS/KSM2MasrJ6vKOeZ7cntAYEuNMU38wXEqn/0+vlxY6dXIb+gd74lV2Jc7nVzF7jn59gcV5D9nZfCkj21Z6WMoMIJ+Pfc5zc58V93MB2vOqA8nd9nMz+aH1ptPa0/xC2S+752+egss9UcH4JzyKSChKwLkrN2+l0IRWxU+OeR+y2eFnhWFNBUYZ1l4MMMvHxbrkLdExFlxj+9Ocv1gyVdJl6/iKO+yu2DlK21D7o/IxRj9gk5eA1nccnJYOa2uaGr1Roz63aAe6vPfOsGp0rIot+rVXlfnVRLjpOgXPm5PvegWoLfO/jANp7d+c7TTymgcs+mmGmbJhHXJ3anmZdoAVFZrJjda2e5LNDYtc2xaVPU7Flv3QwgoNvZK9Xmd0AtEjmT4UOa31kpuATOTzGM8fRn4689S42P8Tk1/V5FdF+7A5wK0jFST/y+U+wkUaYEVmAWyKUxAww1fWt1VQXqeOp30s+fJwDxKwyjhu9dOqVpsHHHWOyvKDZS5bAXGeIM7j9E4A/S9+TDbHoyS8UcdutLjXq5Ju39TNqCYe7x6qZIa3sFmqOH3bZYG+2grbcBBf8aJUUgXkfE4XGbSNgvsKeV0KkBW33aL6jHn7NhPSloneapUKnAm/rIt3ZI0qe0IPNMy9fcd1WJUqSnXC58+FfLe4hDrlU6M0CgEyrrUMkypRHlwu5XeIzUi3h7lWk+2xmgMAlx8WCulrOmWWLM72enII8IbXIlmkdctv23KrdHHS6P0HxTcfxCNMwwWi/eGP63EOkW5i1uXVnO+g4dixzBMIScGH9uKWBnImO8kq19IDkhDOPYHdwogKxDuYpIJb1mFFGrKjXOmESqKCsKnVCVtuWevEbyHiJzM52wHpcQLtBA7wqfe5KJMIdPVYPsFMk/2BJx0s2A78thZT74OTpa/ULQ2/57rtYAduEPv/iUswH4OqORf3vBfGq/uHYqdimbWccwBLHzZ0KiBKXLTFE5MkhqslM+Lm+JktqwG7TQNoitMYWUay6smzZSGx755FFETelYXdSbSkGHJy6goXfoFD36uksvDoOvVGdrKis/eHEsk3n4oHyOzJ4CJvC1pg973Ycn3EiScWfknuP83VRcVBki5ggzUN0QURxaDixedxmF8IqLw1aSu6peO9ZdwxWFSgbnatyK1F7ycGQDyNqcNeJv6eWJQjPTiLulXqX1FQPGKCg1AoxC9usfBYPB79q+/60hxVWJ6ZnK5NcvV1IC6xbqbjqysruHCwM0dQsl3YoHc9ebX78NiXIyYzBan0QYNPx6ec3MWFLL5kb6SmfKIkFEN09bk3oeLCD+D7Fv21idYrrz8k4Wg3Zu4gM6yLSxVzOHy4lp5ly3aMlhnvrYXvNOTJn1XRAT0it5aymvURP9CdcgDEufUadWfSub5MznGC+DC8QKx4XzYkkvDu44UZPcVKFfIA9qlkZRarFgsL+3uK0FYLNYTu0qFJZVL1KoHSupMThPvtfsq05RKVbeKQpl+A6xbvyM67CsaBTCyQpciZfc8vfhyZjcjyuYrU+U5PtZRfsQ3TFMPVDTKhE+tl8ukkV/k2DSbbcOh2+tBA3vEQH+/TgLRkGqwFISQ9XvVsryc0xzATIIAHJaOm1w6svvvMWRng1dXVQH7vpJqJOjA0WDXIc+s9uCTzGhZ1GoZahgUS9+Pcg/M2X8naoLrk6rLYfyeiJIOPNTRd645+SNXbc0TmxuvXcHfTZMfrC9bfs/8iGF11+r48jH4pzUGf/hNYEUMuH73MmZYSl4JJ0/Te8pAjaGadMMKrEkGQ46xlsFPXjno9ogmk9XIPeFEniPFJXBupQQVw8bNF58pRP73Zg+wh8NbYMa3YKJYUbYR2jYDdCgIZWD3bsC8wzQTMQ73Z1jXWXPKlP4bhf1rz/J5ZvSM32HK+pJ/Wqhn4R6RqX983DMt4OF5CQPLgXH6BTF8Wu/Ti6zLv3z3uPG+S/kBvOZrCS0RmHJNAwewYYm8t7tLbpo+ZFwPM+iZE1q+eMS2pPCtczKsqS5Un6LutDyeU1hc+dKE6brR7GXvuCP26Zb6Fig0nyy5igmXxqywnY8+gfy6Q4HC2UyWBoDaPNNC+aS/aWamK7wRxJU4bzkeh3ri47ueAT/9zw+4P4imZKy5M3elQO9yX4S/qTScNyQnLYj35Km79JbeWdXGBMV3/yTrcl4GbxzqU8Q1waRxg/V/sREIqtJkOQv+bmw96JZIr3aEzQNY+5vnU6ep4kk5wd+dUFOq95me68l33pzFqxXZuVjxL+6o5KIxhUSOso2vvinifwELtno5UqNEoajOjIPDHmGG6LjbGzplbkRaMzuXQcQoFzWxO4AlBba8b1blVDP+kcapFCLqjEX1gFR/2V4C4kRfci2TxAxjC/7UKSCzOxxtViD7vKwpVrH742cOPkc63OWJ/towTChbIxU93GkxruSJazDFxkNwyWXlYYVA5pZBwzU8Y2bMTvH/nuMjuudK399XUT726OqtsOK6AiljpvdxO6v0xZeecIHMmn6r7Q256RH9sJ3HYfEK/DKP/1PYFfErUeNucKAThmW+ghyP7lqkWkJpC9b2gfA3IYOFJz4mVJSRlcpImyb+209GpjCcXcWHS0tx/8SLXy3IyaMUXCjY4kkzH+5tX2VmoA8/B0ua5mMLa4sXaBfipWN9Feh7BPz5A/uXOR7eTx6mb60v0WKSLwCXvBLneKP4bCz9LOrTdjA7t/hUCemVvqhBCpP0MKHI5kc3dApkI82Q+wOlTOVZtsRmuGBSeB4l21HyOMmPfmptwg15pbImFYFhrFAuFrnbXaM5UyRlaBJwne0J7SADAR06V9bs6WVOpXT3W2dLlzo+j/cwDxkonTPLDF196l5pUePrhqgXuBp0znHq8P2jdq4d/nbxj9acKHyRvHy2t3lBXeIZjVYjcucF3fTSUKo6hOcOt5Sn3P/tIldUcjLo1x5MOgTd4TSApD+Dh+QlxD5q5DaPfpU8GKhKLE5+hCPEEgu8nCHor2R7QPi/46o/VTFrArgh8DPGZFpLBvRdS87E+xs0eRVR2XZvigdONjeMKR/SC4Rdxorw1nUrQ/iOsCS/nfXCyoR+9dtKvXjfG1S7sl4R6VD9viSmGw89jPxJaUPa6M3FAXCGow3oLOe7qUh1Z0a/PXPdus7iLVFvJ0vSs29fczeuWlYh1qsvPcrHBHwNhLyR3xGZbV+QiyUh3rz94wsKIr2g/FMpW0t6RpuzEM53cMbmLelRRAN3OPsk7h+TgRDI5ckj6ol4BpoQiFRsM7pooEzhlhQsiNnzWZRhYzmw+K/FpPprJsLFL/ylA6AN31BUVv61iZu83NTf3mwYzpa8Eb3W56Mbe6Tv3Z6cjv3ZaDI0y5prA6pJy2Tflma8IgdM+JAIsHmJwSNNHXw5u3de7pz611mb//R38ZHHmR1FSUWVgTxmu3aoPuV0UYuhjCMn0a1COP0PvTh7olWdG77oqWa/0/gN4Bh3hx/TJWt2mPcgdykceXSHdQa0KTM/+vgTfzyFQSuy++nivNzvGjxNEdwMxy4idkcAG+hhjtCiMD0npRfkRkSwsyLecpwZKG5oNNaB+g7xmCrCv2DsaMVR5HQaL1Ppx6CKxw9oqIm9dg3Yu5XsFbuOLsh1PJBw6eLGx8tIW6FMrF2rLs616XOEd+8Cd59Inj2/2F9jS0JB7bB+GMrNBSaDuLZqTpUS35n+38Cz9Ep6JQBVVABzMZ5Wod1zJy81lLK9bGGGflIRjCuqKy4P5WRBUZAVMgNxUDGP65XpRPirdaVz43UinBrY3qgoH4+Jf04RtOc6C+eamyQDxuRsjc05Ns4aRAoJNwPATVtVUnGJmdAhsC6K0THsEcibV3rb+UMjXfZTuumjZybJlZeOAb3tJgAsD6pu4m5sQxbgn4HLUnY+xG6SJ45xFeURq6IrNXJAxKxWeZAzHnCtEYCiYwzzFlze4e8JYeqGqUMmItmVImGlwLL21ev1qemuDyEQTX7+K/cOEpHNRnA9AoYYIKlQma9LTj4LQBxIdzjyyGHIlw30Vohe+slaR0TiLrpPiJDsSqGg43cTMR1vUykW3jY3uz8owCazSlQHHhIAKMbmNyVsu6SFEzgc/bBuWFlsvYn5PTuUJAV2w82VV4hQIwpHdClUr5tm9EsXSt0Z6VByMhDO3++uDEa2gYQCRawZiSUGloWnI3KSercV5vkfGyulGeKhjsUJD+VX8huEaERDoXjS4t0OU7jtpb8WK6neMSyzXBc2pSiLK2woDFku/z/h8rHEJJsd8jtXOpvRo5+K0DOlxjBO3Bugnw9/DwPPMoEt1jWCtlJqn2W1g9ol4MTkV45JpadZVooU7aAlvAkklC/4/f4TitGNcGZmYXizJFZoS1McNwhNTEZ35iDh6ZLwM6oI1MksAnk2S+ygrh1UChF3OldRirWzcjAiu0CrpRWUc8zvqRN++Hl9iU71XCRqAACov03B6YXeA18hRz6GwNQ0sRYUfcPll/b+vGjbBHpTyo9fho2hXlDlm86rq/79gtl2CI5rejL5exE8nOX17cLY01u76nKHa8Ft9dgkbdiBKB+DZlF7Vc2M/VMRP8K3Cze+6xp3rgDAlqK/kvZgMecATXMDWfswpmgD843BHSFu25xNOlB1sPRqwzQXOrTqyCpePypLKAt6yyWEqywN6XpBjeoyiYwM87QkPRCw2KYf62cVQrWcU/1XwvQfkN4zXIqmczN8+8NYuZ/wYxwVujE2Ts9FQmH3mL9M4PIX5/41YcFBdGQUfV6qlGsP5xgvkzeDZlPtcURXKcGXXWvev7kXaJtSkGyLglPgAGA3NwOaTSFDLi4YZ2+XYAFQrysAJUEymLi1qudw/aW4G8+CdUu5UD+oOm4qC5aVGJAxs2H6fFCqwD3WQiHpAf3grhoc8rKUzolHjnwq9uOwkqPdJRs8Aw+gI5tXDKUqFlg2vH5uu4iInmkTD4x3OV+kukf3l0dXRl/mbl+tetEr+wzRt1DVg60m27tXT4VTBxvCEoamVHWqZlJW2y7kpMVot156dSaLW5V+hqdQq6SB1b0N4qulQKm6p+KrtDSaSNnVPzOz0NKU1vfU9dgGL+COPKDpTfBP8zdZsewvSeVNAPkWQw7CHHbm66jqLGwSZ0eSrQrk+GmmYnnmU00Zsr80qAfWPFVvnQZBDri/jyw+VUfcyvEX+FUvFhNJJTu0QmZ1HSHPN5VZpryx1vjH3xNw3niCySRiDnuJ//2nOUa5UUmG008bhJrdsudeA7xo72KC9n4UFnff5q7Wf7qjOV2AT3NdVqFn+e3UIEuq40J8xY4vLm7VXOgVf/uvG4Ofcrs4UNovgO4UbeZGUP7dvBrrdgOpYWOLZBl2yFH4imX1iQ3rbRLlxTikLTq+JJSSeAxdx6BvJATizV+aGspiU1hJ1W/D4CUDopRyXR8S2UKC4A/DPBqeGHb6UzZrEHYGzcSy0M/LIheav2e3rDF+RkqaN6yGwH1feCX8ZtClXmw/WF6eRxsoncuZ7pDnZ6ql8GtqjJj0B7KzgalpZr3M48dMQLvrc2fdmqMl5hBF/69K+bkf4VklVis7K+IY/89V9BtIBTstgJhhTaw6NdyPPjDO9E1Bq98X8SOgaCJzkq+ZBh3schB+E+1e3VCjtGkdb9ovR3ZPnB8kfmbQyMq7qYn1RMwGT8MKAQReFV1lysphjqPLA2WiZQbYDlDbLKmtf3wUTvnhaTmOTcb3SR1Z3DhooslvOrlXR2+3ApYkS4K14WUBOmnZhl5tpupAG0ZMruWDxaIICHY9AWf3LbmQN2JyHKOyctxxHXQBqFF7QLiBG98PGU0sBICjVxtUtSCpRME4T9ARMYO08Vv5bUhbZE5cee3eZDU2mYN4HbUI8CrQyNRlAGXnhHv2oOcsm1eHMtQYNy0ju99dnJ91yW3YhyZ716Bpe5gnLSedo1+gvRQ6mcgzPSTg/fn0L4rwp8rEbqhAfLQ4bpXKx3ReLg/WcMA5Dw9pOC4NLXMNvWVBdAayC8q/hkz5AG5xLJkcnIxb61ofGRVtmBcSk6ES9FibuhVUyjF+pH8e4ImQBggCk3YDYM4PnhwOWDKnzM7yQqmczD6YqALpUmAmJ1ZGJn826UAf2TLmih/Lj45apTGOdSheDZpNDSAclLeDlvZedG4HXCyaZdzk2Jr5enSkd6WAFwWlYfHFM8jd9o0BoPLJYURvjBp/mPTVF4Hv/A5CLFfYAB6X0mZHpVgxqM290mCYF4EDO/Hkcm7IsOnAhnmqg+oAoCoDz+syDwvr9vkD332HlTz+o9DnjjhPQjawL1eSW68tL11NKdhZETcowInpX/7OAABXsh5/kNSrlh2FiniVQSpfng8NisSUPyjgeO/Arb+/KOCNfL70HuAPTIC3QP/JmSjT1m25xq3h4YJEurGXeOBlX8+C22uEzzEhG+Z/WpeD0Koij8hl+IcjDMUd6qObp5nBJZDLav6aQbgo3Bipetnz0/ti8lXPH38U52E+P6+qLL+UDeQNTotYg1MbRFE0xnaI5NOrTVs0XBksl6jIilA7JqTYZvThF7RnqxoJT9eqoe6ml1OLCfobbBPqlwcYnHvSmri/bJflcUTEzysPLcCNCa4PY5/jgr2XhOJe676T4lDDDr4Ut0G6Uf3IJ5GFFaG8sB5659LkqpralARdYvA8QUXssitCyyhV/ZN/K7Xhr3OJIqIQub008oStkeNOvsCDn/Vz+ReyvLsL2tPecOMyukdVu2VpOyLN+uOXpumqUfWAtNbwGd3b2/s+wrJRt4771rS70yvFx4hIYzOobFA2yEbJ6b2XzZEkMX9rLhffc0p3lxWVNGelybcwthZoCmKbkjuY/E21LckFrF3m1S5Qf9KtVx/+7DL5J8Xc6tQ2kuE7ez9B7lD3VfTaNpBrp7a36/bwtsjKaqkZAEpM7KDUJw51pOx1Kvq/iaqo9/wb0jHvMAPVGh+wMNEYQFtjAiol5HFP/dj3ev3KCfrkfbL6zws9W4nY+xbjVbhFPhvbG14idWhWf/U11pH2IipLyG+5gpKvKpGkr5I+Bsqm08oeK3DxXsZVfyr12dx7+ojzVxVHRqc1NyntiyddCZ/A2Je8rULTv7e0A/Igcrye+oX0iieU3Iy/cibiCePhXIE44dOykEmBIvQkPQkaDGa/ryAhWZSwK3o4WyZBcGzPPU+rnN/ONJxr/bW0LDHWzVpln6f8B7awqrdJbe7qrfBAsH3pp7ZsjYg5NalEpFYoZtn4eIsUYRCuui5tpYoabpwsIaLIh84R7J0oCOGBYMxo7Cg4x8JPmtr0ldQKgAkfom7Xf0tTDyjdHYPyb/SadIFYP/I9Jwlysn1CgaB7QhiybnFYUr2HTFI8D8u8Zn8p8e9Sb9dOOr7nHmW8baRuqsOP4UaQNswmW1s2JSBL+YrX5DvnCvNx48Vesl+GxBmZjo+zm3IC7MZpjuq+yrD7Zx6fbxjVnmXuc4/3EDYlJl7DFyGtCCnbtss3JIdVGVjxAab6s+OcY3xndnwsXMRnbh7FaXkAy157OAS/5qPEyFLo36YIrp0R8pUHca6VXpqFz0mNT372ggpTd8pDqNcNSsYW5PrwW8Mw8QJsmE9lx+5Ew0+r3PgC6Eq8AXUZPrxwjMysuS69Gi9O9jpuF5iGAsVCqli5/wzBF/vBchBMCIt+AlN+TOkG3Vb5dTkM0WsN60AbSinIooSqCt1oN+rZDrXmU4q/ZrJ5j/khSKpK5mwdJCdeNTUoEPDEddq0LjrcOx2oiGiYwskejZrpUVatWtIo+V51UD1d1g9NWbY0pyBv4xvUaJ0qsceuFIQ1/2aLrEey+FFrAOMMpNGyWHvh+lyQ8l3pZVWFV4gwVcp3K/GCr55eCKKHq32YDP76AuOGkmQrvB5eUmCsqu6fSvHVkg5FXPhtHBmeF8M1Ez+HkCbxJ5FF5aFCuQlrn17fJmQNbPeilQtF8CEessG2Oltjqm7fhk4w8ob69qut5cqGss6r8bpfXoMtj5qJ8EvmMCJlb3nFkLcNG0OtrDPWCf4jKdeyVZjUP7zkk9QYn+lWn8L8rkl1X8X+Gseo0vKbjPRq07bC5hGF3HAb7HTijYiaDVZS3vsQWoGz6ifCo27FZi0qzMZ19MM0uZ7QvtmpTUlcIRTvaY+3LMx7N4M6EjvyHzr8up4xXzVRN9WJ8H2+Mys+UsJsYNZBEeIGkL82y+txlrIxWA62wOitVqrOkWJmLRRgx8bTgrK2mCjjFnolR4PIqsTfv3zqv/I8fFAspthmYdjOmEyPfBccx98z7YqfcUoliGqcPLvLGyHcUfhidH6mADrKidj+tFJKfB4WvPCUOs1OTRx4isfJ0ihqMLdVeV4F5MaAGgGlvXF2t4VOL5ETwp5VpzFrG8cegT99kTZaTf82PErl5rbOrdcfWGkmMplqAybiEwQ2vvLszppo278Riqt0uTyXyUxBX3oo8oBdHG2Z0eoJeKxfy9MbvRFs7BNJ4XlJowbfruQN3yQeXWcgMg0VGmAy2+dbUQg+pWcoyXVYVW+A4qq5+QmnIttjOUCJVWrXh2RijY/iVTkfTvyc1JKmLWHYr0e+2V9DVlSKYv95C96TnCFR08/oRtWtRiUOrj6sJpNGo9MGceShwVCaoj5/l7TyQmubM+YLW/jLZtV9lf3D2Uv2sHxeUU5PoWQx5Rq6t/Rk+vuyBV3HVCWGapztC3v4e6ZSY6/BTn5usdsbH79FeW7zq9M5vlUndg3kDNUHntiN1owwm3uJggNxyaOS/7LArdut+mBtvN/oazq9CDdeMqoeKOm2YS6WassqusFRgBBtuAW/vO9iBD6XmVDBwiPKzdlTpM6VnT37jNPTWZ6/s4GDrRAgd6+sxUOOrSpksLwxr1H180/q2HvTElHTa4MJk6TOlbX50tq1blf+ziLIztkLu7moO9MlRnmiXnAOwTy/wOYP+HEI/9y5R359FzzKm+ImSXVnX+XxD1+sktuEX/XJwiLfl2lefh2WVBvbTVSDxjQUrmbeophhk9qhZsrD1Q5k5JEOn6GX97dOYn0hJyIu11KF0ie5HJ6RKXH3wnu51ke6IxFpthqJPnoKaQY5PpDT9LSd2Baeg3Z1Rrwn1hlp3eKNb9dM9FMY9yXMj7KxNnYWzkqjUPmkv4l252u8oFiOgnGeHTOXd6GHiAO4kvSuFKCT5oBBq3lRwNXcgizb5OoyIyIpgs2eh88WOcIm6UkQIpNqjz3wNLMKkl3J96HDErFYPJzl7ZOQv8B2jXZQOwhArNsr5s65D2izVmEhatz2TfjufREckblfFwVph7R94MasgcyB2Xo7SIJgYnX+mHDzUNgk4nhnZUn2aAbhYY+srerNXVfs03HfyuVCLBe7FG9VPM4FGTDOh3ndfTQiGsrscpY81lov8ety8nTuguC++18IeMa5joCv0u36wdgV1oDWB1O3rJnHcsN76C2ty64BGG0bDeWrlH3qxOEBZZO6S7g8GBEheeHS9NexPOU0wElIajDWlT8wZJocU+Q355ZzUQiGAZXTHHlEI1B2z6SWp1dkyBWF2dCVv71UuPp6T1mO/QUznRxG7MKZn6WYuJWW+PiiFZYfgCTdo6PPQbX3UbcDUxVoZGlxMok/3fiqHblIBHZF/v8wZanL4ZrfLpjPL25NyuD43f7snFnXnvopbgOs0N/waj02v+HtOlx9bmqZuRV0CIsTBVG3oopu/i0EmIcc8vsmPI0ujRnt0/5zpNWRkXp4+OI7PFCzqpzU/sqkWH0rvow+wZndVaJf2ifMiwnBvFdeFsGvnHroQoCAxd1bH+oSf49HdJ8AqhazXGG6kAeWdgHrhjm5YYl4+8ZN7U24mOjr/VD3xOMzWubik9og6RPl8PUIBGJLtm1u/MbMgZSwSvP16cgSPF9mxoSbH2dZRwEnXw5T3jBpvqMnFqFeux3yZAOzPvHk+5aabu5IIi0/VuEt/wOeAa7w/IhufPuKZbgyD+1MrU6ueKaji28KK/ts7zxw2dusDOuDdyozdNpPfYjHyk9W1Jo2RwOBpHv33fuj3zyzIutvpZrPxsLfQUFxelZ2iWE16s/of/M3Z7xffcd2KeqZ3AykiN+ayrDDvuTGvFBlHkFIm/tmy+SrG8w/+CT38hK7m7TuOlxzhskdF8ehtrN6bnFBiecG+OcGp9wKYPvlijK80Cjnvh5hvbuM8FrXK95Q/alWyIsU+sbUBknO2IFMoWCodIXc9xbPfIwJ4Qe//nvP7sh1RXN4XMTK+lZMvrTQ/lKiqS3r8wZJ1C5z2DuM6k9S2835r8of3rwlRtPY9Xfuam57PMiZjOcJs/DtHH7ogw8GTzfPnh4IDAdxJ8V53sByYcjwgUC0N+A5dqythOj9wizqgvKG0vSxb1P+B4PT3heWwxwFPrWsNQaOGqBkGvk3I2b3V4AiHPrHsaYUmCrx9JfHXYSD68N2hnt/X/JU6iophfLzyYaSCw2KWib7NQOuYtai0jVCDqBTFWFuvflKMi2gm/XMsWt9MEWRUWB2UjLINuytY0idUsUMt1XbGxs3jvgRyDt0Ev6jO7cqmP5RKIdIpGTj94d+vBTPmSg4yPes46pBMCqybRjOav4sLHyJx7vC1xoayokD+3j8WXT5KL2qw/TzY5kHk9JVHXn2zJrg4j1vvgG8hbw376NKq8a9N+dzMghPxLbPLs53risnC7fZcWWeYnr+jZlduZ7SX4rF6ScL7bYeAT1Wh+hazow48rzs5Obcav3F0iQBQ8DW7RyQhFIcfjUeWCnkWObkVQoBHnilmPeX8ZELE9EiUJ15ZWIPDMaxO3rvEBOO9sHQFKvV7CHINOEjgkc4Rr1gOMsLZRgHEaIaNDG9QbbBDKWTEzOgen0BvS8mNCc0zToodDgMGL77qXAdD+E+f/NVoJ9tNJ+Mbmaj2WkRz3GYMA9QFKhUsJA0B/uBJRXvr/vouFQQAa5eE20PeuXUCxKOdd4YEqDyn4QcJfVnRp5VKtIwqOTezXjWRJ1RiXPiz+HEtF7Pzos4xmNk9oBEQJWF/I0yIez98HkAcudO/weKgsJpBzLBF/pS+P6tIXbnefh2B9u/2d64O8+Vk2O67j2dWecFgwlQbiq+g9MTyl2XuxbmEcwjY7uXgYa+pcCJXP7Bnbq8Zm+JQiwZJiBh2QMjMR1uYedFPGKPF2QqDxTvmAcHo+5Z+OE7KSOxWSeSt7PqiRa++I2akPsDOyzUFTdh0tWggZy011353uf0Z8QbnszcqpxwGEWS0M3YjH/OUa2cI3jeFmZjYDoYBm0xgyCJazcMGel5sW/CbWlUO9g3U4A0pbzhlqpvfbQrvwY5ynvhIpSc1Mt3pGgcp3tBSnWPCGh6xomohSRpb3DG1OgxH2kl9/gzT/gMTUL+iStccDvOG1Waw0N7e009khktj4K6pboRALqbir+wQqV7G8v5+Lsm2M7h6pZ+eQ0sFb/zcpdSXn1WKFDvHONwLl++2oNZcokYelW3XHUZlxJr/XdsKXR5omD2tG5BYj8E3K2FBllJ2W+kjIz9RbKK6gRZ9ym2KDpsqa1YVfF7SXKSZ1qiC+xdE/d+wpVPNDNSsxupr5aAFT0g7F8f6KqP3NZEQM3yqmtss6c+v9fnF8GCJ7jISlZBhfLJJWEcY4BwiH8iMHRx1xbzwlCof+G5vo3FsvwMckFc/lv5xZy7Vg5IXxrkJIwWTHtZUvGehGOpTk2V2xc8DHyIxX25G6z5TVr/wzZ1N9wo7LvxTYAUIXnwEKfFUT/qWT1z4os+ug/05SWX7hk+x+eF3uF9H5MnvsvJR6U1Tcyfl1ERGhISfqdbIKT13vltdP4BuuBTBq0QYEfUqQhaysvkL/V2uYXGsrm9vig73aVBuI9L29aF4/UTUh646TIwI9WztToO6CIoI75BAJjTy4wcAXQZoMcgUq10LSCjQcvu+Gh6waXYdCYzKc6q4nPUUpozUtc4RaGCjpZ1eHaLTMRdLsm3C5drQ1bNUo4/Cth0Jj87JT5KwtlUqhl/2Raplaom6VYvk+hqUOaZeqRUTzbqWki3S3QlIEmKkZlEXC55M2Kk6TO1FVkJeuE26mh0oetZKt0E6ASgY4DeJtE9gK4H9DAIEfuzLuWAgNhwXY6i1CiKO6WWVt5S5GeWo8JJiV5sijKcOte+WeynL+NDlhxGBLLoSyct3U+oFAK2zKhkUBzMSZBmcbqTEcH1OEJncZ0CXK24zwPopSaZLv11USDjZ1kuRaDYqBGBWJIhtLRpNQOnz+T6M1w2VBDVo5X4iQpzvMkSIH0my5PqoMAGRYMWy6M9TuuTFGanx2Hw68SoGJJyIq8DA2nm49BnTbDABwoEdBFQ1ssL18VJY7WUAzm9i7VqREoB0GlXl6ZYKXq+RcqZBihvWNOTDPU21Rbq9ASgwoqlKnzWUT67QIJT0cZb71kVAyCAj/0Xlxww1MtSf0ZknC8Af2a5+dFL2ZHdMp+Cx2f9DgCCwcK4G9W6m/FYE5ZSRb8uTjq00QVwH/7YF7xvuhZ5to8aC/s/2UM2pcVHuW5OtLRV5H8S97TK8pgq4gOSh2nsxuVe0MREHMKVuA57xDicbOs9ZEzya7TffDfJaZa7U/JHdEuvn7+j+pCnV3iiJ7hzjbOaJd1z7jovBpRPhO5ye5vgyaD6O6r1Klvrme7z/27ywVjrfeIe9YxX6iX1aVHxBPOvKgp+naZFuU6v1Wy1ZWZ+q7jrzrP5mMU/lU+YnQilfbRU64MsGiFWbc4vnM2fC2VSqBa1HLlcaICzARwq97FURNya1JKKXBo4rfb+17baOFd75s+dIiCVHHf1scSp+3pTJuenNBei4z8TDC0kmtO85HdxqgBcMwglJ3EfVYK3rS1yGkAFP9UU9TX+sSIZ+XUSg35uGY+ZTIvnZe2qRb71bFo8aspDuCx5ciqb1gH9qhi6KfCEcywMC+fy5mNJ1txjWeT0Y4Udbz5WaoV8rLIa97iufqxXj5n6SX3j/RmfxXqN6NepXYdBNKtmEVR1sF9RkpgtZ7Gb5tdqAMp7LARNha28OfLoiswdvXs2QuQ7WE5M5Hkc2YiKnmqjFmwtMiIvx9JHVqhXwDt1y2uxbkvu+ODOu6uLzbJ4z52ydr92rY6kjfY7T0YjrcTM+9QrCsjLWLKfkcziKssWeErGBzVvQ75EhYt1YFgcyCEQTwzvyTgRArymoueEE6UafmvZLNKoqh0WUm0pG0f/JekipBrk0OsC7Wqc9Tvm0Rj90EkrogX8Ij75UCRxbUGflFao0aLh0lC6RbYzlncP2PFghm18eMd+jwYw8Rhr3oArvkTKFueSpiNbrau58lVYpBfaj7w7HwGiR0kF10ZsuNs2rdGQD7w7QhNV9TIiGx2GHiWmqaNkQnEM5L2ax17RgGbReK81tLQ5P9bN8Wd/rCJZ8m18iH6J/07nsDL1x6Xs/zLtL8lksTlcHl8ghMER5BRISioUNQ0tHT0aw8jELJyFVYRIUaLFsIlNs/+tDnGcXOIlSJQkWYpUadK5eXj5ZcqSLUeuBfLkK1CoSLESAUGlQsqUq1CpSrUatRoD4d20W2Zstc5ej/vQUcfCwW93wyVFGv/ccNN1t8MnkyyyySGXPPIpoDCY40447YyTTi0vudNpH/bYs1tH4xJu8CXNeLq9vOzzixY1Fn6CsSQnr/Ra62AjnH9+UVNLI1RxHSq+zgteb+/4+qF7A53di3s4xdc6OcVn/ogjPUnIe49Xj/0Yge/Hj9JvP5907xj4u68agLSM+77pMmWS7fldVa2oWLD7yXjYBBDnmIfoLri5D/wADvhfVGjt0Yqjy2uv5vCoNcKzJjClA+Ljml/1+QXnzQng4B1/KK0hffVTPSY2IL/1nv59tLHpRa3pV6plCVjbAw==) format("woff2");font-weight:700;font-style:italic}@font-face{font-family:KaTeX_Main;src:url(data:font/woff2;base64,d09GMgABAAAAAEJcAA4AAAAAg7QAAEIBAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgkQIWgmcDBEICoHQZIGgdAE2AiQDhAwLgggABCAFiHIHgxcMgTIbxmlFB2LYOADg423SKEoWa2UUJZS0W/H/7YCDMQRzoOb7BEQo9UW0o+Nvq6XQ9C69R8s62L8g/NwIr+M4XlUdd07swxd2sLCFh4CH1W1dz7uGbB5epsGsW1R9zn9YC0+ijGJMO0Jjn+QOz6/N/37dv/59lRxHX1BxTRxxcHfQkp6gYhRGgeIQE124xqilMafTBYt2m7EKXQULFw38/3PU7rtvxldb9gyzOKoRDiQg6oRpn+fT83vjlQrMbKaPx3dJl6y4n2rqO3Od98sDK69sOQatbOlHBmqsxA7yrMatPrHKIF2llhdMCRu4BIYwjHadKiU+XMhUWdoPBZqILFlOwbdsp0xlSr7/2ttlbP6PC/yfunKvlbzdgJxDlVPpUqycw+uvnWk17Z/5AxLBh0AC5EMbWZu4KfOOgXGunfzg/Ujp1tumwWAcxi18PDiMQ1uCwf/Ulb5AUQEp8JR/QHaIHNLSIegHpVvfFvUWZUZd9eTjn9/fe8/AUm4b1L7gB2hkbfP51pr4zF3TkMgkUlrB5XXyr/8fbWYX85BWEuKhnJXA/2/T3va90Qd5QtoNeRXAjxX3IajSJl1SNCln3h3Be09jW28WpJHtrGb8QaMFaeT9sUdLggUt6iOUAQCt7IUjL39CroIlAZYpynR1fhmqUjR9inLLhNvAf3Oi/e/fHYVESJcQaBMmpmbk6LZmTboFKycRAuvvtjGrwW2NH4fnNLIxIoSA5XvZH1O+G3pz2uUAGQZJICnBvn8MIBgczm4wCILHfRwI2m68bnANZ2BI73oj0I8r9P0vdN5EnnUqHoxXOWKcfFqd5u8LBO16LwSB894PBBlZXfwIRNnEQTUKBQ5a8cXVCYMIyEIRJbTRyWrWM8kxTnCOF3iXT/iSP+NM1Dxf9FXf96Pe3H29s/d0sgd7pMcvrFFl1JnkM0P6rkmihDI66MbDDS/+BV/2XT/s3p0e7rELY1QatX873D513TWf+NgHzjvtAYftc5Nha8zlGvo/67/9n975+37nb38yFrSZWw1cS1zr+2QpBCAdU+7ynAKCOTOfnm+NOBRDlDTA++d3H835ZEwpCD0K1tG/jfv3jMKkdBCK+54Cq5eQ7Fwlfv/TM3uP9tcwQoq/EI54RQihdyhHxlpCLYT80m0hwB9cSQAa26gkDLFiSyJAc4Ks3ylchwwRgsvwesflpKGfMPfGoMQJsxMbojfjFh4MGBxNs0e2Kb+VbUz4HqGQJ65llAkoI8VQxB9ryyvcL0LzkCRHz8og4kPtcg0acOqGV1V+tnaVsjfsEa/ejmRCd355zjep2Ri5eaEeFMw3J+W/KrJKx4Z2CtmUkORgDjiaysEIaTwWkIgGnxkBTGRKuSg3EVQ7WhAOSjgk1OAJhQ/UulFDkt6tP4+XpAxhDS8x6VFtohJkCoWB9MwgT3FaEgN6IBqxAQXc8hS4I+HOWNtpt5J41BVG6WTBxKENGXXMjILUE4TbnCZ2ZltOPJGM/ycmMjvGSUTLtg9bJu6oF7UKeu49M8NOaEDDlRSAQi60EJxsROQK3QkIpR1FwpMRwU+CgrPZFAI+e2QcXqLSAxyLnqYtjdCtViZCK1wTf8/N2/xB4tJ8ikmwkiCl6iUaAb1k6amFmAtIk5apNO7RE7cEkYjFuj0tivQpcVpHMVRxi2RkXKs6ka4IUlveGrE6b2WAHBkeVPaF0yVJzFGAKefKc9S/jjslacMNnBQNUQbJ2KwKl6j0JksnxYDUZVGqDckqaazu+YxOuzpJ6UzGe5Tx+7b96u4pbuzsY7bNIkN0Zz9K5x6C7kiljsyBw2X5GZMDCDYFRCKxHEU30XBpHL2nyTMr3WFLzIAQrGZwzVXKOSAJaq1MyqpJ5IgZgm5Jl4CESlugejnLOBQZXHuetDv0KHNHqRNuDuFCuT0BUcWtwjnHA2IbE/TMLqRx28LeM6UcHhniFh5IIQGklGCkkhCkllCkkTCklXCkkwRILxHIIAl70yAiNCXeVve8oCL4nDMHLZneZkt+s98nzdjSttnfm8yIgmsG20fQz05ElQSJTdiIzdiwBRu2YsNJ2LANG07Ghu3YcAo2nIrNzgTqvEVZ+YHKho4UWSexZCqyzMId4ACzklln+jgngEFlSS2JH2R5rx7GDAfIpR2tLJurZTcUnWcZ042ef6GhcneU5gBoZwNv/e/JQaEWUolNgvSocqMF8aeQ9nS/yoecrVzAb5JcoMYgiAQhv92LSuahuleXzO+QJuCwa2ABMiz8FCo1CVnmzJ7LaXzglxPhj8zaO9Bdm69g4/Y85ReCEE/FHkfjBq0TWSLFhmIuHKdMB+qUD0+haCwq1N2Ju3Mxwa6VZaDn1p+gdtNocqfcVKtbb7MiIlncEtIPtkBOWhbWPO1tUwOUoRFijI2ppXg0zMJ6V9YxGQUjOUX68YOZTRH7b7cMEan2NWDLRFGps5CSJBYxK9vWJFqGIgVF8tB6Ohvh7lqymBGK2jisqITUHxq2LDEoAkX7QPomUnaUAmBMGt+Kv4OYr1CLNZETg3c62i6Oh1ez/B6MlsqKJR+SjHnmd5Q9QILQlYV3c8qOPJxoxwNBxaWSrVpBv2V21KPWKjuUXYg8ufd5d8zWwn0IVbu9yn6wMPvNDYBFmYwrKbT9mPI7KKE0KzrGUNCA+CKNFf4TkZJFiwC5TSuoUckHEncIWTQK13FuZ/ZvxaCUSWBkNXvZWj4YWzTjrHqLKJd7UeHODa14yjrOyo6EVBIJXI1xk1+00DyP3qr6Q6lPS21wfTEjsDEMO+nGIqN/UHMi4ksogH4KcyZai3kdZ02h8movtggKKR0DdRtAz9l9IOUeDKVhAxg57/HiCYIgvzAJoGkHmEX2HGzgheOlgVcGe01M0JuxEdEASGdTQCpMDyWmAbDO4bwjYH5eJHQAMXIkNRRyACkdQI38tcWMitN4dNuXmSkNstuM/azI3db7B4CyC8IpkPtDJdh4WYKfJSdQ887tuuuuQPcFz8N+lfKYpTxlKc9ZystSei3QW8HzDlcZH1nGZ5bxlWV8L6WfAv0WuCT7D6eO37897ifw/akdkWCzxRqr6kvjwecJ5BEZv8luUrKGAJSZGeSQbtsEBQAODXMBgsxPQJC9BdK7YCEImQ3BEId3L3wBCWVBWg5eSBVrYyUFEG1f3S1S18ySTTXunexxeevIit6XgnFQKvjx7+BRlJPo9QuIQgXFrJPr9cZomoGSUJzKNX9WZU0OH0hm2QJaIpEYpJJySbeiWpzHM8F0zbx5rTtLS8bK+vt4TZnaaRB3azrqmoND431FWq2eyVMl8bleZYY8WqKolhRKCgYylzRSiiouV1kUDNWVdHTVNtnEUkqSvFvmYPhFAYrKlNKFg8oyhirSKyie1kooiY3jvCzBs7kNKWlZiUDHXIlkQydLqvQajV5vs/vJHrdjkT1qjvgMiqspEBarIrDQ9yF9LlgDzSDLhLN5fxZjDbSAQqmWSQK4xBBGBdhRAEixYsKODTZ8ac0INvYQ5FIqlZ6nt782jlgDt2D7ArUCjSQ+wQoJOE/mhJofPoVDfSQ4bxxTQbgk7mrMelYkX8VYozL5GDQRmYOEUShoeuEvf3FpgH//O64dE+7LU1JqqSbfCoY+MLRZXNIolYAXhTIhuO8jrfp1XkH0gYQwW8IIB2ZhP+Fjl6Oqvoaaj1VPmU/TZVKs4puBzuH+47TDSHxY7f7okApiaE0YbLyJETPbnZOkJAqowue7bNSchWCHz1dLy0YqYZiSnojjm3ShCz+nbfJlDamA9htVx6iTs4SZQVTBBWjmFf5jDMJEgiJcdBL3FNKAPQriylxKzO+6KKFARiGV9lKahL43gJLk0BBBR54Jh4N9qeySTH7O5rqPLfjNr1dj9TGBgvvwFKE6evdTnfsxP9pNz210PUf3njCBaprQC0hQG6ZAkiBCwXtjnAqc2u81W0+5zD8pG81qSkHyK9xTo+uS1SuvhFJG8bCaq+XSaFHEyXEnYrYnQXss7r8qkPHygY49ZiCyFAq64/PlEP0PK6xoz//zCkwdOkuyrNEoc/hq9yd0BWT10l1lMBbjkvCOkUpdr3L+UJQ6s6RTTRSeZoqx036yEk0HhDrGxiKRa6H4mNHtMbGIJbePj62+2F6jdmQgt5sGg+GynXnaHl+OYVPrXaoPDAh/tul3Wi+FKKAiJskU02zfk2PDLhHSDd0WIi78KcTgUuCOTgykNd31PRvDKbAya0lGTNekB1UBNAeGrf2AcLEURjSgSm0RiYa6j1wgEyEQ1EmStd7pplx5BTTQzbaT1SN7/POEthEsfkrYFHE5ijE1J0yuyu1IDvqklo+D9jYAykSBTVwEpWwwN709dKMrD9qYm7YqkJ2U90uyqkR3RYRxSWowbrhXq1nZIAZGemfBGRYjYYZu3eJoIDkNCSU45Ijt555HOyTMTGWG5sywf51uwx2YEm4ZYZims9jz2eYKkkgWJjGAT6FRwhsm+2q9sZqH0mRNW0zdBoOlGMyw81l5NgItFP3dCJqpLTMBUqiNMojfQg+FNCGsY6bJBflEt5AJJUM2RJtqvWcjuqw0mItEOXzUwMx6uBtrfY1ExGYxw3JCnG3vYqy+Rh+CwkbEqJGzm97wE1oqFf72ppsIZY2Rt+8p9IUDdLADCONbQXlNNopPwQRVaoGNEs+49iYjzCQ/kEEedaaC3FyYf8hSsZGw2ErCMgUuBRPjzi5OPotsJ/2/QG5rZ2Phu6r/RbF8kq/GM5WFikQ97O/3IoP6oCwD8pwmiO0kmhiulKHupOBHcADnfm1dzYkuBr9B+JPEQBLWiNDlobpT9HFwQaKv/HKSgqwk3KM1UtnbAFlGOSCXCUq0DHIsS2/F46RR3AfZp83QqZAUFAkcep5M0VCsu7W5R5y0pPtRG8WHfJDSyAcFyOpvTy3zXbyWgTEvl/1/6ZHYvwUKLDPxoT8ZA39eJwK1nsXQBBXgD2XfIUbDijU7QUW7R44uBScng4BQuhTsGgo7zFVska/2DsIOQrW+WkY/kRY5w4kIhMPLUE4J/L0ui19LiEm8l9kuqU6JOAo55Y6d62EjSpRg1CtdNu/yn4XmpU+z7di0npnIVjgxZZnNhKERzuGLIFuBIvhKfffMtwqI0UVEqwgyZoovTEXSAHXo5xLsux9uuJ+nYHW9P7+GqGIEu/zSZOm8tcZTSBPy0kTPVIts9vh8IQIFVhAazDyUF2Cs9jT/ceIeQkK3izWx283cMFqjBMWpGY16LMzA3axltncVwUC5oKjfeGYLeckTYVMja6uLkp5FLKd9H98g2xVnUTpvb5d0wRbxUuxMc3/UniH3F8clMYEusE2kerUMeNkPgtiJY4FCWuGiNMaqGLxpBbFffdOtJDJIuUd3u0YHrTTI4EDc7h6d4qlmMCzVaUoo2H6SVH60Kzsv6aeIe5rlMqSirqpTXZO1FaoSB+Hh51R26c+BcNzsHGQVZ/IIyyIGVa/Mc5oxMccJ9YtnocdDvmc7DqpfnXWa6R1Pa7SDIk4TAdaqhOixUVURrZx0ld1dwRBX5r5AjHjpZZUfoSQ3KtH9A0B96eYqZxK93d3Y6HgGjZa303zYPzKlNBzh/F60Ii6aW5pXNv8mqESYZjiFeh5JjA+AIqXzAMitT2lVoXkkvvqGd8OWLrgAtvj8f5/PxP8ryT+QnTvS3xUFw8Tt+IuJj0wQ0MM+YdT3x06FjQbDJtgF+nnvlA+BpE1irK9LDXe2NPqjmo/8TTQMe+mC4zgl5/O4AHTLjlGppYzNtu/YF45ipyhR7Dgh1GIAS8F6j2Rzu4WkMr0jkik4XmZRj5Anqflvo6OqJuOVl43QlWmYZggrLzSvSjMz6QHKF5FzZizIkj5a6XCIiiCqkFpGO5uLICUE2PIhLup+y2MCr51U7xFMKsWRH1hmEEMh2h0+aII0baTDtk/ucm3idbba06SRZOvbldan0Q+6bnUux6rqFybIe8Wu2Sa5bxFvB8X0esg5XFtxzhdxak0mFksedTLCINwLzYWTDUVUrUFmJLYR53RoQol/4DFFaBmqcpKX3GJZbInR+cj5oPxtslkvzsYpGBLwyWzIKQItc0p8TBgsERTdUlEk3M9Yxaq8cVnTp+mOHprHZ+qZMAjRT61Iv1Y0G0zp+Y4oL54gYZjPpGIQINc80Y/JwR9OgZC/2xrOMOD2QcuQGzD9l32jMGc0DOern4yPOor0aIq0b5r8BrdSmekLqFDLYL8rVVUQXxPkCbrX1VN1leTQ5oZ7mb15FpRFOqXISsxxVF7eCwKej1retf18yjTAmbeP0UrZzBh3hxW/1+jLF+eT7z54IMk6TnSn0vxx9BpacF/EGAF/a6Kp4BDIT0/yu1c2ds70VhZ704aYvQZ//IUYoo8djyZh9KveAoRLZECeKXV6GPNDflaSIga93qw3HfqgwHvNQFcFPsAdSmGIHw5VrQrH6lCdGcgIEn7mEgxSCK3VGjPxf0GHsLS7Rv9DKazdDcupRXIvpBdttjuMHNPp/3ZteeN9mKaydIRRzgSGApmoMGHb0U5RDwsatUwWvsknrIIGnnd4gyaGiPyfZWMJG+fQKYduGO7vg1pEBKeOVCCVSnTrz1p4odVJB2Pf2y9y5clGm4oxsPzU5MDx6XeJjxmX8YibwfM0l3lneyJ4BdubDhKp32zHfaplxs3Y3oX3PNuO5Rkw6HTgh7JCkX49sLKF+F0JRu/3/JctGIoNGJhxgBSec+ugCu0dGaxYY+MmLoaqGQPKCHwNhGluuYXfTaz9scXnN+5GVAEXifsYs40kQfom0M+z/iahAdSspYXnPSvQ9bot1SfsVYwlBr/OPjoBMvFUKIzAMCyWPw9u4pgw6XV8i63smNnPJRIAVMSteM3Ec+d2hAaY6327Rs5bcojTKfATBa0pGClJGWvK7+Z2FPuL19xYR0WJVGbEVsNSg/CQZvnnwRxpHc0r0EMkWpOpAWU82uFwYJl0iQSztxFffDuCttHxyGMiaQ9hZ5Y5HFv7YVucMzXXU0kSC+sv8j+zIV0CdB9XexHFDekSeJG0Cl5hYjmzEatIQdCXR7eFRCwuDIlkPDBL9nWhSNeoBZdNUVMymCYANZujP0NW9c0tjZmAUQyUniZtug8IH2GcKlldHncqBWoRX0w4WGCqCMJQvTLfp0OepapUw2x/e7xE2LQtYXxKUT9NyJYgmFmszDXpbsg5s3K7iOyFRbePhdNxtu/udyBhPogOsRHf3JbjNR5uqPpGiK0nO6B2wZZsLhy3kTPnGyYgMxM2vcgieZXT/tb2zA7JHqQyCbktzKeVyHfAj+BEm83WPAfQu7lkCUM2favHvMv44vWFc9DjdIAaqXFtm6ARU9ezDvNf60yRueHnEhH7phGoPLKcy/mOXLBnVrvT6Y1Bd2nGshAnG9dJEkqwcfPI2mP9TFkxUkqcrnhzonmI6MQ5YYfMd971hGCt6iWWcNtVuMVPMdJ766H5aD7KWScoXEf6B2p8fHgYJVh7fDmNUOW6jazv515lBG6Qo4J+Ent5emKs3rkuNcxCY6AzpFI6OihFhvvXY8uRArDzZi4w1sUQBP5DFq2S+3TwJlsrLxwdS9MaRGXZFXoVwiiFQvTU0N2vW+Wn52hv03uigk1NLsn7XFUPPmXGnY60Gj4IRQCKUK3rAXVozLGqrqG/eepB+bPq4W4ev4OiGA+je528GaWg/oNEnqCC+rnieZr1RYQd+QnhPVIx+ohqtWRCf9prSc8MbEix7r1XJ5cLdJGWGBivm3bodm7UyxotLSYEphVRZvv3a06MiZxmSK7RvQm6b6KvMRvZnp5symttk3UWqGUSLbIfntsi/AXASR/J+6rvFf3kzMINLNBh7CHbiaQpkV/KT6DbxwFZee3Q3/br2JKFNMvy9cU2sh3QCxuD5LjCjd2lpkTB0kYuJQdIYkAMT8SFxJCz4M/qCdBujHNdoJ7I46lImhDzY2tGIKaWPWvzgJE3Mav4mjd/RgzZNFEUnqsstZ+cEa3pJoy5Qi8DHgV0SgrP23TaR0KGYol/F72TbFOwjsZuz4Mt1JFxB4UUmoZq9LjsrSj3mPBQPvNazieLkMjvYlhHRx9aU60JlTdZ18gM+63c3+V36qTHC/X7dYnYrKq/cekmOOJPG1CvhtRyQIEVn22NnEAJoiibAzRvOtcE6GRO/yj/8N3EWEqiP2YajFXCRBQNn0qdSZrkgvVqDTlmyBcQJAHVp+1teRo6YIxh7c6dLdUwUU832TzoLDNawtHdl81sa+mJFJeuX18zvzkZuWcKwxCjqopQI69FezqpJWcg9XuPi8yl1WvCVkkfTxKPA28K3P79rEjnMq48RuBwV3996+m/UuuNmGMC5pcFQyeC3iFVyBO41Oa9R2kmXZIOs3R+0rVBGF9Ee0VpM+8WEy7UC3YKxrnUPYcxO3kNQsrbIF1/P4U/KDdbrLBf7UbrB/Id2+ygatZLDI9JqxmRcVv4ohNKPkseS+vNrebioaQgMdWpPIdZoEniPPfWLDJpiIiYJSayVw/BohsPUlRp9cMYFskZOrv3exHyFZYzKtNdE1rbo5TbLNY5SkdzIvWdz/MRxNvkTn4r+bo2vx5pfxHB6lT+q6KEpZk+Gf1iOlwwE88nqyMqyPTy0WDmeQnPUdEBLBZhjLCgQzv/i1r0In8eV5bAz9/yTbsMTS7hLLU3Jyiz4tQcq6fCrH6U6m5m/W6fYJumR3oNAKjEbxEQz7QDgP79Ln1+ZYH5l8I3uznqJNVQI6rUqksmajEp26AosDFkSwnHUUNBhQSEcBAJwzgVp6S9x4PfZhgQTvw62QyOQ2GW2Uw8F9aWStgMDorNlQW/RqkN8jNc+DFFP2fdC+2EKCkCf49JSIdCvfqcyPiYfVm4zL2LnzKfXAGSweSesRd54TiXzdZdY+Kbl4h1MLpdI6QU6teZAnSrM9bUcl2YqjoW413Vhpp0Ig+nq9dV11jVumr0WfH9X/wgzuDnJSedyE9y+cGQokfKzA4KPLR6ybECS40rG1/3M5VEsL+/px+rOcRz8pKuCjvOM7PE89IkdBHJSDfB6KYznj9MIrWfEDa5SjP+QNg3mxbYm2eT7lfog0q6uHluFxEjzEAMpsrMVEus1AJeOEZAGD+8IosLI65YVbKS0zQr6r3b/TW71+Ovsyuf6LrDqn2n/ZTsMsb6wCn7osLdj1Ng5Q730oSq14NakmhokquKE/Icx0no/zNzWrBG+zAdYgsl2O2KyAzDCIKaCsYlsF4pj5PUoE6lRT6OaS0RAcQ4I20uCNJ0P6OVoA18eYOWknWw1Mmwlxzpj/1z+F0mUB8z+V+SkSseJ5EJh05lyrgQPtVf9ne++XTUncsMiwh3zLMv+WAviwPdvIZWm+BNAwq7siV5gzxcVmy9eF/14844kuYcDrRLI4qFVENUKAfGKaHvWhA0r8xQu6DHjTnw/WyBhjoRdeQk+/rpjtWOpb1n7IjbPQ2Er1deN3MsR1c8Ydv3oHFJPbz43X3pK3WKV3j1RzruPCEoVhzj9RcMimfUQl7NtnjKty+69YG5AHs5kKetehx3mM6ceexZB+CzjViyT/TXw0nVSWEwO2F6RCo5Y1q8qOaeyP64kHiSQLybZkzBQTB8ZCJACN5fEUCqbqm8uQaqfY99/ljVb/TH6bj/RMvC2nuG2R++P7zByj4TWabm8B2RxXZ2S2019OWHjx2Gv/8Dnmj5ZFClXP9rTnCWsqtH6q143VEPC14RIoCr3VS1lvLjxOMEzFnVIc4L9kIO931f0XXJNZmzAly3nKxXJfuzSQyvqt28oyHw+qFnXl5RxkSogJ6wfjQ2JfpixZi3lFpjkOKpKaHcKs82/k9ToSa0zeRxL0uYG9c2p+LG7LapJ9+dMWW2nfltlsWfXCNdnKZ0akC/pThnbPSJRG4rgCWYTEEqLCZxqranJuDKDAU1FLft3MHbqhblTn+Yr3+P853Z1qNQqqWNC8f8ogmhM9/jss0YqD6KfZCtR2BBKp37338wGUhtJZR642NKzW8a2z/ESTy5EOUapowVbaFaX8Oq9LRd1zLSb1RpYcGNT7s57CUT1WCWKycNLKv/KI4BwMA/E2lgaErV5of+uHLL9mYEe+yrtseEn2H4T3995NrXWks1OX8ZPVbR6M+QEF0WDI0uGwgdrb1ATSnMtZq5P2djBIub//p2e3UXyKcVJnce7vOgmGSpP3xqqGbnjdEj/liFA5+eI7+PBA7g2Xc80n9XMDH0LFgE1zOYsvr0I1evfm1swEUzYt5qkMv1cGaGOyCVHZER0boaRFJ5RzBxgYLFH4pA1l5mbX2DQK1VMxXtW4OG9VNl7hD+mwVFGx6RwKX/2+HNo87DysPO8a0I7BchLWLivBA3DhtHRkdNZ6TiM6bxcdOY6Sb89MpsP61hOkpD16KiT4lj2nt2pRUB2PS5RHGU1+aNgt14zd8JBH2KZic7FrvcCNbUnMDv4s4rdI/puVd43St44Is8MUS9sPnZp3Ka6NeV//w/z/jd+25+2KOZZz/oj7k9FfRy1Rh6KO+8ejS5MaVlbeFXb+cm3W2QYQ9Nv+q+Yj+UbnhvhYfVuX9/1/WaYd0yG/HHt6xYtgE1wuMBbU7FKuBEZeSeMCLoOgiZm2FyMCCmW4DZFAdmMdwPOHUB29W//BJY9hj+Tp3qZzWhmFQ3jEE/NCQHG2dVKVuP507PKz1W8pN3FcBNbSGpgfGcvTxZFBArAnC6IpZ1zqnoRB/sOyWUDn2/vwjmOHKoky3vW1ue2pD1z1Fx9SylfcQqPnWuLj7rb7V8rrhBNwcRygcrGFiPic/QcsWXJbVXcaYMmQeQk7ouRzuv2KXgKis1530K+QfZDH0nLV0795VjmPALmTlkUd/Qk5zY48v2ZIVyQlnvDfGK3e97Kg+/9XVD2/b1TUSXLNeX+xDGNpZYfOoflyC+92w57/3E1D6jdu6oh3ASluH/HjLdEYBXHrEX1Gb1mH5DCMNk4PK5lnnvW2W0FKBgtjocv3H8+BxZ2rs8grG1pH/l0EeMNEtCcK1cMwQLdWMjvlV3YoJf15OU3P/21jkfsTr82aw+DIlF4fw/Cjb/9QgKx2Hm9ovtGY86JZpD3Wha6p1+Lt5fmOf13aJTJrbv7yARL1YQLC/t8jNxSmVVIALXq0n4ZZHmba6FClgNRzXlOYE5Xgl+SZ9KAkuA+l7lePu6dQGMDeWVViYFw6nKdqkvv1Uw5StMerBbywgrDBn3Lp4VKqgQiLUeBWq1myklHbQ/o7+sE5xMKg4VnmQHVEaB3v6Shg/rH1tKTIufM876TM0UzGl6cR5EUTTACDRv2dljJEXGkc9Nrl15EbFGE/UfMYkyvR10romK4AIyjqB3H77R2rn4IqVMZkRe18tH8En83ttLwmX5s+b495yGulY2+YW8zNPW94XIml/tfL9PaX08qX0w74VX/lSry/+Z0/mN5yV3rCJL2l399k31sYAxmoEU6JLXGP9Oi6cUtoZPYaRiUSvV+Sc6UelUVY2Ljm2lAiS7E3ViXxFq2amaDz26BJaKwP7sSnU3ZSqQZEWd2vvZ+P0VoUoCJvF1+LG4YW76geU94cJgeMMCmdBE1N1dVeRsYddQQa5NZ4B0tul3DSdMxNc53AVW96qOe4XTfTCQk6Vl7zj7+GO8/n59ZjHfxkSLylfRzs1rViPI/zNxsxRaGbu6CMdwgv/aYnaWt7TFsvma993K4jykPuS0WIhvH6L6SLTs39CcJ/6JOn/OKQnkK5v0L47FPZ8keK1Czse/v4vjyDgimvj/rEXzrqH4Tqh7vu6TF3ccSSI1Nwq0Wd1v6bxh7y1FapdjTYH+a2j/OWk+IXkRVTUqG0I40x5bUS7+hXI29qbd9uFIfWDhoZeTdZ+1i9pte1X8BEJs9s51DclnZ3auWinpIowmIbWza3mStzs6Vwxfw1b4YtmhThXnsw97U33F7txKFAC/a2dBWVVrYMEdD7Uk33Wy0kEwQsy0yTjqyAvohMa3L7ZZK6vqVtxKKd5gjvHtfBtG2ghE+rOieOqn/TjaCnHUZ++3QHCkhaS9JnOcovx0pRMCyzOpGF9aHJdeb2BrIJokEA2shK2OLsyjwNPRirf/1MK5hHpCkkRnZTR+iwDBHsEugET2RG8BHR3E+7cVxx89A53sp5m4gtV2XuusefjA/vxgeQ4X0/TP8slnLzoAJToxKHSmx+dBZQLj7ApmPA0FAI7n0TH+7t6qByJVtEcBJvOYol8puLoampBU1OxRrn3K0doEweYd5m0AjUH+k796KmaXpcwRTX0fLmwtm9PeDBsrU3qECQHfOkVVRdZvVjakR+Uch85RNwxvbmBHzZpIjai/m6m+ycYpyK2dS+1nEvElYtK8KCTNS4LD1b7PMMKL8WyDnIwLOEkO/t5txfGHT3c1CBKbZy8tGSya05p/NijeeBrqbN3Jsziw+8HgJCXHsVJjjoDsc2aN6jtF1W5pMFD/DuCvaa9xrm0q7sgnShIoOZitd8yuMG81jwUVEsdIxMjRWR4nNTPzJLTvAJ6TL0exzDqzw/471ZvruWSji39GgKGxWu5NS7LQVC6ALpuG73wrAJGkOerfQFOv/1GUHhBK0TDU+lmduOGqrXOfySmTOuMo0jkNqt0mHI9DTCtkMkYguYxzIWLKTF3aOJqVlrjx3ZnbJ4BRIVauzDnSAO9m5aYImLJZDRsMGx27f0vcch+sgll8kUDehyGlM8zQpwgJbNKkmf1bvsOw3rBG9gxsZvbj4j4W38rNG9u7wve65khPwuPGdnVYWOFTRtv7Ihm1aUj7A48LiBPRdN6Hpykg5joB1+AVxtGs4rg0rSPnkhVBp6nnqqrwEJdGB6Bd6AdeZ8Fi0Yut6dxHG3YougZmSkvhkZHir0ggVrj/9JcEdI6+POt4GoZYvJFJQoYZODrL6zQK2ThQdQyL1mwMfAQMRkaMW0ybCfh4fl2ijVI3nrZIkqpQxLuZi5QPt1VcmzTVCyr/STLvPl3fTI+noYL9z6TwuUi632HE2Hag7jwpttmhXbrI6K6uAPiFJaIoO4zSmQ4fST3dqQxAMnF5KszxgB+hF7UlrfrcntRV900XWxjKd9k6TOwtsMa+xGOeidvk3nP5b9na3ib+BFDUQrQUCJXD1VO4WOiH1rFyS9gBDmxd01+bqwCyBpKvXJ2sUrIcKNzOa0sEXHMSG3mnJe4EnZFZdXZzV8kxdTl4fpIJwcbiuOTpCjoMMVKOTi8LiTPVWA+JHLyKgPSHxIjv5EYO08ZlP8qdx+eVmbpUbRBHCejrKzF58vDSfHibA0Y9gT4/7W82tJT0m5phpOlfiFFPncfvA4wHkkuFygTL/ALnbqKwGY9GV5fJDFxWZD9dPx7ZCt0MnZ90aNVGuCXaH07cMbJIG4KNaQmZqZmvhmgJR1hHazxlTifUSDNcbhz2zHgIYDxIPnN1kF7HGbIcsNVe4Zi3pE/+C5y3RWe8boojxuJ4c0WEpU5OQ4ApGXiK9J7Iviw2eEkRllYcF4/kihyE6MQ1mPD5zyKko6igM6nKVm4EPE8l3LvGn6q6c8AM1v6BGPYyHJ0FeIQBJsSBa56S6C43Sfq391eoKs2Ju491G37M6pguL1+7bvOHHcW17q8v1VX0+MnYur5ZpmBWj3wDpwsXdBZGaH7xf0OhUPIyfbugRkCU+v6BAF7Pkyeg/XGZySu3JhWM9NS8PjoLatStuA6VgM0p/hn6yeqIB5JDO7C7HJi3U0EqCHuDXb8FLpKhxwU0dj9xFX89vdPKX4zFBBLd5WbJnG3zOJxYf8/12VmHsILcgFGURjWuKSSESsHdGRONYocoDDfqaiz7CuzF/nRb6oD61kZv1qimVhjJocNlPSsjkmh1bVtn0pnTud0fX0PBXQLLhEFVoTaZTTkiF7+K7z0KfUoO/1BZ6zLNVLUFTrmiS30Syc2w+m2Of/PGZnW6iMh/B33eIykL5+ax3/0vLSK7r5UaRowbg7BBTq8DZxqBsm1CnWFdNBRZJJmk7eY4fx4TpmveAru1xbnTl+g3lhDH9qSFSsro7q2hyB61omSz71IFlzah91RLdg60PPqzKLb94+2vUXGJIP9zs5kkBPUMKkDzdSOD+S3dJZq7Qlvs83/wUDJzI+lr6r9NYp09vZXa+oTbShpRWEIgBV8xlosHzSrHTz4SYDDfK3WJh9egABLg1ncgxEkZzSQjdG8tTh7icjI8Xgu1LQOFzYkgZM9VDz2xQt8PKemT9gU4ctLYdfhCgA/SAgSpz+hJazF03O7GV3H1ifkRpRvv24uux/WN1GNPq+d/AHvY7FZn6OoedRTpXCXTp/1RJ9wNE5A/yZWzVvJ1h3/5p7JoBb4hAadcR8HYl2PfWm0CxVKxxe3CkWzAbSQpxDzlSUKPqaclwbE5TM4qSGeXsRydBSsBC3tR7NPshb8Y00DiwR096/ImiW+vkSHgbAkOB0dcHTCCy7dtksxdIP25PJu8RGBnj6jwYp7bG41zVByi30e/XNN67Gvfah1IsOQyAapcDvK71DztTiOlwqWXdmP3mau49CBEKKmj5LKr3+T0ygGDaM1yuTnqL46Le/IXwMKxuky3Cb8V2FK7Ba9HryR6LQybqf7VPUuLbBk3pW8wj11Sk8TNTbynULxbJDEaYdGYNy0+OSGw83DZeXj0HstcgbhkSmyj02ElwpImFJFXwKqck8YRgTJhpfYM/G3fcGt23v7cSffWS7pcON3vNJ6AqjU1kFzK0lmlsRPI08Z3cVD7OXRqf1M/nStQUrJo9Eku4z9nyMnyzK4Ca95uVCbcD2Y/yKy6pLfBGY5s2ZX8xbCo4p5WZmLvBA7H9fBL/2SD/ThrlIoEKQo4N4JLf+GzFvPKdZ/qm1l718pbVYn+5weBcPhUCkhw2UnAz98XQCSD8B+pf6R4oC6BV65+W9+ZKBfjx3vhohHcaXqEInF+CHxGz2RD4xXVUFe5cFVcUdNncsoUIgSUvONGUepN/InLpJi6UFBgcsMiufsNv7nwARXPKIrHEFjm3wXByfjPzz/2F7M8BT+EoW6oM/319/8cXRGNkp8D3EzdsQHqCVDxoXIG71WRH68YRAGgXRSziHz5oy2lavziYUkdH1JmKnjd088+bqGrog6jEKMov1MRn07oHBsvCQH0RvXk0twOZ12B/g7S17CgZYk2afGWX1N2PfBPsuFao9ZL+uk6DZHVfYxiiqYOPt3DNSt7cSlx930ghAYxiVBsusm8BY5fSSsKtvpjjvqazdLM7EAsoDYMPCyJHpzi4ojRpylpyJd27zzp4lupimSevz9Z+PmugWbSp55H3L1+yQj3m48zNayStQiYSmM3bf2+d+OdhJuxfjyrid5sUA6v9sR9mnJZVc9Kv1KnFLVRHlauw9RUD5VkwCPndAjLui5iq36AEyCIhjAJubcOYwzPBODtM/UL1/iki4N1uz9lugWvGaTP5/n3Wp0vYVLi4scz5jqvQ84N10uzvXb+Xbk4NFu2UVWaoJqSNnzSMvvPfy+DEwiS3LvTJjWUZgXP3Vr4VYbyBxXN+XhdzXkRULXBxKxOfaMNI1/Il3rU4yDbHeNLS/yRHPW45bF3FN0/Tc/zkpa3jJrftFSMNgRhFpN9ufBWaWUm0ypI1exQboLT02N8aVoiIxNGuRwlv2bOs/MmBJbfjDpUQ8XwgVpyKamEGuElXj029sQDyNdvAQBdyY0O+sB37gYPHGvfOfP/CHwJu7GgHwJ5T0gmM9mC7wo+gUvfvq3TWTjqU/lmP12TIxnZHrgbgh3PIsK+X9IIx4tP/q6eSwWI7e35dsLjIxyxg/eqB9SD9674iJEaJXticQCI/HxAh5TwcpEn+wWn9om/tREpqUFpis66k/akBcQ4RUU9psVVisWk7YKN+yt93XIl/k0jZ1FQsymFl6fikucl/WIjtU1c5oJoMoCWKGLZNS7a+qCNRuHmX+EoyZKMccn0ExZpRigXxAhhE4usaMv1ooulg+ey4ohgxtlbLZ0gSmNdMrXj+eOaBc+CmWhItZizTBrULgXVQ5qeqcc0fd/+VNQzLsyQGhU2acGXHSQpFCT+9+5k383mUckadLfNpP3CYP5bR/aQioezNzaWN0RnbZyaOteLeCMLVXXy0gUKQsvKI/jsgZjHSGAwLMC8CEI5tJ7FX5ApyWnCfiLzTe+zHhQoetjoeDBj+MoA6BekkRqu3KEUU6oc8+tWFv1sHHlZfypSp9YZP3Cvaq5hffL7xVoiqMLUnDr8Jq9Z+7zFc+9GVf/0xV+bL9CJTZx0B8o2AMBKUZiKY6pHtS3FHpkX/bXg/qHdJ6Gx8xWyn0VziW5c+8S/ujo5A+OAIXO0g2kByRG87xX12EFT0kcWkYYbK0zfuERpywrx2hI0Q2Liqemj/2/4QQkR/wsn+vVlfRyLXkxUuJPmrH53Y3l+TaChvap9+HgHc4Mvj7RVacq5efnPpPqs+s+Xqps17a7MIbce2Q3b3k+jmW4iwq07w0rz9an+od5c/Dr52c1NhpCKXvxeC8M2sFGUIAWoKoRkpTWKyHJAB0xsYB1RB1nFrHgXzxSZOPGDQbszq4+IYznaBvwCE8a50zps2kp8JioItvlU2ZLKpvUPLNHmzYyNaEhERG5zIit9gi1zOgSyAFCrfJBUZKWzymJU1pEoF2fqtpxYupSWiEOfOZjmjLa52CEMplx4QMgrUu5L0vBqsoe0/9cDTxuEjj/tdetN46ab8mPQjyX8C5Q949UVrwoaTdjL/+pcc0co/oMhvnyrnMqwJZUva63o+GCdwvClluqjrHLS6ATY2GqXac28H1X8x9P7KjbbPI7p1xoyPkzRXFHocPViKSkm6DBTC8EZmQ36d5Buy+74w5sGPQBjjE+f/n3Fe6LCXjlFxRYee/fa2DW93WKXWveYt0NwRkYcySyB2KnkLLpO7h0f+giXCAt/yLde/LVyfrqcMxPBxtOBLdOW1PdTMImle227IujMEOM4UmmzwfmrvCoFz6R1pDjxwwtiEsQpioomlL1//8H3zHk9Bdx3FB8ZZq2Zq3U2uk63LNW/ae8XyWU+T5GJDuijs1I3O+X6hdXKbpIw70zCJLrIvlFtdRFx8s7shVxsngp78iJeu9wn0CS2UTP/ZnOFh+MdfEabFQSKfMHSUrdjdNGz0dq33kQ2eIX1386uJBEeNRZ8mfSKQa/F6Wrj8KSOl+hQlf5ekWHtrSteCeleZ2qy8u6LSidFDdV8VtPAwRuR0NlVdzrtVrVFh2vIHjK1pGHFrZS450GdPedKVqbcmS5anKnzvIGDOMXC0JLQ7rx2+EdD6eWcOdlJqb2kwgwwQ3t3auy8Lx1B72iUYd+RYU9Z0m3WvYWt4IGj6pq1iYB9xSJUqBfM/U/+KXeZEvo0tp/1HJcCl8uCv3zkgIFYHLtr2y/Dy/et6EBIXEzG0QWZV44Nzjueu2qSbCvmTdvusjfIRV1+lJG8Nv8NnWTk4Pf3uynp1yVlFxxiMo7PT6kcXr90sfB7Ea/0lXGkWa4kMPsNXPgGOi1q9JFfXbmCDK0gFen3HzuOI/GZ6kUsKqn/EnJtdgo1Rz/EkWbVHbrUsG6rjn3suiq1Wn1j+QTKHuMMzxMPv2p908gMH5yOkMUZvDxpenljzJGa9ehVozpNM76LeAvPFaqNMb6s5MEMy+i5ET2OYySAaaAqcjlNu8ceMOs/o0TwMzgiva4omYK6rXA6jKb6ZVclum2/3ibSnRiqczb8bs7Bde+BbFrUFcQRps0k/M/wdboV96CqgiTTqGksqSTfFj+mVn0sxPCyBRz/5Tsem2Gtfh2Mm035P8dFgUet7cf7ZuLDD0lqY2Mykb3GsEa3cmtRf9EAmydQT4gsAS8Pvi9LnY+7PcOwACTdRYGSE6YtxKWc4orBdaMfdpSUZ1aLF2lqW0Yhd1ltvOHoXxVVbQBkW7JD8zhcuPno54NZY57aO6PF7YigSAAYcyD+qvtMFXoCjhDBwCeWOYZucbPQmH21svmN/30NTRlff0duPiCHly/P6/oj4cpelz4gX8Mo0icBCkSReeabUY8z/PBb6k2eagSkp1NGbmYGoOZTzYX/6bN3yxA7C5GwaaS3vFE4q73Y/wz25aNKrGJuX2ly2Kp8mNcU6db6AHL7q5xw7w9cg1fOjj5lBosyktLumv7kuz5lyGxMNmTcED/3UjdGeTRd993/Urfc4DLof9dSMfzpjy/oCx7o1VKRoMzpHxDAQYDQe0WenHDxKWvJ7WapTII4gStAZHTZQosxuXL3vzUL346QwbMqqUECp90SLc74ISWDkrXSUfjCRuX3WpKt4E0N53EgTbn5DUvhDYmjVLaHTKnKMazRLgVwVcS+bB1V1yTaq95QNWvRgahJpEn+ZaR+AYgdOSPAYwtRaaZOwCsF4o6S6h3RnHz7p0uhcDhcFb2FaE5anrN/yKqsrks1bSU9NmUNvPjOsTobCoojOZVL7sTeFfGWlJCqpnO7QPThBtl0PuEF+38MMAIPRLE2ns5cQqp+J2qdpnHzDtQDtSrv+fpdU+OTS8F3di6gnGcPQeS+xwyaZXVk99aetZve6yirctYKPYSTUm/1MAeQpx+CTphtWAZctRmOpjs0coW0U2G0SqdYcCIP1q/+9zs492mw4u03MhJ/DZq1yVS2nywLDaxkT+tSuhqR0oKPtimb6+vK3EeIz5jCYIffcBdVHl+6ZvsN6nqVvh4yxi+22ZLtzPvYhAKGwhWwUf2kJaPVKjvll7gCh3xRt5njVdJFPBf53hJyB7n6tQvakp/UJNd9q57LNlqrXXRRpzauDIprDAq76h+tyNP4ZsoVHOjCoEV3nBVxh+XJPluWUuGhFv+YSjPIYaDXwN/DTGYCUo5Hz/CIR64MjP1v792ZjlH0Rqn6lY8D45y+y20CCtdiL2GAAXs6nSjZMO3AsSEC2b97ZGEZ/mOYvCdWgzGKODMFjd4d40syceSczC2Tb80NF+h2Laa2oNjKj+zUxG2ml3DjOP0dTU1WeHcBZInPFXX2bmCT8E1wdkkoL/U2s5gWYUkC2xNJjmr/d4UxESOEFf8M9OI3Gi+H9g9eR40HgDADfz+BjJ5DdMLcvDxvgR/EvvpdgKVWFhGblwLy0M2qrx0e+P33PzTrwzFTLW/f/AcbhkoW25htGajgGdisEykTVinfA9Q9E3j2Sz6KCzJbHhLjCBWpo8wMfP2UhalY5Pzf9T8Avf/DrxD6ZIPv3qkvnxvobB6orn+he+c5Z7m7XZ7ENYTDbW3Jpz7YtAdWqcHAQEZJXK4QIjJvWjw9lUUAZZbLRgTfX2yiPy6nlk7g5oDL4yFR69xasD/93lSI8fpIOtvCDSili65qeSGsAQqEhcyIA5EGgUZddSVyMtIdcWnepOBb/FsawMs/GLx4OAXjMXg3jHd1zir8lzvhxJZFKIBKaEYRygp3EaQpmtsjEaC/vPIY1LPshrdRgvYzrr7APrb4GhSEbHdxDMvTiyF48yiCTEAsQ+UCaFPNVNOQ2ZhAYFSBeEc3QX5f4uczCRTR3wpDmB0S0uQSOAcIMSCRLmT3uReuGJvD78WaRPga79L022BgNv0vius+FRQ8sFj454tcNqQJKiDYXgUE3pGLvrIGfK1jRxzA/QBFKQwrv4BBZ0mQzRnbV4+cWDgbJleYIATYdm3ZPT4fWliOvPD94wl9Y2pU7sDRpin7kpok0oRht+bBaXpcregH+sHL0q7dVVPhfWsiORCysBGfCZ8920Yv7jIXL3GoSDesUtR705X2UEFLjOKEACTThKNiVZ/II86Q9jzqksmXKlWYJqJzDU2nHK6wIMRUNFOVi6TDCt1sOgy/spDYuzH56mXH5P6Euh1wlFj7mHASGSqMAkT8R6fK5Htfz/e9aPb4BzUvETAFszF4wQeqbXtFEX4O0M0z3O97/gdj5tu9zQAg0nfSKwufr+cpTFp1cFGXaP/9d+jXAaS7q422hc8WpKf8JbqcofoLVDshPB5njcGzopGn4LnHcQBAfNLELw4HjpKgnlyUkvawclbFWZ/VIK7Q1BGq9D8u00Fr+eAG5vID9yOWbqrccRyQCOgfSF6Z/PBNrHXkJ39KPNkxujpd9/DV9A6vqgufuN9lEaiMwFZiEWq4qL7Ld79t5dTJIXGEMEo6VjaQ4Uw1iRF1FV2/fV1SsWwpBmhz2pqd1bcYKVLeh6HBO0hTLBoTlPLhqk2OxpqU1qoSX0Wx/OT4I4vantMJRkzZEt961uOP9gkk+DaI5/BeTZetADAByLSO5NBinYbcYnTDtLLUYXr2Wfsn5z9XZwfjlR0pX2zZvkqw4pq5UkMB5wuU4hyn+wj/HqgO23PekF4n+RRA9x0W+Uib34RvtbuU7hYm65PIOzNXSvyZiiInvdgnddXPN20xDIdfMUgWSmRLXgDgVyFFk8xQfO2mhyS3UmIU+eTP192dIiARCrRLYDDX1G9ABBcIySHTcusSs9xbOqJQwonD5XnenGxF5kjGOpKXrhJrJVdSo1JWln/eEfrJDunmZ3QKAtKVdibLQmHGmCULKplleUSLepvrK0pUAH0bM7wu15I+TWEgyULIx8iFtKyAZQLyCXxYUgzAF0GrQgjJWqmcJZZL0+UQK9JwaNCXZ9e0FfGDzlaWuJNpCIExgUKH3T5DSbDhjtVSRpCXi+BgXaVdHBzsKUgZE6tTQIPONtUGCzUwsopcHUmwNIOEucI/bqz7WJ9CThX5LHXd+sYJpSqLfcamlHgwrtpL5DTU+FPFvlpLE0UKCtlvrHPgPMkWSrbzshbxqXzqOilaN5QyiwAg9NH5WSrLZWMRdJGsaQrW+lKZYIHTxPgqrXBpntUmG6SpIgPBTsrMEEHL5YisRsxiCUCUJEEdIwRWYzhFYNj+PKOQjgvgksJIh6SSVHUSuC4HKdmlkh2AkywFKbEADihpIhJQ6o6b1Zy5wv4yZzIli0hohN5OV2NtyMW6zwZK87Ps0maRxbgF1ywsytheR6zSK4bqeIInrdhkEUCSiG8GDkEwrPkR8c7Qc2UYktJSK0SA4olet0UpQRChDGamyGFZAcklBLcDtrd21fJ5XpFcLR+XzwsW8QcLYJ4QAfamEUwtCwIQtWWP1vmjvdwpL/4j5MjXnLuvfTkTY7WuwdFep4EgAoIhyE1xlVoaau3/EbQY0Ep0dhN/4+qQrAFylg0BN/OEoRN1sTTLTDjDhkrmrdzObshQmeFZwNudYBLEnFTw09EXbHAV7sKZeC5eicdwL59XtbsJqi9DPHH7/Ioip8j3Ird6Q55HyHUHOcWhWwMblpsRnEqh2gIox6XkdpiiKs3+gN4ywPMM/F6+iyovcn+APpP5X6v/otixwxecTX3cVG5rfs5M0DZaHjc7F5mvz7HQeSH6zYMEQINDOEyvkeIMgqCmugibGZnZYDw5O0fcwbdTnWqaVAG9GMT7spcozJcAmov8D4aBPJ78YKa9SynE6ObBwExH48gKSNN9jwPu5L5UzzUnyiD6PJ4IYhOlw86vLcu76CpyATMpF0E2HvcIBe5LfkUu+WukbyG998EuViR4T/+3NG6eF9cShm6IXuBje4AcQFmMvgcKhRRQ2jEJ0i8SSO8ptMT21jaE+IBm2QpgHdgKJvHoVgif/61Q5qBbYXyxzY83biVtfaD/xMpk94v8NLqAScDh2TC7XmePpIvjShXIuFGnFRoFMCwHqiqKqogZSuX00ueV1eG7JsJ/uFM2zqfhICewsTdJoC2jCNQdPHjcxFqTCpSsspXKmKGUaD63jayJw5DwTJ8PvZARpebqMKcwOkJuBu/Tkk6ZGS160mWJsmHqYErDI2jh8hVQmp8dkW4pbC+h9AOgpYoNvcpcG0Rgkic+qO9qzPyOpKTIUo5WnwetIfal9Ml0ojgXvDOxhuCAVermL6FhGbeP1SIoFYWB0kqJxLiutZxp9IlZ6iVs6hgGEgJ3ukVIlwOnfeDYK85gJKsaaNbRHUrxa6tx0GU1BRHL9K8yeRbr5gZC5RyR0DAbL7yb1szqWlQyY0QSqUZ1ollXailKOqqrQvzah06Z6bf8G3VKGo7GFv0iZzYVLh2b/khX+L91uzoRhETEJKRk5EgUGoPF4SkoqahpaOnoGZlZWCWxSWaXIlWadBkyZRXbfa2LW7YcufLkK1CoSLESpTyycgqKSsoqqmrqGppa2jq6evoGhkbGJqZm5haWiMDQTpt8bLcJW03a7x0nnEyhd10PCjCAQx/40Efe80kEgABCIAJiIAFSIANyQAIKOuW0R531iDPZCJYvGHC8+PHCeMir1+8f0Pm4+Y9Ch5V3Dw52207E649vbsb6Zy/rxqu7B3v6uuHmATgygEUH5rQ1ji9aOjB/4QIk0j+ARHatG//x1GPgevmiX9R/6KXLnwTZqQS/R77ZcxISzNN2CJZq9j+jIeQoLDo8IgnnYEs4LwjexiRh4g2JHwF5ZFo+hhBQ4LWCsW1/wvO/+YD6JHv3OYKdCwrcmnxyyDlPfBVghMf37r1M9KrP6AgKhWWp52A+OPrOg8X9YR84FDgAAAA=) format("woff2");font-weight:400;font-style:italic}@font-face{font-family:KaTeX_Main;src:url(data:font/woff2;base64,d09GMgABAAAAAGagAA4AAAAA0lgAAGZHAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAhlQIWgmcDBEICoLXJIKILwE2AiQDiHQLhD4ABCAFiHgHjkUMgTIbracHZF4Lnrsd2PH+Ms9+JELYOIBYG7aPRNiETSqb6P//vKQiY6bZTNMNFRBQ/blSCatQNSrOgpeJiUJlHLKRhjMn7i7ko8jo8gxzFR801TSw0i0Tat37bi+vKqaOBz+5uGKeanHTsl+X8UYhIVJBUVEKJwyTI2zsIvkh6xfj98GIibTjsk28o20/ozGZ+q9xI7q5M/7Ff/5jhriYoIYFajzorm4vUYsO8bviPnAGto38SU7e4WlO/91dcrn4SRwIEQLBQgQSpEDiEAIkkODFrIZVqFIqUKpUxNdV1nWV/dZ/dZW/Ma1uaydtZ+1+p4XguZ93v3L1vGhiI98Eh2UyhsYKnv/n/ts+5743Y1N/+vzFAg00DDhrpQkmmNFYJdT/vtM+O2ke2DNseG8R0IkfAHwukHT2z95l6cqxU44dwJYDbaYdLqAlLcI30KCb/SchWCgh4IWaUVGuR3s9E3+6v+3vusx/FFvfvH2oaLpEJvR2O98orrkqHEYgDRbjgnAYhyUA/vqmVr/sX/cuNwgMiYXmtWMZQugA90zbq9tTwlXnZRjdsXTHI8mJAmw5wLChAcMC8S3a1czbwX6Y8W9+/lr2DDEJ2ZNM0w1i8vX10JR0jVgN0X8xN/JK+oiptYl4qYhXjh7Jb3D+wXkTU3+sEw6nd/d2e2drW7fQljpUVEAKjLKpHi5AhgvtPSRsszYo+c9f1F/U6qrRmfsiRG77S4aSFxQHIqJac4m17YPaHJCyO89oyy3p6bkWwB8g8cfO0LJqBRART934F3hBDEETBBjoCtxN10wShPTvT369Lqtbs/hbWhRUbU6UbZSYtXWIQepnZ68dSv8v0YyPI8bKx9IRVH6V3/+Zara70AXyInUhh9en6lx0zkXpcvbPAIuZWYDALCBhF4xL6RlckM8ElroD9xIJQMzSpZggiEqg5KcjlSLlHEKVm9qlm9JFGVPvunVXhaJxa3v+fp/OzDn3p8oWyJq9yK2mCquyCl2BxAVKYN5797Ys/GQos0RRi2OV4mEsxoRJ/rZsdnm/UWqXSHQ3kq5buZPXjT2hzwh195fVd1FlySpt0ogIxZs5XP96jLlCs/Fj97yZKeEJJxwjsl/2YxnT+mV7+9fudFZR2AkkoP8a6FU9eQW4bEkxDwDOLj9BB+DPDgGwiN86tGcIzMPh+4CfOuD55Vnjfx2/EFkp9oYo/qkVM5AzwwwsfeEAgL7bAIDCuFKGoIKFQ9lo2sz+crlJH5RPjZm22mGvg4543weu8BkPecobexbXEvy3N/pF78/KCSaaiZma2UmmdoMqCsXAJrYwWbS9/cRXdtXTWHOd9NZu7deHOq+b+gSgGlWsylSlqs+UJYYjsOPMHQcucsjHTx1NjGEacxhgCevYxV6ucJWf+EXNVk/cJxwLJ8OH4WL4KTbECen79FP6M+bvuOxt9R++fQtQqDNG3rP24VGfyv+Xi57ylV7rZ/1qVry/4qnewIpc0bexzc1m8mvnfTqjc/IduXK6e48BiyNPB2+knan0M3/0MNvlS/LLJ8fUY1cdujaOS9+ll4nv6nn7Zfr26z9tjM6cfP/okZ0rlwxOacIv8932zDTMz//+Z3/7Nz/58Y8a7NmxafU2ue5aXXq42N/Py10ficHi/OYXzx588+CUkz5wwnHvOuSgA/bZa481Vlpu2FILLdBrsm5NaoxWKiRfHr1aGPPflv8yKJC/vHJyJHnhW4opUEnF6x8Za5PiP3nQvCKl8hsATWjz/wceBk9CipCUW6Ff3/T/XbP8i/Jd/l7j18zvNJcJTsPYgC9ngJ58oXD2MzCaY+0mzpFPr4ksnUvSLflM9p33BJcEyzLqABRGHRKCuWQ+JIJ48UNyQHvIjV9f0oYmEaMWNN5oKVeXibi9ABNKxCa1xMeLDlUqjMp8edfXpnZ04sLSXcQpop0ZzBpiHx8chAPrnIB6lHAK57QZEI1IjrdFS4cW/K7hzOLPrhZUjmdjChvBsxvNNn8FTHX5YpkHx3d0QQjGpab4xlBYfWpZk94Kqnu6rCsofW+BOfKPaSwRGgss18RIyTOUhrFo1lqCyJjgjOAoEGwvqc/9Tnoy6Zm9dMZkJlDwjJfMrE1G6MFrgGRzQYeiNiQPjEFsqV3qRK4HrFOlhIbzvqchGVKwN0LJ7SJmir0wXM3pD5sYUWLryXf84+ITOff6e/DSrZeJ40aI6y5tWhDzBi6cBWSOFq8uAw0pgjL7HUBulqSWsqqAYDlYIsrmhHmMYseaMoA2lXJ2hiVrUVZzITGmx1E+I4JOHhSOtecDR1I6BpKWADGgS7mO2GLWnIspWmsLEDgEpehTuWCxGDljaKM++qMeHmZpSAY55xKFAc3sUO2X6sZ68E689TxlaCiossEXXv2QDNYPMDV+7kCJbFUjq8hHnPlL0lGCrVIIZ1jyXEypc8ifLQqoQZKZGviyHQouRvaIaimLgmSO2whfttZh5+0oc68WCjC44zdOF2Gq1N2GZCPTol3JLINwUkDOFlbsFyK+M/OPy/3Ws46XPl9Zc80SUjy+SRg1Tg0SSjGLs/Jx4aAFAFNHhCSY+4QhXI+YjaUC2tgONFQxJlWlqkSJIp560xfAiFwVVSVAsgoTpsXqbvAnn3tosoWDAmwPgXAF4QkhKQ6+MALxSElAWiIykpCVvNiA0P8lheTLdhBUhA/JEpn7zb1Nx597tpoVf/m0HJbYupnrhOnxOmEXzGOeORYSjqIQSuJQFkZFPKoSUJOIUBLqktfaQB2w6OyN9BI0ch1qXJochUPtmBUMdVH1u/V3kjulB2AKb1qSluXEnr8Ac8ZLfbKyCm1sRNzU2OsUPkyMwxMzUhvYJ3+Rhgh4ibx6Ckusjw2VyDLHkrveAs43eHCtvJXlEgXb1DtlCNSY4o8RLGtkEtOobtafSYrbooAqSnvmCAXJpKFSJkExWRKf8o9betgJYd+NupmqXRzgxLWeTB2DwHl3tzC2N24XKwm5FlTYP8htBeocw5HMRFDBhSgUfMLowh7GlMyFk3CIl6/k3GnHK77pSJskRC5KxGQSda88Xlkc7ci7UgHM2Ap5plYrl3ByyOJIl1XGSAJ2iyiTtOysSTh5x9IJlZxhxJwJo1Jh0RkGb8lnbWUSRy08RrnTO5K2U+W3LTihgqIY5SOLSb38tO6sTtLsnwD0Cl4MzjXhwRCiUeEgJ6FCLd6pawZcAdwiLFjW49NnF+LEnNHu9RbTkA/O3wP5vhsWP+BkHbLPxfYCBBWJyM/cZVh3mxZQW1W6wepXM/ZeHLzp1p9ekr22xIeXwbH3eH4FnPGcW65j7Jk5bruHAit2JVangROfI5H4hcTElA09uT0qqFHJMvzBNRRSMz3klkP6X0yjODEpGcde1rLsfLzMesOJ9UUwdlLqjSyaZ70UuTGlDbg5Yh/3Ux1I8OpquTXsDGRrexsFwMskp7Ha4dSjD3b/As6GoMIkFyV1ZE0pCOjoMY73qPgQGEVNhN4B0BCHTBGyshIGuwOgI+518SMgkugZ4XcBDIxDoZhAkSgWJTKUqiStLMmRdwAsxKFShJyqhKHuANiIwy1cpKzN1iFlXbYeW59twDbknRFeZBw4PK5MPpjxCfGhqdXTjEQ1exgFEcwD2CIAlvPIgnLllmu3QxuW3XGb32EXAPsA9WFrOh7d8eSOZ3e85AzXALgFqO/Q9Hy459M9X+75zhk+ARDrjwF6yw0/4VP5ZDtTCnMdrlQ3gnjnzXQ5tlSSW1tfnK1LDYsBEOi/BQCArjZh+CmRvlqnfmTA8Y4eDuMEkD8wDhcGgqZ7h1glzEkWQMRxRZXFLOctNKqLfATUTSVSUvO8ZVXsWVCOQjQELJdJOFeb1kYI7/iQHWNPBFfuZU5lWaVyESLDqoJcjQGESMxzUKTWxOmQ594RaBnpUJ9Lvv2mf7AhuOlX71TCmFHfPyG7GokN3do2mJ9MzTs+psxOF+LjEl5r24OqafccSmnSU1R/QK+tSC57xkIQbC1frdVXnrpbQ9+tOsM8PbSO5ia944fFjqRJNl5gdXsQsrIy2mLJU5ql5YfmDye2OU9Dc22rPNvZv1/qL5OZzJt8oCc0aujZanChdPuqdnVIDSrRjsqyN25k0LLNsG4HLb+yMprW0kQ/SIy9hN8Zb24pytMjxik/CHx/aW2GUqqX70e7sXFg/qp/CwfV4fLTaDSZnxpGSc+1XS9eGMSb+roRCLHtRqZJpU5PyjFtizKaGVg1zfSJbuYz9XAUVZokUtR+N5dTVEokkiYeCYLT00q90+5IH6QwZxCdmKYruxVxVdVNECK7esL1GdOZVrAE2hErhM5CukEv80GuMdGFJDEEU8wEk1Ytx8481SV3omNWhmF1YxK7i1OXodSQdIVXsIuhJX0SHsXHiR9FeijB5ND3YNyNBAlmDQAOx71NSSEVxg8xj0HbB6+6iNzfjBLSMKc4FvqyFIy4F/WgsaxnUKF8ilCCw4KDiDOGFEsV344soB+aTEQAau1iHOI8LKNcX9dRAQdZcSNmZmsvm+VCbwPcoZUmXU0YH90ahGhQwNwE2EwaddAthS2V92zEai3jIFjDMKZdhkW0Ob01jjGDiyeQGzGaYfoiYKLsd5NOxzQy6gLmEAFwJzLi5VyjaSEVe4DhROn/kS6zYHHp4h8xdcjyQh0zWl1t2OU1Yl45ArTLjxm90aEWbzMB4p2O0eVLYVwA5oyIsyUbqepKg2umfVG9VsUhHNSmxIUueF5FzE6ajiKMHmVrxG+VqiarLTzolpFiOoBapu4EzBOI/IQpAzgH8M20IZv4DAZvODXPec6rqjt8OrN5CIdYIW6Dkop1CQQHzST9o0YTtk+sL+cD1l+WJOvp0p2E/JMOHMdtPSKiogQHQIQxarMC20y8mzmVa5sFYzFCHd5CwwpxkB2ZfJ4UMDdyt3ylQImbFCd1mRFnmaI36ImsS/FsPurFTipnM0lO5yCOlUrCbaUWQnA/3c0RxuKtyJEORvoMRf4Ywv8TkvisWjVHZLd1FVP34fN+QT0VrVoSWUgxX1NeI17ZWKcmAQ4Mzh0zzKCm5hEmcqSr4zS1cUZFsDTLrFJiJnEvytBu2FqRhtCUqzO/lPcF87OAaiKV28OgpJK1EuBgjiKUGMSxETn/RLJaeB0NQZswyq4H44TNO5hOTZh8pbYEjV3igzugmAyN77ClP5dXRFbcAYYkmM3EpAYd7uB3REyqqX0gmGCguabXUKzKmGAxMoyO10XPruRd2KYDOFTFpRM1bUxJkhyG7QJJ5DgnTn0hFAszbCnXiN8BOqTMEYnPykPvqDd6o1I02ReJt/TsQRTF8EzNHI6DYYJYqroUxQphsNhaGzN6gBQXjxKvjdaBKtbGmXIxMTE22GdxGZwo0FSWJOpEOVKlbQVLpWqoj2qkxBMcRaiC2y0H4O9YnA+KQSYtENllukHCMxGhCYVvNkKeMayKtNBpnydT7C8M9iG7lQ3ACNDhELeMnfsDhQpBA2VYGjlWxl4ELUEAfWjk8WqHfMa1cGEXkshKEu+e4xR9L4vHrxI/vHsdoCQ8Fg+7nm2VLE2sx61LgnjSmSS1kYO4GGD5HH5IvYeRmXpXL5w2tH8dXy2J9bZ8msZzdnph3XciohVykJmn4lthUP+OlqeN1tz7tFmcpS9whf4n/nu6XTMGTX4XMY/K1lNTGSDmafyjDA/W1XYqG3lQHMNsfhVlS0j7qb30k8iyjmDWQ5Zb1QuYYcrFWBkOQjNPzrAclBWJiwFAF/oWZmt6/FTYWuxyp9h6T4kkEu1gEDlUqYri/BCli9zw6I3+E1wda6v1JpmFrT3Wsv7+gG2aMvqGtgjgkC7uAL2gXeoijB5Muriof8uoX/8obGysD7zDLrfs1hURSxo8MugUMZkMi9MlHsVOo5fal9qTwh0lKGTZZsJecdvLoqBBIs3JUTXAk6ZiWbKMGUYeElJLFX/GHo/xWeYbO8Ifj0qWWuTCmZxgyhTR5iKrTEVBoY/YGzL2XIYn1aLbkysxYEOhMsKGnhYi0/u3bQ+KllewRt9Pw7CJru/hKCrbS1XLgt7eFob1oOKqWzsZiIRqYvZQ5c5eOgKd/PrKlcs27QsneL39B/sPr9pq5aF9jVtrNBPSBY9zxFqumPh+4l253SApUALnbplUWNXWRcvAfBqlDDRywEGt87abpiO64HfXU0e5Q3dZY/2GGBrf/PKyuWjZ+JPx73REbsNu2+TAE2xF/4/3QcTxkdsQE5Nxbi+FIGH0YkJUTpdiZ6xLwulcmUyCxrAkDBfpYNeq7vd0yhKocuvfOyUAOI4Zmi0PQcuo2ixw2MtKB7uslTYfRiyjt3fQOMSs5vtIhegNcdA2MQv0fcse483xKeCkmIC0bNLb4uP+RrZdhfP5JHExQLqY+Vv0KbkqYTpQt3lMUT/cewTHfkNJit+jdBoGWse1hLrU6LdPvtVzwZh7rait5bPv6G0cWdhFt2U6ajnin/JMDVVPIksJpLBKdSKmHa5VU9kDfb35mrUJa7vrceUcCfCJHvs5h2hm2bhydjFM+GT9HA5cr6NwuYLW2nmeI20dWwKzKiovTCXoYnPEr5Uq3lLcgqwGgllRL5uBclHHt4iHenUmq5Q2SgJzajkqkwtUIzWGqLwC0k08UgH42kabCFG21KKxPyZhVbkkbTa+NaRxVY1SDFfndCJI8KCD4wuPha2CJqNEsMSEmmcczD0jAa9TvwqgOjUb1FlOo+AuNeYOHWDrabT8tSwnNEhSYsz6QFpWVNPJENU4KBCSwMgGSgoFYwRnPxBpmQt6UDI2shtmRb3R1BVMDsj60JJes7+/C3kTgK6ILHa+ZrQqA2l2Y0wiLx++5laQ0kGlINC/m6ODUPcQ1C3MyUIH/dpIT6rbQwnSS37FpDar0OsUVCg6an3rj7F3owSDPQmFybsWqm+acXiT24iovXcx1HmvWt6VMHBoa8ZE668BPJygaRH9huUC+uxA+/P0PdTfhyBxtfCfNWGgpkzR3jdjeHqK7wc4Yz5iELNziyftuLk7pMtdzbMfsJRYEv3rcMvkYfMEYE31S1VBx0I7JI5dKDz51D4202QU0g1EylkPhoKXLABN/f1AmhpMMbx4owneY5LAPjb+CyKikfg1odqeoLb30a+aHBVqwPQvfI4UqEG4ZY/QUEi/vxf+CBGlFdMVyArHAUOekslyGhzBPOZTOwBULkVJCBjZaJJKV/CJ1zDRi2gYk/aBH9UmM+G7kKyBJLFvsoqCZbdmW7cQk0h7mTbZ5OH8DxeLEsxRhsJaMUp8LPNPAkrmPwL9jNnlUowOkeoN4pFBgOVIgieq0khH1yF8gMKDtrGODq1sgxVnxU5ZVNPBiulHYQYQe1RFi2Xtm0MaVrWQ4S3i12rtBxE9IUY1fxR+hlZNtLsff8Wpn4AdKbYUOvC+8QMVUiANIh4lmpYu27PuRL+LvHcUp06zUou0fMQTSIVIqG0T02XJiHg3IxPTBwILtdOtggRVtjaiaUwOkHK6YTwPOTj42yy2ygBQySJ2H1C77ofecIm3OOgk8eN+lvTNYB7xkPbkHLb6bAuiEldjQcCxcs3PAPMQyUYBgTqptv1jxhwSDDzchDlsOBAZqxFjqYFyji7UYAcVdYBMYM8EzuOyjdo+E9IFLBiY7v7gk8fNl9NSRMk2TwiP4uYxiikEUR1T++pxI16zq+wKjsq6m82Ke4lM2bZntB3c0Vftsg9//VXJjZNriaJ4Tz3TM1wF4mr8UDaS7GhmQ+xPZflyYz1jaadPN12lztCB9qHbrm5SUzItZvFEK2KNg6lsCXRj18w3VD0nGKT1pOseXg2mrc1nw3RLyO55nlRs4iOPA5UJCw7iUf/8Lk9xMj7a9EtfuARZairBoBW6l8Xfyi5iO4QqIdUbsfm4N/Zq2EEEgxgkdBhYftPwnG0xeX4XgWM7ewm+iWkeyYOxy6Hr/rkCc4RisS/keRbJYuPlG0jLVRGGk/CVsNA/SOCaQqbNhG9tiAnVzDpkr2AjxZWV3MrwlK7TmztT7x2pHPXaslnxIAJTEMRDJBwpSXQ3LFXsy4YypTlloItlHqJCsYRUVd9WET+H0A9ODUFe3xGSStFNfPGsZxJhV2btTwnRtHrRbe7f0gtp0Q+93NGEjI7L8rv97nPC8CiJIAmJ1kg29qMhKx72wl4VV2xPV/obOwZ+buBWd7EoKbyTW+gteR64VM8odek6CYgK00SxTT7ZSQmjePqyg99YKATFJNGC1cjgSRWDZVmeC6yAcRMgNFEVf1XVqnLe7kdWKhvKRrhlhgXPICOz+Uho82CZVqWCH0dUwAIDj2RfdzCzMKyY62d5JUVUOVKRLmEPk982lz2EFSAmV6xox3xG7RTPtugqfMOjg5g5SO9l4zbxTIgtZnlIp0xpED3ALJG3aUm1UMvhvTJr4bxLEa/QHG7ilbZpoujQLQ5zSB8zalgWruzEsV+/7Eoh1QrnMThmCd4esVVgWkXEQgY4hE5qaAvBcrPTpMQkPeuF3Oe5K8dLQ1f6uY0VrxhKEmgkGPakSzxEM8SScrUovQMI+WBkkmCOmmxvESE0zYi9GUTAwdot169Wj9NIwuARMfhDkZyiPGH2zKCxsYO40xoiatYhqG2L+lCLyfVp8QGmIzEf9zuNI/hEXeHtET/3q8lD/SwEZyi0SEHNH42uEa+jvUfIXhtyW83fDAgD5psVLI7SET+pMNGqFShUHnwNn4oPmZO8xa7y012bbxYdYU+X4je+TVeBgdkYbTBNd0tOWQ+JDqVWqpbIWAm/xiTYr9tey97yJ7/MQMSoa+wxJ/KN++HArub+IZxAX8rda+5d5e2oIG0h2EGNgGRwJADXxJo99qqiGIf0Avq4XaFcDcPqIhgFg/xwajBMUzp5nnkWi8Zgk24gJemkr6Pl7KDmoRZceorP4No3WjCIJDYIxk2iRXsp88eWXe26uPcPuuW9j3SzHnG31kUtkVEoBuLCDAeaE4Rarx7mOU4QxXL6I8Ds9Ua1ZoIzLJsMb8mRItKWCSFmUxvBoxXioxt1mmgmoErXYjAIRKdNPaXrDcMOWU0tOIZcYvupP+AEdmymE9QzqYGYFkpfIDCHNQd2P5gp5uKVHHO1vGQVEXwp3CWSpddRWTJq4G0CRei5+Nf0JS4m68yMl6vfRLupPWuIYwEhtQ/sQuR9toCnhkcz5BzexwFTNpHhrvsLijJ8HvAxF6EG4hiHvbj0aXhOScMltkpdEL+iVrElRjVdlYSinMCGJKgqL1NNPtiuUpfa1ujpe1E5ygXYoPZM3ZKD+mBazKxsKIAcF48i8Uo0oN5hyGoI3Zgqp5MrCNOn1RglSczK8OevY14vKiF2eY/4yBFgnpgM3KNh/yITa8FZ7gRiaIk3+jb55FqO9EuZ49SH3KsW0nE1ekZXtwUErisaCblyMXT05ElmoCgAFN9MjN+QET2CXAM8WeFlp8yj9pJBjpPYYSP6n7CuWmI4CQt/DFCnE5FfO1JeeJk05+4MBqySWw49Aj4TOtvmE4QW8AOpyZPSiCyGJdRlid70TGKDraQ577RZJMU3Yg3S0QEQxKK9vZkP/jR18KMngtiHaUmHvAxiwnOpS9lb8cgF/AtdNpICrOXwd0pWIylNNbmj8bRc2kIHwgPzSnbjPyIsJ3QzsasWGntu6uyx5fJsdf6fJRZVbt/ilIN4buTWukK3sGB3FErOBuJhqGGxZXtvpfQ2P3L1cuVI4ZxQ7VFk9xDyWUfh0Ewm5BxUp9lp6oxxFvAaZtWBDFCmnZAPTlHJCRU+EuY0V+76I5CFPoVvo/YVE7pGh9/U2vQffJitMG7XWVCpGzTqL74Y2Zo+CQxesjTp0dImANeydpCMzfA7wlJxcRCfVQuZPjQKmcb0iFSz/smm6BR8WtpDTzBwqqiVPotvAilzxhfafadqFWLjjKMuqtd3LasRZRMAv1Qchdihs3cVTckLniZVCASk00oZNLrQAwzz/i0AgUklfRpA72NC5rriaY0D5D2Pr1oI6GEl7gxZODlsbLGM5DsEIr44z0Jdfz66Strup32o04u5pRN+JsNuQXLKo3RFVoh3YxHRuFyCnT/vNCJLZipbIgCBqFQNbFgsvJb2WMyssEyA3ngrjQyc8lVmrks0wJBzUfYEbMziTkUHTUcNIjCLpGLmeio3CLNidEOGJEDZDGxUFSWP0rNpEGOXFl9+OpP+AdyPJWJ6vWQG8oX9veM3loA/jEL6EuEE0C+i37YBuTSLOyDo19PVKuL8KcLwQB+pKXXpe7HQbwA2hrWY9UfEXT3WLDCIFGAL9vO5B0GnZBfVjLgVeNNo0JIVndhrKoVQA4aGGSgVGWjfVC6ODkQc8wPGrlYcHH0ZoGws0zRrWlBTPwo7Pr7ofcPTdp+wtrodPXzYy8L1Y3oAxIVzeM9LUfNwjE6eXDr0Gt9DDFxw28X3kunF7pa1g6GVa/4obLpHrPtCUKgB4+RGJv43vdQIpvhAeNcH5UrmRr5XRQ5KxYZs8iFQXKiTCsVLiHd8K/GRbOi9uAdCpqgnM7dZSBUtQEED4U1Xs8Wpog2pJZtoot1sgyEdiCKaAeq57dw7hoviYRUjZJFRbdsmG5HDVlkNlWCkc78NIhXMMmRyw+gOJAqZwULetbQ3bvBNcFESt6trW7200IlnlWcUsmpV3n+zpQAwo5Fu6VWzXE5IJZI4o70+SASp+5s6Um2+cUR8A6MUAcS0imQXIF+yGkwNYhWlM4eYN0uAkkI4V/0plKbT43OaQpaZ8xpi/VuMS82rCR89w+kiM3L9al3Priyb+zMkRtMPJoszVtBNOqmX5aEv5JfTLU+AsMNEgEWF474/AhynwjK6yY+obsmu1lAmxxCcfcB3Dww1bYB/VkUcxrTjjOT/DeNUBVLxuYxneUZzHOHsAylZlpLG6dYDJHO5ZC6dE0dTBWMok0H/24egp8TMqAOZDN0a61I8V0r3NTcpTg96uyREgJcURe/Z3OA9mYcgxkpe9NSTPmKYpmGmzENKHEVlILFsKtstssm9ny3voZndFIz0bKyRarBkaBC+8+0grxvMdkuYTcjvGbrsiwwUJL8v3zMWAHGuBqAezBy77nciMxhQJ9lGy7O1v9pjXI+0WIz4QDHdJYNn8eY028WKfEqvYF5RhnnImAClp71vaMm/JCQNS6SLOaG4nnwRFeIcXSjk55V/i1Riiw5tpx8FdWAKSiFMpkgdHQHbcjNiqpRP4eWKVkfRcdeNn/N3wXLSyYWpRbYhAI9jzzq+pyfKbiUm7vpgLwD0O89FYpKz5LYYnWZKya+G/xsplkDXD5UR4LXGpFm9P2lRH+LgpWiAXI11aFMBx3rMcA4Y3kOj9Gyj6TLxzTxDu4exHiWwnPzJ+pAxY0YPt4WkOLvn1IMbvHYNL9qd4F9wZ5z52rn9eaxu9qLRbXaoUWSsfiNkewdvdDLd4hIwsv/HK3ckZdenmSsAhEY+ACtkZcuD1h+C6mU8KSo89kgGzao127otwycUydWbOqHdYcZtWwqq6iNdUHi49aHYCALZ2ULOsU/NZ+bpZl8B35puZaxjxYtuH8thXDHMadVSEi9A/ziF67PMbMsEy7DGaZgbGhMLY+1cMk+JMoSDdb7Z6ag+vReiBi03V7pJK/BrYVSHYUr0mK0+A2FIispQ+bB16tOphnm9xTzdDKbY1lYHu1XGVLNIeEt3MovHUyps5Bn02tRq1cH9gXLOz65X7E2GktnxQ3yamSt3ZDn/4hTbM6S2Xj8p0xur1uqYWBhp53bH9I6Ty9HuPCwE+7iIuhN8ugj/nf96WxNkDhB6CVbwYsCSxuslIGdIEy0BrQcNaXkluoQc0VIJTKuqGfDKic+mM3jhraQ42bOxjjoaH0K+Jl9k+VxO78YZRc8ztyyZzegBNmpAhZZUKD1Z+kKrXiM8bWjkvrHLn4eHQPI9RAtZg/51dy64pXfViA9tuAqvA/tjcwO13ZtyqyOSH7ZrL/lVsTCBrp1wUmkIBGSNEEPEeqwd8qZJAGy6+xYHDa/JM8ZI5YC1EFzHIRQyEkp0G3ATfe3X79ETWd14JDAb6rizrNnKVgyj8QnIKKPfgCbrvFb5WjcK0aowelLDCmcldY6sB0qNLnRXor8Wwf1a7LAbUSYSfE26AGW1tKMCkzjUc9c0NVKPDlVZjjpf9DNMabvN4Jgz+7rreglxu79ihSsUdoJitS1d4rFnwC3jaBsteU8gT/x9rThq7K0atxyF7OWH7LQ2YUuMiC/UU9UbfiuJyEOkDm+9NDTiOSYqF1fiRB72t5K5W3fk61uML/YIBjnWdsa+ekObiwlAWH/Hsp/cNsLLyIfuP8mEYhXnfxY+Isu5bVP9AVGTPWCDsiVhf0lq4c5CDTN9qnP69NTpOzyup7AP9/cnIuJeavdqWOXu9r9jqLgL70SfbZdcMAoGd2pHLEb16FbxS0ncB7dr2g6mHBYRlGddCkM8s3lXDTWpfEwbD8hSNJOvRWOjdSSRpDEbZMuWkwrmn1Tyo8biEl4A+EUiNs5yoOWiklk6h1UbvFNP+jkTqRloCkvfC/eJ2arAE7g7jCbTWXyxu3w3pAC0QSwvexAEwyXJRMExvBaKEXoF2nWVRoAR9XDScNRq3fGjDLxuDXwADucge0PxtMNYTJJuAOcf0z1YnMn97HD689hGMDwAadxB2Zjofd5vBNF8rYKept1qqhDPEYxC62VlnEMHAZy30lnKzrlC3MlWQmCFxegYgg+nNo/pflqE7YqLGHAEUBLRAE5IR4yZ89rC1suSlXKqcAKGtei2IC6QZLImrp5rf2TKDmpP/IlvNa1l3z11Gk+sijuGd1jtM/DgGdoXloS+O0qTuI0QlNxI8tg/2DuHiBNCAf9e9bZ0/GSK77ozbP2A+4neq/tfcLb7T55dUKt4GGFDv35wbxSMaIc+CsCJAfuoVHIWt3Ct+KRTkDDSMO+hcSzreIInjUKfgEHFvNPDZ6Rr/C7FzquBAYf+6RGETduTlkLx3qd1+VGxMibMbTdAvKbOOJOXw8m+bTLGaw/0ykU+rXTRh9AYsbn6F3iju86xT3zhMBQPhwADU9Jfo4kR4iKPshoDmTTW8jtuk0z21k+AAwjyqp0cuHIorgh12/gE+Hl8Lrdoye2xYndK/1W/704t5AjxskXDJGx247xseLf5TiiP7pw4ZMVT2Ty2SZJn1TzbZpXPpfzhKwSD7xvuEjhwVd4XiAXizj0zLxVk5xaG4TQxmuOeRFwx08kn3Lm+spkXPpX8erJJK21ULmR/E+qUjgvn0JZ7D1BJdt2crcWMHpM0uz1btOHjUEF7r2yl1UwjyyWOBHyYLQDkUBQRqp59VPBwiAg58F+JCl8zdqzwnoGMNTsuk1jSSXKvZ+0Wd0FpzhQYBz+ImKsV1PlpUjm6OldgcrE4+gg65q0WdRhOHpl8fUTBGQ4jWUiqP7m8VITY/zfvbeMd9n4lguQer62dCgcceTYJX1TR8gYmeWvv23Ic7v2epPe0Lvv7wG+TSdFgHV8f3UV6giVXJKMH08nu/6LduMWcC8I1lIccpjZ4w4nGo5TpasfbeAqqCuX9CFYsqu8EGHBvztu3ZBDHOSfg/8dM/pMgRq5HYUqXMCcIvX6TQ5x0irC5Nz0G/8XUBlD4DdtZrYrgmFpTgNd+WGbGQO2khmqD3i5rZO7ZyCWX5bJJoKrhYzlxGFANyotgS/pshl2Mtt/+Cfw772O0LQxx7+qcVT64PCTcjUkbXkI+/eFT65+kP1uwzJKHLTh/b1a1XygAe7JQCG4PRoWNQA7jQSWVdB/H+qo1FCvooEXmIDozehTZLUVZGsS4HNrEsQr+ix4dwhCjYlMHuIBEVobGR9u2Cd+uY6LjNpVKtXCkE3VZlcMTVQFdCnf71AhRIXS8rJQsGtXaO/iGtlbeqmYiqmyMlGMlYJMLC1Lc0IyDNg6l1zF7mNMiUbomgQPcsjISU9GiCyAM61Wv5tq8idc+mNnSR+xtCAN8QocPOk0mnrvON2Mx/I84pK7EVOPWW20IivyEXtUce87drTzqs0wz+FcCZgD8xPcFa8dQ/ICHLEdx1YLm8RsZfItllqXFxfF2SVpKCh+A561ve9BnylYUvMYeqQmXgc4bFPqzAL4zX4BzdEO23+Ab9hPCbQom4UpPOc6V1Ih/Kd6afdjwqcyo8hw1rCYi2X8x86G2Q7oFATdAOvkvrUv5sLpfcbOruS0VhAyBnw7apbjBWG2glWt8lLYQkzvdSMn+XRr/FjXoN2maqyiT4ltkzFn95p0nTXR70QfP2+BJOsemrHV+LDmj8lQXi2/RHHbt4cdOjH5SztMj53MOFlyl1jdRV05UH3302URPjfqaPesWoehJtmVp7nLG3L7lajVfK6+0ECKQv5eLGJtBl0Wz4jhCpvsN3NYPZLT9H4Eo5Vjgc6zkQ5byX2eemFXwa3gFbpOjmB9oKfrxavT/egbswTe/Za5emUaYL3xKqcQqYsScgcUEKYZjzmQJZv8bFnXoKhXLEPLCk7CcqTQ1etpqQ8o4EIuSqmRSWBbV9DYx83jqzZfXmoaHWSq4I7/FbtSuT0nlkATq19KgD7dXtIyFXmWwC6MR6OhTLmdlUXUNlSfwQT1dRavY3Ke/iTiuMbiFUbBMh6rj6AiX/+rMTavurldf0KHD8evfNNi2U6KHYhS5cveiXqiHbLMVpVRscVp8Vmbl7xWlsE6nOxfgXD+lJWjGy5T4pVj0QKyHwx2lLP2fT4aGFybVpHhy2+buYyFJOh06mih/kUTS7Ffi7lrzJsG06IQvtDG6DYoADqf39iPQ3LmnRuXUGp2srL7z8WWtHnOkptA8vTB3QusResxLd1aI40+vreKl5hIeQq2wIswPmQoTvcfEwA5gKAl/6Wnb1LEHas102CIURXheskkopjRnJ3FsJkJAo1Qv6+pv/1aYO771CGpqbi8t70Gc4Yi5zWutDs/uwgC7+E9BfR33QkV0Y1WxaTCF34/Fek1yeJcr52Z0bfOs271W58QkjKiX0nVMsr3oAqrj59NWgOnflXumfd4KCLzpk7joHjWmZXoLvNYi2Dfqg70F2WW+tkpbwqp2f+HmTgVDXaXLE7mzphSVrIYxhKdYdOf/2RZfgvV+D/yysP0/L4bBzR7WxECRjDK59Yuk7B2ZqO9nJsltsh27LN3U8MbEja01TXIVlxNCaPvX7+hYv2M/mvFcT6dzBHadFl6fuCmTw2nAwIb1W3veL7ANAEMb1vLdfN5ebbd5bpZqDS6q+GSXoaMIcFexDFyens1dVfNiRLHrkwoRvmbAVqYd2cujaq5DqHdqZil4/KTb/69bhFqey0biV4NVG5nc8XFxzyTP4uLGycbFxaP5KiMii04yUJHcsnfv05C3atqBB/QKDmS/zJOhrKO5rFx0oUwtEb2bfPF/pm0CmRFd/XUut+M0ShceO51bzsJOYSzhxQ/RmhyLvy63bl9sVNHwhrjAyfKV8d3JrXGBDaMlU0DW7eDDEr4N8qPAJqoVIq6/Q+/Exb4T+htxCWtFwIZCfr4N2wovWQRzdLJ0uONPOlx0t4/SUcVwl/QmKWiKB/EvjUqZDh13MPw3Wc7YZl9JRxXHS/DTVSeDOVl/78kDm1bqi9PXIlok7H2kmxKQUFHV2ClP7RU+u7MsK91EmaNguvRriRRGZ34U9jgsrdy3m5/92qbgxBIZOVUNNiveea64KiM5OTTQ5bI3WeQrU+2ycFOYeDhYV+W2vAecgpq33x4sU5JcTggO//h4YkmmTZMvM1YY1qrVCr1hm0gC0I/udU+5x9RFbl3RaYGSjYhu9dO1z3CCIkM3q3RVpliucxKI0B25V/CFbyzA2j+RAKk4UsiI+unzOM+PUZUtO5ZFF8Q4zPVsQkgdkIMAOxUlYKFV6vRYw7rpGMn1106PnDd8cPEoKmjHgxMLK2fOGZ19NP7j8Znhb9GeslCX+0eddQEyfaFbpwpllHaFRZJixynqoPc3CfWkkgi+N29s3jZHQig73Z1plt7S35Amws+OJWiawbjyI5v+UJp2fdNrwfG0Xsx8DeK389thgYDGuu9F5vTGOKq+KcogTX7mQCpw8zhMpv4ZKTkXwU/jzc8fyM4uezD60DxDQ3E6DiFa9EABP9mVFv93VdBscTa4T9BJkZhny0vCGyB8IuHNKA9M6iqfllY+xyQW8/L8KcUz/ns0ftrkWlmKab4iPtW5cxWYGapgaDJCvrRYu5LFjIhXTPbqP6PN6zn+XXov62CNMA/WQ5/p21RU3V9QyxDDo3V4/RbnRYkjOV2eGzJ5UAMh7PQTicG4koWLMmpj6rPM2b70jhTxjcbXw2T0ftdNr9Pj4kVHvDvpoKqg0zcOG0oJ9l7E21n3P4+DVDIss3WGm7j+mkE0kkIO/nczXR0JqfTh2HESXcLTLFjiWOpsZLF7RhE8xhIUawKBaMXgjnzxv03oOWPRZjzlsj/NBFmvjvFfTQeNqmga9+mMEawY8BahjOGKpY4lhQWNhHIwcgAlSLomOezl/xMnJA9Yv5cko3Mg3XNxztG2SzBOp82LKXguz24bbacqPdHhYQYFG4+CEtg/pZbfJjdHcRN36FPzVAr9UKw4c/dZ743sbpUecwsdv6ldwwAB4PTYWOWN3blj8wsciTkluJ8qMxdpJFJcj3F7lvq6SP7q8vm1qtyk6vL4M5mjzvg01atbTLdERdOnhPgmZebSSLQ+Y12wNVc2JX5mvkOZp2kaZtcylcuPXJnJ7iB8NX+z1giTt2znsxRfpLQ5ipVUEvtoJqP8ZjkDe0vWlR9l6Pge2Ay3JDcbQQzO1KeAs2lit8a0Ty/XMZ90zH7C0nHdJCz2iN3fp6ejdHVVrYiuW1MRXlKTblhlXA01NWP949ap+5S6a1fB+TJqWf2pcFMgaOMvdzEa82/QSbH4el2xk3n+EzCiU/ap1027mJTsWANJa6NqZfC5aPWMGcXFYFhRFxhncEoFaRmFPzSCxgULIYoMVhvihO8Yc1krQIhPKx+zICi8EqVZNUG4dg8xDVMpmXjvur0TRK8p+DAiGc7hBG+M7DRBfoQRkoRUIRYWyJ/cFR3Z6nIVFOzp1bh+6HJ4cse0st05FCOEztZ6uPtBR7BOMHcXdxylo7jjF28dQ5y/Cq7p6sKyYDGQA5Gew5TIYMlwZ6nNS43Ktx5tip8+8Qw2qx3i5WYUjdvN7aZpaTDBHm13BmjL0hs7+2Khqb1mK/jmRKpUoJVoBdLUE99YgXn+AISogjpTxZ3V1gTuxwtTIUSLwNE0EslVGUA7XSfxUWcFPvyunR9cWaOPD6oQaPas5GXFyE5CiPMqJHYixcuS+8Csya8Ob9WE6TjLF81SsWG+dD+Hdw2yrCz2zz/DmI7HihpDtTSHENrn1eBG0l9v05orNM7joY3efI9vQpI7djjWmPxnx68ZMh06a22x4X9h1bfP0QZ6p0a8qqs2tDmqBN/18SMGwED2kUZzfsV+ZetEMduPekixiPQc3R4j0rGLDUXiHxrQssNhRrnktkNBvFMs4fVfbcuBIo1sn0qaomOrZBijXEVmhus4RctYHSKAw5gOZ8fOgH5gbJ4Q8KCzkTJP5jQaK9Kk/Q8gkcSMQxvB+uHFw0soUix6H66FaDoW3IUdZmD+wxCq43mRY84jB+Avcso2fypdJtRh8KNHAj1zqp2tw3QyVPNu/uSSfsf9tTe+qqlWT906PFXVM4zsW0lydGGarYdfTQZiCYyogm7Pqq2WfFYOXauGBQI6KQYknZBaa85Hob3N6LyjgUKPC+5FFN51Gtvaad3s1ze/frXI8721FPxdmzlFkfJ9KwlVuHMA91gOQuiYF5pbL2A6woG80KBbhaNoy7PCdLdV+P4/g9OPup1qO8zeC0Y2NF9gosFBj4IYrdLE46tCS/M8NAB39sqB3g2uufi/IVlDG752K9mREzcQaPu6xptZg/UR48o9/nu2AK+b+Fc6O1pry3W2M715af9rDmDZIr+Dm20r3ZOWJ1iLpeDH2ulztT76pHKOXSwSij+oKXoebATVUyaT93WiVL6qfZSM00dCd6LVixd78v12utmWm3QBmyMcOv+/NUqMO8EewvBKrSe4E13Fy5Zdhq55zidGi5QcJr0R8iTX7gtQsYMnv/iRP7xhdrnGpiFa7XsrT/S6gtuXJhenBMs5tVxbFVdoK910qT3USYNhODqYLTxECTcIlfv2Iqzt2awBvLK8exKoFMNXVdVJ3CIaOzVYvBy34riqyxOD2xBqGtJgoxu4dO5+Uwy7mcvpYUXFDb2WraSL2mRgWnBo/pphG7DPAf2ejM6cVTyfW+5vKNGU8/3QuWj13LnpeR7OfrBPq8DKnoQY5V2NNTHXntrjE9zxq6LAirxGx6jM0SPd2kLoe1WB+91k9RH8fH8RItkpCnxGsbYwOtluT1FJflpZTLlJ27ycVk9ReUcOb1jWbktz4snVEgjHGKGJkyEBiapPQcRDGG1AX78/aVGEQmsX0SqcqWHi7VpIKJgKG81yHdfutnN1crMRnioQQtrt4rCkZbvn/slopxBUOyoMfuNRKmaNum4lfj2V73/XfPNMoNUwL9yZPy+uyJPAbAME4YXTOkK2/0xIE07HwD20c8x+gTVCx7w3fkoRWye8s8+IwMd+hPbfZlArv39sBdeXbP/dyPCWQY9qgKYThxFCA6GG/gNka/5RVMf9NTRZE11nqIknnAQZTWz4DtTk/5Z6jDILQAq4NlldvvV/0YSOORya9Jit4+r+vxyl5f3gfZ51wXoTFuaE1t8J12H32nvtLB3XQ67+bPERAUz91c/WobwLPfVHMR1RBv+esvk3CD4iVMnNPIGO+WTC9CK2jk6sFyCTTsFQy1ao4uajJ5iOeUBGACZVrlZbs97nzWzVlOO1kWXT6iV0SRiIpzMnR0Vselr01NYAAwbvdQDToeivfTPjYiZbp0a1tjcfbHlHdV8vFIyJXzv6+mVA/qyDg0tDS/Jm5fdDJDPif0wdc1u9y8DQ8YuQg6B6S+W61jYq5t6TJJEOdZ5ism6EfRLi8gHZHSDC08pAnxVzWK5WoDlMLQbxaQj2y89AGcXlUWcSTsZAy87l0bwulscigAXoxD++W6CtW1unRS1fUBS73Cy8+CGDeRJLZHUSFV7WLmjxVx364fS9k2dPg0tabhlq8sdf39M8kbh9a50JzdL8pkGH9LqHIl7n9fyIVHttxk/5cF09yBnN446ujI/SxjBEC18ppfWtNJXAhNmSA/H/66KSmpvlDnkbnSdS1SwTahxYdYRoxbZ0CMEHMY1nh1T1j1q7tF+ECffTVrBgZM1aSKkaV0Q+cXOrp5RRkRx/1/hQfnvzMDk2B8rRC+ISEdVYiBSLzZIuhntd6S/uh88vklbX1IlHrd73CrAuQ8J9kfilE+pbITbdfjm+6OUilzR25RtxMZcXQqgBg6fSeKXeSE2iJ6PM/NYJPib0Mzpb6NDyxGi8DsutN8LqsRCpg1cy9QzLpKW57uoRbhkjrG7a7BLvsubWxcuiN/iR01C8AHdlTVj7KEn9WpGCbX7FaJbxvSnq3LL426Z340JcAYumVRfZR1Fzh8oDscc0VWNmFjD1rMrq9oANG2sV1d9J5meXMT7CCHJc/b13OynuH6Pt2zw6jx3Ypb8HHFcgQFf+oRKf1p0Wk0La7PPdrZuKgdc+QTd263bI0rlia6QOzVl7Ok36QIabcEV+hBuCIL21O7sHJkhMH7tb56zVx+8g1cvmgUfFoKcDp6rFFCm8NyO9oOij+3eE/NjnLxm7slJ0V05b4nYX5GmSTCffnWYW6xQd3iSn4ow9Ylle0nejq1tMEY7LqU1CtnbSJDelVFCe+c0Crool209fwYIQT6a3aBq7A53bB82IY+M67MKVC5gOx1JwaBDMZ0x4rkgkVEFITZfwlUwhA21FBj07jBkeDUwZYZpiYLMoIBufF+3f+El8PjwvaEtZMDI99+PDYh22fXQlSViLpavTuk3sjmPAthQqeEFfx4JoMPiSF69gYFRqokMXK76veymWdn+Mcvo3M3LCNtJN63GBWByAL9Rn4Nvjx1PKMNJO1zEvtDNqOYplEF3HddKe5mbRoJkftN5LjGTr0KN59RcwHaOTYJijRi+ATn61OjXd8Nrtl7YPan26YawdnZ84bD99OQtGMjKFBVnVUX7XW8sO0ZZ9cGqjIZDia6iFhTmCGaok5wxbl8Pm9WS0zvfHA4bjBZHALRZr0tCFsMdq0PXQz5ewTyq7+/3MX5ilb129BoH3P2VVPzVFyJu85OgpFHpAKj8wjeUndDUxf+dO3aGwuW9iwkPe+lyUMSfdyBcNu7ije0upSKbVN/rK5wpnxqRQKdTrwAwplJCYIlF500EEtP4aGx7uMVl/0no8cYLSBldm2x491qM/nZ9anrHw/0OuMbkrouW1ds78Uuj33zVyBeASQZVwMKLMwUYOw0e09nNuu6X9QIDg+518RS4+ecmyu5L+Fx2e3qARfRV3Q0RMpSDC9f9JE+mlMWg4N4JOovQEDjCTH1unnK2u9ojR+UtNdIau21Bl41ID7322IO8F4aSTnqDHN+rYpMFQcB/GCBVaaQacx3XET5SrsuoKIohf1yBPp6bZ5O8g7O5FXINB++DZ/OvzmCM7NxQeQheV8rUfDOgGloHpoHpEncB0M6LVWrXOsccWb/7Tji5eUKhh2jc+dLi8eqGOgxN0LxEVrt3A9EN8Q4IB56tOj9Gj742V8vCvD9fytmiV1aVbgYLZYCzTs8XIFovRwCFbfFRaJ13H7hJQ/QFBjoDKWdhKS3t2pEOiQ5eX1jzBdLzaRJpxjnGOvCBjC4avwGk69GKfHsfK3wq0k2J7UeKCAdMxLhQ5i+g6FNqKPP1zot9CUmaQNJA4L/hstZukLLO72l9tFenQ7YEKwJfOAB+KnxU/AzlELFQ1+ReoB3GBDl3urbrH0KHXngS921Edz00DphdfpuWn+4lBEr0brmMYHAkpAUyXzEaySifP3oaYmfj7uEFP1zEulPj60YZZ/vw0NLPtMvkqM2gtJV5mEPufcSVVJFOHsCtQyD8ejAqozRj7JxYsFqNJtrgzQt4fOwyGBi7/ky8tKpbnfe+p8YlMvo6xPVQNYzpmEtH4FkrsjO9k4l0kokNn+yzDdB27R0UUfzb6h2/HVFrxWGuMGI1FYeZ6GAuGWBzAQO2Vf/Yf/Tmra09aHloYCQkEKMQ/DdB3DwFlFJMLCFoTmW4HtHkPJqGFTC165Ck3RPrGGi+LwAKhApSlA+g/joRYdkgWYsc6Ev6TwQQTwaBoVs/pMhSuRQUhDldF8rp8WUW+gX46M3+carwG89L7B3wbHOrZPFKFrnkjG/cUfDtdOqzrqPULbgqL6W9LuacFPMYKlykBeAoxzvh3fCzQAxa8FqW4k425uewUzOCO3UIDg2CAKGoKY2G156Qx0itI3+LWGrAUdHHSaLHw/DaJemPzl19AFlQ7Qoi3HVn+N/8u+nceeUyNCwJkQX7i5OYolig1I29UmzWalDwO+BlNuXGZjofRie/BUEJCCEaWANVoqsi6Jis4odLihXpWnfpxhODr559dlu7gSzBYLBldnCnlHzo/9r6VM5tKep6HIdI5XqORDOJ6GMJlbYKgNWR+JZISuPCJbi/mVGXkl08Wa62x/1yXUaUUMZmUnzAozez+dUprnC7J0xV9yHlHnqTzNBx3J1Q6SGtJlU3z04teTetd7fJHP2S/huUkZjhWroXi7cbAD6yOJ7E2Q1luHK7AIay6QQRLJbBIDEvn/XxeKdiqhjpgsVIsUYpFSZjFLhvh1ff+cpPBWgTax7xGV8yfbo7yra4iqarVnpjQDITHb87WLJfHPrNK6OcgaUlYxL5TfVJ26fhVq6hyDnMdbdKKuKeyp3HEtHd4xsiDn4AlMX9UNW92BQMiDqsTRQufcdi7DSqVbZxsnM29GflbN2GIEf5XITmunOfSox+5DUEhLeXKJwnhUMoAoj+noSvUJWBgLRF1jcZHAVl/wWoJsNx5lvd5gVydgQaFfQvRtAwbYb9t52TmXnRxDA5ovW+TpkeGkvTWG+ydBsX2deZl5/D4YueWtIst5aRGezEh8Fyb2rsmqm0wuiBf+b2UrlszZrHYStMvTBqAYIcTmxiOnWbSI32+lpbW1rYWpQHBbmCwUNPc3OLQGdJQN9IZI6BsqyNo6/NF0pmnMZplQYsiXigWNGkR5E78taeHCaVo3pTfAsUFAUFXtTYuh+xYu7UNd4SXFxktpdAr6MyZwcZKfBlmDyaxz/Zyz1jrqe4/1I76bJ/Nvy8kHfN809+b/0GCh1MNee1QxhsI+f3KZymmKv17rH648ijie1Ut0BXkgvx0SPBRZXp6WokxdV9EstV3d+7SnCmFvrpWN2IPVvMECyhygArzKiFGGEPRmDe+PHbmPtDFDLG5rsO/mh2pxU3f8DTX61GgViOIYisKAPu/ox/kyJMjDV7Ozum+mITCijEhSGkK4yyo0v4Yrsh8X2pSyVRB//sLMtZIKrPdLStq4jJC56dHpe+91o51yyGhmlE480qdOMxP/9XvB0AF/SsWHUSEroxo4tcxYRDc0oLKxfuwuXRWBG/r13W6T9N5kWdVyZ5RrMy7kaXyZBDDU4QUhsgY+ohsZPozybPp/7/495/ssCr3Zo+DYfj376il7HHfqBpNma6qmll9oy1zHd165dx5SiVk64QdzvHxVabctp9rUsy6fkURlIJM2O6XFqjcllCjtHzjxP7DKQQ077LVHN4maZhgqRyysCIPgcbPIJo5zCOjaTBy4ybo2ybyylpC2VOryB2YnZo4MR73vWhb32VwWXWXggaJ2Airjjf5y2yJV78sFprWO8oOQY2f4azho8av9kB2aNTAIBS7rNMd8HJ/tFOzYEz4Guk/JznMtHNwkNV1bFpP7elc6RqpoaGfkas4/p6SkYM9f401h3O2TZN2krmS4jT1wvyUjhUutGaENRWS8fYya3Fjlr3IjLcxJHIp19fcWsDgFCxqOOuGTCnZBZVFZRN2xNiTtEcubXXaydxr3Hi96fa48VEmdOzH+sfkx6/xghAPbm1hpRyCxvnFhM/5zno/ND4Lbux7AyV/q7HrnfpPKlBnpK5Nh1adwk8S+H3gzXSnvbgPQUZ7ijtFgLYtIU4R/P1QzWorBCCT8794Ri1fC8B9dPb2Gf/oVCt+vi+ma9ipGaUPzWHh5ocZpalsDR1iootw/VlHcTt3FhYvDiYfix+dpj4gmBaqYiaEQ7BuIG3Ph3/wkcXrEO8/SMxGOM0FmR2BzmEJLAZCDregyUaHi06ozRKxW63L8MEP022rK5DXry0djqGpf70G2CW4NZsUf1REOwy7WY0T+UWbXbZJHF9++/y/FKbK1Lv6onl1sjxvefDN4Bat6i+V9mbJWNkXPSQC8+o0RH1Wgy0l2dhpYPtxWpgOe9I+BTNX3BwKGf4EErmeiDtFnQhVVSeh13aC6wPb0UHttGfgbDOq+xtGF6NQAvQ6PC1MTan/+OjH9VMoWFv5/5NaU7JJmw+9D0HQtQyBAE4cEx9adnTo6LJQ/JhEWCDYHWBZjZ+eQOpNN118fZkRciCvW2F03e+k+DlJi1SpIUoT9esv2Z5zUxfO2D/1HS7lUCoik24uuTVZ/iDWMKetZUlHSt6Fu2b1K/E/1pA2uZRViTB+VXuRNKqxFVzeXBIdm5ufJkjujNC8pwMRks7ml7bIjSApX8duwKkoiAbJXerkxxR7JrRjmwurVHGqy7sL8PGelYeyieNNhJ9Uu1AeGU3Wz6wcBo89jLuhJDyXTpH0EyX+u/nxHwO4PGg/9uhRN2r7mbyaXH7Xx5zq6vtRofqhL6A0erdc1ffrCSG3I9fJpJsQVsqMZNerz5wsu8fjyHDfOI/TTSzn30yXCFafV8fXaU+uYcIzQ/u+64c+/bSXZwUY+RSiV1Qk0LYz15zU1iUkmJTSiWj9nqtw3H8TZq8Qn0/kGNjekNfxik/D0Cfw1T2oD+KF+EEC1tLomWNnJisv+ROQodkjN7ObX69UyKcKvYvHVjP8TP7ict9swjZVrlj5Ort57L+0QiTBf8kQNX56Jp2mhQlekB+Cq7y1AooVMXuyvDqydnVb2OJm04q45pTgowJV8erIWnn15D45t/kU+mYyCX1Jz+bv8gkpJY12/5tIRbDzrm4KFO9fR0P+OHAT/hTICPSfBPX0O0Z1/2N/niRDbzyLkr1U7e+q/7Ossgfn2H+0ViBRLM8WDh0e2CAi50dNoiTTJXSEYc+7ZTlN3IoNhYdiP21OW27l2RkIvYY4L1ySmEyJNuz9hcbZwvJECT5E3ztXlBS++wwBQfByZ+dNkppIsWfNX0VIvZ3O5TCAOf/ZHSEqiy4TRew+XTR6JcSHMhshb95I3JOErytKijjVktaPqktVWsupw0mjqkX7616w/y/0d0/ln3dZl5NkxWK6FD34LmGatJbGGH8+9yFaP3WiELvBczoKVn69m80M7dr1BrhwNaykwdhJJvXswH5wlcW4CcqNzD8CM5gswWFhCFHYMWgJC+KwmOIKuKrqGYf1x3mEKiTzoJs+iy0lWazrT5yBi7i97HDOvbhiroCXekrv/lkrjZFr8A26KRyHTpxhIDvtXGNgrHJ+5Oy865GcCRx2Nj1yumI6rIrCvwHmP4umdAcLvKZguvfXz9mRkADr4sAQE7VqUM7YpbUJ3SsszoyDuZJw88Y0+zRUmLNEamW62Rw3yzeljO/UN+zkNrAljxRcw79WaXSrn7WvRsi6HuWu4vdljhoOxmGL5vf+ygqxCRvGqGXx/NDFmXu4ezdea13yrp/kW3oCR/d08DCXW4HHmHJN6exGFihrwX5l8YMFmWWCeTroOo2+oRRbN5+PQiwkXVSm2eTrSsr9Hq6Fk86IpbKI8N0HTk2JIuQZFE/otAqjR+bLJWEqMaqfIrfJXfGHCBcN+im1tb1fNugCbWOFlcLnorjWElHZvwpNhFKEWnlTGhPzW+DSkrwNu3P3ytJzxjD0WF59QVSL/1JqxehDpztpHIxbSTHr1/oiGmOiGTV7B83JpojSMlVHe6j8umIwQvtclBEtAW9TLDHL5mUruHmQvYQgRfFDUjCzne7saqBf4RUw/O7/Ho4sjxd5EuRGpfjnd86MZsiQYV/4SwWzR9LNiiPZL/0MVC1uzxUtEhMeVacvB2tRPbhhykmbhiEKGpfAF7FghHAO5Zhh1jUhGknX/jbpZxWCzlQJKCjkUwKe+XX1lUg6jiK0Bno9Y1w6CM7DqxBCG//0O8jQuW8KDaPTaCYalnkBVr68fIkD5cYH/OBVqYaBjOoa+fTIi5i1oPg4i6vPmMqMNMXI3wes+cqXv4myF9p76AnTPOWDqq8cSeseCMiUhKc2houFbN0Go1hY2F6cgrC3iz+7Gp6ETkExrj5DNWHq/OUbnMi18ThS8vUTMR5xlGa1xD2iIC5bReLElxRZN0E1TS0Y/WFS8Tbo7f9/H0/jRWStBBkQKnn2t6q5IHJqCGELOY1SkZTIaex0h30bxaXcYY2dRA4chsQYO1EhGwlFTGotUv0NZJtYFI2OkLANrsN91IQpHD+r6IoOootgPH9Ml5fE62AbTCJ0moCF9ndHWmvbHoyTjXvQlujK14jA/5tG5h93crR36UwYgdgCTqNE3SO0N7U6RP14v0PU1Cq0NxqljZw+71U+fUzhP+Cz0PzjwkuO6cLzYREd0l3xczj+CVN81MwxYQJVwT28PnmB5nfA+jm2mGOCvbm9MHK6wROnehI2W+eydCD7UbcBxndz85UmFY0ptcfjGNudS2j/oupbbNTbUcqkqUwqnm9cN5GBf0lc46Y8xIQuTiqodu1Ng+mT9G9zAXawuq7SEBPCYDnjilgGPKoRXrT4n38WDtEg2rfM54xhaMjn+/rJVze9crzFUrYVuD5ATOhn3U7mE2Xm56tQTIKk73VVJxUsRk0IY6u5pE0mMbPRABr6TA0NGQIwdgajQYKhoX//XbgIatTghiKWM44Far5Ee521phFauPjff4YWUhCCvYOhytdCEMPLCgqKix0QkDPlbeaSrQztZ5eOSDB01eeZyidOZjcI7znTUtYioOQAcoygMTQ6nhhYUN/7NJCFC//5Z9FiuDFqFmIganDa1S4HC1bYFhhWQPpJdDjNhHdlIHVvHI6tQzLzvom2T0G/yctE1pHr6EMHgP3x4sZie9oRMr/vbXksUu1ZPkwKZGnArG0M2tOkAnJ4dyeG/mpKA5nfhhhYyuoBf8ZyCM7Q99Fxodqf1N9SqOI+kzwD5reMUEO05rnOH5rz8tW1frUQ5xTnZ62YW7g6BRz9jS3gBH0ZiybmZYCeKLy5YUQ2wtMEOsf50rBoQzODt2MomDHsC3JgE+MDHRre0NFbcaanLetvhDPAOu7ThnUalTOPhgnY9am5w0tcK79cHmQFlzdJN/YnVlbYuDgTyVM5Nesa/k5V3ANy1qCOCGOgxbJm2X+qXv7A10dBispoQ7CDwGA4FXj5XxRu5nJSdpXG9W+V1UNChML1MGaV1fdvLY3blcLhNsPof9/KKaA3LuLwrIsW+iNslGBt4ULgAZYK7og+s86lsYWMetJduHmn85/3aTgNDzsnsSK1iCPAaPDn3crFN9Nf/AosO85ZZAT6U/q3OmSWxfdtDGuy4tYvFKGLr/eXu5eBUwZgUDc3vIpW5wD3ImuElRKs9S9cPB7E/e0r5hIchiXMmmyDXr+C1KZPw+x5NJaoNpCS6lg11wWn7MB3pMBDeZlLU1MCtSIWLU/0Mb56XbECX1FwQV5C/IBFdXHVqkJ5MAbkhfSCAspfyRjSjmC1EYG58wKK9wkuWWdFP7emgFUJYNXXf6HWOpJLvH913NzH4WPr8Lqx4RuvLTnRLkPkjEhoLGtMWDTR1dM7saQqNMnq/kNNfQtP2T0l/2UHtmFnMJZbFd8T362P61rffhvK4REkDdmncgvcanj3RgjCoYH6qVZw7S9qLska9W1OTsJcBkfpL+LVD7VkCAOm98oDfm99iitqb029JExRKmr2OhyZNo5aLDfbRLgjjioydxeo9odH/xY/XxnmvH6tzc+3svU5SSkGYQnhUdY0cvw+js6nSJAAy0rZyLY10WsFe2+DuyPWmB85ZVtzUyLnA++JUTOzphfhNOwavm336QVoTMmuzZpQ3H2/K0p+DBpVuKvYiDbFJp/KKD/vNy+LKJK6l0ms8b9MQ5YfJY2Fndy+DiGXgczvL4pIil+7fWb2unit/IywAq5ncIX6waj4dhguDgeJO2j2L+y079jCrZu/Yg3lQ28gwZt/oT/eBoo/Jm/d1MWGfk6WNDzlsq62gPFgpZdsqyWcpVz4zDPJszMwt5RwtDfk8HeNB61X2dyndeO6K3lDM4gSNyhibHu4S+Rxu8mqdbMbGLXNdU+57Kut48HK///jneBMEQY623RENrKNs60+d6Yt4Coofi4bcT2TPHMBy71EnqHHEROsA66YRHOGME4FtWpV/DRr3+Cvwn2CH+hXL/gmgjMPp6ZAHfC5JA7BmYk6Tm3fUYRyPbJ1xKxRgU/K4wd5fAEfMyi7i5khri6L6Lg3G+zYflJgdSpv2eSfTMtmBU6/CXR3FAQXlvoDHRMCoUC7vi0lsdyWVOj3oV49InsG/kKh11OQrFZg61H0uyc/fGvmM1Xnd1l1dBylWU1OIyAQRu7BXujWvo/ejRoHLJ+WNwwWNRU3PJk4Ji5njCcDi4qhdeLkcBE3s34Nk55e+vD4ojAhgZhWkR6bKTbeDgDkGRNaNlPFY2R1RrlzHWMzhJ0hfkat8Nf0jOCNuzy2/vP0WlDonFNqzSwpGFWdda/NWR9QvBuj/GJ13kRfQWHPN3sjS3x71kja5QfW/Eabt7DNbuHvMpc9e9ObX3M9x5bXYB+VVn+rVJSsX7X6anEVnzwC1lHcp87fubCwzTJUhNOZ1zE0GbgKBzdZc7nJTMC+Cn4FWQow92E+zqqgrlMVHCwEDGDahMeXGOUcprPc8DSFMDl/FV4HmQXNTKwE9Kv6tShBoj1RlvTSC11QhCNrcf1XMeUHOy1RPShJoM8Pbr8KmB02Pmf2Mu4WuLv6TgGlAtm425EGMC8TguZ/XT7FkFM0JwPem0q/dW08l7XIBVGuzY8et0Wnz3LnCkbTblwFBSH2EokV8U7XuwvmjSJW5aM3wdVFLPai2+CWlGuf7wvNvnrHA3OH6JT2tIAshwPwAsW1Z5+seYwf4szDO8TbBNVhc3N4VmbC2JsRrZ73byT7Z/NXi//W/0KUi/YbY06Di+N5StLUmVxgexCOhZc+zLNXz1gbk2g3vR5MknN4SjbKyM2v2zvMpo6uGv3HF3sXO0GyXeWM4vQBs4Ufbs+pz5XoN8f5tL7BNG5gncm/bagu293sLu5rU1y+1rtg8axHwMXbPIXVVmU1UyzV82pn8s8RP8pp5oIcTURHIqe43oGt2y26XWn5dCbfk8LunreG/2rq71zOsxkj4KJP09s3v5Y7MuMZ58/LBHTun/Ai0zL9SXvDlPk/uBKjPr86pZYytvLU4QbBrFMWLj1oIeDDtHgxPt33waD/6YPwqxCri/F9uALPPlGSa5Xa4OTAzIDt8fF/eusH8CNS8d35eDIXJ/EDGEJTE814uWe03CPKyvZoQWmxvYK+WxanMD3HJVx/FJ4zsQP4yd76+fhdsfTIEDGp7sB+gj9mnzZ/3eWCOLCcJqGJ+/vUV+dOhueawX2H3mOv7Q0gzIP4n769/9tOaOgkgYZSykGikcM63h2PZr9gf+c4RHK9PYpa0UUMLGowYhD88fta4n+bwSei34zMjMFPYfQ5cwWrocWUmqeOUsfZ9ArkYx4WUgEJLANmegtEzzCVgERXjuCKZA0dTabw1QM583MaMIrCQpAtarb7LoAABACEv64N8tmp3t4f/PI4IIKb9Axw/yr1szGQy57D4DguEeAe/tzVGVP1j5EYw2rRakOMHfjQn8TB5vHT5Qs5pJBR8Mxb+Z/oKnGg2T85I3JsC9jGxU6x2LuZb9FKuIZ6YxLu9+ACyWol1sonpyvGdfJFJK1oJTl9fLD5Z7EXdQCW/9ybRj2KMUo2LJdoM9gDYFDrp8aN5RQywmSMzXm1Y3iXk/ULwJabw67bVNvIXDuLrCLb0kyVbdKxcR3f0g1aC4zx1m2KJKnITV5YT3ecbT7nnkLlat+hqZOyEcMzyTMDKGrRoB6CINira7VQl3ltV7QDZ166Bx4p7+yT8VzuT33DZv65PVBEeXlYKJlmC2x/I3qTS4E6Li+dCkXB6DEZx/KfSZ6lvEpOiCIFtiFAMm/xX5VUSpSPgOwK2UhBfW9cb33BJ/ETmV6lcK+xvyttLNXIG7eVsyUChLU20NZEp26lyO+A/GMZd3DOeyWLvBM5XjY+VbAXALD6m+a6/sWNdTXNc0UR7JYZK0eH/2sMeNSeqNr5rDI0HeV1a+fg9NlH8iLq5zL8WA6D1bZ0ST3nLoTguMWCE1i1Dk5nYDqGQHdTJCa620jtNMkv7r/Iwxsryf4hViOWq8dyMVb78JImTq0srLaJMww0Aj8WeVPHhjcGcXDuXE1tbY1yrWGgpobQtKZM8PhPOatrHFwk1zzA7gKal+MLHcbZs7Ktx9U1a5bbreJR11GD6yeU63MTaaOrOjs/uqVc+x572v690wy6kTuuMkh3xsGJ+gVmz7lFYC/KLmjNHjg7odzFfS9rZ7YUUXPI3DJHzleUvHIFdJiGLFCqDqiMvnGg2rUlVm/hbB2X+uFT2dMPgdsdTOKMZRdbu9dvAU83jNkivukq0QjuRUpW+43oTVxju9M0xX8ACnacEeohCNro1fvCHeCXb+c0GO7fp2JiqLWAoWGO7csvNRaL4DSuf3fG1VXV1FTR+YChD88dq+WuFI44D9FouzMiLkJnI+kQk0N/abDP6TaUJVQeQVfXAbdL/GB3g7rVKFLxTg+jPIECEIcJgWTcuAwuvQKXXMYHZnLgAL6j+mr3OXB63J3JGAwIKOB94A1ABICxO5M3VT55fKlzVw0egDkzb/7EfrepZdQbaBmEl1wGQxGITke8bvuISwF/p0yjnxecP10907vj81LgnfsZx8aONeyS7DLU1h5xhQk4P7z6D4uSyuNc9nHl+HFrosGHfxzLuOoY/5F73LpuLPjzRVbgumDvWFC2dR3G5aGH38mHt4C8KdhNlLkxzuYxz63fSddPpXVnt47KrtnIRG9izCPzznC4884cAeYmbAOTs3lU4d1y1p3yUYVntxIkHUpf1NAUWhwea7VJl4Q3hRoWpUPg5Yy2cIg9oSdHY0vM82mYbILNUQJFeSbeGQGWxnDkELNnDo3mK+7+rV6gYnK7SzPI7gjw8m/AhUG+VhIvo7MxGszvq8rq5jJVgtKEhLJZSnpTDOiEGdMlcftfjLOqsusxBIZgFg2CaTAzX5Pg1bidPcB0TsAd+foNm6aJbl1PCqlGwwehE0Ef5G2AchsgIP3O2zO4MamZYGDGNVe6Q+G0s1/6fCQyHjO/+3qEi54InQwpjTyj4R3b+8Hpluvc1VBuA5zbAD5jhlRx6PrEa93GuaK59qVP7aEzJuZEyP1vIBjznk2YGTw+LXbXHXyJMCxPnKvp2r11QtiPqfHvlfDW1hu9tlredFZ0gcitalu5rm/tntsv1pJ9sUlDPRG7Tgim2WPTDovrZq2r0LgjCkS/7CTa5/pqeP0UuHejxdrrTHZp68Q0mhHLE+XZ6MzdBrthN4tuFeXlYUaafL7NzsKF3LByeIw6l+MIjfPaAnmG2aN7Wew9htmBvFJfWYINddDB/Rtpwcw+MiqmwPKtnpOa57UsQWGY2TFuaq/HZSrLrG8oorH3ZZaZPK7ecVOZHTCMFujHXHkkbSZ3+mKdhR3jVjOGEbXg5TjG6kLfKldV5YezzHsnD1r47KHEPmve534pU08DnddoV1F6Q1vKTLjr4cGtX5Ffvbe397dUWerE5zs3nro5XzD/GjV3Ue2p/4ZvWrW8+1O1YNyt1StwvPyjNsjKMrsTk8yfaPnFkYQ7o+mBSGwgCBMOvJWrwDTSJpN8WFBy1Y/HPQrEkE0yvYyTO965ajfATQSRLJ8xR19jTa7M81lMent8DoO2Xwog7wV7onne1FST07aNLpFhwnU3l/zJ5YZA7zTIfPhAjVn6us/DnLPD69VWbAC5NUgoniB3vJ4S1hLbrEWgeV/+zaO7b8C3isLGHnEDaM9uaHQ0nAkc1XBjUEm++tbpTNlxud4ATNbiyM1DSmjHJasNT86GbIFvJzNUYfb6/ksjHSp6c8vdaKygfk6toPkmH4dt4sJ6CImmQSJQLnVPC66He8SZKVjzR/mLiucMA8ksj37/PmvKjI5qUCAQSTCKpw9+3GuVswjD6jSNP6dbP7oStdWSudoVAVp6nj+wfJGALTSMcCSyo1PPQtP/fYzpKYzTXTYK74oCg3MSuC3YyQ3i4Jnk2dl5F3nx1MrFFlSAyVyl/eYDO7k1yw5C0JmaVRMHfznfTY5LE7HBS++Wp8JjL8beC7Cs5b/yHwYXRN8VAAgaBbJe8bkjj6dUb8/jEUAcDNzpopuzj4sh5eTljibD5YG0m/C/2IJ+sFTa290uzp0VKKdHIIwfgqUyeCheKBGSPLIYLy7CiyN0VSqbG4VikfBFIoTbaqSlQMC18OQ2COUKtULe4g8EPRwUYwY5eBDYgwDnBJngeKFYwO6N/KpySz+JfagdfBOKtdRENd9fyAu3jf9K9G9L6VO9NWm8lshetkBcRHm/QHxv+QUh1TCfRY9A5hmMDIrAzNfCjlWDB2EFnShARlGzkXr7feYL+MDbR+FV8C1gecuBmuDveQn4+fHjIpwFw8b447EyPuC1FSEjY8+JutEVBdkyRD5kZbVs+puzvaVRmeL7dh/vj3cm/PhfGk6kMg0jG3UBlQAhTCyVXfdPyVEhyoxX52X4zAuEhrpyyQLepJDXxZ1isjSF9/23NZlqBCK31E76YWbhH5uKgKPHlDqqHVAlVGHqxGiQlEUmXm+O13nteJqCTf9tLEaNjAnGUlzXyFi8WUZjpjdYT5laGS3gxyXm8CxkGY8BiMFKoNtxIgpTvIoNN+eH680E4sGb4z44buYxj7NRlpRXLLnBgLOQNGKMY8xAdfVbi1XRb1gGYzNbN6hraLod5m2SyWdtNyc7XThoIEhZoZDk/l9VX5nEDUsZW6wu52h4cHk+B1o3bKVMU7/FGd93IR0O8ikATFVlnLiYwVhCyFOYds1Z+OfT2zoBnzg7aHA8cHUfMnEhMAhCahwxZgpKbvDhmqL3AmRi3ObSzCCNvbJdXf/19eoopFwSl/UsJqO25cl44Ph/EejaD7ce2f7f4db8VNevT9Js1A1CmIQMoZb3CqBLGhI4Wixinh/UNSHa4oZT9UBHng2RLVZLSY8gNbr/0cHeQG6Kuz2tpDOmRQE+Mua26ZAr2SYGpXx0E9E8dpVaB5Q/14KeC08RYqWFIj0CD5e/JZ9pO+qKaeGemZn+uOnLv/qb/vvzVgm3AMDAgITMZXFMxdZRLXn7H6o58LABuuBPjKwUejZc/nNK5xTklWpsUoPH0jAs4uqNeao9tQC1lkalVudjy4A4jQFa7GWjHNc9vCxbPPGQQ2YNi2IY4FY+YylPoS8pekl476VT/zus+0i7mHSIplRp2ggL55RVljs3WSUCy8b3CePSI1cTsPSeqCbFN1ILDVJQMbjZnbNExCTMipBFtANkQFVjcUHOZLKqMTxGZIJG5FQKKN2n8X+tOAJrbKT1YCbIKSKmzGAoz5AxD1mSpQbVe+kmOGyAVPi2LSImc6ALaK9HQllNdsVruoFKvsIUwJp6xvQZoMhxnSKaBb1HU+bhWIzf3TmLwOc1R+4COHpD0HagVbzmwr4M7iM+lb64jU6N832KbhBHl3GPGSAPpHKaIM4FkJ84iYI9z1IxbpJ/q8+xxoLcB/QxSx5eVpamTCEH/p3C4eh7T6Zuw+iSI2VaE/X5Lj4oEdZOXdvCInLyTFhkaWbt63kqIzlQ1j2Se1QHaQIAPiGOxCmYXd8Ngh5iUAtSqWayNWCJfzkHQ2PcxG907lgPy7PItvhVgkfUMZP1a6d6ilWsRG2vxRzgvGXZyjKfQT4rA9qAqap4A7YAywc2MiuyMtDfZoWZl6FDPijiPvrKshEJJTV6ZYxRWfCMApzZTGHh6a/4gI3L40He8054kyuSzYJbR1lOjadu7dy29KVwkyzFFo1C+4Cu2I+Ox6oKicVNQL7j8JBg6oKs5Usubyfl3SEC23eH8by/O8Lp0u40UcF2p7MnoTtavzu3i4xfXJ7kucfhKqmab/AsZ0GQDAUjnTzipdgtTWkndGlTlCpK3iAh05Q8abTAR9lFiyPAW6aycpFOOBwHlVsGTumE7E/S8u3OR3RGeUnX+c6sLTUafbXELU6NMqcV8DheWvY5AXqJLSdehO6BG8aPUo1U3NNKQq2FMhxqC1TjnDQxlztCtOgvzkyI7MkVXQJMvOo+NsZlXBicEKq9OC0/J/WQX7IpDIhCPfBFR8VGFGFyHhcHYrlJJ3XOWgq8uE+Y43Jur0BsQToByT1NObpJZIa73gJ5IkClwEnSAqYqagOnlHPAw2lpYzQV5kIT7QjccwogR/OIBS2OLLdaG3DHBBxNowmpOxDCcYXx1qpsW2XEO4qkmqCJI26SXqOaQpLHlWvLSxTf/UQ4KuTmk/Fh255dvb0ZRdAV12MC8PGvg2FiYePg4uHDEUgUASERMQkpmTDhIshFUlBSUYuiES2GVqw48RIk0kmabP87jUySpTCzSJUmXYZRMmXJZmVj5+Ti5pEjl1cen3wFCvkFFCkWFFKiVJlyFSpVGa1ajVp1gZlnviV2mmOFQQ9Y5meGLbDVB7b5lMOOJMtnPJZmbMKXfMV9PuehDDNzC0sraxtbOxKSUgoUKlKshKOOed8J7zmu3wUO5FZlhhluhHIjVahUpdooNUYbo9ZY44yPHqJi4hKSUtIysnLyCopKeRAVVTX1/HlNOAKJyleQkxCLwxOIpHxEFCotPxmDmUt+JZvD5fEFQpFYIpXJFUqVWqOlraOrp29gaGRsYmpmbmFpZW1ja2fv4OjkrNZodXqD0WS2WG12h9Pl9nh9o7ptEYpUnAhRCdw8KFvr6hy/gezLdqfHMalWHx3yGmlNzS4N99nvbnPfsLabl7GOYZge0Vu6AoAOBg4ZcKWH1HZ/hvqsyr3x63Ljea/bPYrDnS1d91Ocvm9h+D5K85OOKvN/7T8Ao+GWwfdQe8XFqDViY9QaoTVaGS6IW+ZhukDAxVPQE07OcJTKpygBDcoU7vlZuZyyyT1nr+qRjESPpI0eOpvRaTvLZF5vTkjP01IjoCYX7/SI1nKhum8t54nMCDBJwphUKUiyELB+b/hOiJbEg+m66kZ306EGXblE81vm8Ehnv5tJwhQWtKh8DBuZD9mR46xogIs9maaTPC0D4lInC5P1EpmY6y2QmVhm7ZF1audS9OwZVtmGQkOzTeV2YbEZe0l7m7q28yDHs9FXrnnO+n3aKUFaT6g6eZDqEpFmACOYwmTW6jsQraXrVmbmJRaJZXvdbarG04TNCKYjk7kA+O7ZTXSBI5nROKGnJ0KHWXiqcLm4O+Y2VJr0qZAGNm4XRiM3CbueGSpT7CZI407r8N7qctO7O+oaB2HYbDZonpEGvOnarFMFF3NXWlypkAYu7hbuFDCDBVIhDWzMUWEzucGm6/QNLr1RD/I+AFeLyo5A0JLywxAY2mMdRwDDfkwLYBBn2Xo8DOPTYNahXoMK4fVM+2kGoIGmNJtS7KweWIH105MAAcB5JAoaDJQdtg6WHQoaHe3ABxjYUYiJ8rAjMYc1p7A+ANF4UUPQh57vH4/ACBrMi/sAejtvB23xEXjaeIzeiAKnEw==) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Math;src:url(data:font/woff2;base64,d09GMgABAAAAAEAQAA4AAAAAekQAAD+0AAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgUwIagmcDBEICoG+WIGVWAE2AiQDgzgLgV4ABCAFiQwHg30MgTIb7mMF45glsHEAsMl719mBGDYOGC7D0lEIbByAiMxfEPx/Tq5kDDgFfs7Mgk2GEaMNZkJGYKygcBdfmBr7/iSDZ1PQyUX5xjA/Omw2mxeK6n1MThPrWAytiLXxqvdXC9vaFjl+0e2b9r9jbvOKeixG9oDqM7Bt5E9y8g5Pzvn37uA49h0HBzvsEAIJBwlkkAR2yIJAxjYJWe4MTXQnrhlrnF2uLlv9xjF/rf7WjqkdW233H3b9Tu3v93/LWUlz/Hpz+1UqU9UNz0QDjhGHjkFV6m0m5A0hmStcMbij/dbYuUPOouRdZjbF056G6uGezX9rCXImRSV0/6ur3GntCxuCVN5xedWlAvKsg1DU6aTWSqr70rdHHsgb08AizhIfyVagDlhw221PmmoYMGSq2JyntGbJcr74lolTJnpLnn/tsGwQ/MiQ21IKQAKiCI7swBU31ubo39NtVRqni0QPUoVqbG3bp3QVvL6Z4BqlR+xfW8pFlbACo/zwPW2ADBvSkRH0g5JvfUXtolZXjdbM87abT5dwAPoE6u5D6tl/S5d7Qf1FJt1HSLAY0bpGtnpjZ+yxSy82RRiKwu3lNAi4MT5MQwn8n86yHSnkIFfX3bsq2B+VwaJO08h/xpbmj+R9Hq335NGhbC/Ii/ahDn12kMD2geM9DgCUKTrgll7PVZu2BirqFF0X+E8ns//9u0uTzhqs7jKxTqGIH2gyIXFIgdJMHEt9/MZI/Pvz0id8fqAoqlxkWqXAcLabdzW9L4pG0Y4JDLOi+fBrrp6ke6gknTZ6m9jb/KOfj040saWjiSVCsdQvohYqKRJC4rHMqgKSy2woEkG2n+dsY1bD616pW85XLECAQCix7VIeJRxfC5bDZOLWZq70r/5dHyQ4RwghVldUxroQDHdvTIjAm/RuELTltsFnWge7Ovg40A+4O995exJfGYkP7e9Ju9Lie1a1oO1vEIHF9yQI0sIvMQTiYiXov50Z0MWsFS1zqC0LaWEJB4LCZK3KE+uW1eu4V/n9v18/5euZhfsc+OnKjH93TFrRzHjVX9Ldu97wkkPTE4NekaVJU9z9/X/3jGKNGwLQFV9NJG8+L++Pe+m5qurMrQQEP7cfbO2ubjfltePibL8oFdpZ1uju3xhdSzYQqg99BVavIMHNKtG7X4F5B7S8xDFy/TNhT9eYYJIeyZGxllAzoaD0WghIMHpHAGrr2BGGWLGOCNCcIpu3JnyXJBGjL/Bm1xfTBAlz7wTkGWF2U0PG9UkLdzqMnrrxA9s7shVsTZ4+wGiE+JZMG5FmQigRjrWlUkcxYZQgQQlDWyDF7sDhBg14xcJW+VdrSUvsj/pES7CpPted3wFHmtykTFy/cV+VLOjoL3hRFDErNbRAotOI6Q50TCBXhmGMvCmNCIfHCWplkNOhu4nbi6orbQg7eRwRSgZCla/c2pYBXVOqOUtXuIwk13LFlG7VJilBqDpCdANJUbw6MoE+yPDUgCy66pFlnph5Y+1qrjqifjeQRFhYQ48G7LaNHfDgEa77LDIH1vXciaz9PzEZxTHlZOTtELdM2tEgahX03QVEg0/CpBU5skA2Oy0Eh5tgj882LyBk8InwcEzwfUXIGjiyAdAjBRxdMaTbG+/KV1W4sdesjoOWvSzBvn9tCUS4lYSyeYtlQcg8SoZH9LOhBZd6XULKwAxRe0Cf5zwiHrR7qk4Kf540jWkNqtoSAVjW6pS/KEjZCtaI1deW5hOiwJ3CnvgsRxx7CUAhV2aKD0LzSrxTSwo8boRwiXunFa4Yks6GRoIRuZMtwklkQ0RY3QuFMerpU/LHcuJITvLbYXX3PW3svhk5thgFEnX3LZGKEDRPItS2EHZfhB8aPh/BtoCIX1j8WEqG+7wJ6mfhAyvryS7byBE4LulXr1LI4WbU+HQ5QasllKMWCLohPQISKm1BSp+vmwQTBVz2AkXm0afAPPlGuHrES9nupBATNya890gQ8QYTtCKeDW7uHDxRRwoFknQcpVoHRKbDRK4jRKEziFJnEpWOErXOIhodIxk6e3o2JA4NidbVvSCoCD6KxtgE37ZBjcqfW3sz5+/PtJjgh7tPgnb+PsSHm+jQokcxoBhRTChmlEwUC0oWihU9c4CauMq9RsoqujIOjd3QQjZiTurO5wBzg7mDNoYGMKwe1UDSnFT42iXRoECc7C0ogumSeM1IDwozbfXDW3XWcfmpZtlcHvDJgWn5mBAnUnT7BAGpan8AUWfQVaT3TeZKXtpy+S5xAzWGbniEgvwpcvSgulM7FoyZRcDR2vyFKLBQz1A1RchQNL3LedPQRJgQjgz7zm++LUhp6+ZrGFkEQhSld5rhTzq8deFJgFx2jnOOAXUu+EykuBPVst1EzU9SYCe3zO+7CacMnVWjwjy7r55xixwiGyZ6Moh8gsxbjKzHNqc6DMZGyGRqDmOYTgYxMt5yp2aTINUoyyDNGSGHg43L5VDbmUa0KIJLAGNQbpjpiczFFRnZGN05ohKMuoxOS++UFxOOaYaZhSf1nGerEpccOWtQQDlEM1UqQ61iiBuT/dSFCrVYY74j4DmMgWnUzeMtH2FYMKsmfSJqaNQ/bhmgFMOGcaezXNuToQ59EFRoGrK1lGHL7GhArVVxpM1OaEL/kXfM1okHlqh54k0OgkWhOBoCiyNrtU61s5gLxowgyooOEGHbIU3tHAEvkXcwH8D3nIIalczpKY+gcCbdjz2Gqf2rGCYzuAZ8dt1a5oxNm4xVuCQ6HSrqoMPLTePMWLkknDJ9ocVsSf7LFip068Y85h5MTkVvJQoEhml60KqK8sJvrEZzyb6gwiAbGmqyBsROs3oEc4mjxQxBkUbCQLUdQCQNZkqWqOuGUH0HEA0G10bbKQiCgkRTADUvAKIlwGyVN3CbgdsN3GEwZ+gm7M7RqKsDiG6DmZal3D1DqLcDiD6Dox8eoRggFDMJxSxCMZtQzCEUcwnFPELv+bZpyBvIY7DzfsK35RD+Oez99R+B14htGshqQYFYWECjD6hkccayhEVZciwW6w9Lth8tLaBlBfbldytlRZayMksZz1ImNqFVBbS6wL6mtDLWZhnrsoz1WcaGTWhjAW0qcG62neQecP8/gSpPMmAk3GTQKXXNzYHsE1jvCcSYWLRq92eeHQIivI8QareZB8U+hVbwCARpuyHI9Ad0ZeEcg68nOn0YAh8O/MoR1mDaVGuY1InD/eaD2WHKVF9UQAJ06oj5qMPm5PERCsC8pa/mRFPXvxwGA1e6w8kiZlU2WWzCSbsiJsoTEJWZkpndbUtdRZPewTaJxCuyawRpSbquvWLRmtZYHmmT5JSSJmFTsaRB4OUVDDgXNFBkVJwnKglFmgNd6aZmH8WWSUyVdqu1Ldw6gyDGet0ii10YdJERbgW/XC7ALa15UXo+xqfIaIakWCe0V3uJunSsnywSCvMNXkmhN5/LNKi5kWmzbP95n0LLnDkZZZXY3wcm4LBDDhN1TaNZCGJQUhylN0ezNFfOlQtlbjKJ91ROqnldSBHo5xWwRBNwZC4BZB1BsQLmS7X8dQp7V80TGtwgVhLJpnmEh5E3NTfRljOOMIhCwM0yc7DQJkp9hY8ovAxIrsGJ7DFxtdkP72qmamP0+qaHmyy7HJkghocK6HuC4gbTNSIBxSKCYa8wtUuKZCMmNJTSy3J8iS/9b+g60BVGw6A4K5T/9bcQsKSV/eMIYPbSth4w4pejqP/GiCebUOK1JGaMMX5qHtkOFXDPJiArx3Exjlg2n9CaywKTwGFwlpmgQrT0qffNDMRLpUoMheUOnjDtfkCoTcvAHRWF1NJUtPTDCxH9rqCC68Sa6BpTWNLh0SxZz84xuaa+SAThKRGHCIYXgZcDghZySo7AIkIoRHonk2pqbZ3sqk/RLFNrG8dN55mqhLCIcVy1R3ZVUu/R3MfUh5gGooFvriMf7WOaJugTnrhsOkFinai6KVNmoGWNOOxIgHv6P2i3d9R/ymSwaPlWKo6AbngjSiJLNG/SAjTaJizOMvfKBxIpAg1GChug1f2mWK1mLFwW+coXN0xOJgyDVCAdx/gPmonCN2uXJrbGO1EILMCbiD7Rj1v+0aMHD5ZKpRxNKLw6k1ir5b524pLL/ByyUUuJoIhGYFCU9GRahTVlg1tt0C3jxqQaZwXXsr3PRHGxkEpn3EMdlj9N7OzI7VGiVxPEajd+QV6IeHEU/gYBFOtiqBwgGqPoOXPqP9VhLIcrqpSYB/qjO4E+IQ0SMtJxpc+bnBWGeb4nODb7d5/ieufaXh7uSvonTqnFEU3zJ/K2ijfahOcbFr1MESr5jecngghZN6BkER/lMbHBuFLO3MHekcQrRvu5VMtlwMeNOKlOoURaskZZtJIKzxzwJVncSAT9YGJJGJs8U2hZZtD097qAmuQB64XMYxosn2ws8DDHtZb4nPFu2/MAi9UMVDkQJapMGQy/oR8SJsbvnKB8zb/figViEtXOOekR5mZ8OeoJXj072AWwp+Bp9wnc/PTqC3Aessps0oQuihYUpKx2mQSelo9cH4w7bWBwKzSynsKOWjcPjFVtvtidbhSfehFyDpbsHwSxRgGmxf8le7CAgKv15ovASFCB7M9Yzw3OhtCSYnoNpFdQ/8r4rFck3k/1mqyu3Z+eIv+Rf7HMRXJcYZnfSPGv5l83rtMGau95j0LqCWk3UP3Gv3J1mW/uMk2+IHtKy/84csjVAgauVnwUL/9E038XwOKmCFT7yeoqmbKtFS5Hr9kCevL/AhBVY2wWtL8hUTLxXCPwrCSfP8LnDf3BG/+b+BI/5MGAa6nXsZjbLBFKqCytbLmB+0IlL9/p65Jt5GiEgLPcKF+hreE+97wwJsNpDFOH1SanbMq68IwozCJ+mBrILoXZ/27OZJ0w7b5zXmNtzeqCQVE7inKmIO6HJYVqw+22K19QLjAWWu1xX6nET4KLhMHZaxzLZotZZ3aW2zeIYHa5A3hU+49QxCITz0/YyCtDI+wMJGdhSBHubiQ3dW6DUUlJ17tBL9+HRzgZnsRn2dg77F9j94dB5gNgWmWL63nV2K/qdEsu3yKS70IFw22Q8mdQvQj97OkwHlqytzIrr1Gm2npvdRkxyDl7w4gxm23bEeEef6UdXOwr4ysynyhE/kCAPN1+jeRjf4InCot9o3vepTgey8BmO8p50TJXZbPghEqDu8xGrXNQFMGksiB9FpYvyBmt9cxUht9oCRgLyAetXEX78af9Gs8ZBMPcnw3h3wiocsj3vS8NHiK9XbpvcQlcw+es+1pT36UpUUcgM+yvpQRcer6EUH/mxf4vazNvY+OylQ1+5/49+dJ/+eWhwAam2A04x5EtCAw/9/3VQO36mHQylt5u5M15hjPFUbpONyhRHHCV1E8d/1B5NOolS3Xmtuj6YT5DyzzVAbgedrl10lUcKm5LluPvoP8lBteJWAiPD08Eq8oVFrLysIAR8GFgP2t/vml2kx50nR+uXK8AL/1h1oSN3MXlEzdSI53yLeJ8hxIU24cjR5xIolJyPvn5DosfFOiVLLh04kF7LUtMg5y7OdMioQikTgSRx5jxu1hKPMmAys4CI0ctsVDj15j6cTkn60kppV8s0/L50jrizktki8IjfO1QKKxqZWBhACZDupbIDIIyrD8M9qjtjYVndRzjq8AlihSCP9CqLRFOCfai0eOGJPibwNRgM+X215ac/UN2i36xMCXJMwAwFUahj8BOzxnY9yuS9DKwZ1kAElZ0n7qkxzbzoJRSa1oWdCWHoxhutKlwjbj5Mj+lGWBigfMoxDjW6fQYJRDKUbvWO8BPnhfvMC0yTIU2Y55ezsQxOlHlvDi9SQGHzijQp5Kwkaxn49QUJS575NL4ebltHXQmgYllAdOT01+lS8CB5TQoDC9COvPsV9GKrRJyT0Rtd0UcpdhrKnF4hpMSKnNl7CQG+M0F/RtxBCifCo9BZtBwTZnnkxcat6YV8Hmg3FDv3wyzrIKFA8UNrpiz5/Q3bWIeS/3MG3D6MmBtfK0daxwpSvA1HFqjh9HQvCtzzLmc1K7meYnkq1RSUwAjiSh6OOtFFxp6xDTBZnPkYXmMpTYlQHnf3ZLtia5iAbzsGwPXNdip+9eYbhHC4NI3CbZnSgb3RjWwfMNrBU1W5kMXr0BLHxFwRcjxrZNQpkVmwFSts5GPunPDG+EGuhuXrAtZHTGtrONNy/wph/oRkOH2l+gJ7DZDkFpjZUb7ZA11G6e18Thlco25Im15i7NczeWsrqxG5/SBXgHhnMqv4qDZBw4Phfow6AM1zo+b3W2GzLmZtp6Z4i5EuTJZJRP1T2mJIB1dMQyEp+vGPbAwLrwZJn7aLlEV/gSic4PYvXR8P/7nKiEV2LYoynvxBricnQSKoVDuzvYkhZoCp201n4GJgLJrs94I5XCcVznsxFMM0/5oL1Om1BrF0vmYmCtB//V42PwLjZxgr6xLYyTTsM8J1pcN52fCAnC0keL47CkkMz5FAAD7mk/Rf0jAYbSO8usEsEwpBGKCDTKD5pIsy8DWpuSH1cEVHjEviA/CjBc+DjjWcuZ6XoNSaLeltC3vebrpAPaFKd2NMcXQYiVjmKvxKVYU+pATmI2+bAS+KQQIvLtteautZdbES9aJPyYvldttEHNmIzmXNI4vKE72cxUXgaOr5l3OFJHlaGgSTtK+M+3QVLa30DLfogrDr1KgSr/QsYSTNW/EHd1drVEAe0/EXTqHCuedGgjLqf61YKVeNt25c3V6Ij7wLORZfJbwhk4h16bqDvdMcS3955Mi+UX+SxcbtorTatP8itaW4DSNR5d0s6QZJllDVNq7wvAiFdj1EuliYF2oAcvMdfzwwuk8V8YqBAnMrG+1rgYSYAGue0VTmZHUGdfYE3t7cVF5Wytr0TbwEkxdHJd0TaUmy+wwz+opRl8Q+P2o5/glx3ep79MovLrxSLJd+MMVbbP31cKmo2F1m5b3qCAoNyy7S2cE8VCRtHQ9AfoWfHsiHdi2ZYM4cvzfW8WEMjsB/e1c75lQdJ6u/Ki67DSu4VZwDb+kMzSxF4gYIFiaNZUXQhUSG17CDwSWIswtXxUmDEEa39RBTjeq0t1yRD48gnzP67I4siAryVYyjEqGEzqUBPEUh46fdOtrtfzw/qP1ajygrSaBlu8JsKnScOfCOuvWGZ+FTvQ4MKdmnN3Q/b73/dxUMWxupEvvJzCavd5y9Zi23JFIWYwOnZpTQ7MBjCgx7YDCSzNWMbU9XDYNWvM2vQhUwLMghZ23BHNaapOLFRFKZAaFgVjH2xoNSiQ6JLpfra75vodquE0J69UOmX3ABRAeW7UMiUvRUerSrGZePD3JAj9EK7zOLel0QXoBueWJW504a64CZmIuUBmeFxYMhKU91Z1VA4sVLISa07JbMbGb1kwrmoe+6XZHUzaOQKOtWou0OCZLG7sl0RImhuJ+ohjv9A5dNXYatpy5odevz+gg6s80kZ4SCt+UPzRFZwK2aWOM8QsYu1BrRArbZZDXUEgtsZ4r15j5BKlqsB5ixDxoc6wzlRUFfnEylNUyieb48JtcLVS7eN1EA4tE48pYFQnLl/snrgcis2w9s6WmrJeqQms1yKKwyOBMuGvTQGD9I+cvUyzH8xDAqXcC04z5FaAgZ6VhsQdFi74Zl5P1QudKWVNaPCu9jhVeYx+kCGv5QtDWMHco37cAlh3qzD0pttrN5DQljdS3bpsUl80MaIER7ebXjI2Q+YlPq55ljzxjSg00hSeAFxNFi/qYjUOG8UHGdRqIHs1opu1pHbkKrTjnoYeEwQoaBS/tIlAmbvEmhkVVpgtPuu8FJJcWhxV9yMrUm2JuS2X6HmWPdtYebRk2BYetsS4SUKaxQjRNWmeqZZpwedVw70FbaGZknrNo+r7IY5UE+45KQXKFKw4gLzKZIuXnXaHifidYu6HFEhfIRihjUk9slxLwPj0NfJketsBJ0voTcmrHUMpxYXaKjl3RJjB4N7Nbx9XjsnuoOuaZpSuvXEKjlJfneZ7R/c8k+M8owEQyAAsVNNkEy3l4HCcx0Kek50Q2avg+rfiwkf/HiF4NG1S39mKK037bfXX1asVmUizyNxa8ypyMSex5P74P7HKCTXH/ZE+QCQRmLadwJOXaFC3eykBGQGBRLM8X5jlWucKLqYT8JFq59J1QDCGFKfz4FPLku87mLoKuSIX/bB5A5q0YIQgKLkYSqA0sWtJ65TbnFglglyiBZVYRPGUNHmUoRTd+eStFLvHfsRbeD5AbjGJfABWixZnmKcS4vP67PkuQW/+0FavDhzkAapbdwTjm9hLWm2W3Gcd7DReuREAYvV/mRsTTr0pcOMjh2/g6fSKPUIzK1h/ChRouWiKRmNErlVNS0zXcr8CrzNWexn7Z0KAhJRaAsSxm63m6Zeqi1fcq4Hlzo3XnMKYPOILz93huZrIHju+0uvifCPDNnU8dfPOlzr4fF98aVMBKc4S16ktY24LT8OwTfpWNbhNdsdIM1u18Hi1JvdMkilu7WSKLqHRF58ogP6PlEsNYZgoXqVy/vmVTe5mbXBf74U249gzbdzbMqyTW6YvoMPydJB2jvkqfhxu7rIfiULdLN5jnk6E1f9CsRneSfeACQjFiiBPPvUYm3JmQpctvUoDqnB7QBeVI2RC3suIbjuHVCAD/z8Le815MFEVJR/FpXjrYkpnT8ppGMLO5KauHP8XSwmYig4N+LUcLzVP059smxXQRZGxSVFLkirdIV/UxESSa4oaQloH3G9z4ylICtnfUKSJnKP16msRgaxGEG9USEvCW/S6Y5q8UFr95aBiEoEjOac1jh0bAmECKSg2sX2v1J4Hjps1Vrr0mGqDdJTohb+M09WY1dEERlG9cejwmIvPpwuf95a5cU8Pdb94sPjBteS7fXva9ZfCMw5OTNkNJ33CHWIm2c/3LqUOHyvs+J2ygU6PSKCb7GwxwKVTnm2WPmDvgBIxx03aU9espAg7f201uUki3PLn8mw74y05XYbUe085B8xSFWXt80QXiVeHagR+LFH1JptcYcpZHU+h2wqn65VKJ+wLsUEHmSR3kRBNzgWqPkJ+69digk6J7w+nJw5KcVO802JqHRxAuRpx9ahxnk7tasgu6sxC5vocUAY15r4pAniQb/SzxVVqC7kCR7rqey4yWzg58yXHyfs+xUDTIAT/oP6tOyW5JmnZOO6EH8Xsj85cN1AzXCRfKxfR4mt8yOLTsoO6JYsfYxXEuQ0CUy4nq24/cribk5YSAwR3H4hMoi4m4QBqXrSw3nWHhheTVK14vvYtEidkCahA0zAdSwWwClRzWeYv37AYPBJAfBzHTTgs6lZkHFKq3BzZ4T/Rz/0p7MgLjK1N2LS2dNetR6Dp3+YB2N0nQa1gszX6xJEm/9rquu5Cggq7BUNr7w/eQ0RuX/GG1sQCxlVSgJxbBDkN/qF9PlL7bH6ionuVoO6+m73741Kkv68RLh3JDJ3+ea/HXj1dw/Eyu8WGz8e966wtQIACl6TPd+eHsUU/lvCubfsk10z1isPYn4vR21qgll2W1ox9e3ekh2YK1fge9Zt1aOmkSSSlPYjOtRxiM66hClzSS114wZ9JTjik607zGnKk7IhPN4YuagbFrPPR/eMfTsbq5EPbK6wKFkBAvjsXm8H8iTSQyBnrUgdLu3Cci4d6p4aHWV297df0GP6uUkJ740C/Sr3c2OcpX3KnvPCfOrR9YskYorRA901bvh0DAFFHUxauV76BTiUKGi2sLZglb4X4BMddm7Ty+r686mI69FykfGay4tc3XGO3dwCWKfwhmJDQub54yk3Uj4Jc1vX6pL5Ca96shcH1gBIr1YwdfYekxggmmwFr8qkpEkIm2RLungj3h4TmlQa9U5g2jUsYDjZue9obFjNlbocDIhqgzJCboNSyG4Vsy8wFcEg6gh8opR9xecHt6zfHRGwwYRzvmpqLJeO5CeNhb3J7ftX7OnKxXInhVk98CDhd+QAdcBa1AVcVVf3XvuUjmn/XJ4YdLym25LPOGPVHzH+umdrH2XSrxVno5xzfPNhelFpExuAYHkQfmmJQdl+4rI542lPkV6eB3atcesxHfHajdFKpoKvVr8rx5atOmX/qs5sCdjTnsikq25OH9SvHGo/fZQbatrMiK+cUiYsI9JFSSRBi8mPdygb7/HQlbvAm2ee3eA9mXmGWuRYSoHZiMXYCUEuTEBhbo5Kq4gCmYyYChcjPjC3xoNUc8EeqGHBUKP7j1cwjzz22wODksBIEBSE3UreqDBrCDJcywNETATf7uLEZZfTf99TXox98a+Szjd7aGJRpkSAujQ0gizo+3WU1whn91TTNz/M43h4toRv1/TFd/W3CiC+pWj2nG4LoUdLAFNzQdcCnDh32zoVnaNdo1ENzTA017AxV7tBzes2JbZ6vg8I0r2loEewlllEEi44TENyQmMUIQ8jYsHVfsa+3Yp/AzlYOFqCh08N22nja27eBoS+s3NQusujTGsFCJbcs7ZZfye/aGaix1jdktnpFPt6H2PO2Pbo3PZC0f4HViWgkqfPjlD3bKvvrsMnTTgr+ObQ+FKoIhzmAKSoSlESmc11cbY3ffcqVE4ZuP78QO+cEGAwTb7LojXOYykX4k8S6XSX1qbKKk0XyxRVJwubGzHWouzf8ABiYtOrB7V9lukpgqZPjZ+iglusZhZbXg6tHDeNZR69NH4VjTl7UYNGbtMlaJeiY5VKMJsArWXL5Mru4y7IxpVPcEvvdXrScqovyediiJIJox9Zjh+q/P4lHHbjFBr2WhPobYPYRLo57cWSKl+7QzoVk0S+ArK4WLinRHOCQdlri+wNoPxESN2u9/Jy2WiogJg5M2GBDXayDEYgf1G7R1Ac+qTUfHeIMsLyY9/v9PzvConPE4Vxe8Er0XL2EwzYzFSdODWXP2t2fWZsbxeSGqYX5tV/28499Ol5b6iXgn8B/nW1pAqJ4oqRtSd4EcEXOZyIX7aVq1QLUQTE3ds8GrL8lcw5XMBJnmNCCl7xiKW95mp6fQuu7k5OzMtIUliA/AU1MPtclm0H2QnnAHvQvjPFpLi3ULNDOBTIyLJ0I4nZenyulw4wNz4sDH476vOdyHUn4XKn46ox2Q6FgkEHpcZS/+ufQu9FMcfvY1t/WPGhGHIbI8kFkryDAoVT80I7/xs+wbvqEWfwUDb8n7bIVRSS3qWfWM8ipnoecDW2ET7kQ7Ufp9BguGWBehhumGv+Gr7Fye1HptZLgLFTUC44xJ39dcVta4T645+UPXy+MvhKgOaQeEyNHB/eur32bYCtd7d/RHnYsOnUtqhM35ybLocOdkyErGNENAIbtYcHHLyjz1NI0RYjNVcmzBOjE+HBEzkY6/RORqLbHbojWaGkZZ8KyGFofIEIEYfDN/3kqvXLEL1ncyGENdyUU5wZOIPvTBoiX4PwRaonBGmtaMS3pARQcQ9Vj9GhIBj7ToL0mI95WgRn8hNBcO8nwIEw1R9fkM4HL08/E4KAIC1RmFbjV2WZP2GvwC2r4Cg8ENzk+yk8aGVEOtDsMTQFODH8jE5vVxKD8IgT1toqiQw+P1eR5TxzclNq/4k4GGRNhfj5AjrkYb8Y371o6TTN7G1LyS1OX02OgDPWRLjzoojeQfnayfFTh5tzKRKnd0ZJGXtcPaRf7q6qbyyMepwuxxRRW3ciYbd+1ODlJSVlCr++RLCMY7Q+y6yoD/or9hjZTRC3Uq5jX9u6QEtjlCKTYxkT8ceAsJjlmmXn7o33M7E1C19QnlYHU9tEA5O4oHXpTK/q/HniOwfRhr+iFHUUuiRlDn5ul37MndsB/6rTjw9uu1zb8XnCSTJzvkb8XjDRU9VRWxmOVxUVV+U1Zv1vw2T4Kgaj89O7cn5szssXRzB1mKBtmfEv5LI/rP7q5CFH/nUOkW8OqbkLGVmxFyUNl4LOGQvIHX4nDqRhlKTLA0VQo+zXynNyulE1HhfsvBGzNaDJeR2cS//8OnE2fxyQACl/xGeeKAuRuQr33JnYy/meyGUs3yucIyBxypgDrNTIoIPYXNfIW7jotKmYHKYMRd4/mbRJg3379Fu0NY2lCkmCOuWzLUyL+qbXj62qG7vapgEOey0iBfMV895HaE80o9HH9PYaKkOnCaIbC8svv8dxHh4UqpPLZHI+8XReBwqJ8tsk6GOek8LfgZ1DIkAkb+B2SULUTLFQQ5EUpGo9Cq1fpNQn+IyB3f9eojx9R14hqy5wCHaiQR1Dxidkdqg6FWTzjjHRn7BT29mg3Uwyp9Ym9/1BrC7xgmh1bB695jgQbYyPAES7kWOOnlAI0KRx/onCEk2M7X6WsFJix1H6o0oKSinLoIXNfdNw25eOfKq57H/PR7oggRI6IfrUNgAOOdCPeGvqGxAGQNOqwYo38vqWmaHOzhjaMbj+ExoIhc90W1aYH1ImeE6dI/nNa73lcotAukgF+lOcr157stlhLqVPHVvroE9DUXP1dnNQPE/Bk5j5xbMa9y3u5bAHpb1hgJpJw9aCj5jPIgl1XbTUY/HlqeDkFru0mxP2kovIJsurXpZohYuAqXaA+jlDnPnMcwmujqnEl9Lb4jLZ8BpLKNrCqZMgLmufYzcisLWweebG2Hjcb1z9WR6DDM2CvpEtyseHs8BJDV7/hnBWZNFSoIRklZdFibQN8n4J4+koS/YGKdJwVF5qlzsCEJjdsyVFSrrfbH3/6qyLItxavtdnonB82GSwh3YhL7qV/RB2REKaMs+HgRzjAljUkA4olFi4a7hAcxT4nB+hQ0uakUO8blFtQfSumuvwPgyiOVjyd2o9xCcgYwm7qBWCYCtPPIZz9CHTfQD552/8RjbTmp+KE/2fW79j4mHxCWEGy3MUbGkWRAIO4FVd2AFJUSoSAnjUcMW2vOBY/Y7c4Rts88XJ2lnAlkbFGZ8G4lpoXnMsGP0LL/jk28o5bhrPlGoE9bife5SB1HRK7mkyTIC5bB/f0P/vdY+OGXP2xYvTVSBXVem5HINM7z7hKJQyk2HLhF5vt0TBQa4WTDUjEgMRWm+iz5fD27pVPTghQjbm03G73Jqu+uq9XtxMu754Vktx1+Rx6RqpFLX6XYmiWGzXlMoVokWb6TCYdGCaZkp9efWwyzQ7xpltGn+MqfO7+vtojHwAc/JyvJlBdS52bv7kU1i7FPWLXt9dUSIjf/A8fzDDB4hcMbBCe3kZWVl/TB5YhAlIOol2iWgtXP2+u6GuNSFz7DF6qrszaVBXNfuth5Xz6bZJFhnw0K/fG398kqDGb1jDY0DaSaa+MTbNycGA3NLNE4ntbL7lBZXy+EzVlmv764RdgzRxnvmPjr++FrPNal8qidm4OasWd8VsG3KSDtlnXD2gYnKxGhmsB3PNJss8+jy1PtKwIlqsfHkfahanYlk2jLL48PPMKlh7w1TgcPOfv9i4+aEevO+6/J92fQm5ZJAiUQsDRBHd9gL6VMqkEu/KWP6O/Qnlc+CLzeUuWt6O1XCliiDr4vnjjLVSdGP9HqP9fJ/yPTbugDzATHX7Gkho3UpiBk83vF0OGVURiSLNOcuKxZsU7/4ASZ+6dF/7ledgf9sr67IS7W4z1b1w9gtL+gPQQDAofifV/BlKZ163VrLz+rVUWyFi5Cbin0tw3ym4rMrHGvyxVYAL/1DACnr3bMUdnVxcfHnrQc2Zs/02X8BpOWS+6vHMZOtCs8cveRHNpY8ptk7UzbPTEvooqqvV1vNMgDyPolVSZDt7hZlPGUfeE9HYPF5SecN7+P9+Ko/4eGIMyhwvA023Qr5iS/LH4IBbTsTUoVW7cDld+RaUvTc52RXBsmB11/giBHyGM/V/+f27OkhT8VqI3kWb96xCJ0MtX5P8jPEyxUZ00E8/VrftDK78jVn+mkfwl2KrLXmzLe1sv+pFRUGMZ+fyxq7pzIzeHjS/nwqp/Pze8RomI6zVGte9Qv368YFVdIcKHjBfol8dezIwGOCHvSFagSoEkdR/nmG8Hi9dUJbJ34r9Z8PX8VW00g7GEtWVX2lHS4sy/rUk+gOOapzs9F4yzrpEcAyFqqYdl8s4SDX3k7VzK00zn+YtHaTIMjsyfBQmT/QUVn6EvDFKhEZMaRtQdlIcvDwixnMGuHhBCOIwuXE93GktyVYMZ9onKiXEqoCaO0g14LtNNhWIJQiSMfGLMC2o89C0Nn/lNvmMeLMTbsFXL0q6k6BaWc+aKp2yUSsJXij/wLQ3d6GJvougpXMb1OJ/rK0H5ntdSZnbu15Vmy+OfCuFNyV8LOWK1bj8hFqoSJkziU5DXqbanTLWaI4yZMqd9enalZplkqiaN/sdIjzY1zG+t8ZWnRGnKQjXYuaqzXjItTq0daCObY2mTL7KzBOdwqJi4fu7jbWXlsjSiBBzA7K38pZJyClardbgAhXgEU8hvc5/9imriErOj7NaKqfx23l8DsAe8TkcwK8KfZBsAvuUTqu+tr+SXEzIe2O1vUH4i9slD1En+R8Ct86Aeyikxin7C4UB9EXyiQig+7f3p98UUW+hQT25xjiKcqoKrAJzf6dgk+rrAQ5UQMrH5+9chUbkQbBUQVWaUvK9O8ieR5f2YzsK1+Lo6jW2/alcvkaQm0+2FRDOrHJmQaml/zcY0hxbvrZCW5F2yZZ82y/8gMe15rYLx3mk8VbbpmnDLtEs1D93oeKnR/ds1KvCh7YTB1COynzNk3bdH5ls5KbtZKImOTWnJeogyNwWsT8mp+AYe/7z+yAPcfyaLcj91125c2H6KMN4zym4oC9Dm0qILOFeo26jeCnFx6J4c4V+d2EeVEeawlR/oxxSYipatlMtD2dFclnHa5xLrNunWwTChaLkgGFovmlWM5yu0fjvej1CXJXQnLsIuIEhEaxcf/O/kvBm8mW/evn/Wj1ed3yNfK6xIaLrlyjWX2UQMD5fJ3/Poy70wWxsNlUd+6aYyO5lrx9+jlrdxQvvNAPxqRS+Pod0PRkNkf0SevejHUNA6WzW3l6106w2iWer24I/7AuDHnxEYJaxa9annEPz48PZ1Yz5Slok5XMM8k+trQvGYf+v+haEi7L+P72eK6UoFpx4/L5rYItEYDv7Y3ql7v+HIg/w1Tr/7oB8Y5PwoKOUTMueaoIcNVP/COJEz6BgpIa0M1Ps0rc/Vl4O9tO5hprqi2fqkFnGJ53tvSnCsXRzmoGMhwoZrZRpctWICVBGnxHK0GF8sSDVkH9YOiffvo+LMTisy3jbL/yOR/1tPIUpxXK/jI7HpT5RSmCZnSzX9Vhf/RUDrgS91bdKi4SVKVzc+8Zmo9SZ7iUMbRdt1RKVrVVBqQ5Qw4JtB4/dBvZ9tTFdxptjPstAi/pVeUwxgccOu/KXsOxMwg7pT8IeanJwube+r/+xd639ku1l8xyO5Idd+fVFC1+/wVwqXAH7iP/vEPB488Wb/ogowztr46lsKEGTzudCH8abomWZYc42lX8BKJ5xYCl5NQ5PWU3qqovP+kISfq3I0jDkx26F/vvOIQyMIGBD0+cvu7dHVtaWAUK+oAg6lcElx93gvlhZmYh16bAVnCdt88NRj0Iq8WLejOBESyhSA7vvk0FlwD2AlUM+aSJK/tgFm7HoEe2RAxqA7px6q8oPTN0uugsr11+PG3voawXnzroTUrNRinIfXIHwsHnuZKXSeuSHImP3X0tV0IFbRWjUpnK/9d19Se8h37+8W8kHYNHspPtbYk66K5T4bGZN2iyscehXOuW8vWiXDt81zr3wplWgLxgoF+KOulolHLY2RkWKDliPAYkAevOIAkd7mO9Ln0y+fiGw5RwgO7pbDbFAblotdTKzB2T/pYdpWyZTiccwjsK+7MCq58C0AgsENuE8rvoD/HBhGMqb93G3obcW97FNiAB+lms7hoACTvOBmpdTpNVJvonkE8O3GCXvORLINgZYEDB610WmdOtZIpcdJQbw274LzXqx9hraZ1pEi3QMrMfJR0Dx37miakUbdqmwDAkPPf0L2zg3WYCMTTtIig13CY7gsG47DHQx/hskWNgup6Ti4lshiPm8AQx1Pct7F6qN7e/qiLuIpymPaLN/yKGPzjnO7khsR6Caeu78joE0sGoce+Ked88qo8MH+tiKDPKJGWHwLDqeunj3CxenClIzznxLix/6n0EU4nEUqufoHNkN2CK2Tk4+iNZxN8KdJMKmY+ns2fo/N/0dAxMyE8l6E/Gt5B+pwGDpvsKtMYq6n8ucN7Jfrt+vUALiwNHAJC1387MfkeF826G/ayUqZhq3En2JIraBTHKnI+ri/aSVO+NIYWS7pr0B9LZDPYALuRwuYU3pshzp1T3XiaJBgwjEOyHhgUFXoDDpKulbrBcIkXTDWztEwYngBEuFEZLuhlcBU3K5P1Bes5168+D+Ciom0j++z6mG0IUKLxUHZoJwTzR6Oiqbk5GsG/3oO1wPvzY1+gmqVHP4qAhO/3YOCylNIPcoquGUhsP0v1ha7Y699QpJ55Rm0PzHG8SL80MUH4EkgyNK6dD+SC1dtFalc4rgV75KmQ2lB9/rftZ1fGhrzF/tV8Trt7x8V6kV/Z/tDwfM6VU9cZYL8YPrv+/YnxRad4dy9AtLDpgZ36TSJeBD04GsxLsI7tmzJVD/dJhZHtedXP1o3vSZYEnI35kz+sPB0MPrh4GZxR+NVwZipAE9ImE2BmtbdVuXB/T2I8GGLBtKQisjQz/IFlrp3JLY4XBlaOP7VNhj0oLzpNp/91ohDhKEkkUb6awFeXZ6qZ6D3WjAWNDT69Lys6WdebmBNedlzC2BBYc4g//j9jHVDVe2LHSUbFSfRkjZLkqfgovPhRK5n47v38c8kuXceqemPZzdmBD/CAMtUyIx15AuHuZkew1/9e2xGKyuLCylO7nn+tZGjv1hEeQZXmPLHhuYxleBD0cXhiXZJiPLIkLiufucAnLVHkQZkcxt6nxLUKVY6GlwiyemfKwpl+VC4j8v0lnsoL+u6r/xJq1sPJh73aEZOEnM38WHrYIEqE4CGAo0wHTHAM93mszjCKFdlH24IswOEyJDtiwpyaz4X+MpgsTCceSQdELMFpNnN73ZR31z4+I6oYuP/VP8SC3wjxh1STNJQWpFr9b63ua55xtCuLQP9gdYy01Jf5x/4b9QtbWrMbCz1fqlnTANmj9e/VKNbaPnRqDFWU6gPTvFf7xnrrp8wVxRFZBHhrw4u3bLR6c+SeTFVnbiwnAcOMEeK+WdmNHViKfcrlPF/csO2wdD6DF7i/cXlCTsh2wdXlq8PB7TBFkIJ78/6VsZqYSYhCAPF/UZJ1VY1vef/lTkM+qLFw3buD/BLbF/SJpXtHbEwkS+w4CHQOLLxb9BrOvzS2aEdUnF7h2JGBUY+vW0ecVljW7qQ4f7KZQzUoAh08qWjLkXzWH4S1n0B7mHVjXhHdVpWR3JY9FFRHSPRYmT9X2yBZksfi5E6y3JuOvvSFZhrW4jBgyqQ/szxLJVtNGvUgmagmKyjkubpr/6S5dQXful73FNHS1yj2grdYsnxJvctKtgy3D1iXmmcFymtqWznIdUbJe373UgnJ6a24OLc81SH86Y3CzKtK/X6Th1fMg69mLBfOtj6u1n7/aXaHtGkmDDq7UNVCzgGWK5pr52foOzJWrF42nCn9F8VpMu+1DNySCtjuxqKPinlGQN65SEXBp7PQrmUNO9t2RtIgaRiplFN/UPwP3kHA4+yequlAXvpMpuI1ecYPRtnfpRiA/9E+ef4wzwXDncg1bIA/wc4ghU+dFIW01rzSJzegBLug0u1gJRkG8EoYGUeA5TAURw/sY1/+Wbq0K4/T5n5MH2VgaV2+6+SeitjCvCX7DD39b+7XpF8UUn/JZfku/deAKNngGW9130CGwBn0GfvX5bbykwCPShraimjpqxRvjSQ9aYO7FPtoRM+oi4xGbFOBFiIih+flSu5KhBVqWY6EDHU+Yka/8gW0A8l6xn4O0Rsl0YaUw6VfBfAfr0QRoVjIzD5lP/11i7E80tKoHXbM7rZSn1DsbGVfKrVr1282H1+WXouW7xbj7DW610KysI5bY/FJmuKlHy+KuC0ee8uYhWBKYFjDsDI8rlDKMYRUINDRr4VPWvBpCiXsTeu0A9CiTYakJZP1lFsTelfsG8u/jTsAmPrp0j+tPMn9m4vx29X4L4UcxkJLwQQV279alsFlmZfPfkN2OH09F0V6BUysE03s+EqC/QIQjub67nuZpcp4xlxwiRfOhx00AmZ/0PgU1bhX0rNcSnEl3ALqw/J1Mt+XjNgBw9GjCUrbgzEfTs5PYtDHx3wjbQrqcIMjCkWUmG6Wo+IArilCwZ6gtdoyHmLXpqKp+g0/+42JooIUgAiyXtrqKXJIP6awzrW1pn6rQFGjCm9Ssizmh2D05r6cCn3AKUoSYT0mz3tCwNub15njyyAMORGruyz9SczZgYni7ylwQZMQzS6NdhHeOR75ECmaOKnQ/63B/6CLrkrlkX+uS1P3eeih96To56yGgUSNapl0xoaJXgyQP2blyVeNj7QprLXvl+bD+RYmNRqP19Zmqg0P0PmL7iuqnLHaOnN8SjUXe/EidPFC7Q0znl17ZLo2DUPiTZJJU/02hfRVCRthtPIKYBdF3wttTePRS/M0UgPp9RTJHxFGY+6hRltPbttAHs8HCxh4RoQW6cG7LmbG/xc6y1+IrNmLMkTxGZjtZiBAzZAz+K9tnLNsbgt6bn/+I35HQNhRfUFGqWepR+bfduASWf6sJ/cpYjJfhnj7m3P4V59T1e5oeHyYh5NBJNRQyZtJ1u5b1S3a1SlHICzMjYHYpFp6gcKuHTZXZJsr7POqL65kAX7HVvdjr2CFVxUa7s27PyeprJmSdshMIYLL76npSGplO7iCbxqrFx98Xh4v5sIAfJe6uWBQ2yuYvM3B3J6VS8aXa9bV5FQcSqPqa5VOnUS+tGjLvW93ZEwsdqtmBxI19fUff/8KOrrDFLlE8CMEeRmpqtrHNlKcwfL7JbtRHHp4ERnFhLKQifnwGASz13RXmXKr+SbBpV35urfyrVtqpKSysdgnDxU2952Imsswqk3aAYVkYl0aA+J6qgmBEdW9NXr0kbsaYyVSeFNvi7l/+UTEglv3X9HojJGGrEzVyJtKX7Lp/pgqsb5RrwgUuEPeE40mYcYb0paC6p+mRtg6LfG9N24ZE1s7bNnrR1SmfbtnWW+h+09+JG1MDnblXERQBPZ1/ndfEFAwCXQIDIirMCQly+MbP5iIaejKpswTVplcyaA6pJ1gYAgdI/R9Kx2a8riQapelUYXYcOd7yPT90+a4OCptBcOHQ9Sh1vKME5fXbp+X4WWupqfuzsvmMjZEDTu58K3nsDdO6SRiOo3llP67RTXI7kBfDeY2ChmcGalwR80eFkPaZlvjTBVq1ehLKmmmmtiXBep1MplAGJSlL4wtZzrUI/TRpsYqtr65E2a9E89cvlLYmCO3bri5qwYg8M5OMitgjzRZN3y/Tg047q5quQqX9pGJgfFfXlGH6rADcAMEwi1N4l6F/Y+zlTOCXVGJ/Y4eMsbHrIFall69Sxcfzrtst0G/els80myERTjDIn+2QDuhMzi+itW/nX1EQgQWhGlsTx5zIUfx+7ep6VAv9FK9R8af71iw4P7lIbAOZzowRPH8F5ZgUvZOu75IOoea85+yY+cpwjIe5iTqykcbGurqVrYQR5OlhoWGomSmec0IKgn7IefpqPRK6wB2bHPXKDIJMzuyFwTP5RmPSNpd7YvDeDCIC5K0P7G4uJwBBoWuhWMCT9OP2h01PGV0NQraOnCzSLnHdwXegF583g1NHLIswJfyu+MVbX4gkeDFnOnTLzuuFWQurqyOb51DuKRG//SOVDmHwZ86RAUkXWuxHGh95ngmg2BBsDP7lIIHFKyolcEtnSkuUhBEWL456bZnUJZbtuecP5/OVPIR8kCOXrbrTHM9AcF1pjJS7MlaO+Vj8ycdNjVfdAgAqWQCixiVfJh5EMFmJpx8SCGDap7RSdkQatJfahO01VYW5iowFWp+XwEEzZkwQUskJBOXBy2EGhY5mHB3Wb4qsMutggWpWFnG4WRuJsVFTUYxUqJlb8LAU1YBi9p08zAYNmYUQQZlFEmIPqSXcorJWKFgKJbkazAeVBA8YlMiIqoaKhHUJEJSlGpQAkSuQLqooASIDz5FLpOCA0XM7jk31lRm15CIk4YARWbhAhS/0aHZnQkdWvTCidfK52GF5tfRUErLIdg4qjSfGIqxCIWmKlVZEj5c6pYzy6jkslIcA2BD0CIgOcJG0n1WjI3M7zFF3AgFEfamadNRAB4MXFkNXEpKbBQCuBgtdRuOUK4SdZZEGElCceFsA1DeVl/hLcoAiJbfY2PDXOSILA1ehAAELT/ltWZ+N0Po/RUTlrEfAkHLnoe30nv9i+WevyoCYdBbEGEG7MB0h5YbDWmO0MH+WXMe97SVFqjW7u3AZXL+6QndpTt0baZwS/cZjhvqZa9bdjRPR/W0VbbTU2MKer+++zQWae21ufZL4UYjPCudw/J9R7pe+Q0U+xllLkel1S97XOmFlXSK2cMsMY252JrP1iiQsPvlVlYL+NSB4IfYt4tsH+yXa/sEwFd5GMtX7DGZNu+ftVkStp1UuEdJfAoaHrLK9PRO2daobHoPXrNDdpcVlObOzFZMqaVfa6Gwj9J6n9pXmc3X7l1xp6iswYRf4hKM+58Wm8h0suwhZp3BvD3LF9TrZ46luD4e1c499HuSzuMMsm2OVaf/6PRNIX9j1QHL062XtfcW767KfSm9TWQ7t1/QEAcnQcKx98ueHlsrkOp4EUu24ZAE26t+KLLlAsQOuWCUsy5Ehb+LwRrKxRQIdRY9dvH7j89PBfLmG3Rw9HK2srB0BVik9bR0cghVyD6Q5k6tkJkLh/umpwJVn7FVHE5SsepqYxzAGC1PL2BlNFWL635Z67i+86JaFm86UtJ5jXcyDrY6bABYA1edwpR7O5S2zhZmwFSO/ouLaAWzo35feVIMBuHU2RnzIGk5ksUGFwDnzFuVB8tgZu9FapTMAnmdLllBnJetD8kpr7HFxthcO1xrPu2IV/+EkBXZQeC1ndnk49VdpQJuY3/MSp8PJO2Br/yuIORksOMCNWq76hHBs/M56tw+/oXPU4Y2549LOzuASEOk7jkXJF9YRKdCAGkxE8nKtOrHHTkVgONXCWnDGp6Ek6OwKr4P6HIv2ZWt0ho4WsYZ0QX2afaWAT6CE5LB/Ag8V/gj2vD4sRkgxio6tl7f8yfiBBrXhcyO8v6XU8e8dxHfSJKYBEVKRk5BScXIxCyTRRarbDZ2OXIf0u+vk0uefG4eBQoVKeZVIoQnEElkCpVGZzBZbA6XxxcIRWKJVCYPJEqyomq6YVq243oIIiQxCYqUjJyCkio8SE0jg5aOnoGRiVkmiyxW2Wx14VTO/imiHIObj3UW5jHrev0YtVn966ZFMktw1ZyP7e9Xz5pudbk1Yhd9P4wvPNKhSUssBAW+V+lMs2vp8Hagn8LrDdmwWqPyDfdm3KKYXJMAa/vfnkqHr1KMHp77ihe8W7C2fN36VxK/oh15K+NjC4u52jgd9JY0zXC4NHpg0/KpSKrn7xumXfSanS4PVHkeejnZNA3AtuYT4GXjRoPTECtwyqGCIesw+xkDJsRgTr+vHZWjih249EeaBcEQtxPuvpAP8rW9ACEQFJo2gg21TSd8G5p60qNb1HkMauFk0KyczuyHXcTGIcCId6XrTsCs9RkTRmCwwHoe3B8ZW6fho/QUsweFQiEAAAA=) format("woff2");font-weight:700;font-style:italic}@font-face{font-family:KaTeX_Math;src:url(data:font/woff2;base64,d09GMgABAAAAAEA4AA4AAAAAerAAAD/dAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgUwIagmcDBEICoG/XIGVegE2AiQDgzgLgV4ABCAFiHIHg30MgTIb9mNFIyq3AwUpUJ88KurlXvUeUZRP0nDF/8cEKkPWAk834KoT4EERhlesUQmhTTi6p5OuXKtq26/63Qj/jOM4DlYqZS2xr1/PqGf26IrF5zGXEWL69Z/jf+8IhBgzwFh3hMY+yR2epvPv3V0uFz+N6EWbNm0aqUnEmlq0CtQEK6U6GL9IoYiOMZgLg21MFGafYVNjZkwFomrI6pklKRCKQqEwjsJGmSVYjOaTsiEL80YnYf8dVfe/qqZ12cikU4Tv5NQy7MmwZDr6mFKXMRuwArkpHwBlUKbOYpO6u2Tapq/KVzooXHl7bk0hsNsrQulrW0EhFyexf1WVdpJhKg0ph/x0PjKluTANpKSky0rDTwUsWsOsYcY2Hege/AbcrOMQ0iG45voH0/o/oBDnnzWtf+8q7dykluN22JTYAXKYF9XW7HirspytyvETJVfnH93t4QzFA7RE2WGSWwkfP51/ram+P5vSqiXj/JJbJk6Z6C358LTDMtI8PT4/eP7f2xOIcVBml+Ot/iDciSjA4Mv2qpbu2SwNgwZgJejRGZnl36azyIBU8RiwX/5PZ/+2987KHxg6TA9cpqjTNOM70lozI+2zJO8+e+QHtnzeWWv3geR9ZAdMDwKAFQCuvR8Y2xQVcZ2iS9WmKNPVSZXpj736fy8KC2RWQOPhhAac0RRpu4FEY2Pn26gysYIi0jFtNhwYrnU3+A+n021VXluW6yksCCHHPPcZyyUujjiE8GiWQ8sIodvn0Ai/1/5+2qFdg+viMGLAEAJyY//29THcf5GXvRezZ4ACyv17AMF5PHvwQPBzHwdBO66+OfjFHRjSLzsH+p7w7Xeem8RDuB/y4f5Qw63p6FnvcKDd9wgEgR+9CwRxPlwOQ0hm0aA5HvVwLQ+HUmiernIdLnH97J+Dc9VcO9fPTXPr3DEvzMNZzD/z62/3H2rBbbv49Qy8/GXn3zK3z9GXq/6Vvv7Snrjn1Mtk2O/maRK3xF9//HMMlfoSCNCyzYFljx5f/++JjGlmxcuCqvhfq+gH413HP5hHZvrwK9f4KGv5L2MVUz4IZf1IgQ9HkPTmA7G7X55F+7S/hAVS9plwxGNccOmby7axllA7oaB0AwQkGFxFAHJ1URGGWLEVEaDfRTbOFq4lTYTgMrzRumwdJ2F+W4JiJ8w29kSvlwM8NsbgaOwuW1t2kG6unF5GISNuoHVdME0IJfyODnId8wtoBslk6YEPgtzp9mANevD4lGj6Ndh1kaP5iFjxlkjo7LfvyZrUZkxcn0jfHLLsernsRZFVI/a0W8fERcylXHA4vgMWSNtiAYQy1BUHUMJrVgIl5aDHTRnCQTHnhFKeUH0faauusUyf15/FI0LmsFs54kmvah+VIKvyAH0yKKc4rcgDRiAasQf5nHry3RF3Z6ztTGpFLOkcIKeZP3LoQlF7Jgo635twHc3JG1r74InE/R9Zydk1GUTTlg9TE2fqRa2CvjsPyojjjGitinxQwHKA4GwDvqPAnYDQcqVIeLQg+K6SP4xGAFDOSjk/QqW3sbgaX1UVha69PiEGwZIER+6enT4gGpxOnhirBrKw3UQjYJTMLbci5SGkyct2cvv0pa1KJGRe5+ldkQwS0DKK0MgZSCmuO74rWRCkTL01YvWerShDhscK+8WNigRiDqCM74cpXqbulIQJU5ooGpARidTcEI5Q6UvmRpIBqRtdsg3kBil8+OYz+tPpDUo6WW4uXW9t+Q9f14GxcYa+LIMMUe13l6JdBM2RzBpZCofLsg0SexBsCYjEonIS80TDpW3w3iCGVrpnDZ4BAVwkYreolHESuClyQ3I2TiZvNkPQaekISKhmAKrbp4xFkcHlmyflDiNK3VHihKtDOFTurAhZnC6cczIAc4cJWmZmMreX+9e1ohwZYsuKiowBUDIYVAwBNUNBw3igZRjoGB/0DAcDE2x0QIowkVj98M0LaoKPtwwPB+d3OVRu/b58waE26++7xqHgXmbbImj7a1IDLNGIHJrQ0IyGFjS0oqENDXPQ0I6GuWiYh5Y4gWbaQmE2UFnRSlG1maXXonJW7h4usDCzcOjPdwOYjC5pU+KavL+PD1NGAvDYq2aWTpW6m0b3MPN0c+QfKFftTdI+AJMi4Cn9DcUo1DspgQ1BJjTa2oTke5Du6l7KWi7STcbflRKgwYRFlVAQefgZlaI+31Qs69Eg4Lxrz3JkWOQ3UXtDyPyWWXyXtk08pRF+23z07uluKFPdPHPPZitASE7FFqBxRXS+4SyWAEUsd5LTgSaVqVdSWUGNuoWYOxcDdn+w7Om78buonTJD03RqT93H7ZKQSGa3qowDfiIS5kAfefZX0yooQy/kMfYTLwXRgAofd0Mda1EwskOScVwz0Qg5/tqKhAz1QQNmSpQUXoWcfHleRPKwDdE0FhYSoc7HaV/ALVqxShAJbp6XVFWatYZDqyMKQe5Yk28q5VwNQMRky83rV8j4Go1YU1orkPPRbgEWtbd79wPGzuXImndKpnziz9UeRQmcnQrfc4ZGPpvp1AdBLSUnN6ygn5qZejRaZ5dulJJX9L/xzEzfeQBhbLevOghWZL/dIbAyJ86aSvsQU1mPDDHWdFkdjpyq1EvyVyPFk50A2u8saFDLWpB8BFk4Ea7n/p7Y/xaTWiZm9GH2xY2sGVs181bJQnQjVFFKI2M1Ps9bmTucSonAOo999YcD9DZ3T7OHlQxfnfhiPTIESgFLodEAll9A43VB8pGgxjiZm2RhE6Z1wMZCphkDBI09JhiA5BFAMMVUpYE4YRlSkD0CCLYwzbZiF4KK1mHbDID2I1UBcjNRPJgBJrCYyMIklpIDY5gp1IJ6BKDGonQgxphBCswjAC0WbZPD0IyDJ+jaFvAsaF+R0oEiBaEFiCxsj5EJ8qgTU0A6WCkyKku9aJB183MfQCgKmCkLgGo9ITbWlthY6laJA3bOAfoCYChAjtuh4WSFsxUuVrg6CrYCYC9AHvrQ8bTGyxpva3wcBW8B8Csg+WMgf97edxBi+wM6Nl68WGNVXUm8I3IyXX5mT6hiIQAsZPQRKxz2HrTGIRD3DoKsL5B2CTwM/umYYhh49uGlRBBh0Y5qbcg7h62l89J1CTAaU0OKAhaQt0MQBy0l1X9WAjrEnOX/LRvobkJ9QShbwYsWU8V2iilmg4IKlo651CtGBm4MF+3IrGlVqoKqYq14TJHu62jc+L9uX5HCoS4P0g4y7mXqxGXiiqHSiQRDp5XldE1TOO3vG+xvqWNxpa4gnJPnGIkuWiQTziwr15ptNaVkoMWvkUkK0jlh9yhDBziyQkfmx8rJxq5kivFKiGJTOeUtKxHxRGiLCPFwZ/nEUBcB0Tw5furCj0Qe0f1AEAIILnYm1D9dPL2C8aMUtnlDUvMlzDlnb8QFOSI/q4k8BKfFpJAYsbTcH4eWlbI7x4Jz574/E4YzOQZ60X6wpS3zN7DINcMMG99aBOHJEFLdF/cRnygOPAHnshcctgYuhR18ns+oY5Jc2SglSPbakRnBRGaQQzyTnG+K3F2KzHhGPXsXJCfS4dzllTOSG25rCUTpEfKTgyhbzieaPRqBahYtWAKj4RsjJG31MzbnS8CsSMn0kB1ygyhsuf5LWnqr+FzYqlfUr8oVcqq2R+ThMEukPkKrQ3Zacg7R3A4U0o8V9cs5l0HjYLFrkSZXfdf5zPgZdecsTfngQPvNw5Gh5MIHRvGJgy+RuJ52KRCJpkTh08aJXF2Q3NGgtPmEOtE/jSjqWcQIZEvaOGjbHfc/y9NMyxCwkKhM4KLG6ipWlowMKgIGGepNDmY4n63VDcdSNC+pXyWQ/nIaWT3rkaIa1HDnW/SsQSHWuv8eM0i9SIsfLZfG71QEoOiw84AB0bRI1VUMJ/7FG0OPkFH1KgWL+WWXTuLLtICeufOQfORiJiWK5xrwSyVD6kSJ1K9R+WKHwuPeaZsG+T8h2f3ax1POqTlnkCPAiXNxwfrmhAFoY2NZPZd5Zn0VSG+VLRDvKGez6BI30RJCCUk3vOo9iv3N9YhTLAKpyyftZ5sqIGDtF0/h3gfkl6hI069JAgNpM7FvGsb7yc2UIGJYSw+vOkwY85sJG07ooUiKLKfuvm3Ux5vo3Fmt5Q6Rn15DlDHqNjW/3svdVpP4Gq3UOiOK5u0UXWdmpm8+JqlCPgJH7uWaMIfmXd+Xs99Glm1sg9VojCppZU4jV1J7bza94vKwaGOPytccxbJ4BNxrIeahwupqZqCB1Wr3YnOjVH6ZcxB9/GvyPS8hpKfGnBevcaBZBKGixd4XKH00vFkev5Cu9O7o9pSePRf7ol8NuLRpmTaHeU9s2p5erPNz6fZ9jdbeB9SX0sOScIDguLrKyZsGaZDCuNq2FPZuXdNKEfqvS5Iy0AwsccUiOTbVVUOOYvIdFrA4R/6lPYzhJiIGncQiQMIbutgS2bEc5enQZnM3wMYQ6fb98mLSmS2EtQtuRPe3x+oUotsvlAVyhwnWu6Ii+zl27EKQg5wwEPaLR69L2Uo/bl16HuYXSI++GJ23CUmyzia6QVe7RV2Kfw7DIu82fly53ArQ4MPhwH664nfsX0IiUaqPBIU6gnKDfhwZZxR7+uZnm8XSinObZtuZTtuOHPC8cNDpVPFDC21ksuAM9+a/O5s3lG03dUJqHVrBq6PsXndhWv6Vaw4iD9/hP+te7wOWemwJD6KlIaOl0L4Sh16vcr4DrprPod3oHxTBBByEKFDCxzff3drMKL+rv/JuVYf/GLwA6ripTtWyAZvmxJh7dPWeDV73DTJ2TrttKMZ2Eug2TP6EZJt+aa9feicrXbAZhznQx6UX2G1UP2E+IP4Ylv3lr83kyRMNipMJ9RtGmeByvTTx68XKDirfdFo25rhuEniyFMsqXS1/xiJMf19FH5DTGM6ONb6yksPEjwC7Lm+dp35m04t7hgNaxkQ3D7AbpcgYJZH0QX0DuG+J/5pBjMO63fUrJOnPoChyE68Gj+By5Skp5EFFCA6huao2mYZAvhWImkUwpj8PR0QH6RKFsVo87oOer894GqwDQCynDPIHEpbp4HKEF+kQuQsaB0z6thvPc2eLlExREsBfHCvd1RKZEr611/fD7vt/1ckGz2dAb4oFWSlNv7Vmp7FYJiStFWXKYaOXhnfiuQxyhH0VubwSr1S8jvFUHBJfb8WziN1BDnvfFqL0TJ6aUea2vf35p59V+AW1Uc+zjA6URxpoIGJbmpwcHycTHYA/wEDF5jvSn4M4uJS9YM5HhGl737UEwaPZDVVmxSlheIMzshhJgV6U/8s5T2OcBzqJegbrmnXvnk28GciJvv6rMtmN7+NFL+t9hwvO2Y8Iw87P1TvHLZGCskMizsNpHG/AWvkjV6/eajD5Gj9irvisPwIKoAQAP9q8I431zBJjeGq/7d4xp3LOX02METGyaAeCxBPm0J09CA0uFo/kE4BATXWJLJbhPdXEphVhLn2z8BHexWbcNlxdx/GskMpfpEXBsYGABhR8B5JHLl5LfLCiM7SSuc6bsQeg1/tNR3UsSfNLvwqLMlLtFQ8Nf17pq6+OYAm22RH4nzHb1GnOVnn6iGuiWaKvTLFpUBjPGy0HFwN22HR3fWiEiI7pv089qKhXP8aXqbvlNdGtg+Bo6ghpiXNzt3TRvCja5TK/DhY3QxRdIDZRviwQETeQ0buk8GCg7WDNgn+sxMSgn5h5/DOHVhehVFo66slZcTTJCZMnh18r/kDGk0HUYH5Xj9xcsOHD38455apRyHrqOJYRxCrBLbbav3BIgZ+pQivG6a66fKe0sScl/KLXL69JyjBrgxvUdh2nMxs31HHaGADq2PxRQjoJ7NIQZYyoOS8GJiFsWtL9E/CXw+RulBKFAulh6tXcUjlq0R3Sb06zvyDXHNEdbL0ZBzoUQfuabfD0ZMg+twXcApJeKdQ5bDoQ1Ivh5vza4QuRNrvkACPJp6z5gD5FbE+DUjGWWtUsiJsKS3OBOIgepH4sL1PWlhMgb/oVEPNqGup4PGdddB4SpiSyNeODCowZk7IkhTBv9KmfOBRJLyapKJTMQ0HxIZIhVDxRLVyoUMLhNBY/Tx61mMv1F+0sT2UgzUXLoW6NSVBEPMgoXY5qpcKL34v9smV+DfKocS2GRJga9xzGd/mstAlOWAR9Rqu6I3fw8kZWEGsttUdyJdQMGCh4WyW7LvusnH9viF+l98dFjyVSZRdewDCWOXdWdgsJxyeYbgWHFpa2MOjrcxmnNlK+ncC0rglotHdx6qKczqL+igPRW8PaXim+o+r0/cigS5QyK7Xfip1nhEkGIapDH8+1zbjsu55GFsd/X5m327neqHU/cQWo/eXfihm1nVHbBw6lzvi2vQmV7fLE1SZionoXNHAPd9nR7DBiJjT7Qpo+GK7be/A0TD6kftYwVgaB46Df+Rdfy0LCFxSETdGq2hcFhovbM6ZP2cEHTeeanI5pnKe0plvCXZ/6syscT8e4ScLRCClVkivOMSBvudXKDi0KSYmkCqXSZR0g/VeptQx7MaBiyAY9/Zi07LXLZ5W8BCe9aq5cpbIU5r4tR08LdHyaPg0KDE9n5QJ3shWvU9FhFcjgKHPwwKQpMf2ANgOb1yeUiSURqW3Ea9LXzxuP7C/qSV0RjrC/H0uzgjIoUTuMLm/LVbV8SSdgnl1mpdhID0mk3j0SN+t0sPG7GA7pClzSWvxI1az7EIkQKqcDAGrUBrWdZ6rr921ql+5RJ3lX4gfz7680jvWeymW99oEDrN3YMEIliDFCZQR+NfxU04NRorTISZuZJhZ7jncaYTzb8sj2MJjMNOohYrlQv4a4NGeqi0k27wal1OkjUypcCHSIXeORrS6uB9q64xRrKVdmNx7GI4IlmpYIxek+J0JX0OwP9Z8u2v6QhFCujFsSWYOkM9BUlidPpI47ddZ2nXQXndDHcMQUant+qoF6v0tLQvWXyiQkUWqP6HsGjEZ1/auP+EpJyA7K/3NtKV4xnh2tJCAtiSRHOPG1+y/AXv7TQ36tXs1++zs6dtJi08++WLwoYXZNUy+bI6PygqOBmK+pUpKIHBfTLy3GisZ2kvLblpmJy3GjgZqqTXUWe/N7cQqx7tXGWyEDkFmpLWp/qH1hww+eo+t6U36OiFcYX/KaQYp1GvuphkGIO9lIEJl3CfmCb+jTimVMW0P9zGGzi3bj5eUgqP2bnL9eLZdjIXBXl2mz20VNlkcbOa57TTyOl4z2Rc4DeEA7WsC+ryPUVhjfP9x+Z35DVhY4N59K0xbfgACcZ27f1881SaHphfyx2Bo7shJL4m9kc7S19q05dzT15qjnca2YuqbKQ4GaDfY7+e6NRQfCHhHt3t6j5RNQgGYNFumyV8zVhjJHt4iQ4BbRY7ZT0jUcBaSkBHTkQnCQORkVBiZ89qs+wyjT11hW1e5etEu5HVce/zTedbKFScN64AR0dtt+1BKZ4cfIU9VReM84+7/5Uekxsd//WEEOd3bHqsfziuXgh57TnnYYnJHqhZixpQhVDoJDIczsQbdM3MkLve4uTxicuau01UhwPb0oE0FiR6b78bosdGaVBINmMocliuS212/ZPtdUt86oZaxMi1mh2bUVOtWOOQZnyCOTDJ/jNEuXtM3rkE5JxTmti6LLcJ8mTbuPld8h/T2cv6GV3LhLjuPv8VPHr3xLJAeN2mns2RNmeBwrx3d5M6A76g+BSi9dmr6yNnSfGYTWxsKieC6qj6TpkqqRvh1xZtRvOI73yIBpqcPwh0ZHNezuqHl9THMjnpu2MeOBjIvOJWZ/vFFj84rPtV++9iAqiALOq6OgEd3IJe068Kt47lIxLQ5ba/FJt9ol/Svy5DN8Q30HY04dr99fz18sPSCamYoQ7Y7ACasuCMfZlHOnWqJhqZzQKwBh3/FivCuB3B6SGFu3U2eyQI4cCWgOuHBTKViRsbPt2Fk+QgsWVrWcxPMd7swqw8Ck5xwWvQV5l4sNrYsd0UwtosXz1Ruj0GFeMkjjQlingnDh7TO0rXOB5em57vLBG607ghPWPtqjpozTfIs9D+QEPvoglZEN4ugJjAeVYTQ6tIqlflZ/p2/rCpSyZDIxJYOSIpxEQl401WEiXRr8JPpvlBx89uFmhRPPwIxDWaRy+GIg0HLoPd1+zKZ7buNRWihPNxzMkZhd1fEd3uKcWWnQm1sty0tMDTelfLJpjYg8h3aFFVoGk/9ze5ZEDNAtLoYRQ3LYzGg52FpiDzKzQyi9xJEg1tF0EQU0F1Ze1J2p9cgUCwvksHfnS3ZGXZLm5lQDrujNk99Z574mirrBnMZbnbzIZ6DnkNyUqUtT2xKRIVHhW4tmyPqHMTzuRi71POsYMQp5pFt9VMKxZ43G7ASF6eDcQfYkIA1uQWA0jGoQeiYcx6Fb2fL53icgDCSXNXCaDg2SLdEZNorld6YYpEl/rPWinPvX0jGRfl1mjdYadX+pVtlF+/17xoUqa4UU5EintoLOkN9pvQueF7v/7YOQ0pmWbTOdxdCxRdWpZfOBjDOFqQ6Fvr5xtcXIoRi0aewGQRI14MdKTyiTKGLPRLvDLBROBc4R1Eo7aT9ZN5p2OSzVW7sVBNLECnNXrxXWsy42jSiCzdCCc1FecLG0xKt7sW3UvXvC5wOYbzozSkmXWswbpROrpgzlSi01y2qZga/r2qbu5SWbTpOa0uwI0jtbdCqg5hLLN/NzGD6aUfodfup0k5zyz/npLYBbZnEIMmQ9BAuFytbWGfV2ub/dbScUDcZxIR0A7XvU5nDMuzzHhRQkP+B6Oy3YyUhGMpAqR9S/jg+X8AbtjCtQLSqPYi6ZMAn6DU1oRCcIyOasOWZiot+wrXz3Ye09pJMSjKegAnK9M8cTzg+yOon1zBTpPyWlDOTt/AJKz69f+Z9jWjncxTFbYYFV8bPDvojfzF4ajkKzVaQ5Wjf8qrXMm3ybWhDzGX4xavs+UmZz/RF5mRJjUzws9mNGKYdi5DdBhIanybo5et8mFsxoza5e+JrVEuZJ8OVMqBxBd9ElTFNR3oTa4KkF0gcy1W2mIOBVcgFahXwi+Ya6Zklos1E6qnm91X4LjboxpD8QdiZzgd+9dJreMSVK3fKR4dKMG6DKXhoEFCE25whbPy5nuKXSorUsslvls7lE+FQa+raPhu3uLMbydP8C+jpra6KHQdFcF5zv8T6356gHsr021rduaNXwzNQ3r7wa4lsdR4fnDOgeWC/aONYkqHMF5IE5m8F4/+gjWocYz+7zUsoBeNXlKG/yxHGyJIn6lJMkUSKiu0G8C9CiEoKcVPrQ1VZwzdUjdUA9iJU0VoxWxTNjVe/xKJZ1VRkHO65K2Y8Rq0eq4eFxIBi9tDYrEftt6vUkyB7bfh6BAEnISPi2sb++aSh0NZX4i98n/aN6esF+CBvCVLCS3cP4kBv3X1aoW+fvL//xujeTubasiEyiPozDLv/AUufpa6/QTN2uUlx0/auSORZC5XmwLO1502cF30X0+wmim5i0sd0KVq44uyQTEv3ITFY2Jqw6GXb8UFaHSrqFvm6XnwTmzesGjzMkTR+J9ER6dj/vNdJ09upWr9Fk9Lb6g0B5PW2lPGZuULQ30gtE2YGvXO5gZXr5Ffi1DsUpPz9mDyY8p5Y3OisvFB00J2yBYRnJ0rfpoGZRCebvCWrqGl54PWQSSxo6NhT+DrItmxQuW3tJ5K9M1S939VVUlX8fKuS16I6rlR9gu/oGtji8M6VFyVUaA6UIPkrfHf9ZSX/cSWYemF9Wf0MwP1P2P3yp+ohScVaueP/QJz5EUKElN9934RZk9EWfLJMRPu/pj7bcvytuzH0k9H5dCI//KvbbUOOzwMvz8cSDqDTYe/ASr9EYWRzrsXhSgh3mmIU+kJN3AFUil6f3vViV/BaG7KkroMDqw0UeEgt9Hx7qj4d7wm/xKMfkxgceemvWSGI5YsJ3cXm6uWlZ8kOF3Hcp5tj01fVnvPc/66z3OLjZmVD+6gMu8ZiGUlzuczkWVaUirpyPHos537JOTPB6Fv4Oy8qzTcIpl+Icq3j/jBCbvzcv6PCNzvHb8oINxMvfvK1prVr0bcs9GSt4SfgSXC9onRMubvUOx67/a2N5VVNFser9s0/UmHMfmRX5ojmivD/vKMq568JgH3k7/jdZB+ioG8+ihVWURxqG/8suaaFiGyiyDWgCmgAVr2JtSL4zIqJSQLXkhPjvv2uZ5LWiyy+oKtFSvupVWsizF7T+hzD20J1/OZvbrxiEhnDDakC53GOYsFuMKvcylNPvhtYjL4cEA5NeM9fa7Yvv8+OJutKYv6ahbgTvPnPS2OcHcHOCE2Ia+JWYeat5OGQq/H9PBmKOSCQvFVM1fyeTRzfHPN5wsTz/q6JE4xQEm3YSYTKMjoWg9m4f1j8g3HY+HVsSKn5raUHVspJuyQY+297em8a7Jbbjt3UtJ31VQQmLwwpF2+6d7YzdPLR9gupcZpmJj+WHNo40q25wWxKPbCGf2g6Q2YULmJSP+3lyJiUjQrCBxvSelZbJBhcE3MRzt0JjRU3k4vU9nqc0Y22d/UNzzMsnoJXtKKAKa/sZh7rydbvjjdkwBis5PacEx6P0zlIE7fYn9yyR+nzegq6ca/BHTgg78fyzMWwmA7l6bXDV93C3SuCf+7ljN4zDtK8b4yXckAXiNnKbjCa1KRUaoXWlikRRpuY/GO0OQkuefUHma7Z2XJ5WGNP84X9DRs1bUQixBmuC3oAw23JQPjp+wpBFC9ypvEGUp3oDyCnxAPYw0LZBjNiygYqmUFEYFfCqdLFXYqtbmiHXOAtx6w1zpUcSvAv+12EFwnB+jCfu5yE1F+khkIy8eimj38wGSg3rDGvEyWNRVR6NAVlyPeZnpw7tvzT+HMrUnhH7cqeeJhdItrzc2bEGw0raC5AcxRIeftNL1izCVWXJVf3qKCST4ogGVsIW1xgmyKmGvGdNofSmj+uAxyNdasW0+VmPrgAhW9+lzEC0hKWcvgCPd57vm3RbLBXfQvDevTBS8ZkENie7xXMynkXItlmkVBb4UoCQblp0lH98mqQs2/IRPjr+siECc1VZmb9HlYEYEgcqpLin1OLnIWDvXm6zcZ6Hcb0/vofkWawFNew+oOr4cyHycgFSkHgJq/4cQP5H8g4/3h5WwDS4vJrJyKucXqM0CuKlvvXCheZS4owBfrrFHFUZtxu34d37jnN7RUT4sSfHxItVGXlNIvSOaBohQoQW6xolE+QvZmY+tTasaW2ubqhymzeYCup1/P2rkMGr3bZY4GLl1LuYtgqE/J7wqZA4zx5s4NUmlmpKVIMVBu/7Atl6QgQPA4uUiANlifv8OF85aCHi6FkiTZDEC9dA8/PW9t/jR8Kk8W0fa2WaROOl05QwixY6vCahR8WfoINFSUG+SN4ZsNTaYGJ5SES2ACOXgghJ1tJ9tOJwIw64OHGqTuoSy67vRtBrDa8O2ULQQ30vVV6Q+cz7Nm5ECaL+q+yUq+F/faUBsaQNta8qWJdrJYz/AVLFYCJpCGhi0JgxyYeHActEEaR4g1iMIgDs26PaxyCqdLqvec6MRPNgMGH3FaXKFyWgorTdd/99UBBKdncbPRgvgxQbI+XTss2B8P2iPQ04QwKSVSkd1YYVoHXbyB3Pli3obZaIO7lZw0sEhBlFda3bhR0ATAgiZDiciyB5IIMLgrA3Nq8h/LqjKOJWIdHV2M1YX/zWihS/VvSKVP0LK6fyYQVKkySKSGOwRh0AEqlAOcgwEZjZ3yinpcaL7X+tegHfia5ITg3JR9ipp0jbnh7J5O4VW1pmypIJz3BwdGkkWF+31iwgF3rGn/p7RWfeWw2hntOvkOzP7yzr+eWd2oc7YmV93BWK6lumGkuOapfg0MkYrtXkqSegE+ebau7jMSrFw55QcBnZ3QN16aZ0q6XJZobT8AYqbPdt6Y5BpEvulxdr2mmch+BkGhoLCIrvJMMH8V3NIhMf/eQd26i5QjNCl84jm2/5cszL5wEGgzc/YbB9sHsxX6DEBu0zYdM2lbPCa7R80nyyoWjJY9JpgXEy6F5e5FK2O6Zfkq4X6oczEzy8IFKLLTgfEFB7tDztlNok1Pe8E4G4+y7o5QPi81G30CtvW1NyBOsPWGPiYLPB/J5S6l7yc2NWzIipqXcvWcUOX9jNF4kNilnVl4Tnts/dx8OG9dxGmA8SJO4uZZaaXPThiAjDQXGteA8NjkdhPwqDcCN0uU9Y+Bsb1xtwOz8UqvOX9rfXGL7ZYtxkAp+sfDRbfqz6ko2ao/K+wSuffDLNl+BI+RcsJQnB+pga8bXU1gtf/jreuE+h8JUkNpqMjxfFizxlo2sdUaGLLxq+7t6smF/2aVbCCDCEx2HXadYC83qjDNzvGNqqADQBgcA+0zYieGeYwng6QzB8e/s9hs6BVhEiycKYrp0NfZkafG0TQCAYYKY3IcRNSrBuogjim+dViie+Hzr6g3NDGNqej/JPvHrcdIKBC2AMZiCSQ7ErtpeeKUutHVHGezYLcxtTVocIYlroVT0n/0jhUzW6tmu29iSXdwrreKSCVHrOuJ7D+evhvzpA8bmS87QOK7iTjAMqTPKzaCGsgGleAkv9Q26FrN6VmVSAoIxuxBKbpjsKRGTb6BPtq50KCOEmLDaJP5sLl/8ExSaSwb3f0XU8xbNkqZqwovE7qThEBox8UzqYHxbU6q+6x737X6KFkhWZuM/5RzMjj3we31gDtTO0HHHMQMpfzitjHI14X4XwiEjic8HX6hbHLZ8xfO517Cq6aSuT25t2aeVUftDNHSGrdU2AIPloB8Qq3VebELHhWTFF7XojeE1BcO7jSoTolkuFiArmI7Q7gaEQ3QwxTUmBKR2sTv+QhaFDr34JLWND2xLa/YtPSrbK0xAjTGHKQUaWfpfIX25Ixz8+fF5ETvFWCaY9VVlxqrf1Pty6nBMNMH+BoIze7JKWLlBzrf8m70HOjIv6LRJZPWTQJ2u7GGoyR4gSPrz4a/DoOTAtpJ8De4BYyM/Nz2C2MlGI3MAfuJppyJeEPMqZuXu+zqIaVA7aJ5JfLJg5zgYXuAOE+KfqS0zCSBVFmYTXp4VM3p+uXrRmdO3IDgHxEymENc6ISBqGld690A3Y5V4R6Ch6ZmHDobkDqiH1KLZExYrQJC9gvPAd6XHCGA2TGfIGYW07NFYvyCYVdTDLIABYCDLXsHSWvxNYCeMXX4QQuFWWAqb2JdBYDM8ENbGVO2dGBNjxrZK4jcrTzt0WpOvTLgJHaRx1sOmLg8bauQYAGUnyn68SdODWd0MEb2Vo4uerfZ6xf/WS2rjD8o1ex39oeyntOYuLb+nItVcF/9Y2iTKIDG+7E+wSArEADzMAyWoOHVUfraxO+8auvm+R7upG0ypdJ3Cf9pzWYQwfZU2ZQLXR9OdAohqeAxXvkWYzMO1QLVG5pi8qjYbN+gARIaP4nb2GFh2docna3yYQ9NY8U+mZQ4aoLHBYG/t4FSn7cbGkMrQVQRces1QceHOJJEkuzW21FDgLtfENw3X8hMT8zjS23Lggx/n7mlRCzxdrcbCjur6eCjOlL4RhpOgVVJy+6TibRbgAr59tKn6oK9Tyjb64PHrJRvMe/Iywob2v2TbBNG5Y3imAZEjezbsRKSVnIq2sOANZAdBcbyg8kDcWy9jdLZLRsqXpGnNQfOk9CGCMR2++wrECn7zhFlghOFIV0ByAkMJCY5+/BmJeynEBmOzKZZbsH3O4+UZdqSY/z8ptYsW6+UvJfrEfLi0gMVE/c95ZJp+1PLnFeGC+Ofa7UV/2z/0Vq4tQk5TGMwjf6LZ1jq6d1vaT1Y8elfjjHeHaFwq6snmv53qaSeoNraRWLFv1nMU6FYmvro/J1KXJXbPf/KaA58Chrx5Q9hBBrrmmvCg8a96OXyPI0VuJq5wz4qBTUemmVgUknuQy42bD+vpTBvEK5b764HHi+fESqDMh8OAt0VJ/cZHCuaHgUkIumRVpxa/kpSWMtOxRV+QHO/ZQqyKrorZQ8mklNS08qSRhZcsP3wIGInkoJp1uUmXJmw326hyJD+TP5M+EhSpSessDyrQjqCXTPnsk7bJJbSQLOn6Cm3F7Wt2iJvsJTYmGmhC8oFOL7r89VwCXgiSPL51epIv+qraAl3hxhArwSML1vOf/OX81BL6dV+b8aNROqugB2vKTT2Da+iriPVX8joSPL+RUgxX07UHvTRofW3eJRZ9jtGgN9Dylonp7HhObXnYOvpf469effljPSu7C7RrqwgLdpKCkZNqn7rhuvdI56BRkcUnnyWqhBH7ibmVfTsM+mXiFWBhzWPYkwzqMQWAUrhNQbEFYkCoQo/8DMIt6jAnXHE+IKEvmu4xxu4SIGBft9etgMaJ70/2D+yk2m995YRD+bys1vkf2YkuF0hp1g4vvFFtUwgPjis5o5iOLSF4rn5rW1e64UQCDO19M9NBJeLYe+ZpLEa5BgRmUJqVaFLQqVbbb1hjo1xwTjx/7dA9LXeml3Dy3oe6UXrnaLjJu/B8RuhP+GwZrslPv0KJUjlJhuflQGrCkNIugPt3k+6sElVe/CHzYaAHBwfzJYFWTJlf0nIJ6aCaY/mEpN/Z1tD1a+bUlutC2I9ss8PEIdaG0ffeueInjYxvFxhTmbFaS4Kl6UrV/8pl6OoZr2SyCP597aFpX33zwhb8wq/RSvkKb0t/TuzerLn4rBOXeBWDYyPl4Y5gQVUWQQkeLkIgBKmJcSgyMIeLWiZd1qCBXJZ4KsszjDvVoSgUb6mjL4RbRJNVIRk1wJ43znuLHU1E7QBTemmZb6AQE+hyzwJtouXmhTyEWEtvdCE7wURXd8pjkIzEPieiDzdNc7R2rRTZxSb39DsnZkOhhiaHYnwnG+raFy9PR85R73SIpmyv78Lq92tXG7bFT2OR19ABFFv7+LOAIyPLFucKG81+ynGx+iy/U/UzvpvSO4rIdr6Z66CAj1b6iItyE8YPVACmaLMjpNFPfHVx4+41Pf2ARE+oa2LL0iRWMoQ7bHMzT8H1Ke+S6CTYlZnC4/F6Xb0N9nsWyU0FTpu2mHRDs9WYRZzXEnHcUU81MwvqY6XihREzFXLfnqmCPN4sWOgaXmvdY9vNR7JggsCWT1RUVBwp3YC7tqG2oQyGNC3iK0EUZWhQxHbqi0JqntzJ6+/IJvsw2zeXR3nrafJlu+uFpKS11SuurUVGetvenW79SUAOhnHST46uwax9VX8WZ6Waq4WTNXJcv7qulDLutvReThIrmbzCquvc55zYrmuQ3m3M0FtLO/7RgrUXjO+XRNL9lv2wNld97WiYvxo4fltZIJRWfEWqlZ59GEc2dXboKFXqq/6HlQQXsgq+szbfuLXSvScoSkoKg/t1FZy3BRG2tRtlqG3bsmbxmvSV+bZLM/c/C6B2TLol9kcUhjim0KNBMGtaWnMLK2Syv4g5nJCJ8mW++6dRxc50r12ky5OroScpJgFsupyXJLjLHe07rlCkfU+QFI4/mpiQ0DlSSxk+LIjVnzq0nK2b2KPTlWkeelSNSbsAhnz0gtVx9g2Zly5vL4bhYeZWiwB86owxIsbOHpTXqnq29P0RSX7QXNtx7jdpkCijyt8+SVvmvBE6u7wg2K67HgMcTL/D6C69OGyETPmAwr8ulAPapfcXq576q2BL5GVj25xyynsI+fegoT3bVqfe/kwv8/LtHEU4kyWK7a488293SHHnxsfNyez5t/3xnWVrMCIHik6ZEPCEin9gc2j8hzXdESUmW1/FvxXX9nQ3hu57iibc9SuvGm970sTjP/vxDWApiuiCLuQUiZCxcMMdYVJvoVBzui7eRZXhQXOH64rab2iMrMfPb82EseSyiIkX4ppnB3D4cZJcv88IIeCToMo3xMdLtR8AtD61rgKqgyovwGgD/gU+xVVTwcTY2EhLAx/HjcJS/cTgvU9gtmRBwqVDfN6sUyvVvj7XmBKqGZQvk+tthdS7YuLGgxmjS6FX5hI8IFpxihH8kLSOCQRLFzfwgDQJF9RGIzwJahb6LVFsvGGTJLET76TBiAROcJkaHPfrSbBpiCKYLQJZ/JP2xApvVG8DFk4zG1Z/Ih+J2RrD3r4IH75hFAYQINFsQOSUexOSDKMK/77mvs1s+gAtAFueL+3lwzmZ8x1Rlis4ySaNJImEiCHjAoSsjoRYR8XdFfx3MkhJTsDXozRit7EO8QRTRHUBKCPEgBhQipJtETEaT6fKh/nELWH70xrTk7LHkH2CBycgIjwK9ynrpFEyldRQHx//GBusxNWtUG5Kv3XzOzasR/rv4sI+fF1bgTQ+29z+zHdpQJ7mxYQCwnn8ui+blmNpLQceDyU6ssszakWwRIqwIZD+DaQ30mT2Ih8qFJHp1nEE0fo9RqzUV89VvgSKZeALLl+MJE4+5uqJrsfe2J2esNEJb59fWrkxzIjO9Fz+YGo0QrAAWodonDWVnIkHrvrhJiC0xi3W1bghSiFIY24asZ0PsqqF16+QdiiVUs244t/j24RrbF9fmbhJhfSsl7UqJ6LusEbRWR/eqUYvasEEV4rFHm/HZjE//3aaNmTThO9E3hyJMs3g/GlZp+1vBtSd/PPb3qF3SpBEINRuXtK5x/w6YttGjoN4FADXVRFvbAt6y15474tXOFj66t1N0TNjsOiv86Ini14te52Mf95rtItsMMjWxvaKNdf+5vLuKXgX3fzewTT04ulrboPblceKYIzeMKetGv1R0zlzaxuYIEZLNIpidvxvkWeQ2xZU517dQha9CwdysPc+1pVqkuvxeO5xZcw3W6jGLUFCv0vk51hVw8BjkBDh/XOiGxaUZfUJbP4vruLod5a2Lf66T31g2FM7b5ky6YqWZvoZWX91D+QjHiDlgvCl2eL6cMyqMaczSbG7ijO3tGX7NbftYZ0NOYK+nqynQ3BCsD3uWhKl9IrsTC/GTFrY4WsckYpj+YeQ8GmiJyXyLeDpXnaqzOiRh+aBWuyLWfQ8fTnxnxF4eb5CnxIwA67zlWjU/JI/aAqm63PpoCwfKwiu56t8vjfaf8npxAUzyBMuO+KXysDe2ScaE/styIgsj185Wq9N/713y3DR8Hq1tile5SxddPFOVGNq5s1u6V9NuDRXX/sNSJWO2ykxE2q1UUugrNewn1a0rVKlmPw9HibIKn6djYBc6hFWYrnE0G/i2d3Hl4SwC2MS1RQcTWn6IjCqHylIooRXydjp2poCAzeg/DFV6XYmiP5UwKWVw1Mf6etqvEGsSf1Vn2dZ3VSiIr7Qs8QxEIEKKPX05fZgVuV/zi4pcuP7TS0T5vTMOQ7S0Ny9ti197VsPPI1POeqCNUf0d8XXPInM2S2MGFeV+XrdKBg2w9ytSOYW/52tCh6zDxaZTv9GXdRpMa+kgfteCbFIiOFnhyUKIgYYWkhu+81DcwNUieR2+RHvgr/K6+XGRVfSyjF/a2eXxpc64PY6/j286MDNsMNXt6yqckIU/WIHlbJCRqYcFJMmDYyxPh0AwQXQTyTE+ndx/TqTbQowZBh6bn+zfw9YrixbXGTetzf3pBweh/n7Pf6soTWs3g5/Geal1X6tf3sGY/YGbfCy+pGCt5w35oq2P1Tk2JTB6x8DlmWn0sGgmX7Oe4qSEmD/zGWfu2jVPgZd4mXdHBzUG8abS1cZIx8ix7xT8/HPRNa79lv+vWlcVuHRusNiYpzdN1IggVzcUEsckscI3fM9g+jXVodm7KLvD5wwJn3hE5pZiG3JvtPQelhNxIVYJb78mB8nwcEkSZyZ+HO21YpWLLieJq4ytebfvY+rmsJQ34ounykhe1xFwGwEMHXidf9OLJy0FdlWJht5MoYr95xoGRk/yYPcGCRPMVQcXM/IbZcS/C1TUkZbQuIZpCt1pcRY7BS04+eR9/fwfCEi+RD1gO4Xdcr2ET7fD68DZKnDx8emDoZ1zi/+DK0NfirAq/Bhl4aRrIjsWQv6gH/SxFVUG/kHsV2HR5rueZZKXTP9LSV1i4b4oA4U4M1f9s16tTAZJ9iU2Yt5l3ll2Si+tYY7WUBIM1qGHsljd4Smx+LCCRwufQAiul+uzXfe4btmLNolPigdzNn7y8gHzZiHyE0hjcN5hx72aCJ1UNlPgNmGi6ZgulyKMsCIExW6kwjdb+CV0rUPf8k+qbLHLsL9kFhpRkT3zT4igE9V65xVPh2za+BZKqjixkXuqgdvkcsBQviGroWiGnzL3eTbVqRkl+XAU8uslDoUEnT/4/D3zJuAdILPF1e2DYeUDjhnqb8LDFvIsK7ut0xG0iLCQoicI9yKgZpnDDz3/k0Exx4hEp+PXGMenOftnXetU0ZSYsKE3hIb9gp53rneVsIa/krU+ThQtbNdHe7DyN406Yf9l1t/6wtk2CXwEld9XX5v1t8/e3iovkorMrR3qlcru2el/O3+J64zmcEXjB4peIjj+MGfzppgo/mGEbKHkOmJrI3GDKIRIVfmy+KVDCUlQ6YI6pKIPxN23/maMjbccQIRF95BXZNyPDRvthfYekv1Ogp/mY+Ot2EPCcLo9VLxwRTbtnX0F2r6tkjJ8laysqmMLxzKZ6Zis/1ou0Vq5bZjpmlDmXZ9Tcm4b23YYf0RsNArdN9ykbu3LAKfbN5SNpkTim3M2eHyuvFeTN17vL5JLcp9OPgBD+hsMtzFNN2BvPqq6irNS8a/j1evadDxKeplsFSJRONaau8gxJWXae5Mx91/7/e9c58z/3sFGr69fysQuoRzvvltaIpAXYb8+UlbZWEMbiP76xrpoG/0cp4YNt3LHmJchqaTkDojjXAG6tSvG1Gv/5/NJWByd/V25aDtP1YQFNC6KSA2os4PO0c7X193kuGh3Z5s1kZcl8R0vY2vS6QsPy/HgEkaIrnrU16A6fG5evbgdIB/8mkoiFMmnmNlNMxt3c2tsTcaAXHpFMncVy63OC7I5v8tEqQtn7Qtzxe//EFiN8K/ioxZkS7Uts241R+aEExi/t/0ohl3/sF1mZvT5s7b6MKWQgEQsFTcZJQxfeONmBGAs89OKKTowQuS5vJFSpljV1ZxiWuLrUTf5fG0tXUL5IsViwFKSLMwreADu5l/LrJNifZb+kL5vwXIf9TSLSEG9prn0ULtWrkjoGkDLG/VFxIoD+YeZXm/j6/v7+MIzAiEW7hY28mTeq+zixO+V0zR26Kq7ewUGi9BxVT2cA2DevfPuHKeGbRpkCyUXcZgnL8Lu74kFdY8Prn1AmZa33X/yrXvDweaRbS4ReeN/juWNFSc1aoAQe11FwLvGJwzdSC9acf/EJXk7J8SVhDyj7Mf5ojHk9xfIPU+pz9gzngfn9UEjXyMKD+YmN4BctXxxDYMfvNdKxgG48jtw6vEGK93oV7bvPzjCHiNRxRJFFxnWUwnNfxDg8Cu+U6nIMz61e+6m/uRrPgMPQaou6JUlH4b4zscKHodXDcqKk1Wa7Owiz84vXgZIwaOFj8Gu/fesdKt2xIVnBYtmnK8xUXewjbWPchvqG3NEdAZTLbpFSYEurX6dcUtrVHBoFVtSEqnEuZLgih5q/adubvnJSFUD1bBUlaq1hd+NLZX5bEapNAvDAMGQUznLmgKlsfIm/Mw9kWBuWYHjjR+hoVSXzN/bJU2wSVtdGVCp6rFWuWbr42+Wz5jvZMUaR1oqyfLwCaGQiqLPn4KMCK4QynwWew9nTXOfjvO2vrUnN/btSqPs6V9HDiB4TZOpvXufw1Ztqm6rbftGNFzxGmG3fS4jGcJsc3UJua7KoyeFdOmD2N1r/pPcWyHRZk2/mpqkTK/69eMt62/I6d1awCPsakat1scrjTJpFiEe/eT2XePgJd5Rb76sdwvzR8NiaVOlWTPDQjrcYwcUH4Y9R/ezGKBIbHBoLM7HKis8GruqrCarLdFSwSD4eihc4bIrYWQZ/CVO08exeJiBYLOwOB2tzaHS/eUcAIkjndUXw9eg5hw5RDdFwIwOp5UkQMFBIazNx/K0IiiQpWNOsmhJNvjdNIX3peOl1BRlXbzQUXnMORoImtdoyMHlwNoYKMlncd/V+YwEKsq1WXNIA1tRvgC61Gp44NDKypje5RwOtEITDnuVbK4KeddChnSMkwuJD73tLv7hmFVJjhNqiIiZAtqtFMEhWZTnlPKpF+AEbkKOGqUYFqGI1Tp0IkhoUVBJ5q1JV454RanmLpX5WCvA0vKlXYvKcOISz8F7N1U6uVhFgQQ6OZp8LFjuVplU7YCfS1CilfrwUHhbtLIw6CEwyOUCQOBo4L4WrLFxK8xhEkEqpEzk6HdinIVQ8FklAXn+njLCBfbYlSmgeBd1ofISJSh7qimVQ6LOKp3iYKC3d5b6Dzq6b3qsS1b1H5chX4IgaO3hNcevftoQ3dD0LAjCwSC3FV7lXEPHnJLAOJkHdbrCXzzqcHAKfzXAPzk7tmA+5qHW9xiwlDkeRC8w93dcT/NMFWM/ZuhGhqGqq9cy5GHqOpRPkt37Dro5xTxms/ffPN3AOIoMfr8THVDUGLZ3qWqUd46QbBVlw/TMr3J5Scbcw56jTMUhY16Rk6+V5n3C+rjSjs7V66sAciWPbVZg24bNZ0z5fW10zJhnsHldcUbQrULnM3TPtMeZ83UzLzML0AM/Moyfi2j+QZZ+rpjR0zxiqKJR2l5F2X7UoFCic0wtoSgGifI4S16hyYPy82PAvc3p5aqPe3jvwnZS5IICkSCXaQWqPObpW8rQSoYcQ1SL7i6ejlN1O7oryNqMbYZjqpxuLpgD7AmgM7c+oIQn3Ag5HIJrSjtNS7srhnRNYFzSBhsCCBL7kOFigHHjxTCxBy9GBDx9McoU9GKeQGwHY9aLJe1vww9WqmjOCFppzKxxI4YMm8Cx65Ob1TxcKS5XsJdu7OSEDFjtIFd4THODA7KPyvy6rms+PSch/qluRVgm64W6Bxv9tR792F5uVn0FM+e36dIoJ8SyjrZ7LDOy1iJWjuqJq9q4IU1BtJPyJ6/AobxdwXJfYbLF6HH2Mytrbk4iK3M5schBsZw0XCCHZf4KvnoK+v1ZxskrV+z3VP6S0EyV6edizV/OQo5mcqZqC/MfUiO3LMPC+kuhb9ezGAwv8zGeNkIu5qTYkahyim7qx5Xx8pwmPZaPLp2orVgoI/Xbr3aW6RwH5fSC4x4Hc0pI0vmrA8pJrfspaA6Z2nZanQZjmo05DOK/fQMO5I9TEZ6T3ujgbU6PKS1HWE6hlyz9suiesMYvaSjauIKwRBzlmJWFKV6tr3RyzHOrnRTWLRP6+79Qs4gGxwim3+TFjTzWrbg74tNJY7DkFJRU1DS0LKxsctjlyuOQr4BTYR397/XwKlKsRKky5SpUqlItJCwiKqZOXL0GjZo0S0hKScvIatGqTbsOnRZZHBggAAU8gAE+wIEACIEIiIEESIEMECFDhQ4TNvIooowq6miidVV00ccQLsaYYo4l1tiSE3tykxdH8rcnx4jL5XfxorF8eY/pQXjLi3iZHJjowRpieW9/D9xWcKJ46Rpq++XZtXpk2coVSCJHkMRm94v95bwHeQRo72jIG8LTvIesVPgDvQL0knOFdJET18/Fh4/MzqUxNtaDLQtko00JBOEVG54p/soHpvA1Hc+V2OrgkZt3sRmZiMkOZyQ4JvtIsejy+pKBoR7MR+BGzyM3Zvbc6HORK1Z8Ztjtdd+yx1sK1X+HTqb8UQB2XR0B9zee9HQU4h9flxaG8vYrnxmX4bBweWYBptoyguP/pdOAYKIVRGdCPr6b/AEhoNAHC1i4bDviW2hbQj+z1x/GoXkOCl1pjuYsd3gUnwM2xAt9mZdJ3/AxK07uwNK87+Di32/s/NAp/4nX36HQCQAA) format("woff2");font-weight:400;font-style:italic}@font-face{font-family:KaTeX_SansSerif;src:url(data:font/woff2;base64,d09GMgABAAAAAC+4AA4AAAAAYCgAAC9fAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAggwIWgmcDBEICoGKTOdTATYCJAODaguBeAAEIAWJDgeCbwyBMhu/TGWGGGwcAN/A3htFWSLdc0T1aGDZ/39Z4GSI0H4PdVMbUGFYYvGxKBW+KFKPeDWxiX9atmyEb9I4xWyNjr61bGtQtlBiB0RxEB7HcbCjUX5LWreaDuX8uXfDdSw4CBxKHjAFon15zhEa+yR3eNrmvwuOo+JASo5WQeQAbZSjxAYxezqjp4sqF+WP2i83dVF/+5nbfuT2o4rn///e9+fa544Ratg6lcahjGC6dYwmwjErFaQKPZCPny/Pk7fvcQgJjLrdSN8tTBsMONN2+Z+6cjdQVEAKPOWHd+wAHTgk0yFIQens26K+olZXPfk4/v9Pl6ZJWGN3Wm2SA4bKz0W14Ls94r2mmB93/8fdzHytxkDSUghAcAj/V1P9X7n9H99mdkwgZ00BkgMEszuGg5qqrDLILUstC0JoDDB3oeVzX69AyQ/eb6qp1Mt20qfWCBCUC2/ZDj+lN8mJsSfLGChoWzutXwlAKGL+oldLMzozkny6u48BHTP8yCMgBuxDBmjUuyttkm535KBbJ2nluOcgyb6QlezS+fw5ohCiVhd1DjGhgx8jfBr5U9PnT6mfhgQIesLfhP19a682cxecEK8LoIt3++fjZEK02RDeJawA8PkYR7W/tVWAss/HVgnWsttytZBA6isMlxqiffzv/7Hlc9NFtAEn0vKJb3G3t1KT/RpjySFixYw+3m1eAOdiXcIA4Ac+BoBt8dAAFRh8DsGdeRXw/Vi++WfHRG6DHcCLnNcgZD+jrr7z1zyw8wYBAPqrMwAgYYobIUkXBXo9EvVHVRaS9qZSNo96zZZYYdr9Zsw5F6rSC/hCPVfv1PttX46yy7N5Pi/lNPdVSipIzf/M6bMLz9Mo4PPnf6vea3tPmeSeSsg4Uv1vuv8/vn3row/fu3hwV3/P8P+aXr976i1KnvvuuuOWm2702aANqjHcqXFVXO0RsCTjZv/Vqw4OSHQBlqQwQ7rM/7lt+FzitbzT/+b6/gujZMkGgkpbO2D5AvCjy8Tuflm6D5nw4qeIlc+EPVzigoP2Tg6U1gS1BH6pBgABvzcZIZCs04wwRIvOiAD9MbJ1a2RKSgjvTYK3SpNM2U+YO0cg1wizDD3R66MB7jp6Q93iga6JH/jbY98DnHFiBkmSpAsJQcQeukGW4MEQGocECVqk7UgmNK6uQg9e3SBafg0Jice6q4n1VhNxt/XbVsarWKOMXPuSd2bMeJ+S8eKQikjomQDCN1oiDtlBhK7GYIq4JZyILflAJutl9jtJQ2mad59iirCTy46g3BIUdZS0Kyog8YnxZ+FCKF1r+IIhba0xfXCEggXpkVtEyijGZWQANYh66EEmM/nINEPcjNK6PlozYqamiMJKzLnBMaiqKtHhuSHhWndkzDSsPhHJ/5lxJMfQRLRsWr+hwpaz4rQDvXcWZWUTQYzOMjJBFicDgMcY4bEsMwKC5VSB8HxK6JvWaLNMMUDSeD67C1Ta8p7V8FZXBH113BMbA2tT/LV5rUGDOKkgUrkMqqCQVFdE3aOOhobe0AyoRmM6yUN6jRUi4kW16n9ueLQ6jQ8wyFgiPigTc8xbFySY6V0r0e61zihAgrueHS2RjEKMCQAFXKL27JYZR+E3XK4IXYVE9OAM0isuUGmPhkYRPWKLMs0i6VWM5R2b0J/KPSVvIUcBkozbtMvb57rSo0MyuBQJiMtdUWwbEWqGonDqWLCbJLjAwnqEdgREfJGT6TSivhG3YMiIcKalx/upqjYEewx3FesoYEuh8CTSjFQ249dvAuCGVIRIkDtAKV1uMQKjBA7uWIrNoCbfDHlGuBr487i9MRCNboyMMdoj6SITakm6bOXWyeETl1GGBIhJRjkTCMURGCkIgpQERSrCQGqCIQ1honiCIy1hjbFCbG9LrC7vWEFO6CNS6JBrayiROX/Pmlxidv49YyRGHA0dxxFqp+dQpOiGdZjEeqzYgBUbsWITVmzGii1YcQJWnIgVJ2GN2oECrCgl3jOuopS7Uo4nZUa7v9ZzgCnBlJmuoAC0mR1pSpiRpJ59q6w0R07+zEz8Ue9thUjNEiNt1/at01B1mSb79qgb+CT16FSMig56fgahkCNznQlkJ+CuUfVNZpI7EXo+I2lAgVb2EIGfPkEZ05HfKTJmdIsQYldbPxMJFtkz5NogMESK7WLc0lorAfZAIe5imBkyErR983XGLBDIKB901H9cl94TV3zkcHIY7QYUMeN1DtlB5KfTQMwMoQG24El97409RvU6qaxVriudQdlqNhENxCFpPM2RoSp7pONnpDwofS9kMPQTvelBoexRLi15VRA02hVpwowSstnMVkE2OdygRylLIUlS8hwhw4NJ28EgWgQgLiFWQNEkPqLbAjl2kJAYxihFSIqZeIknSHab2AgYEBwYyK3nFOGtTINTVNgchWjlO5chkx9t1DF32i2uW/gRzOjpgqNkg3sg7xYs772S/eImrbre8bW8EOQWpKZ3Oe2G2nIWhcuTI0knhbPTQ26pjY59u2VN/Ij9YFYMFhsAsyOSM/jXjYwZ3eKIMaejGQWDQOabarF6KJA78WrDdU1BgVxmWCeGkNgDN91nN5x/Fq0Hgz6AYQ8sZEZpXxmmnYwofwzImlhECjt0HqalEjTxqY8LVCLk2QCiW7yRcqfNzkthwyIkAElvMP2KFIOZf6gkDGS1wBFootdSrBRg1klfcsa5ZpCQxh4J8ssQDghy2I7zSQQFissQTgjxqTkW4Fc4cwTl5QgXDuSShECkIiE1CWlI5JYfDpIOjlFfhvBAkMd2HCYTFGguQ3ghKKtMOODY4BLt5QgfDpSzgAJfjqBbOcJ3B9MfJml39JTnN53W4HxhW34bnDvCjviJ+mlHXxeOnwv0H6E4HoZ4wunBk06PuvgD+9ASP9SIlrogtMwFoeUjQC4rvMKZi1c6c/EqZy5eLRRojQtCa12QtE6U5OH1zjy8wZmHNzrz8CahQJtdENrigqJbbac5q9qYGUz1hMLHgmsMOpWuttZnncE7ZxDjyeREbZMMIFD/P4G7sqXcv+nkEYB4AkAxDu7OIASQbTAFrq48ggEB5cKvGL4tAi5UpC5T4YIxlFWb8Cww8J1mu1PHoNYnmyCNCzlHZHd16PliqULRw8nnMjhiqYifL+Yp1OoSg0IskirVxuwsiplpkdi0QrFdwhfxFTy+ReqQmvaDugQpBD832Zki0Weog26pPI5vTKC4wWSrsSjkSo3XKMSUQM1LMQj07MwcjtipkkiNGZJwKleq41n4psxMV3IOnWoxyGQSjlQqMStIkVol4RikUq2eh4vkydq4eF0mnc1nR8vFArlCLlcoOAwOWsVBrAP+x0b+IHQ2nbesWyAo5g84I5MSkxJRVNOraem9oFycmVka6U07KzShZRGGPwcUhs0/Q3XsX09p3AFVBWrsD9tV2fxUis+volSOqQ/oyBOB4h9aJRGXH635OhPetSNiyR1tkaQgFNpLcbPZKgKElcPWLksxxwSR/uJEqvL7pQofj2Fea94OaNiYAx1AKhobCP2lwi9ca0GomElecwzLlUAoeqDRMLUfQZjQVoQIhgpM2lMb+pjUAYSYJexdD1UY2in9PYLocUL/IXSiEvWsxvgctETRg4Sds+nyCJTMZKocQpKieYt36odTk49NrpTmrr79cGP35aQqz7RmU58wTWTpZcVZQqtwQ5FpDEbFCCt5IhcKKiwQQsMOngUjDQx1YvgQYbdl24oZPbBLGqa5VXd19akSfli4i1115djlASLT89Ad02EvK7mzkKrOdDAG89VALisHTboxQhxOMB2DpDx4m0/0KDoFouiJegJOku2e8q7yIakxmrDJKgix13B0u8DTCDaFqpEinGGzY/I7oV1rLRpoHRXg7qklBlLk3DJQRqlFkMydAZwb7CDtINf19llPTcNkIWrYjRyNWnfIsf8r1+AfESXJv+cPe3YzfDojdAsXtiKEM3eEzoCwJdIR8GH5jX2m5mFoIESoLBIqOmLzKJwtBdAyXBLBZrtcyWXDEhNZIZNHIRBGpiOtG1vbLatKprF8Gk7r6aMig408iCgVKtTIs0mwKYfvSUJ/X6Ozk3R62HbkM/BMqSJBvEAKynq5QxcQ9sc+8wgFM1/h7oVnVC/5rEB9MJjw+gMB9bNiJamQyTBJI80GCFOfK9xMb3BaaelKZ/NnokAfjNmeeZffAoTucYTRO/qMGZ+HtCmNCUdE4lMMgmt3V5WG66nRywq0BoSe9qoXmCYf80H5dMNRr8MSimUPVCxwVw0RKmcdP92NoMrQDFUzLyJF2Q0X8I3SOCuyNtVLH4OZwACdLAstjTzUeAxibw25YO0PEtAfQ7G8HuxiKmOcoD11UBofp+AS58cmtyN+h6l9Abh3ygQ7xCrrrcMhpuFDc19anCSMHQ4qZxHWFbBcNaCw7L0zltQVBGtxY6cWftgAwXneHCdgla4pK4Dqrf2qomjU5NbEfb8fYUDdOX/l3M2mRYRioFT76Ou0KNO6XGWzhHlLLJWVZtiWhPt5xkCEp5cJA5xMgMLYVrMQu2AeeabZWGWASqGI8i+2sDoS827oVeuUzMcbfuwKwgKbZHnkz4C7siofHFHeEEK0i7+uS9BeuBbDYFpHegOTSUtXO0rJAc28Wa7RJp0kCmHr+kDF7QPfItxuk5kjVwb2lMH9OX/5P5WvmT8/kar6/gCBzZTQk4uFU9NYZ1XOSePDE73osTck9XhsqP7PyDuoNevYiCzt0swpFiRC6La5DJ+2Xw1kEUUi4eUgTY/KlOrf1992f/KvHY330GX4XsjkGKmy64vF9gelrU0o/FfDe0Fxz7iLKzSYXolDmTtTktZU28by++yF4MwZ4ZbUNfD+T3/7xIxsFlnkI6vVLaleSnYxnSjjQZPKPaOiKWRN/yk96W0PFP7V/TSXBoo5EZ5Rfgkp74Pe9byGx780CcpJa3m53GrFY6UQNu05yCCYsoo6neBNB60MsrZMaPG1RewWtSFCHz5ZE/N7uZHETNFcpsihVCcIrE0YIY9pTSaoh8nedzqgPBuMgbuYMPCyVE+Dmnz8Iaaw+YyBTQhx4HGIkKvHbFw7Jd/30AF1d29dTEWU7jUEdQOGag35tdazAR6k3ovonaAi92cblgXatUiIMqxZJndnySfM8D3cfDA0cmeGpxYN6kfu6pMmNbbT+GIptyFG9P+u07FAKFaqAwlCsGYn2DnnDzfF0EhYeScEfJ7k8GcG840vc5xnseI0XNhU9tBIsc4tZ1+ci7yxJuFhwiG+3dC4/v7K/yFQB2x6L7zLxce/4JILt5iMM6D4D2zMCfEAOt6N8eOqhZNXVFxnqXaqAj+9JV/b/ILwRiLVd98VX3PMTfenWjtjquIX3yFg9zL9R1C2VOlGQnWFF3YuldZbLQiChOKdjPQM07h6OZMhShKKI1Pfy9Eq1rB5N97dvzZvhYE+Www2ye8U403Fzsmk0TinYC8gD98RKobnAq2oP+O8KDrmYSNRNHi1SP5BPq7FuyRSc92Qp/zNn7eqoJ2SF248h2HcDoAM6poPr7aRj5SLE1cGPjQCd8bk2o+CSfRI06tWcaiuRR9mEC+jVYCV1Ets5ItV40dhN+EyTXoVxwpdSRCQxidMYnf3WhQ9L8G/EXzbWhqpHQqBg43QYLy5o1W4JOw1deegJfeD/U6GO4TS7YTjmovQdZ1/SFZU+XRWaGtwnfBg7/r1wK9PWJJhxehbPCNM3CSccRvBHGFaXLGGoGvJ+5MaNFUMsFCDLo4gqXMGzEzNGQvY5fZLLKJBYvH09BP1uOXWT+Gy0tAUzTGNxSMKsl1C3KtYV3tmT8K1/huCsBOY5ldvsJGmYmbNUTSdsw0sukq4QIOxhiNIr+gQzIqQw9hfsMMYYXh43M/sQUsn7gRt6tSlVZ2GkE6cY10Uy53Tbk6ND8D8/nIKK+4mvFuusRWVBFvuzkjlUlcs6hO3uc8pST08QZCEiMmzt3e943710PQy3oYQKgBKITSNBRYXe8mRzMpKU6oM8mhN+f5bQoBp8hF9xuheIWSG+QQSLICqfUVHsKhnqSBs6RVn/Xv0SraVrjzfWQZAdhcvNfaNxj7FTQoPjiIubNzYf5iwOgJb5PJa422l3CUWFpiz6o21JZt+Cm+tDhznSTCjHXIAZLUAykp7lkwe/JQiuEo4oejM3ufQbUxTRZzvJplNNXCnlZrLqtp5MrqbNDlmA+v89GRTTzD5402syNv9K+icm3mok5Qpvq9jfif2oxtgKR6CRyqEqVswxweaWZqKTiqbjYaE87UxitGsMya4SeeDSie3mbghb4uqC3XVy1RfGt6CGXmmeu7U50KsLZUEoA/U0rJ276xkwQvJO0eUFyhqRTDt/IHiqPfmwgxsWDv0J3+djs0MjnPJS9E+Flo7o3HQT6vV4qTQYgyRMmCl9SBzeg2eawQqUFueJ3Z620AuvfGujlbd1SiG1PZJ1VnHyQHcasnMnQQyLB32mcTpkd/Bn7nx8sIQM5SVjxqpiOQJi3ZV56d62VwVq082bUYVq/y1cSJVDqwWYyUlT98oB9aZjmcL83fCq3ZtfA+nIa3+ECLdBIccRvC7usfb3MGUXEJRbXpCE4sT14WKSAgnH4GOiqeFPx7mO8O+41ZcW1WuoMgQQvRnN1/cO0khD0xRDEZDSZo9YfE7VLYzklI/IPfRahPovUuIIIJkoSETrmGzAsUJC06TSgWm3lnRfVYNPQZCXGoaOhOC35A1v3Pii2swO6xlcCxl2RvaIY1iv8kV26j0xfTdtr+cJj9F/h2doz1PKCa0bjGqNVk0Fdk8eEuCQoTAtYSLei07gd+BtqlbYrCxXs0A28FbHmFwuLRxf3K9eZ0V66yBvbc1XsEg7dGySrpP5xZlBVTd9gFm9v7LJPfbRj7nJu7Bnyn3ojzoHvgiXfmW0zkj2l//53/T8QFWjla9i9onQ2Q7fVa/uujVH9s8wtQ7ZiMYw6qcOjwxs+XHttOmn5bGU/Wtjmq9TIUI9HQYxRyb91472kYtM5fjvM8H65sas5Mwupe2+2kl24+hgpLiPvfde4TRvcm237FGNgs3jBw4U8Vdr8hM+qOdTM/v0Wo/phfPVD+uLUqtlaKbIC//QDUdJy/JxydM2FzNiDecRqYsK1s5iXsTQjNObigLe0+E2bPRIZbb3eOlxariyyoix8/luRtgleOhius2ztazh1vAtZrryPqUDQeg1TeRFRn8UveeaPwdOK1eBvmfCPORNtuqDP/G7ZPuU8uGdC44f83mg6n7oZzEFNFOOU85wR/zIYLzYsj4aumrRgP2BeNZsdSno1NMVBVlpIkKolxC26bzy9lWwoebHjGhgKYNzrVd1aRIrTWJEFhjgwUfVX6z9nad8Y+uiReLmLrxSU1pLlxWCtjxmgfK6+uBJCjNR4YGv+f5y7jKuNo4pRRvrut3bIHY6ymFCwq0w4l7Qrelu8IfUslcP+J7QKP+px40yGpJPkBufR23DCwnybx8pFxQw78PrBSEhAsAbN4KF+QDSRD/TFvIbxopbTd+sO1tAcIOGlIsuNePzylRxs7hCQQ7f/0POAILD/154/vxgK/j8iH1T6z4A16BVCdhM+sEPutfCCrqgkw442CTX3AKgo/lQswXARmvfx+Fqmpj6SkN7HsMz82eef7cUQH8A2P+1nMSkiomWO3a5iZtO4sooUh7v3hSxKmRxL9SdVEs2iAWHE3VvBi4r/7Z+oPXICHquxS0raz576mdl7xnbnEe87V4vbS3xfcYTTkEdS8U9LQVKj78frJUzbB5XtzYWW3bHyVw6J+e6wx8JmV7e9eDEHjHqM2avftcb+Wdj7rjfsxnhcz071WJDXBZb4hbrsynv0vt+HM91RBfVlLZNhzGf2RWaUYtabJmCO78KGIn1SWflyt/zPMV3ciOL/1lmGVIPs2OOH6HYv3fol0FG46s1X07tGdI9/2R1RsgYDR0I4yHm8aIx5e1ZC879DDm+1pnNGzsIH6774YNpOYOgwRmXF1yICtjyeGrCBO7eVmilsX1ShmQYhRyjtPcaXVQrV0GDRvAqHGZ9mZOc+lzDa88pm0Y5ll4DXFES4nJ+2zPYTl/KgXGXbuJ5dr4h4ndu4z+UrUb7PFPfFgTf+yZ27MbcLDIFuW2COdT/RQ11vhqO0ep4rRfbRyjp7B3dhuc65x6L3ADo5gGXsrCWOef4h4RBhPE6F4JlP9HAwMuI2I7Xacw5vO51cZidTurMywEDGRS70/r2bwprUfvRyYZQNgr3wC1V1tHh7MNiZ57kZC2Sw78OFTJ87r0iji9i+eFKnHgl3eK0Ar8rSTtyfBv22XiFkv9Tz/BF3JlIkK3kI60IcJvVzmYthrCaq14FCt/LyPVb2VHvOy4Si+bUT/p/k2Stjx36Q7Hh15FyVhR4J8d3vS9roF2dJ2aBpg2aqSJeC1RLqEfuwRMY1wy/chd/vwrpzCPMmGnkYg8qHiIe88+DH2guHioq6+2rr01Z27UsnR4+dhYXyy9CUH4FUgaA/0y6KqG0zpyc5ZU39pVWZCKgv3Q02UY45rBZ1SmpRO0kbIkUEaaSE8bH6eNNGEyS9++52TVbhSZEUrY/rHy7jTBva8ojb43xfeBE9lHina+XQjwPkW1q2MUc2TRRlqqUktpI93RHgzAsfKIojlwaPyXf9t83g4+8msUYzX9Qifbs9SlFZ2P6FK/WPUbJiMCTWnUAslEWahG+9fHQor2nGzodDDW3TJk+guwbk63vLDkvVRlTVnR17uX4aV6811egnv3UUUp5Rv9MOuHD9O6vXkN+A02N+FRnYiNbez8o6ZdArbE+wGTjBppIpegjZSD3QqSnqYl5VKVInnzle+YdgttwnIYLV0d7cnT90tnanxmxRNCWkjObPcU3v7k09sreyxRHfjAna8sTDzeqrqeet2etdmeeqLRFTxJLY8PdziDqsyDHWG2cuU3D7BH9p3pfFaGpObcHqjyOxsD/3ylrsrX0yf1KKMrz+b5xsMIWqC0zfnJKUJX+MhoEQvjo6wqmA3kmVf6yvufflZPzGdNyjjEJfxWrs61rhJ4UwU+HU0bnJijTN/hxu1KT/GL1ujn5LxFl5Tcc2Cao/7nyKccjYB43FWK4+xHEKfsxjRd9JNrOMMl0lYj+MNhc2xBfyhWnB7xiMJKVF/7qiXhVGUC1CMtD0fFfSNTz+/GAwu7UcZEiG4VP209dXZ+JhKUyp3T3fwkeuTUFwNZnLizV976vKXaWbqajOy2qoZlt/jr+zYvKXjues+K3Vjc6IJ2VikLD7Y+I/5dNDEi24/rZ6kdVMdew/URllSqc6fSFXem/f8DC9a1iXYT0avmWxUbeOw3hl13nX86/La42IPJVROaxk7L0kfb2vBFwNW1MppOHjgGpGXs5upiT1HhpdcPatcVn3iqmffzI4MlLfkgcNkVWPO032o2LLrFSNq96XRMmVazuKUEFL3Fvpc9Nz93KlYiInyFbPIgxnzoMYMPYWz8851Fif1Ni39oXTKQ45Ne1cWcQhF1NwLjnSiqWFEkxrjuHYzZojaJL1Mapf/Y1vu28384vqJkqBCEvsmPgvkJmWhtun20cBiXLmb8DIvxaQZERAkysks/fN9aFk0nHwqjkCZeGi0GebksbLoYFCp2Me9at75kirjwslm/bh77P3uY8WicemvoxdasYTLUTZZnO7prsZz7O87Nzg03J7+JQik0+ZjByUD/84e0mf2tS79rW9rvuA92u0zeSl6K2Liqus/gFOrE9ELHolms/vC7Suh2qjCxbJn2BwEld3lB5eT7tC2btZu38L0WVtG5cvIPyzRLUU6yLYxzMDzYXhxtK7bcQPH9h/UnT/3mj59yoUwGQWOXZEJZZkZ0+P43TPB3/zbU7+q27dpbK6PpQmsSLW2WbwCbdu0QFYUXgftuO3Ky3mdBBFRZXFhYcOEke9SIfblI+uXOeC3hM9LXrgAqQY5qsWjVWkiTDSHzi5/CWna2s8PXZAiMSEJXm/79YeXvT5WEaJVI6RtgmFKUv75KXQQyxW6U3sBa5qu+Cp7fA0H/Y5fuhBaeVc/emmj5G9s++rB4FIYxWujlc9FFucNrP1vaveifwZ+gURih2nueylarBB7CsL13T/G35Kbmb6d+k66bHlb0ff7no8LLR/yxwiuHG9o+loYubklNDOrU3UgfA+W6cW4LnDoKpKe1F86eU69tBBWDgzZeYIPx+0xrzm/ZVQcyr1OOFJzDOpVPPlhUl3G6o7DTgAllAT/dcj+0eLa63cFsxQfcyl//bRxa0WqtendNfoCT7y17/rYAzqiBDJgAW8XS8MxM1hpywnDF2BDNyx/vlWDLYkyvUi96OHqXwLzwumV0gb2acCQW0mOPaAsMTO54BbAP7ekylO0q2dm4abN0bhfYuVtOtGR/FikC4efzi0DLTTyls7tKhDy7e99LyivXKjLZTSi/a+2FlVlRSQKGwXT93pcENKndRa7rjlEVHSJqF4cHl46MJ5iquMXWJG/u2ocfPFcoTsB8j5AJFuB3M6lHponi19R8gXUWDARC9WvFxDRC3D+uJOJ5UXADsA5YX4IfkMWP5o6IatLA91/Im6W0zTXuC1ZJ0JKl4HMW+cZ/v5kvNvRh1lkqNY3qmDeWvFPx49FsWYu89B1oroO2J+ukUuatcdGdG/cfuFN0a5wpxXL1ZxIFzEJVlbf/TnfU479nfnk6dS3EbUMgbj79d8rlutkAmZ0Vdd9J3DuGStNJl54MzKannC1O1LP1Kwq1lqmcrl8n2Xn3zO1Idz4V4jRjspGayH/FezscZmzw6wjUu6N/j5iABZ+hjFdFBFug50w/0bXyVKB963H9/S1Rb56Sw3Sbuna1bYH/LJVAKJcdCoLrEyVjn7YqZ5aKRDu2L/uzYKTLf9eGrzgIZp4j815t7YQfHLi/iAEBGD0c7TlWeeX+Vm8a+bMES122ZHbFBbB8+VoGmQxNdCVIly5bdXnVJYmYKcQO58MwwVd+oWdH08lvv6GHvpPDEpKAH/q5cknVYjESh/MQh7uc0MRLaSP92++NxaQGQvLwrw/+iHV/TdU2rVvKJY6ZtVla89iHsa6pJiLRyZqY/Jphijr9jdpr1TaSDUgdNYWJ26DKMASM5KGQacFqoSgtVQg6VlTXHCKNIOrHfPop6pcnhto5KiWnveWJX+gpzOu232up+PYkstuCl7MRFNYLaWGpqe2KeD1+YCqI94FNQS2IiUUrK6xWT1kdbb1w2Ud0M/jsE3dp5LprA3iSnO2gynmpuJeVV9djpFOuphuWbIXSe2MCLF7/TOz+b3/MHfvO4gn/Vx59xZxDnseNn3/0sghuYRYY7gyYsMWdSeX0P1/prQq7+X5LfK6Qfp8pYRd57WfBKQXMrEZReaGu7hus3fJ4qPazrGXHo+kPeoJrpybH5c1SqiYNvxmT7dSUKmqxVf56MyFl4vtQZUBJJ+Oazz65yRdZh+6VXTHvp7dsQYxxXs2stTzkjvlOKWCsHEF/KzPWLV8z6ZujG+yakf1H0NO4elr6I8WxZdWo+7fi0BD2EZqUcDpAOcVBXHfgxaTkRwieJ96wz/bWPp3m5MnIKk2eeZOefIiVgOmtD7xa0zyfmd2id8UimGw1sqfnrXlv7V/O5lBIhSY2ROs7wVAhs8j+SlRO9/rKMRE15tMU6AotSe/WPacxOBZsvSeuamFa5oYUc4MrLckVP9OdUPNWRMmtPz/RUgXK6UXsZ9bnlraFQmml+LHDqi+JPZmSNsuPgONotE+R6EpFV6+QKMkZAJqN3ozNnRFOCTshC0PJxTUJ2Zn9mdlSA3T3bRyf5hUyOwW2aTMSb56b4KZLc6W08b0Qsx3dp7Lclc965neIrAk17gtClUGpbg34BRevX1/w4U0mIvJCRjwXWY40Gaktex84+QDtOft4a2Z6+T4e03DsMFS6sHpiiRgT/TLEUnB0yneEeVWeWEVnZU42b7dROBZLPSzQoMkVwp5cnRUd6I8rtGTFusPBtGbs+GFF7cAxcBzdYXWcKkhWP/sa61BZXZJtXTxRgbnnPj+B8mXvsHwp9b5vMsy6YzER+6dvJnoWDzBFyauekn/0zdTPRtmRQIkq76NjRdln/gvYrIH/zuA+dlDV1kaxlyrL6mzJdLBx/T1FCKUrWHBo7TMHNHM5a0wbf604b6QOdJQETcW48es3TwvhadTPP8hVccYo9Ycm22AOwqxxx4JF9QH7ms6Ur3JjnI35aRkp9rpXr33/IoGnzpXVJVoVWTmNusf+TwU0g2BTXet3lRdlhNH+XhMu89tR2qauJ2NCmu8rdPsrN1Vnezl3jcjicR3e+bLDGv+ITMVqL+L2F8TSVw4TFUkNpQm/o3salhBLhb0GjB5RuhUykULsRqLpwqQECaNOJ5WBXHtkLIPqXrWs7KKg/K0px/C6HZhRt1ZXZKx1/d6Ru2oYO6ikccFkffutYOJx18PgWDRdaE9GjSL3gEcyliYRrZ4/FWDr5hhnyfaKbPvHwYYpTjMvRSiThQrMykJEiMiX5d+ZuF67oGhfB50oFD5ZS8CsnOfjW+Jb7+6gcvOojrufOWcYMY7HVWEXnksUYD2bTHsDUY9v/smBenmLqieDzU3WTMobU8c6oolJ0cBeU89GhiSdJG1/Lwmyhj1fZZx0Us+nF0og0zbzZsm+MYcJO/scm8tI23UOGhqOdoq3v7ifZ04ZWfNx2OoXi7edeHJh45KuPcBJ3hYzICSyoKQdQAW1hY0SMSa4QTq0queFj6w/EW6H2/enY089lyhGi7+J/Qs7S0J//awMl7IaGKxPOq+bLSVb79za8EbDTZyHk0m76ND070lDxhYLBkEcd+rJp017xxxmjDNxJ8STV7I06gfIYrql67yCqII+NkGnIJ7KqTRO0Y8+Qh8wEWHR7YIW7Fp1NSMtt8TJf/3zolm+PJNVebjDJt3VkOVLjqvunv/9HwFejY3M0U6qIRcSMOR3/gYaf+xYnyFxSJpesMru+dThSImizXKJzJS+qANK/OGXWfziUkUNchV1Pjxiy43wh/Tub0eSOWf1jpdI7QfyuCs6A545BwL+ZRLo6EYS6NXTxrRTkQkRpMe2zGINOwI6vUEXYyLx4Zap2zE36TRgqY8kojuD9T+DM7YzW+oijNg1rWFvPhuPZmkmHCoKNYUN20LVsZ/QgDA1TShasNq08CkYYa5is9mrmDCMvbbX4Kxy6i+D/ipIIk5imVDwGHZy3mrKj8gWFpUURmRBi0X27CYG8qOhuMjwI8LYdA57+YywQxQTuRGCiTPECc1En7mJkBHSpl/pVOxXE92Ia/NjM0RjFv0N0G/g8pbCSDkI+KtRzEwnBIQi0qjznWHU1cTrD0TTyRVLwu5KlFLk1bjYbrNQWA1obNksHc6K3v3ZNEr0qAkpl5MYCYRjpbFwIJLI4UoJpWwA/rxuXWPxo3UvFEFzsxDIXFtx6TjuiU32Dk309g/01402rVu7pWz3QvaQsNrzNaenb0v9ZqSJ+sZ9RpKV2KDJiz7d1qSBxcbmprn6eH0EWrfPfK6Pw99QAVlTybF9abbDERmrilXrOh/85x7p+/Q9DuNrFRv4nHN95n3YSALxCuR9GZLxhOc2MQkzI5pOqlU92htNRJSAGDOfrSZv3vjBDEZuS3njpLDDF+xORqNSuewpyEDehGSsq1nnUjSa3mjQgfxy1Ez4jMNsA4F5mMjOyuxqpBKtRLqOXhqAFZwfMGokdf/A5QD3qlkm6aJto5vgD5dvqu8Udxs50XSyLft8YQxwB+GLL08KOFnBcqya+dnDktQupIbNV/wY4OvDotMiu6hwcfBxY+eVrlTJw5+1HkPhNwgF0CNjvCfOD/zO4AUw2AoxcASfWEayXWb0GFY7J6RShP0GsxmBHC3wa3GqR7VEc6b3lUke3OKAELN5x1TqBw9LQIW7Gr0Zprpte/miu4RoAjOKfW6DUNlOPe3J01d8PQz+fZwbKxK32i590IiH2E8Myw1XNLqDQ8lVoIAfVd1/OHFvFWaxMPx+zMRbT+pVj+fiIFyVPHTIAF/5jMqa1x0YBDFQWMQrvsJjQp+Dz6LpMv640mb5x+Cz8ov8xjAoBLFBjv8rB7Z1rDZWXGFccyipwRR76UOrbj+9ZAKYxvgk4TNGJeiQKJLq8pddz6iKSPXa67Zd0RRPZo/f801BejgtDCKiIVSyj5DofgbGckLsbno0Pujq71ToKssLMfW6l37G+FxLb5iimdgrsaoLleuqump34cGjhxUYdtbpXNjh5cvsJL9Ez18n8E/FeeDu9fMzEgzAO6vzJjUXeS0dWqgHS85WxyJhh68xvpdb6M9LNWvkAhxiROu01pflJ4LRWS4CqRb5MPIgTIBRwQwdCM9GDDisZfOJKi6AV1TBmCLuUAo2lYvSszu02ERRCWyQpgBrzqalJOqlMLKUZqSwIG9eymfBTYZSpCQ8FChnglqgcigec8yRxIE+xneaNSqMszA45CvkOMYJO7VyJg7cpJbkIC7XVaCI5epAoxdFEnxUaRQSxDpMoulYRlo8AxcpMcZB6SbEgZAFMJmLRggt7FtSSK9eLjp4855UswRTmTQ80GFDN5TFIIFUkjEeTnNwVp6tLKRzbJBETOLaxHi+Jp12UgPiHhWGIixVySMNkQGUWReHj9kscSgUSSEm8ZDiitBA9NwEF4E8gGyAalYnCqJ0JbddRTBJdqBbApS8VwDJDFeIAZcBgohhBG/MqBRiE1Qi1qIX3mw9k1KAMyC9AlSrMN1GCkGEAg2CjmTmtl9SnJOtg0nujaOZ7/KAHaEXLvpdjfzrGAMQUHzSW19rV7Mg5z8uQL4AAFi2cuxq89ZD/2NdEfwdAHAwANauToyq64oLCW/QYm/qLfEXp50GHSb89dXQHRgoO1Pbz1NmVMcAnpYnJU6RPKTM0FaOv9UEl/2DgNsEBLlslVAMNrCDVkzD7oKgZJN5ezGF+z4k9TXUY1d7UzKvEdwumt6fjqYIVLYZe/0TxoKyvb1uXCXntkcasoGSBIjmMlUnAHFsMg3japon1aCsLK7MeuIDeBhoi5KWL5nEWlP+B/GJAE2aRW781ABgT3x/CUvkXV5aawepW4ESkJIGj41xe+59YvaRyrXu/EJZX4hjKqwm72lQVucvoKy+esB572a+tBWPsMNcmhdoR9rMhut9PwuokwG58fbLaTUgt6Ylppvt0hs9S7IDDJ5GStIG9AAAaEf0Xny7LUz3XrHUGEZdGABxtk+QI1yQrmUZgYA61lV4J1AFiXdnFQx3tQoR9mwVKiHCKgZfMk5jW1W8GoCWfC2fu33Bb9CQxUb0WKDbGFKCdolsnBxfmyk5YopWkwI6jcJ4QENMS+jkdsu2QAqc+9mxUYspbsjgorK0IgJtWnXQbL/Fii6o8Gs0ix3yKEunu7yLz6C+Ng5x/oAxf8QCnQRi53ufLCRCS3J4PBCpWpIK7qCh2A1nHzy2cNcjHmczqHtpHpAtiwBPM4OdS6Lq12ULCcPmmMhm7fq1StNtIfOkG9LmP8mVeD/7kTX3As60BntJjQ27SXo4WVK5JNKSF9nhDuRN1iaVatV/tNuj12bZKrQ+O2rMsQO6eGKBkWbykPuYVCOMECGPa+lAE5KVdBqaAsXcX2YIthf1bLEx2A7xIprsrA6mnCW1WiRMjz4LbbTcpYu0klladNBgs7DvSBMPAad87ah2+drlMRA7Ma7sU/q5n6JMSDE8CEsv8v+1wCmw9N913p/Y/cqCY2Hj4OLhExASEZOQIsjIxVFQUlHTiEfSMzAyMbNIkCiJlU0yuxQOFCcXt1Rp0mXIlCVbDo9cXjSfgKCQfGEFChUpVqJUmYiocjEVKlWpVqNWnXoNGrUGBjustd0H3gwC3nIrKHjXe973tg/DgDCICeEQC2JDHIgL8SA+JACnzTrjrDnzQ+MDPQ4H7WiOcbrSm/gzGfmt/f2tkzdyZboZFd2dY61YcZi/raMVrumBIz2MWM+C7BtXDo329A0OIJHuHiRy8qfnSWeCog/w7Jk9BUE7zmeg3y3Y3Z8CzL3ZBABL6maeV+ECFGaHJ5swovKx9i4yAQrAOIQ4JwMvb9FPgACBRyO06bRmxrupJkQdJME4hwMfds1z1SlLGHMBXwXqWoa3V6xC2vu8Bhd1MD/pA/p//Qy6/RGeEp8ZHRgI7AMA) format("woff2");font-weight:700;font-style:normal}@font-face{font-family:KaTeX_SansSerif;src:url(data:font/woff2;base64,d09GMgABAAAAAC78AA4AAAAAV9AAAC6kAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAggQIWgmcDBEICvlU3gABNgIkA4NuC4F6AAQgBYkaB4MBDIEyGwZIFeOYJR4HYCYtFUWNWKPkERWc9YP/vyRwY6j4JlZPQ7kpGzkUd7TjjOhkhBNx6cyk6Q5i/nzj2qlj54ty4fxhRaBZ5OmTqZCQfG818VqyDgXzED4ter0jNPZJ7hC/zb+793iEVKgIkiohLUYRLSCgoig60Z7O6XRza9fxc1H9I3P+yBzQ00KRdRWa741z435hUaV+ubdtcqUVMpPJF8kz6pbSyq/jQShkV56uEBKpOSYgG7Pi+ts3tfd0fzPN3+zOJnbCDpFap+yU3HKi3uyOq/0ISj5pj2H9673el2MHlRQQD2nssc494l8g+9eWmosmYQVG+anspw2QYUM6MoJ+UPKtr6hd1Oqq0Roo+cH7838c9n9zWs5VSuZkKHgJ6E5O3J0scS+X/6/S7E3Sd+u0HCgNJSkP4yrWwLsvzf/UlP4vd5yVMQfajzeAFdAWkMLvL9vx/19Oz193jWRlWc6ynGU5ee9s3xp2xxhsD3SWM5yxfNc9BioKLIEFsAwXrgEIKAPd8F8/9qt77tv3tVWma0uE9EWkId4YQjMNhdIJSSUxnQ8ra07J3AZFbJ97Hatx/5tQybtYcp3Nap55Zc/ohhBKpuY/aQVA8A64DZAAQBvQfQCATc+nDj8AZojAzcRTAHzPBt98C26cWJ+3BziATCbBZP+XgVb0PfhLBsDWDgwAeB+6BgCQAXwpwgDhHwwuOuHgB60MyOC2ywaVoBq0gRlgIVgKDoAT4AK4Ac2oFD2JnkXvoGlsF3Ynthvbhx3ADmPHsJMyvixHJvn//37QD3aoFrSDzE4/gZ5Gb6Fb2M4xj2InFLtq4TGe/XHMPvKhD7zvlntdcdYxhv+WZ777LW/2lte96mUvecHznmvsg++DCyDdyP11jPwkIDsQ/PPVc4CuMohgY6ISJ34JzOfp4A+SkVv+lXzDvNErgqbQU2DtGjD31kgc/Aq0jVh0FkfITadEJt1QKE/RUI6NtQQpArd0WwCJo3eEoMwfOSKIFeuIAc0Z1n4w5jvkMWL0BbU7vqhTTMT7pyBdE3EnNcR3T1skJUdPefLMfo1tmZ3x2TNwMeJbnmh5cglBLJxoKxSyY4DHYI4CDhVFgdDT8JIaNOBD/gLu/WqLRIV7wx6JpWCJGd39HZZiTW5RjO1+I46ds+zNgrIzRSGh1LCoeN4in2CiJgbw0BIYIW8IOEAjUaEyGkp7I9iBXY2qK2sgMqTzkCARCOq2xMo+UwSpVbqRrtk0pGz2mkShapOU0FGPIkAvJoUsXh1JQA/ETWpAMm8HkrUnBWvG2tWw70joHVXgzEIOPRrhcctmHPhJJfJniCRrTZeckWVPF4Qrpowh7u2EuG3SrgZRq6DjIFRi/h/vkJbnSAapPNcCZG9AWZKqvYDgGCsRhSPCCNmLrWsckDqWycNrnEKr6ww6fCVK7C5XRUNLrRL3/Kz1IJBV06NkujANOtFnETdRXJiVARqtcyC2zGLKRnRoTiVmnHK3q93D4BOgKgxBnSvAxCPb9DNGmVJL28EasTprHVkoSC6xxx9yZGNaALJ4lZOLMbVXst/CBGO7DXCQIGknL65xirIyIIcjcqeiyAgkLxdr+6HgcVdfk5HIqQJ4s3fC2t4+YOx08EbmowAuH/i4JIkw8OQ4HZuJjC+sA2SXIewKiJmDFj1aiRufN6juQ2xrZd37TjZ0ALmwdJqvZPFgoOxSa7Fa7CS2/LAA0NJdQiao+YBCHP9NgLECLe0HcrVHj0ztydBEvke8yu6PU4PukffeEMb/NWFQ+HnHjW70Sh2FKEDgHEVU0LKFLEeY5Qo3sUiWJ8IkIptUFMsXdVkHccO9JPy1/SCoCK+iJjcu6hslhX47uzhZ4Hd3JsMYP6fuJmFwsS+QQ2oiR4YChRKFCoUaRQGKQhRFKDQotCi2sAGoPRcYYyOzfXSEx9AgiXIaoFvGBBodjbYPMgMY1O1UQ9K8JPj6U1JjBGBx74zCzC4BLxfNtpBEpxfeqrKyVU/1pw3bgE8KTC/BGNmNpb51QidTnd8NIPwCN0mL32S+2ERH5TPFDtQYqKESuOEF5FiK6lHtWNYGUeRwra2hHAVR16DCgEAZNbYrecOKHkhCODbouxnat2VCdO7POlaAQPgmGgHcPKXm+QudZsziuZNs0ECdyz6TqCxBJXYuCe2ZgmAntpR17IUzXE0rQ0xveqgecaM0RlYyqtKPsKsctjSinrs4NYNzbIQkTg242EAylUbEq5VVS4KQnSf9NG+ENO4XLoXGve1nxIoKIeIgkYZIMgnX2jhI3BuMYAhGPIharc+56lhlEgK1lOQRVep5y7bVCml0vn7CnWNnTqmhkUblNjhSxmgMFWqxZvKeQj4/3jBAGDFjpYZxW7NO0HucRrXvp9dKNIXtRuNEp9axe21tOiCojIlwfhGHbbOrAbVWxSTac67tOre/a7Z32yWi3own2g1WuI6X9ICVLst2DLX9mcvaIF+IK5qCwKsAIUxlzwELEuna6wB76rKCGpXM92P1odDSxrdtbN/+SgzAjFXDeHbsWuaNhU2pVXmBfwaocMYhARHtpVbWawWlDumCYEsQ/oMWRHrtnp6y28WEdutQAGT7LK1rYbD8bZHngHBJUKGflYHRBlF4dp8Rbl89WgCWOzFBi2cgkZBoNNCyosYCsaYMJJIS+5txBgBxoyXEB1oqCwGtATba6AWVFlS7oDoEGzP6xqvOwtIyGQjoEmx00xJQT4FYbwYC+gSb/fLhCQN4wiCeMBNPGMIThvGEWXjCCJ692fqLoMqSzdG3/QuO4WM4G3O0X1zgqo0b2pDWJiIMcyO0eVNQLZxJr2a+VzcXkOKFheWLLYrQFkdYX3Ila1jqNSzzGqa8huVlYisitJUR1lelZC2rvZY1Xstar2Vdmdj6CG1DhBsb9ZeyKty/XyDEl3CEeVuUcrE8lXLpLlB6L2Cq2PysfU8xgAD+/z8M3GQWg9Qf4JHzAHDXAiDqBzcz2ABgpQCBJlovHQMkgAF4ET2DbmMAkRb2/TgS0WIgqPJUFHZge1IBNwMUZUnLskXMeCaJ/TnKLNI7GOD5f2aInkXjLIedhQKeE14qNghQMmO2NzFlSSktQHCfhAEYxwAH6FAW1mg6pdlAqS1U86jSFVgZN0yVHFhfbWxJEWgCLXAbzTXWAuo/piCEQVgy0IeeixuYiVpT6TKzWYo6iBIwDEoEjgAQBxOwDkHEEeF4WIUghrXLhkC+AiiT4RmG56E9tDOaOPw+4qY8ACsSlkaXcBwDSIC5+blqJAxT1ffxAHw1yeJMWSwtv5d5QQMwJqyCpFPLIpVCSLZ5ZMocg8i5zE/xyMGFSQYSTVM33iFDM1VkfqecSlMkVWlwXqnaL5hIakopn3K5tClpjcY8W0DUsk1lkMvxUR5Ag4FxZlUgWZaj0RYJk0QuG8xr0yrhD6kM84EIpHlEUuykczy4Yn8b+b3bACciGsnGk40Jz2txR3s7VEauAAgrFBGtRxGrnY1ENHdqGgBTVPIVPUa0KSf9Q9ECTcwiSnf/34lrVHasAYTt4O7iBkWtQjTkbKCtkbRko2GLyiMoJA/QbsXD+owxaHEyx1f6dL/mT3WkSeVGopkVWyKchx9sJyswtBBbGXgrNMg3qLfSsEJs8brVPrcMmIAAmq61rcwnCmfk8c3jYQWwQdONvg0eYtaia/YiHvjMFoUFsANmFmPJKU8l0Qm5oSeMgSYK6qzcbfYZd67z5BGAmudToi+uA6bE61UNcJywdLbVHDXDLHy/nxFxFFFuvrOfqa3BSb4FgDVco9LQV65QqZGOyX3PCub0GojKCYAiVCZ8Vi62BtkFJUSSwvGC+P3vs5nql1jaLZVBHLN0SlOEgT1DkGH/MOMu1f+5N1CjeUfEWlZYsbselNVHR4h2c5kIcVzpkedaloKPu1wZRO+8wFTuEeL38aBcS31ugAeg7vmUC+bQPOfyV/yMiHeuH7dE5yRil6Myr769ZQd3RYcp5VOpw+hSMa88E7ovdW07bU6ShzeJUO3KNBUjkTOdtqxpTDUDNqw3+wE8sYvvLaHUqI21PJW6nhC3mKhAh1LzDV1N0pUkD/wi8zgkPmEiYfPVaZnTDP9xxvWt6EDdRcoBnJvKRDbLfOI7IFP6j4M4stMcRYy19LlgQCU/p+tnEFsNYemGXj+zhfVRuzyXqIzoCxDHYK4TsdSKDByVE7R5o9Kk5qpavOhCr+dpVZNVXaaplAfkzJBv0cfN7vM76qA+5dRAIjCimX5suroD7T4yjVnoMSA3wFFbuPAhiAwA1Eo7hESoGgVwg0otLuEMOa1eR9d1PR74ZIIlYvVKLFiyJrYdk5TDSDEt2LpcCFRZbjtudtvgmYgcKD/lbtTMivWpmCe4Oi7VwWZDZX8a2mdq0T6kog+lopbtyab4OF4lQihy73Tq0CF+icooWWqzeVfVDKk+Vw8ce6Cn+WNyK2cW7IWlWwpDgw3cVnK9fzqBWSPzcUMEM6A1A8gn8e5IXPVauxPEHCW3zncN8pX3eKzCFLDc3+l//OXx0mnxdJVjNotF8gyYWtRQS88LJQTeN6NlnecjA3sCY2xqxmEiW2C+B+9LHltBNA+PK8WAOn5Od+WIrdtx4wjPUWkH2hCfNa8S0WClonbM8q2kMcvD5xUR5ohStVxx6zxvDLYYZlL385OGsATPw3EXISedbNbOQtLXHKNKnbWG+lwfRAKZaCLAsvihn6ykFvLuFUZ8As3MLLCy8H3jkQWJhp4Vuo+DhzMFBlYwpE8Dkc1qNyExtwt79yqFykeohJQOG69+EkEVocJRptcy95jH3PoLqaGQRCKbVSz/lnUczU9xMrRxiEqJ2mYDebvK4rWaUbLs7AmnQQpDjJCelxLjcA8c5Q1Vzxb5NJBmIm3ftj2XfGmzMFcqcWLAVscTFh0xzh0ch2piig1YjNYGEeqTxEpMN68aNwBdYg9oYWjJR+GWbRcW4i3C3lD99qiyQVM54OSC9aR4XlYwAKWgN3MMP4sbkzHPigebGekJzZTdFeDrqRPlVeZgwUTKO57RtxDOh7wbzN6Oz4NT8ksWLxw7YCmWU6t9ZsXuphQB6lBxTU7mLvoiUKowb2aqcGbhhjNGMzIA2sNLQCToJSuurfPGL5rbhaEuYlmFxTFLDBsgDHNfY0nUrY1kWwVgN6nUXQfqyf1xtyy7crXZjzhO541kdy8PYKryth1O0Xydc5+bDsEx673ThTGwJL5goUw3pdG7VD8xxjDlFA6v2DTLhE0kSvJXZsjLbyfNFyZCa4WUP3NMx/igbVb2Wr58OGBObaKFsqblt0Zb43Y58TwZ8Q3wQ9XDPxa10nJq6f9oiFBElOwNgjU0NsY1BeGVcZ+sx9HAl1niFhgcZiFErkMPikWLpepLVH8tWZT2cR54X3B7AKx38qRpV7IYfW7fxwMfkjhBL0hSROaLktVjWH2ena9Z4N0l8o/7nOTvMOJyk/qSjObtpp0E4AILVVFxPdWw6NbLUwLkuKPS6GeZJeqjGcgYwNBFVuqBYO0XLZGoJQ/eXBbEDQhN1tyOtvJKkVDa5iZtGyI/HPsqw84LUXCMF7JhnMFNOVkxlVyj01Ru16lh+JRKvhGLinmJucyTZ2M4h5b09YukwOEMjM2ZFPbLswB3lmQH+9r0TSIaNvu5xBKvj1x1DX0Rad7VG4nKSNPQV5LZiopuVXN/zlBnJ6HhRFKox+Q0YmhGr9igskWjMUO81LRRho1ZGArVMn2TNde0IqUU33LWaojyI9WBTyettERE1wsVytgsDJCJ5iTiWNYraVhc5dYJQ8R+thjOjIm82bGKgSTCcXvdmUgQyJKZXVDCrXVLFc219tKQ1LREQSjiMZUK/M96buihzCfcT0R35WBDLR6m2ULsei6znte1EH1dVhMr306dqPaM6PO287FBieSQXf14myCplKLcUg+LD8RXtAm1cjD2Y/JjG9vypaEitb7erbS43fMhD5auK0rWuSyKiyBXLtR8DZU3ABbHki7ZAN8EAmwaOz2lMGJF9QsliYFtiNhGLIh3n1D3QmMJx0tp1smocXPdg3p29Yp2rndbiI8mBRErbTeti0XOXdF9Mkc5U7OTIFS3UmlfGo0jHHAX+sXb/AgoAlnzIhFsEyCil+gDE0b/DsDgdTJHbg1J8+AK76K5QXF0fQFXmUtJuUKDB+PFiCHSnjrrvpnQ6JXpeyYVSMfFTTziWhfc4C2AxBeqphLybhCstRrZppJ7SxTuGYAXdZMdRp5EJs0XGHLQem6wgEk+I7vyOQ6vrRjl+pzmrQSbhHud6ToMRbg3svCZnCwUku3qsVjKmVDziBzxWkHw8PXmhIGH1tFO11NGVZKTeVEunXyO+79Y0yPeKGIIV8AralJ+qMthrSi4qY//lCYs6BU6OupkIjAfEzUM92nabNmKaE70VpWBxu2GRfRqSevyUFqiEDcIpCVqXqJsWjzmx8wTHyG2HbvqRvMGgNV5xxGXAag8RDcQbZo5FUp5ZvK4ldyNmQw3Tooa15FXGdXnXeeptXVDvGfihOFi/Lr4lEVrxRDNz2ONaUmEl/JM4tfyoXDdagBhTpH0YyMU8UymwxarGnGY7bdDDy1Eb/2Hvkc8cwS8VOGr7Y5Ik69qTrNwGF+4ZJ1/CeXR8UkMs/HHK6bZW3FnZEYAnNUY2IcAaiYYxUPbsLbFdrBjWYCOQ3kqt7oqL324lk6m9DvnoL+EYPNPF0gQwcYan375W5RYVgEVjsvjCyF5mlEMXk2QRh48nIeCFFrxZ2eZt2fApKzhweKcnisqJ8aYp/OGharRnvvhuDyaOh7VCvIzRO4LYWkWPEOIJ/GAC8tFn3ddJsNRaNawGd7Fyzhv1A2svF+Pm+zHbGGycrDjWP8QS2ezZrHDRTkWtLwkJVL9Q1O78hDICTrI107UI8pexHcDoHytcOGZx1o/iwszFEXDyQNjpJFmO3iuZZluDBd4yZ0KwEzb0IbGKaOUntbCg6ZLWrou4jkn+pMXWWzu1FiLolgU6E9goSZ3djfsB+CB5TGUSKulvw7haaeomk0AkiJteSITu+2roKm89FN63iw3z7slmbvlH4liZbe4aJ/uJfD1+cXvOyB5xFez7PlA/jeou9WeZgvaPfL7LdMbGOPHvq3MlosW8NIN4z9mM8wZk20s/6ewEArG/FpeGqAuxG9HXZRVb968/yfIYiLs7Bb7cyckBXL3XbE0PJaT/TA4d7Q2XGmOYt526o8s6l+/hfagp6fw0Sj3UURT9Kdge/uHWwL37fLvSibBUzTGZw+pIqOhYBCNjsmvMrJuiy9YBOp2h/ZwSFbLY1LhRgVA7Wng29HUTgb1L65woWebf2cTaIzfRqd6rOwE6CyoV9ffuR+qI+oIam8X+v8KacrH3rzchcJhKDPl1UYrvOmlgdybZAhxTa5drYKTGLx44uPj8EzkVcWiySyHaFg4i8t36tPiXEbd0Hw/e7sd12MIqlUIrIOI1EHvS/siJ/O9tEUSwU7DP5qc44VOxGl/XfJA0jANd12T42o3TfhKSibfSsQylrCt3km7SMhv3h6WzBHNPlfpk2fX5L63L1v6LJ95a748vedBF8HhktTc1j+5SSorCjmQfPnjSCbfNHX8/lqz8dk7yqR38RrXKhaNsUVv/KMKmrLbuR01+0vlWNb0pKzNXF6x6tIf+sWsG884qLZyX6kGUwTWpvXIN0ubnl7UUn9gO6ooh6QNjrmtTaPqhWcUlge6MIt3vo9pCwdLyzoN6QFlSyxX7Pli2rLqfklukVCcZkQT8xK/2dbWaPDtq7csO1HGo2BUDOH09Xt8v8x6tLo+N975aOD3OTjHEe7k/rRpiAeginY/WJyEQHzM/E1G7Pr4plqNvulPrcvJPUePBM/HZ6rCu1PjFwekU9ZX5m75gtC9cDoyuCC8nruHGx46OanaYL7aPbWEx46dCFufPeuOCwaJO75jxBmUv+nDzi4K08rifdcUVq1sL+9j8H7k4eS/nlrjcLsrHRvLvpGx2Cxu/lBTLdUso7ExFu+/Pp/s8XTZao7AwCXtNM/QI8idRJVPEos+9dWLZ0BAvC5/h1bKJj9NoVaJkfrz7M8N5fnpOiblFFSpkmBwB5GCgfHOjETMz370PItFOAGioYnM6tWI4Wi4mV1E+ddxjHovRaTY+bDCTqM8SyFxkfTrJYfQbP7dgOl9GiwdEmvp8+QdhYvqa38afJnjPvVdfxV/hmSbvVHnelCTkLq0Lm3eatFwRdEJ0FRx1KTxqK7QvVoPpc54MIQgyib0+DiBtmFCQTTrXBYd4UsbUHU1M3D6FBA/KF5i+Yl49Gtrs0lWsMz9P2T/h5GORWbODzSHqE6cl82huQqEadevN65vn0BSoh6o90BWnRBtNZescZaMpjsrjvYlmQkJcb9EOqrQNuoeGwDg+/fWhaM9lE5mzUbJC0uLEBmR44HqiR/lu5JFrQwxq3H7VM+s2tgAFPuhwtaV0plt0dg+EjP60NgHRsTyI5KTxD7u9W2UEJGvSr3T2Xav3Y6a9yLUhlgBaChmR9n1HeMb2VGE49ZslqrLH+PxYk//txRSVnFji+DpUxjUWkXd/3NnyV5drtl1yuaOZYIucdZI1EH7kZOcPKXD4cCHyW3q/IYMfyy3Nnamj2v79AabLCzcKogTvwqiwVltnXkZcdv4zoBqkV3c81EWmjMHHp5hKL7brdN0PYAl3G2kH+Au7ss0fY6dPWx3PBqvmNy5p7YjxjFRgz3tZdK6Z97g1ha7x5mR9ZQzvQteehEO+7vC3LtXr00cqF0qXmiwmCH1ZeenJx/4deQYOAZJAg/xq6CuvS2oL3juc121LAGcIXXAeG9xXXNepbomUXvJwCr4T+ltUa6EaJG3OFLl6/vRqb1DFU3bnBUXSdzCP7QVoXD1D5r/tNg22O9P+/TP63xbfqLNO8Lc84SL26TYN9CXSnZEvyNV9v9jVvr17bpsLxIg6HKHq1s0TYnciKHoFLfN6aoL7js1HFL/dn4wJ1Re8NE1+BLJa4q0U85u3G82Q2/oaW/REa+uH4U3Huwpm2fLa6rNl/Mum6trUJzPeDC8tsTFb+S+QblZnd+srQsY5kJvI6Lu3nmjtGhqMXNwRth+3utR+55oLyyEjFfY3sS89T/Tsc6/4+90ND0db1QMWyench24T9K0qn1RcJYhsLYnzFuoTyZ62lI5aWFq3aLQjMLOC5quufvDoiax/NuHmHERb7SXXd/si3G7O2QdA/Ny63RpZc6OoKm3TBfxKdxOSp79ydRjjQPWZloo757BVmyYIxTeTs6uMdKyHlocFpRs/W/vGJiDISqu/Jbyy8ynWiN2ge5coP73HAd16i5wO9yzUX2OnQim1m8BV4aF+eFVooLVBs+QVPXPaBiEhLP8zxYXI1eqzMG6630Zo2OqLI9j+RWgZAqMTiZt2ApB4df5Xz0cBfW0vs0py4zGUN6nQNnBgW7LA8n81XHByrt5XR2qrd1GmbE8JJxxG+SqgxvLvexy1cUe5vwdo4O9N+oqrxMH24Kp224Dox3s4c3Dy0PDxYG7BprJo3PODfRWbOqJJaLlXIZDsqlrDmxqBBcX8IMjBi+zl5PrWlwUpTRBztbTAH3yMeKMW5UXzgGEBIPC/kMHYX0BReMHwCFo+gyia+IkYMZYYQF6jWhLbtSnntJ64jjARKPCIQR37tIfEhfl3yG7C9lsRFbDUU4DrKiExLKJVzCS7Q9QnhQ52FU9q4cETbcXN3n3zx7bGPDiSEY0+vK/w9SZk1KP2CbY3svecYU5S8TqmDEnnkfgELiqEKiYeVhxQH7QZjN+wf0YqJJDP4ZLt0q39GNw+xmEBogDbRTSS1ekaNPuhwIx/3g5owcjTcixf1NxB+1lgfeOKD4+TudCFYA/umbzWzBWULqJeOkwan3OONMwWNoZORs9B3YshWzdO2xksfR9HZktEAVTKB0d7XzuXHkpZO9fW19FxC/B5RnoBY13MzxF6IUX9tJQV01UdKpOOu05iwEyGoStcy0G6A2u21GIK3ZzX/lk3bA/8XYEajQ1xVycC3lZ8GZph/6AhZnldGz1E/ZO9tL0pVU7EBT3zbt8VI9DVp1iP8Ndq0vzu1ft1Otk88f2DRFfPYOxSXmFCX73tiF5GaNn9EpDaVtVR8Jhecw617e7d01JYHPLL+SIu/cMh08XdNS4wsNbY+5Zex5h174wUF+w+1EKwIq2bL3AHlpriydY6nm0zf5XYzdox5BknXgKIqd8Mg/9bv60qTMcFK+VrEf1UfBwP7sw/iPlYfISY8LZ676EKEP7spi4GTF3l+wK7FAFFyRvosopAEtKhobhu/fXtbNWiAvrvTPvjfH4sR7Gvltb6j0z/4kJhLExyg+OSYfNFHxe1btTdpfsbqubftfbuAlMuWhtzssiLcEKBEofkrU+Hu7nPpwACdGEn+GsNqC6lu5uliJ4nHJguu3QjtltAe1tQNkJ4HO9Tc501Kzd8+b5qoRKHzKnOfIs78C4X7RYNzdVswaoZsB1/uC4fTPnWZzuuCtR9eMbh00h4sgMBgeaTGhy/J9aQ60BIJsNoWVJiC8BxPWnLN/0Y6jnFsznZKIie7YuWdz5+ZN881emT9PYjAfbBY7qV3Y0e/uTI520MIIkkURPvNtWkSq1w4Yhiy4rQ2+SZmFxaWTri22NRgNM7x594PmU3Q6HFkkuEKrrgQqIyL/rR45GyuZkSGT6Nc6/jRWG8vyWh1dXzG2GZ1JnWvtwyHqVFCEfyreUiXDIH1TUVa9ZTlj7Mxgy72FhfZLsGDFjZNkxK0BV1UVxU+fTgZZdhwNjgo9+Wwc7rwxa2q89CRf4tvt3VDh9seXb5zT1nbwRbiBuv4yqq0ZWSJZy4OeYakOJDPbu6uPnrZWsZ1sRyFuft67jecJV8rEJjeZS0qDoAlrd8/PPCPP6f8r5MftmD2jMYrvRn+gSsfPvgR+TybRz99qmTR1NHSIhrRb9T0smEUZ0foN63hj8OXiG9j9qkmyetEk2aQ/kHdQlk4RtpTxkTpgSMPzBq3fC+mBvmHPnLaIi1PPXn4jpA+j9GIZ83EqUPOuMV4d8VTgDK3w8ewi1onGNs6FSmHnTWpDj3nBOG8gdxPmBANvcmeE1O4pdEFAjcJP9p+F4zh5ZobPwef4dOMq6kGHPfJCyqy2Y0hejylwId+6qK2gQZIK6pnIWmbY8nnR76/x/9cF2ATIaksGD0E41iYxV63qZfsnmQJs5nFlICR2efdvpHjq7bK+/8bfPIBu42B2KVwWsi5XBNM2dzwwGs/m0aKDgKvL7na7XZX/7UX1HguLHideKJJtSmPGjfQOT55quEjjquNy+fDGfRO1afLYpvr6JYP5iJIwcx1ul/cIBwQAkvlujpjmu1ccZ3lbKqWFI9gBs4sznXEF9pjfRVpVwpYYEJjJt2x3KSalRBg3Ply0XRuKGnJvCBwpzNn+qe5vSDmFkGCCFHE1kFEBDcBsxXV/TsRhbYr3CgawQBlc8C4IHQ/e9V1IC5WMmzGpDIDIMUSux5L6nhJK9b9Z6lhsV7v8UEAIO+tf9hZKC4zwOuPirlt35EPQCnowhpjh7uxz0Tr7eBtgcOG1L+kAcKOay2kpWRepWavxfOS2zMSYDu2/tXADLHSy77JqUky9q3a10FEnNUmNFqJ416jTLV71w0Nm60yvSmFpkR8uyuPfyaPsdFTHa9m/+fU6ySbzcQfh8PemLITJsfEo0h+GIV4ZGMtkBvKYIR+1oWTmfuM8Jed0QDaDHBP5q1IrSl/CaFadMTxyy2qC/bYftc5Py9sJWiIb/47/o8z4dE5h3LsARD+9PKnPfHCXNJigTXS+j8RVMD9Or1SasK5bE2s7Dd5/ZPj6UtjtAV2Om8T5FqHYNIHa2BVPWVoqL230hEAEIOu5Det0wlkMiIFRY1kRl6vKRF5dBhABsfGfLDZkK6TS1a/+CDVEP3jOqnrWROlm/JfxGi3b31Ncw5a7JlJPMobDGvw101o2cOl0vN5cZ89bH80WZ7XJrqzFgdBgcFHTPXGh2JYrbGNv9ulh1WuUzdNSr5eowBwPGj5DRgB086G8uuh+2jvhe5hjb+EOiAXXU5hqcF9WmKTlPCNZOIYMRGm5lY2jikeacAjr3CYkmXlavDC2vCx34k687fSuvtk2+hxapMVyI13SV1Ovs0/cy3ZTv5083aw+jA4iiR6Np3DFUL1KLxoUjHFRcjNR/7Om047ieyEZEf2i61x2tUp6GkgiELlfUq/ido+Drrx3PND7CTr+pcSg8HZpGwdi4IC+ArbkrUhtqZebcv2pts1NReFRAJ35x65+3uvDX5vEsgsqkKJxj/AShwgI0kSkaHR0Lt2u16IVptzs80LsgFNC8amRaiKNUjayISRKrLymPw3L9gTSFfY/S5CvejtVqEDQaPO5fGOPQjM/MIS6QPJdRO4oX/OXOERUe5HuLiyFYdmvqXZON2Ikj9RkMa0OcHNb5hKwWUWDOCuvIdO0SbhNZ8E19vhIDgnPa9mO+Ta12vR5aumvmj92SWUmjpCU15CotGQbEDtPspoNtHcSHP/9R3W0IwF5dSB/izA+GutfBl59DG99XWtmGZHEzhM0LfPHm7unpf9fNHSOGbyKjEcet2fLDRLOAI69GFUPKgCaeWP9AK7TBS86BP0x0AZf0UywGqRFoMv8tZw/uskTJgmHhUPG7xNQd3ZcvQ+T11dYuBcsQ042je+9FLfahma+/PgkmoYyo+Ct/fRh/1B2xTB0zOC+t/nJ3QQECGFyx9+y5bIrJe/0v4iM/vx11oX37IOp6BIPcFEBdCOoDOXuAmTKbqd4ll06masWOx7vyhJ9k/40vlrbmSs04By1UyymdD8LXbz5qi4e5b04+bogSx2/G+iGJR+8J79eL5u/9BOY5sI0rL1LnrNmag6a+tfn1xZgXjbILHOa4KUHcLAIT8+DVK9BsW30ZXC1b2KjLk+5LxhOR8PSPxLcnFrfr49o4BxYU6H3FfqL375r6eA1TRgvj9PIjXwgL/RWrCuvwf3/2uomXnAe3J6cDQnyg6AGraDHkKyLPLAoZDHBiuiQRDqBX6t+mUpIQbj3NRnt+ER5zd98Fls3goAGCnfymY+jMZTRvLvihRoUJZ5oern9Ep3/UF1BQlgkWbD2woF3bpoouXVYnc0tq1bG13Mr5/8XK/8ztXLmvRRdVb14p16nEDkHj6d9Cw8vK8hqby0pLWsOFA3sZfZycbcdu7b9yGXpDTw9gWp5q5LSqH8fCpxC0l2Iuzk3OMfKCfIkyh4DVb9YsLp2zlbb/AnGuBXIaoVSKwIYF0ty8oyPwPpjN9GPwvrWlgB1HOM4SvKQoNlfmK+H69QD5aD8zs+hZiO2hGO0lAstaMYHfaXFYBwhHn/3uf33f/sJGRupsYHk3+r8QFhPYeOftR8B9TRubNkESbsueZzFDc8m874ivtDlUySPi3FaHRLXymPVH9RWABtC5UA+zWdZw5A0OWfDEtUfbN6d3djsrF5+Td6rSjJv+osqAr1SgJy4Muo+0A2Q2I3ToEA6dUyYfQ+ssa8hu+rK11yU746PhCB7eYTZDTNCNsVEMBel98XccYvWD4vDuORlW3ha4zc/qaqG5cI7y+pKxZipUHJQfmF5i+z4XyRzQ4wGLhOZOPq0BAn4vBM7OPZLL2mOTYsnXyrEXNMhmy5yyqVhhZqhgOCSVmU1ANCbZWPJPBoPscNFDps8hsfuMc4zTxmsrXKL+9fGr5TbECkDiUEf1e/Jt4bDb18Pq5EB+L0BdxB0/ujtCAcEVZ1ZPQnPDbM0dzu6vYOal0D+Ik4DxOMAgIqGgpFHknViQv/S5Uytoo7yOlXGhZ6O0KTL6iMWpf+d5fIpFjtHjkFUnRP+glQVlV7jcQIqo4D7g4ZE2v/yM3lKo2OyXhfdRISmVs+9Oc0NOZ2HpB+33fsAiPk/unnW+++NhON0EH8R3DSzZX+WxyBBZdFeLFQKa26szXUEtc7011VBXzscgu4OeTvgrDWqpIAuSDKP0phs8hTB0WUCDRGRAkYeJKiDmZolUTCRBhYxNQGi5WiThQEQWOKKGxdUsQm+JmINxCWp7VxipwMmCCdedZRYtH2C5V4mGAiZvARO4eNhB6a0vEjN7O8v5lF5iEQas172lRXIeXb+ihKKdBQyoFOLaBVyUctpwqAJkNGdvInxaZJBK6LglzkRSulom0NClxpavaxRsCVGGRAYmSxgF6MgRs3GZP5GWNbR3Dg5Q0qxXWjkyuqFAwM912GSXYjmzt1bNoTgtPOv1oUy6sYZvV+TSDC6DhpN7CxlkWMoEMUbgkDI2FsrHji0oIhJ7ZyUGZvJJ0JAooYpUIPKQqMMdHIdYZEJOoKa3kElBuoBDcIokkE4AdptVsoBT3b5MhAIgNN3L5RUo4dJNMRaFMKx4X49mN6mzqcCJgSrXNVI+k4phEmIekyuY8Wj1YaddRhLD6qmFXDweR8xCTADz6DJRFjpdDAABWL1QP34Yf3UGq+pXCgv7AgAAFqv3PuSu8/+FOYHb0PcAAApAAHgiGanFoDXkcgEPnqi5ZC4CfwFL6IQR8FdWWAtG4C9gNeYEzRSWZT+KfgN+KAQPwNVgABOkR/ZgNDCskdo4sVLSmgmR/S2r0ALL/DVDsANupZEQ+2GOAEZLsW+Bs2g3mF9AHtJHQsvAYvTKWKgJJFE5SEaWoMdAMpPmiGZA1zyxUtCMDYF0QZL2AZgXdbtwTTY9sKOT4Ci6AFb+ovggluBBwsRj3oG6QSmUA03c/x/2C3hAY7YPQTUigTp4H6jLMKj7oUU3pQ/bgu9BCGb9f0B8CcJDYSwXBOnIB71EkbUATHpjlwElHAQZObEVPg+G0WkwTBlc1S6DvBh7EjMqVT9GAHLgfSAj4dZE3s7gHie0g89swFtQCF5GH8EVHC7MXref6gRajAYmUTc2qkXkSqRUI2cpXAxPU73FMPYFsOw/vBr9BXLB6uNgyGIwF5BGRQCAbLB59hPKBh0sJVLNgYELVep2CBgGSR0ahtA9NAwT9twwnL7sYSSuPOnE9DDGNNKaS8pkm3/BZhu1wByD+g2YIFOkm4ZqFiaklytuiRniZTx6jfuQkQ4bUIa9pJsQvcKC0REzoAn0MLPBMlLnZRl26NQyeiAyywJ1EmyMtpihgUjGKeuNO/UJRjKGDYLmM9vFJmKU9H69gsyg/4hUkDFmFOeN58OS0xiOY7ZmZsBaJZmXTIQ6ZcztNNuAfwQHm0cmZfjItNLsjT1Ln2M+vcrkSsRglkzWBsykZL7sxvU1qaHZb7UJ+4fIGZmspgKiB33SoD5dJmEPYyXzyMwesr07skxUxqyG7VF8FOo0jdgzx5lIgwD7yOQB58gyomd/0l4+jziZ21kPM5MpZL0sWlCY6vVGfWoIZIaZoL4eR4dsUFi3fEQmY14igzoisAtPVUPEMsK6U3wIFb0CbX8hIKOFGJE+rhsFkslEIYaEOb3Qz/5G9XzCvgqytKP/r2QxZfHPn7x/gfrOhYKKJgsdAxMLGwcXD5+AkEi2HLnE8khIySgoqagVKFREQ0tHr5iBkYkSMwsrmxJ2pcqUq1CpSrUaDhCCERTDCZKiGZbjBVGSFVXTDdOyHX/Ia1Z6z5thij4Mb21Tcsu0t70fuaOzq7unt9HXH+GSy6657oqrBZPnjgyaTE6T29ViLW3nLt/aGe8i+TOzZmUGm7OW20iNA70TGSKsZe/qyaCWQRQbJDUM9hubaxodHxyePYLFBgYx4twbrtNZDupugKcSLRch3JK6AL9kthu9CMguzLMimiA7sPSFOF9Ly2LeR53tTGSjzu7IlCaSVAKQ1Qc4xhxrvAEY0WJRiYe9UzoeWnIQC0XBawqleKahphTmS9xS7gmm/bt0H87AS/kvJPnGlKzaazhfXfr1XerWM1I8Y7ELAA==) format("woff2");font-weight:400;font-style:italic}@font-face{font-family:KaTeX_SansSerif;src:url(data:font/woff2;base64,d09GMgABAAAAAChoAA4AAAAATGAAACgQAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAggQIWgmcDBEICuJgyx4BNgIkA4NuC4F6AAQgBYkgB4MBDIEyG6o+ZYeMdTuQiBT6EiIqOJNm//9tuSEy0D9Q3apYdiQSbLYVmGRUN42nt6fpYI1BGXWvUHwSJrFYooNGxfXM91KzeKLOTDSfbnuipS04dZWtzGSLSj9S8Ce9rzoQ9LbDMppGSDLbDs9v8//cC1wuKYiEjYWiqIDYU9KgL5GKSlg1dS7TReZ/q6cr96K2vYpFuld7f52Ha9lMdpKlLMEx7xWYXfvg1NWZf7a1pkQfY6977wXRAwoXyZYdq0x0jI5zKYKvEe34Ctn+5Afv73+Acdhm+fvlENPMhNyXbFOxiMm9L9NDU9JV2v8BRDj/L6f/3rGTwty4ONLYYXzAIHCe2+P+kxLt3lZq2XNOV7LkMP+XBwiRNIHCEhcbsn9V1WnDVBpSDvmZrAemNBemgaSUdFpp+KmARWuYNczYpgPdLVjXTg4nRPthJGDFAkjtvNdi7DJtul0tLen0rPRhP2U9Chk58hCpATYzMhy1tDrN7N7XrnTnX0kOCv+2tJ9uV+ekc9LdfUgROYQg7X3UJ50cQkLGRmY2YTaALiOXATGAZtgoBwCQCfRrWQ6KQXfd0ybksopK8/j12k/7dHOtkuYliIsiIizNPvf+yqMAcFZnCQIAP9cwABaQW4Z+kwQGr8eeCjyYc/cveH2wx7IQUOCvxOL4g/HWfa8VWHyPAwD6UkMA4OtTOA54xKxCpB/ew1gBPr1zPMVKVKk13mRb7HHI8Ugqv87Ud3W5rvWKXtPre1Nv6e29q/euhPxIfuwHom9bCTkff6Gz/qbO1cW62suPuLP3rAR8Hj/mv2PuTzeNuOGqU66YNab1v/Df+te96IUuCiz66IN33npTcKSMvAHIq8bb2uooAC+T9osYoMYQIyLIbF6GgQ+lLPPn4DY48v3guZz0V4xVJZESHKFT4MMJ0C8/UFz/ClxYZfcxLpEfH8g8nWqiybeF7BprCR6CWtoRINmP3hHBalk6MogV66gAw74yd3nNNwyIGH1hc40vrV6S8dsKlEbGJg2ki9XIenoYPWvdm5ZiH+35M9s3sdvEj0GalTsSAhb2dIxTT2WEbEowYkCmJ7GSWbXBAH70pPxr7KZxdouOYjdYZc51/jug3eQX5c3Fb75jIlw5Tl95VJRlKg3sWiXFejQTGYh8NMESeVbtxOCxEFW6MI50iSyZUXWsAplTckGwBoI+4TYPG0vLzvJxOnFlwSx5wuWr6pCUGKwoT7QKxhSvjhzoQPI0xKTKPmDSPDWMGWvHM8VRmJohCauoLY8MbKpm6o5fJlkJKfKmbTx1Ile/fqQoWb+T8k6IvUlzDaJWwZ3rgMJgotRjZ44qqHMyAmxjojXVzQsI8UiJrLUktk2qzRDXAUULbC5OSL6icJo7RbOjsV3tycCoT8h+59et1xCz2Is0KSCGIVKS5DGbkRsVBkNHINoas1hd5Y6xTCre1dryF8XiNdi8ANDmhtjYmOr3rTFRdvtgjVhdt44OCuvZ5XdNytFFcAB0+J7bv1rmlW4KrKrrKuKxLWCQveCE5FtuVPQYkb+MWZPIXn18+BYKdVq9R6srq4IEU3bCh693hrFBCsYPUSCc38P+XECsPL3Q5ljMfXHuwXUjLgioeB+K6Zwk93mmVabcppW/hM6aYRHmT4HHrNLhzDPjF1qxVHvst98C4KK1RBJKfzGlh5ctwloB734L9M2jo22elpEVj3icLp0RTy6K9157ElZNrEo4FHyP1bvqGKMAOxwTpkhSykiOKiRPiRQoJ0UqSImqpEw1UqH6eQMI9q4U5cO3IKiIry2F+XmHGV1jz8dxR13bns87rIo1zoaOU4jV4R0ui3SDGvChDgoNUGiCQgsU2qDQAYUuKPRAoQ+aGQO1t5KJPTItaOSsNvZkzFoYrnqGWzjCA9N0nAKYwZFpSRvSqbefKYzmZC64Txd7YDfYOuK0WXia78ID1VCdN81ssDMLwFOlz13E2nIhu/ISxFCjTVoaOP/wWtC+lI2ykOb1vEOWgBoz1U2CmpjPLqO6Wi+LtZKPMRP9oxVWUZjEjgozQlJLyb7Ls337WAlh1/S4nTA/rqQ0f2ndcQ0EznfiDfJvII9ZpJxLmpzs5bEBdV6BE1hvQCVKpyhCQHYSb/1JxZ3LsE96Qc0+5Qsr6nvZaQaRG2BTppEWyFgVsacLjkgliHEQcqaB/CcjGRSxl2sVHksCZZMs07Rhgs3glMyXgISVRmyELLmIPHKK3FNqNUeclGtAnSuz0oteTc4F6riBA4fQyPPSlHqj3nUzSoMVngJWiA6ctEUPNCSIMiuOYA8VarGm7k5ApXrKNIRn872btwQt2GagK44S5u+Ttl8Q+dAjixusluU2ZF9zB6JBBFnae8LQm7kG1FqVLM1NOsffPf3c9AvfK9Zu8A3eB9eisqYH4Hrk6h3DaxXzSj4bBStmanIYBU5oahl1M1Hegs3Gp7CMT0UlG6KTRyiGjnszx/35CzELYNQH+7Br1rJhbKg0WlWRHJ8HRYEIP8nYvdHKFjUpaj6cauyYj4zQusMXpW5LzZNylj1HAehkcBlTF+DqQi53B5xdQYVpblRIRa7gzQYvd9s1RlICdQKDIjFlAItG2GzQqINL4soAHo3dxz4BSQ4CCUnYAyCSImIIBU1oNKXRjCZyeaDQAteklAEqGlGzQacNLkkrA3Ro1K5KIEs9uNQHWRrApSFcGsGlMVyawGdNUWjDeuosZZD3njkIYmHwwArE8LIKAF5brUFQ12wvCGIzmRiBsPUwsPMw2n4FIjkAgPccQfCcQCTnycSKgouHhauHhZuHhbuSSR5ekKcX/AVdOXh7OPh4OPh6OPgpS/L3ggydeTHzjl9zVtuEYnWknu3QQayxqn5CrUtlq18N1C4uDkCgwYccr/JE/KUhB5vTHwAI3wHLYzAA3C6YCm/PPA4BDjQvTADmOFu00nC0tpYeGJftYylfioC6pL2FFg1QFeUUdby4E8S9tPcgkiTlKzrVdALfCw48V0q5q0oi14/CzrYtp8M0bJrWKKZBxi95k9YDzy04ft/3bLMnKY61dlAKPaddL9hbRjM3rZVTTQtp6OTdLLqWq+4aF1N6CZIcDYq+E9ux4y5U8n6vPHSLRKHqUhyGZNvR0bRomqphFZEnal1LkdX0tX1rWtL6fkSl6xzzMc/AKDXtFYIAawlkNIKQJggzGq0a5jbF8+FTNkdBVrmHIqtYS8xKOgeWr2kWYtZiDqXxXHm5LhQhx2gGlvx9zLjElqZpX3K6luBY1F1VRQ33M26QRZw81aqFIKDYONqQBc1S3x2iEARVJMEgoe4pE1N5qytEfRZWdumEvQAPdTUDwMcfExbSAp/mmTs0YywQ+/x93aWZeA6sSyj4eFU3sQuHOhQ+lzn/qUmae/9uhxv+lnxTwnV9T5352ROq+uyU6txgPrX2WtjapbK87dsLQ7BAfibuRau+pAfiPpemxz1SpnBbDn1s2E0U24X1Y3uBZppzMLhW4febpou8ZGhkJibYBFgPa7IoTOSzwW/NJryW/Y2u0MajM4aKDcFvtHrK0/Y0CkU3vGXEpKKZXiFYzDlyZLTmpdHJxDTVSHQOvuSmVFNzDOroevz4WO0r1ZU2jxGepBKJZcksiDja5aIFlk6bJAbp7E88zGZjCCXb/9OL2Fanax9AN0LsVybNbms+T669tDUbXs2615KwbiEtz3PMQyggSGzqsCsHGPmBHVI/rGGtrVyaKE4mTmfHDe0NM/O9reb984tti+ZsgElCuGkTJTZ6ddfrrj8m3KOZLRPNjVPEvc/fm8JDFMHaTrD2TOy4qQR6+NVINdSyn3CMIFCgpICYsj3qiG/qMGahKcC0DddVrr7S7IBFaTQGFCzkt5tj13vB8o9cCa5TxJvnXJkNfiKO5un4Fs34msUcLjhfNFjk6l7t9Tu+M07dcwxS1zGZecXYFd91n92Y5NfXzztS+hhJDJifHACgRJZJ0/O4lrJlzS8X9zWGL4OSbfUhgffL456qvgoDsUj4RP0A9KkFfNcsCmKn76PYOtkgGzcOl4i2trdVPSJZ5XVzwj5Q1Wuh0UVs2TZdyCp3LKU3rPj4AKvZS8MUQUgmhRS1bfHViE1/p8CFE3vji+tX3LQdqvb215gSf+ETznCAtOGGuE4T+x31xLcJwme1j66Xbi0xmgh0K+77BxxrqWFoS8xSNVnSNRip9vkrWIGeRXmcI5uo9y845J16AxK9d1HUvScULmDaQ2xfVixKjQJm+ayjLwzDUhUGNCfHmCUwH4OaQJ9FUBcbN9L5TJpn/AMjV7S0a1BAWSfXdxPbGGu/9YyuH6/CdVnmEXvX1MVbIZX5mg/2BvpNFHI7T3T2WlteBDQxnWIchT4KEqJKUDJCDc2BQkrzUPDnsi1AP9CxW5gfA2qABQWAJqQKIx3CJJRgpKdo2BSWySXmHbV85qrS/cjQfRTzMRKLYh6NFkR6ZN6Rh3/VQG8uV1vUXVRkKw8xU6wF9B+gNuPX18+2J6hhqP4OgLK72EwqKdnO2cRyhSJT3fPdnItKXrAG/HehtoYaK5VqJiI419KpL+t/MGmrXXFfp+alJVYTBHsDsJakHca41xoSqqT8nh0aY7XEkGalYo5Q3giNmJpEsLdjkGy894tsw1LoI4NFUqiU+U5LqKhN1DuGHZJpmUXudXMMMSon+81VYHTjQ+Lp1pd9/k5ZojNo0Q9kVNswpBGAukJbDfebH/VRjIBKi4RT7tihZ7WvQkKRNLRUg642/WIHnUrv0ezBpzUlYv/tHhpumnwVqJFH87VoqD1QBnfeRSGruvtNgmCBH3dgwD9yY1DQu0qVNduIa5f1LNplMmWiAOfPjFHV/evNy2eDILEMeyQjrGt0hU/p7n7Ox9a3IZmkh4wVQ2V+UqMXVvBJ0zTmwjkV9UBRTGSO5vv4dZ0ahu1rWvrwzU5Z3Obd+6XJ0cnNPPCbtQiNXhCNnUpBcgkSzyV2nPHUKkEvn94vItAvjODOL1CCX0ybAp55lmUoDVudPXvoNeIBiUFKYsrToCILQAl702Vg35M8Lk1kh9p3j2ZO9Jk1FXb1kXbrLfa6yCOEPjlwZSLlRn5zsooH/A0jPVBHrqoCzUdon7zZKph3bHJpZgcDRZ5uHb5Zt/HWq87RDDaOYqHJE52JBHOcyCCqMIZgQ/7gH6Aowor0gi2PR2BWd8euUYi/ic90gGjj9dp4R4FAx9Ji70MdJFgJ3zFNHuzmhb5H1s2hT9bk4CdiI6glVKh3mJMDQKARGqUDkzsfloc9c8pu4+oc6ZTVneKyOCUlmXHkzlSrymyglN3mMgesGj2oCVoKgw2QEVaOZts8aT86HA+sh1hy3IqrU5taTLeRmazSGaQWqaLeqYNBQnWIZuonyh0wFQ7zmW9FMUJIfqf8gXjPB+q2a7bkdlaZRNGGtUckTfQ1JRsoCjW6Hk2pqnOHxfz1/0C8beFiiy8cUYTF1OJw2Wa+qVH8u2VI0sUm7OKFPko7dtwB6+Rka1f8xABPdLRGd+qlIUclsAZm8k15ulMh9nNomdpnYYcPRapvWNzC9vOUn+bRJ365o9XJJSV0q7g4pMYxbZ49eLXm5drOQTw1RkxFj121s9bd9Kz2VatiycMedoz3rX5BTfWWUQhiP4G2LIBA6a3J4vX2ux+9cxTFeq+fEIxQMk97KrcqXVxRbRSQXbtc0b9q2gKSKVSWdfDxMlwbBYLPZPT1aNPaAapG6aO3NL+Y0U2GaaCuz7eZeNDRmvXJh7N2YJid2aNR2akxVG3EkkBXiEwVoQDNX2L+lgmY6Y6psURIzigK7hV5wSAxq9XPddilAs0cltjWm7M+XoZiIMDMW7WujRcD9QnUzJnufo+9TQzEH+3cG+q7QpfYuk0zYAndRAHMmYlrGzKEe/MYxYg2ieJ2kReNetNKSVkX8DamXS4Q9z5U5k28Co6mUSNMkxj8xERmTdyJa3QT9+6nVdQ77yrKBmp03Zv6m1gsIzhNhhux1jlyWo3etIKLnG5g2uuXZV3ouj7DU2AATeSlUqP/gf9EvJ+4rsoGknEd7XUrqamEODkk40hizNTflb7gYj9waWbLmyGko81SEozwuyQGYiyLHlLd/henTnqSkbB7fsziv+SSmP/VPJpfkIfeKr+gGmNCBaVh8mODrvlxE+FiVyA7Xmg9AHQSZRkZNlE8DVJlxCRmdW9SmxdUAO0I54QRLrCJ4NU5im41o6BcjHD+w7C7pbSoSblUjVyvGzdr23WvI4qR23X3q/pNu81DMYoI3U/Lkc/LlzQGlOj3CEN1qDbjUkpQKKMlvXqQGAw2pkc6nE+He1yBH++BLIrrvC2INPuLZFl/lAZmXf5xq7Mk0IE7/ypyu7TLiPzKhMSAkK9DulsWYfkAsx6LfosU31wkEzAvnh/JOsVVOtauu7QOLt6q/fJsLfEUD0DfSRPpROBtonzb7f34SfE26d27AA47elErmu+jnR8/HrLmJhVQiScQvFkEoJrau2fvJiNniWjqWlYFqxJye27xVlh9te6GW//2gB7rSgr1Fk9xnuKXAWtYlbWdp4U9PeUe//u/vT3g90M7F05mm6WnS3lRfADNe6txd2ooEm02jrvx7d+rYJoBWpV6lnBFTfeMNpg8XeyXP7+7SRrJLphuXv2pjjLtxdYOA7ZLvLH0qxWn5fxQ9+IZUGdn8AdeStJL8hf3CrBeR8PEMlFlurNb6S/WjzJ24zhXrqs0Jzi47rV7VIIU1Z7ZpgIq6RTKjf4NVqkRdBiF2dDxV+GzCs19tsrClp+fMdM0pbivJXWjeD/Lw04hWXLOo3PqM4GVo9XR5VG4Pep84g9JWtW19MkYW1HZbmjNk5uC6nBumGGcnzat2JCvxid+UmZP6Mex8QDSR0AQzIazd3W07/tBXHkYtjqzUj+LSY+blSxCC69M5+WPx9MOYfZsDxScwbgiSRQcnx4hV8WRPVYsiWjlvTv3AMO69Ttnf5utMwDkauXB3LlzPPirVSCljaw1TGR5lYIwKTPACBsdy+w4aIDEXM1i7JPpi9t+1Mv2MbLvNyU6HcfqYzKSKpD8u1HnM1aBlRtItI709Fu8Wz+33h7Vnp6BeOtjkU9oydrrfwcEkFV/aWldpxAC++gprYeMnkTJ7C9PI71tc7XFP7aVv/zDgPWbGvLdOc5tigTqoktCC1Nxeu3CeSXC5S/YEURhzMwxC9fWob7gRMLKeq5vgtapnfT0SeDL00s+0yI1Z0aVW4uyvwuTL5lmEE0YQ6ObxD755LBYqrJSM3d5baUme996sMG52KxRDyt3bCUjeQuf+8WFOcUVRbkS9d6RbIEAGoG6ubQDwrTX6VLtrwfMNTATd06rIcI/43HygAJn5RSpiI9mSCvEZD1Cd07ud3eazfNCCH0h1LazylC1uWYzbBj7U//PnC29eALqWPA4b3JEEmRHr+cWyI2QYoqK66fzePFpFThIKJzqML+v8kIr8yW5NxSZLGeAq7V0HTOK6ssqHHgg2bxYZjOJEdGOPFVKMgT9lVPqDFDtMC4GQHZgqUQxOuOX3SkSXVMoT0PSJEvkkeclm0JTGo67EqhcSgy8BR+2dI7MVuAdyanqplEO753G0lU87kaFhc7N5g3bzvDxzZmUIBdXOTn1/qYjZQeYOwGS90Tb2WSTN5anjeNSc8O19qQgFK6oXBjJ9k7osVkn9HjZkQsVleEMJT+i0LCkJLRSIhsry1kjkxzfel+ak1dZ1GzlTGN1zFKQF057nF/yv6WR8upDJxobFSpbuWsmDDH4eFH4kX2jLD/g8mPwa+7amYdfl/cQFazYQm7Z+arTwtmxkgJVAK1Dy/LnPeN1naenmmT8AFmNejyBQMC/qju12mO9qZNuUSkXSkDp0xNhTyeCUKIAT7016TxqlUNRWoAPDI9K21KGYqayyilOHbmWkBBnSiWu4dVVyplrGC+nCM7RbbSUl15yBnn+Z78ul3P5wfVToXoGppnyosAM7yuQUcqcgX11EWxMQ/NN/ujLlrcDYwtaldC9YDzrDx2rYRLVTYrvnrShmryFp4Alf2PXNVu12WnvluLZJXNC4h9/Ox/FjdUmPw8sRmPefAxksknuiW4mnJenHOJBuOKdevn7LcKxnLJoz3SEMNP+WL9ewIH/Rr1D85aCYGeERDtbwNudVN6RSGhpFUTb1YwkSOcuGbAzpoGWtjoj0I1orWCXnvHnxxFSZfyPgmIGT5xR8dbpBaFX6pzuSKKQySRnFe2viJIx6hxokbHY2G2nC0xl/BnSAg372lk4PA0dvG/f5x/Q1I3f1N5qNneRcWKi2cTbi0PcQytXgM87wgd20/tY3Mh4+jS7o0zto3++Eoxr22oxpZmsdXZ30acpKm91+ewHFtR59Ax28CC4oDao7w4NAifiPHoc27Mb/J1qSJUhc9RiZdj8MYbfCDtqMkKZdxviBk5N6i2tEVca05T8Mq+Kh+DDfECq1pYEwupcpL71XcHqpZXcS4hzqCm1IrVpzqor1IjLvK1DSNzU3HpuNELQ+Ix6rZHPS8nLy4UapusdTDXiHgodBAfNNd3T5z5UaiCo/17oj47mzT0HN5lt824WfXc0NoN1Dy1I9dBcI3yA1rNm7XGUaVixqId2ADbOG/JJgIj2S3Jzglv/dVRFuSu6cseJ/VGQWIK4h5bDo3PbVkhL5wd8x/9NqGTKsf6JhUHkz+1KgSZSoiB1mjoLa8YlFIT1LdvXznjEinhUSy8vT5wvcXfmXQgvt/SsjGzwrcWYv5LIYgepYXNLd81uG7Obw+7GGP7dqHto0SLwuYPa0acPL6cp26t16FKvK3xHW50FmCPMFlDXymR5CJzsKTEoNxGIywpM88bxM9RHSYKuKlcVC5qmytdOeocCS/3/6hk82D0NannzNrtjRFZintLZtNtBwWgSe95qmbmvM7gRC1vK5ihgMYS6h+YvAlObejyj7OJia42CO7j9qNQu9W0SywDkWutcsyL3cOvnVmC9b60Cs2wspootYIdr0cPM2n014V/FUpnPqqhpcuul46L7rakq7yj+Orai12h2GQSFEKMOJErNZdG5MlXmLnY4Hf8p8uLHD7Wo6ks8UyaHYma4KGZxCEmqxeqwyZOAv8k/CSDOz582PQOf6OacDapia+UxMQ389Mz3NLkIbBTD0DWbf+bnEvMEy/V741GEdhTOy5t45DeaDoYI3yeNnt8RrcvOhpnvN1cI24QVC+u+fR9D0hweWxcTdNS6c/EAIU3i9Qer2UZ/TOOYzaiJHIVaxu6y3yjKgN0QHHQHPDl8tnbKZ0Q99b3cvyU65A94gm6ErqhSeJVViqpxW86XWF9B443tzrHQhn3PuqHE7i052lIXBM0dmjs4rn5pw1Io15Sp9i9FcB8fKhFXbnlsJORB0I7Wth0ixcJm8O8ukKHE5v3ArucM/HhP20FCNE3Gf3MGeUM8WETucoO4hZZXuZePrC6KWA3SEd+r/w4YHJjDgLC3Gg6cf25FlgaVFr3SIjcnAj4+XiDX/uP46iuBAkpERhueGBDvXkVCRSLm1RvmoOvWeFN3XXJwugckFTkM3FltRUIfnhUZg1fsj9W/TAgxGBAzFZ+VGM1ITK7da4iNoNwsLjiC7lxhklRFFg4W9BsLjtyUaxe6IssGGFLAEPiGvEvgg5Hj+ExMl2+aKrW8OkzP0cxBQwMlCmth6+pdMM0AJSSwJVlR065KLaNyhcbayhitMuVCBB7HYjJmJJTxDdGYlupvpZgIUdFEigWpWR3nHfKJVl03sadpwpNN59YU9xEPxJhUaQTDtVhqBCl5xTtW/vQAB2OFd7dsd6Or47VCa3SdlhpqoxriI1jxFGOwsxKto9nensM1srLwUQfiMT1VTLUrRFZCGQHRgKuPM3FT4fHfbieghM+EJ63bKbFoxpiBCC1LJm/RNvZ4e9RatVhGaMEcaxSIJaXaJHV75mZp/bUVhUvLAPSXgqNGGhpwfEEG/jMcXw3dzdWGatSiBhXTzUy+WAFsoMdKu4slczmPJ5aasAklT7iMZHX42/9XbxUKVjhXCIRkjdSZGBfxAX7OrMzvxtVxqBG7TVHkbQOn7J2sUB7YtcO3EWzEX9In5dz3IjOn+Ya8iEre9HbWyYe9w6jr/lOzZ2W4FwUjkOXMX5lpD2PQMGUElJB0MVkKoYYh12CgwWhrt9gwlztpx+OkCcHSqn+YpvAFp37aPx/RDXmHkOxvJMuSGw+6K2vtxeULV9F9ZPOcBjUyVVpJZwQY2X/+IucLhifNro3uVlED1TRlS7xn9ICbRI3HLDTa+QqVrVSi6sdCJ46kcZ+64tGdyyukQfZ0uXy22WmfpqJjrMp5fdB/vsneCFjypJCpuC23jSotq8rLsc1B+Vd81TM0KCUWW7d8daF3nu/OystGOJog10wr2fD3nNTICaoMQ7ay0iMrVLrQfTOVShvRSu6xqVfwQH+/9wuHFjn9nbUyDmps0CerpeeqqLE/riC9bG1L6uNqnBUmQ2UCF0c3r9SkVcj/SUNjN517WVRIKD4bU6jWfKNAkUJ/eDn8bkUxlT7UTFTnDow1arEp9imztbPHgDFRE5qUtG1IJeWQ7xA4aL+TaN6jJ05Y6xv2pgbVog4+z1pDRI5sOw7grGyYyaqFFoEqUpwe9sLbTyC0U1VCG5PoIJHwGv37q464ikdNkThA7aFXFH4Z6Y4NJo9TXeXnCB3R+EoSIkieJ1w8lJ49orqKnPz74/P1xbpi3daXhToJSJm/57mjvvKPz6H19QrXr+JxA2f4pa7QyZvIGVB1tfoKgLLFn7V+4GYSiehsQHoyMyHJNOm0Jkp+lKoIE0QuwWAMgxAjdPROEs16605VHIYIu3UNkvZF9bMKPx0PJhjH5PSsnbqzByDW75Lyy0VRRbwkMTFSRDVQkvLKM6J1l3GkoWwGRwKfAKh1zLrtKalH9nOpNM6GL1LSlq/n0KjbqcJRYmFaG/pRc5JFIIB1ReRAPLYkHdbpMhDdsHcYSay5L+BpFGwiMbxXFT/Y2UVN869Ypjv+EXDF+kq+LKJJNTfPVeKDJRYfE4qoHtFgAsX48RTEfpTpK/XPKYeuEMDTHKmOQH4y2RsEJANBJrM1zMrItxQaUgUEA0mAOONt1ZERTVbDKkTkw4Townds1Z3sLEigXs3xXuwNdR3dgK1bC0LIt1WbPG3fXz03ewB0FwLdZWwzLvLWVzt3jYCbuGsbHGi+a/WRn6ZQupjaESy1YS0lwBaz6N1K26+YJt9FPRwbd7iXufEQfQKptfwRL3vPn9oFNd1d692M7siM2vJY2+Jgi9hY6M1RBBoD5AVVXZ7GTk+XB87HCvGc8vkfoVgUnhflF65tVnIzRTCS5XKPcr+JdQ27QKG73E12HuUebWqsaETyPTdKE+Ge+b0LzEHs/j0wgMOXLqwf75lq6T10GVxxIL3S2Ilx3NRTpKnSu982ffumijnXieN/2JmM+sjmKqea8YuamqT10HQgPmFwEkJQ1jjNZB+S19JAXzO1rnrx1DrGTSgvN9CKSzk7NjWrTufVFoz/KBbXGsjLfbgdDh92JTAcXBGX4ahKejrYo5xOEJefTNUm0w1cjmJ8P9l28k3gTRe97v0eYFow8i4Ct4UiM+AgDD6TGUmk/pDS1RZo+8UR1jyBUhuD9EZ9dgvGIJxBlssf2j0IgkBpmFNguo5oeDGGDfVNy6tq1GUeGjIqwZ1hzDCt+ZXAoMCfsS3Ot3ScIsn9ZHdWw/4TGVhnwGNvcxPLCPSME/uzGnY/SXLjFPS3Tgv7M/gzwq9rMkyqfrJCFyFA7o7M7EFu5XvyZ/JtvZJfOTsKCwSQX/zh/7WGxNtmXvh5XW8CcHb+0LMg8Or+l0Yl42FpxiCTRoDIsGBtAdrZYwW5WZnReJw0Q0E1lhfLMpK4DAQQqhP4XabyuKdh6jcPxtPoLQ902RNBxjJo2V2P+bcUEGeZqoLlsoystqkDnBk10vRWvtVxFQIFWvxfznrNiCk01axlmg8hkJ76sC+yNOZrNQPhO9zQoH8lYQX/s2GlhNCiaa5/HGCxct1Dvfiqp5q2vzJ/BzVHjZ5R4NtdjgmlQMEyM7KIVJRCqSHr5ATntR5lJadRM2BxbGdaxcRCh2KinqoUX7vpYCQAlCa4Pz/ZX9a3/R2ruAPZqq6a+QVD0/8WQ4thpXoCfdVUGlEzClKQPeoRICXnQfWv5JRkI8u5TK4vF0l2GiOyMzaPClRoDJUvhHqHQsXrhPZzJilEH+ZbAi/5f27aKYUUlvH/+pj0edqRVCRnrCcaj3ql1NBK2lFWjAxtmWfb1DWVGElD4ONx/aOr+69O/Yk6rRLuPwCAiZsbf5AD+hrSt+o+AFAwAGY5E3Repb9DLuBV8as1wWuRLrtDJ+R1WWhPR57itxIUMBWVrefSw+HJLLrE86W+8iYHrmNGQGHuBYTyVAO2+vQPiJk3IQ0ZIn2NxQLF7Rfl13oFCWL25a0poLh+5S4HcFZh4uvz2FecWu7SxTJqSLbHcXUrqJbYYY7I1ysEZpcTEdVeyXWI65pObwY6fhwZX0GQnwQ1Izh5ylweQH8IigD0GZbIkGDFRCpabX9eXusBdSgfvu7/DIel6yhamsJS9fCw0xiZciXRDMLp9h/Qaz86C3CO5igGqg1bxrxRZ1kybEAUilXU4KYEZXAGbAltOOrX30ir9TrHlSAds2gFsRLpuPiB55fz5hMh0gvDI4SzP098hO/6URO1IEwIA4BnYT/+DJWAMoBkNBxoiASwLXgeA4mzbQyM7rMxOCY/jsHLSswYAlV08yK0MbTqgBY8VTpZv6bWqcs4ozVr1KQXX5ogIbeUEhMrlJlwic3n06jXA+MdGbdFZqGeB2cuKlTtavOykIUOkZBBAdf3Vb9AUMb8QpRrN47+APs0t1o2Ju9htX4da2Dd7I36tPEXsXKdPbWX8NGSWi9HzVJ6c4rwxSwgM5mTQNVJRVykzphEVuLFG++NvKHP+zjWqSnWdyChjgHwgrQlcwjdsKRECYpIjNL/lsvSzm9iTVqYj82DOH1JSgkd1pq0+lbAfP5dsVQuokS/ZpVUPqpqD5Z8zHx+CN+p4/OZ+LXPniMx/BJkdqzn7ynMbRs0iH6XoRCFydsYUUMRQYm874AQjEalcJWz0TJwwqwLViR0fkNhELUjILQspdqWmePzGwNqc0j1C2ibl4+L6peWULKcWZkoQnYRI95lefYn0SOoP8t5r+VZgGJCSN/1s5mVM8CjsNcz/DAjqUkT/ylB6L8TfOeCIiGjoKKhC8PAFI4lAhsHF0+kKNFixIrDlyhJshQCqdIIpcsgkilLNjEJqRwyufLkK1CoSLFRSpRSUFLRKFOuQiUtHT0DIxMzjIWVjZ2Dk4ubh1eVaj7+wGCRGa67EBy46GbwEAFCwBVXXXPJjRAhFCJBZIgCUSEaRIfCIEaYjjhqyDEfGxzt62gWi5UZGSjNye+lXvXu5u8RKvzt7f5UqZxCGcHeVN/rRwxl+UDID7ubYayZYGtubJZydPU0t3V24LCm5sT2YO4DKleB/gM4e+k+DEGLrg5Bf2Hj9nQYEA+PpgEs/dh8MFoLw8PkZHiKYFcp0uEpIsADMAp1QxkOFBQVP8IBmpdknHvhPqSY605IiKbFj6Ngi5npq+jD20mTk+hU0JDm7KD9Jr7ufTBWYw7B9PQP+TBrtPCFSc7XhBACNMcA) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Script;src:url(data:font/woff2;base64,d09GMgABAAAAACWsAA4AAAAAQSQAACVZAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAARAgwCZwMEQgK1QDDVQE2AiQDfAtAAAQgBYkIB2gMgScbSTdFR2iPA8nAVVD8f0jgZAyeDdR6ACNKVO1drxHs6KTonuZm+4c2Arsg/MxxHMePqq7FcR7xoFNewc3CMoY12D9/0T+gwFCKd/0ISWaHaM7aWYvYbhKS4DGChSgkQQIRJ5CQECRQILi2TsWgInZWhfbu/2onVru7r3x7Zj3VnpeH5+/V8+7NGqCbIjJ1FQNSLlhpU0nXAIpYRcrf/7SZ60BRASnwlB/27AboYEMyHYJ+UDrvuahd1Oqqp3WOuiL3prOXrtJ17PHGbAfsxN5PSocNvNTGEP1S+rZ+havBW2+tNmUV08xmE1K0ZHk/eJqK0VbktPeAemhK4J//U080XzPAAqDVPL1X261j6QJZYGn+ExceTs0vTagc/aBdA9AF6AKwBEyLWvSky+pOYuWlZqwfy/25fJ8rYCVYXp4GCB94uy3C/TW1l763llNav4pSeQUkAIeQ9dPJo93VFctXpFWa5Js/tuyZk+XffHcpV1ILLLgWVO/8i3+tKL0AnOGZUBIAw2gm7E/QBzwA8cDg2FhadkypxCCO3v6uncs05ToUuWq93pgQzDnAAANYeXV3JyA448omGAh+jEsgaN3jlcEfbYGh4YqTEPQ9wb75lu1H8NLZClmIHULElUmi8UEpGBXQxgaEJYTPoJQnF3oi+FyB0/EojaBeCmatRh16aMysqYefeNFijvnuUHVeoQTyprhX/QDHgQr2/UemhkkJQhE/UGD1HGJfrxK//eGZu8+M5zBBijwRjnihxl62jOXIWEuolpBd+i0ExB5cSQCK28R2gyFWbFsEaGbIxo3C9cgjAnjxDG/0XE4bZz33piDTl+3pxYbo1bSFx8YYHCU/9+yz+pa92Tm5h61OXMvTdaCVEAr6Y20FOrYsoHVIMo4+8EEQWPOSBg343FZoV360GbrIwXhAvHo7Ugnd+elDvUk1xuBVRVicS9O4ZnpW5E0YG2Z4a4pDTCM17PBcAhOkqfgCdBFkKWaQ9DEzgMELqh3rIRxkckwo5AmVnoQVbeNZSjrlNJ4TMmbbxDkmzapNVIJUtQP0w6CA4rQkBgxANGIDUrjlSXFHqjtjbWeplcSdzgNknCkjhzlktGOMoO8eQZtCYkPbsu9EEv/PdDJrJoNo2fZhy8Qd9aJWQcutD9KAYym0qpIUkMZuC8HeBmqS5k5AaL1EJDyaEHx5pAwnTQN0TrI5PkeleRJQ0JamM4uhv1sbHS1tSewD99LGDzBmxpPDFOWDFHV1RCNgkGQdGpe7UKJfJijep8VtHpHAnP5CD4T1lgLlowjNuQc2mZWYsRYEqS3trRGrL21JDjI8VtkKhyUJTDas5nDlPbln7E5JTGFIEUEDskjCNe1wjkpLknUkGZCayCbbQNpysbrnM/rd18dk/ch0t3ny+LZf3b0UjJ0yvO58ZIjb27e5fBJB50imGhbD4TLnisRKBFsCIrHK7MQ00XBpCouHxNBKd37CMUwA55h5Tyo5HJGwOW0Wn83HkxvMEHRN+gQkVNwC1dtHFocig+ueJ9cdBmS7I8sJmkM4E+10hCyuFc45GIC/PwRd5s8kp7v7j7SkABmK65YUIoMRiBgM8QyBBIZCIsMgieGQzCiQwqiQymg3ZUOCsCjxtrrnBRXBe87wfE/lnEMFxu+Vcw5VGH9vmBgFh2ntOEF3cqHNDCtRgmKUoqEMDeVomIaGCjRMR8MMNMxEwyy0kgqo4xbUqUBRQ08R2fMspaJUIXdIA8TO6e0ZltQCGCGkkcQ5Ke/zZ5MGAtD1naPMnqq4a0XtMGO6OfCv1VZH76T5M5ZygQ/635iHYnM/VbImSI3mfhpBgn/QMKn/ReZyrm5a/IYYgBojKzxCdvoFlTSiulWXNL0QEnDctXI+MiyCJ6iSJiTLmfJymhr5FUf4I0O9K7trTaqb11/6+gIQElC4F9C4mbPbZ6bYyGD3OKkcqJPJXE3hMCqhS4i749FgE7GsbLn2M9SumuFxubqnjm6rdCLJ+DwZBrpPJq0MlNfXmhZAGRohxtjMNvoQRpCB7mbl9KNgJFFkGOfMpOkctq0inbIeN2AvZSNEl8EnPhaRzTpXEy2qsBAIt+j0DhJt3QeKABHQRrCy8aSeazjUXCSdyR5aWppCOVDMYJrUBzeXL1bpK9RiDV0saAcxj/jEQ7rX8gqmz5dzYt4KmfTIv2eJPgP0mgx9zqyG5z3tWSAwQclZeyH9ltlRj1qrrNGNLnJV63V3zNb92wTMm+8F28GCXDbpAAsziRdC2hNMphc4FLKiZgycRUiAUqfAX4tkunMAxemyghqVzElJu5DpE+FevKsj+3cxwjJZRmT2zFrmjEXNiFVtwX0TVNCFRngkvoxYOZBNMxyBXicu+d0WynP7mnqYYXhtfOVSZAi8FWgMoR/Mf0DZmiDBQFBhmGQdZG454rrAspe6AFoIGiYMMgAVRwDBEFMZZsQRq6QNRI4AglVM66sxg6CiF7EmA6D2SCAYzaisY2YdVs+UzWGANTCVjZJxwJqwshg6WTNWCW1hRA9rRQ9rQw9rR4/q0A4dmU50ZLrQkelGR6YHHZledGT60JHpR8fEADJU+1ENThXyoiUbQ2iVw643t2izR+oOYDyMowY4kmNZAONjkFk0ThhmnGuY1byN+cD51gMWZAEszAKxaD+0GBcbxbjEKMZJoxiXWhtYlgWwPAvECntoCa40SnCVUYKrjRJcY21gbRbAVBaUppVnGevbxAye+ILC5eZrZBJjtdaWPUNtm0Hkx7k1e5EcCAAViGM4ItVhxVZhArHPIPIJGg5jOuseBJtAIeDLADxBAq1JRO8Jvg5eICC0VnMuS8TbxSNGiVY+Yw3T0kZdwTlFhAXtPP4Z2giHvTwqjmxgDcTt5HLxBu68ya6ps+vOkiQDY6BVDMQ8FmqlCmPbNpzzKJbORMhKIiJKpVVmYcERJ3lE7QhxSbNRFIEAUddiREH7dLQEJGiwPG7XS6XHmKsC+4MsjxMJ628pUvzt5lwC4GfLgKmvpAwiepeVLKme+1QIvoiOSk3ZZjzWvkh48LvJs0LZV6SlCNeklgEhog3GIRLXGCAiwW0eE+RKMwAREJUZqWKedEkcCtKFUOdI94MgfcyT99JjO6+KIWKeSfFAbSlWrOSu9mNBK+lppx1gpFP+XV8i4hEpC/CjEDrpB90m/QO3xtNQuiRiV65WW0EZClEExSOY8uUf8VEQiXh3Tio+xHFFipJ+BjqWh2uMUw+JdvsThxqJuSX11vp4KfIcF8AolzGWATgosC1Ppms6ULrKsFDIjIk+8p2rNk/Ns4s8xki/E9rDIV3SrIyR1c4XyXueR/MUqyVpqSIDQVQTHGTHeXT6OEZLMBLY0zqLXWkq8kGuWOVj8qMgSeQcIivSuGQyrDAm6ERe4P4javyAvIK7RAWiONWUZlnxv0aWmgAKZXhf5UFWw9QgXdedDcF1jwXe03tOR7pQe3gHVmU7IfEypETZGg2sN5GU7raCzmXNPmT1qSPrjYt2wyoAi45usHUozi+2Uug1XFLlcdvxhlpNNJZJab7aohnfgVFub41O29WYYaKgiGdaumnSXsQTiFbb50GORCQekee9MTUuHaWaG4FpG0uzJ2pLSXGxlXzIUNtv9GYI+S3gB0GexaplGH+9kJGQRzwpd7LQLTrghgHgJMDFixJSrhfz1ttw5v5WQmfR02ZvdE3qogDcFxoV1jLDVGjh8hjKPhENp58Jni6iES/2xEUaRxN1JzRSmDngsDo7cgbj3cNOOrvtZKzKfALTwD9QQDepYLkVNvd6iRJ7Qc8mT4YVR4tOHhIWvf4a5bZv2vlBO+ix8mtiaTYNuOgzctpOIkt7RYTJzJMPniiJIlGHOiRG/hTGMUqUpQrBv+wHMfG431tqynOSBYiItLTubwia7WXwjtqTmIGmNJap05i0EkEEXuFSnCLeQdEWkEkege/8NkPE2VSWSqYF5X8UlitkSTzS7+c/TKHwtzHquyMjLh75RBn1HFnt8tjVdPeriyof6NHT/QIyC9CBD0dtI4Z4M6mX90H3F1km0mjVZWLEPjb5rS2LLMAkiQLB7t2+HMkVLumU6U7dctYeaCrou8wLE0ggU2X/lBrgb8p3sxRub3ChDtQ9l/nSntznWcrFLaN4WoPzxpd1ouzXNzFpszEGDl8uCvUOg7N6TXJ4QlFePEoh0FQET/CWihGeOIGEcNNh27o2Ca5QFqOQG1TQNR5uHJ8cXQwCIT4wisE0Itao/6QXGYQ0MEPaEQvtieykJtAhnLSNwwLquSyB3xvwRBntO5/+jURZk1pqfSjmedSgXViMt+hXTIHokG6XN+kn1FLzUo/7uHXQwwUs3p+7C4dpJG0f71x3KJW2mUOHpHcQT+w7EZ/BZ6VSugeiVoD9j8RddzrN1LcHjCzxmQfIxTy7VlKH0wksfyowo1fiRvjW5INlpN7BLlVpGDJ/0r5ySKStp4UWQmoMls7niqvcg2k4BDGRU2oLifhLuC9k8GxRkaXK3PVpuHBtQLF61RwtAP3rBPGc3CiiXE5SwRHl3NWXSair/R/OU2bmGUdgRdFomRYTFyTQwPp2URmgbFuXebVrrrprJTg0XWDmzDCqfsjqf4LaO/HahqKr26V6UTGjkfQ4EYgJWJLYwCUl6Fws0sy7ulDIXqhE3NqmV5ETI8r2UCuIbGX/KuaBLpBm6iJJSvdtcg1L8lWZ3gCmD1xcEx8Vc7H3YaDG1yj/xTyQ16htdNopM9ckvuJWH7fU3HbshFW9//X7G4taNxNR3CfEETiAk0vrjMvUzt1x0q4QHBzWAeDyuSnve3S9zmKtvh5VKhNZxSemb7hU/dJHqJ2cBVvy0DIHbmsjQXO1YErVckRT1U0QSY1HFfbbpZJ9kxVsHqtzd58mieanqRNp23jkThCHeVptIy2DT5OjrJKuuQOvHOFJHw+2xFKVHVLY7og58pSsAXmIFLTPVNqH+a0zd+dKta1R8Ik2DCWvoFSWlOhKM4dy68lN3q5V6ecAZeACwMe6p1vXbYtYOoPKruVU7d3lVlNGexbrSss1yi6JS02zKX0omoKdTxfyqxA0vjioMDUkK5DAO7Sht77MTiCVmObOl1ie/I7f5GINwMENlwW68zQBzMiRLMGZPmipT2qpc0TCdxQg5Ky6r0+w3HKLqpWhcfNkSDRLyeNmgzrROwzrzgZuHXFvdCzbf4tjuhTFPjWGRpw+MGiZzh8T1qM4kxeRL23bPh20YfN0od50RMpQ/SjXahvUbRUgouBAteUhFaz18coaICRdLktSB5BIqsGJmu/FarAAlFhleXkMqMSZYoXPjibMuU6vlkbF1MUj96Jcayyw4hYcBTu9FlQ0JTP8Q5WTy7lccsqtkDpH027Tw6GXBlix6kzqkigRwrpEFTEo5lPknat7p9PrVLibu8c+gCioDLnLS0tTvfjyBPjF7I7JDrQiD1kx4C69jk7JDUBV00TQzQWBJdnnwICVf57YD3AQDkn3wrCMM93Sp+601Ax2jfsosl0xrzkSnaFEjb/6YGCsGslfev/i0iGg5VJlpyOAshlCeTg95uaAOB6nFw76bpzo+QisnBgo15FDZIOSRsLVWvq8mFuvRfh13M8IediYlu6p8lzw0mrFbdWeYbV9H+yoZ1rJE0V01XjGZZ7XAl2gxJr5uPREEKiYkxYeILT1f5GXOjdDJdfeE/X+3U4T6YdOeEqcQRP4O9lmNVSNYmk5d0lIxUOrS3QB7sUC6+gqrBZEdLnMZcjSqNgd8uBRZQU04XnFKzExObzHWv9r5xOE1OG6O1MHWdptK7/MHEpJzl8MoYL6qOaXw4f9AEnYsyGwNCd9+kk40Idd8kZqAoyHDu+lAtKNsSeTdzFKqbWpYEs6cAdz9SpiqLmNsEm6DzIL+w2rkOxq7SSLWt6B8c5ShQo7tFv/7sgpwyXBGtWePD3pB7ZumdZxksG1LQGnziKS1j9KNEfW2jGgRaub1UGlhf25Rq/+sQi0ZeeM22asVNqa2j5ZfX7v1JurrqzfDxEEDDOtFOSU8DnjSzXLXl2jZYULJt71cM5xq9NIQKhVlYL1+2FenpUKH32rrTSgbv9XSC4Fl9M5XAfJ6xLR7uhfSIOQvzY397aStQCuwqZfnn550S/tHYy4L36P2/1Sdpwk+9ySp3VQVeSIs9Hv/jdvfzVzrcO99g3Z2mU7yjESsQz7jXbWQ6yxlotv9PUfWT/6KHkL20SnjLjFL18RYHi5OvzlY8fbdIJxoSNku/F9UVyCoKHWHXWXyZ4XJ8idFb+WAQJH1i2w3qxGMkrfIdMMtuJAoK1QcVD3+UKdUIY2eVodlpLNgbtNRNrjP+cp9RNibpv0eNxTUlbSX1m0W6c83tdLauqWucIN/XX28zBDXJnJ97M2liou5wQXCUmjPZ/ZqnLq/DK2lexAqQQpSD5RHZxTWRydID+7aP/+2MPUFEwndddZwogG02AWBs5oopCLIDYIvgM0dONRhCIJ4qh07329pwGmIrUn8RkqgE8Xh0O+R7cPscGH2EfqZMHuz+8EYq8U5FDRO7m+N+UenXxVWvKeX225zj0IlbddSCwrxI8mE1//x0XuRWgXvxOmDO0oL4ouE5Q09JGUHBM8VnrlR67N6bFzunleY+QM4K3Y/V5WXrRpQa6BvCmSpLPuz9RUXfO13adpbn+oCc7jUv/k5N7XFqm8aGbE1hl/Q3vcNLwTdDIIHFl/ioI8jmRLE2iMtoK+/N4qb0tojqL62DmfJvmQCz7scRt7VK9t/crpL+urnuewX+yXZC44wOfGOJXeK3cKvCwnRhRaGeI4X/5hg43rRFDBrEa8DKNQ4AhZtmSjI/mbWzM4n33ho+hie+Ov3nCZGl5jEMoOLzcGTuh7y8o2yxJ/FmBNVExMF65fmsgXcvxL5pWLTrCZuztY6LQnMOsmk3ISkrKsS+9+wmav7bQtfe6CAwzRhRJRw9uM5hhH8O+F0rhgJ+PPgrCRKw/RDLoJGv+zJF1aK8xIx0pb2Zfj6ebynoJvXzC69gnYTL6yiF9xUWmbpyTAbpRCFWD532tFMa7BpRhGGER2nPtUe8jdrP27JSG5PWfLE+Y9HBA8hH5ILN0EQyTVzJ1mUbDCeD1ES1zz+Xlf6srNcrO2N62k8V+JssQczP1veiKcBpNDYs3Y5gw29v6XVe7xujI2NlWSX3qpP0JpIpPtj9mSzj/43cA1mSmpS8oNmbtLrL5+lb0Lb4t38LqreawIgn+3a6my6keQ0GiqbJ2qfW80nJmBYsiSifbsGJ+xOTxbs+fzu8zUVOaB8pb/Q8aUEkvMgELFfqMiljZI3Xj9iZb4V6SW2owcjWPF4ey0uLki4gRCP8uD0TUU+mvm1Fk4Y3Hlh10L7nbX2xizdG8hW9i9oXpsKmzNuCseJsTkApoiR/OHZN5iWAtTWqhA31B367mZFXVC2xZi2uIoDKe83cflD7yab38XGL8CEqOgjLStbqGGP7T90XsXs3wRngvs3OC6RVOfVFCRsKThIaRJr5M53MYqq41FRefvpxL79pQ0HNBwe4fzI/zUFOnFvidHD09qonvLhx4rp1IeMJK19/KR8vCNCwjFnEHVWg69Ce39kD/dvurEdIA1JPKZiexjb88ZvUMgg0GAbbXUiXWVGnU+39HAjchIQJJk7dQX51fRl5IDaEd896oHL+vdIpDwYf58bmHY3TK1aHn04GOyVn8Gk22ded2kv2Tmb5ggQ7kjAdkEB1njhwtC3iZ2fFe80Z7bSZICHOkKDVwQcYG+38F1ArInPZLNPltMsglOpDPhdCWVIsApe/J8d0UsanI0Ie7PI0cWpinoqDtx0WG9hZycPNK0RVgcVFM/+7AmuZqV+kT1ojWegZRJ2eSTCB7I5h0drCxtCaXXhd8ccgvVlk1ZggSjVLIWwdIlZWTyO0MDgf0vznfObbanVGcGtN6UJQgtwydX/98Z1kgMUAT7X89jEr+Ux4Uj1zNnTLv/QYLx8zNPXM5rahQQ6pGj4vV53pI2U1lVhOq0XdsKKMUZKJK0vTe4dDzVkbZ9kJeWzgMVsYcr31mHMHgGLiD34qinkcuPQRMxK/vjhW6D4wYFHvKlC5wsLgWN3I5VdYnlUt7C9avmhEyXDvMCTr5gSOl88t3hVFWXoPWTRSdwicZ/LStlNiH45WiPtiFhoVRCgoCoXbJOaYmdr+Slf5Ik9ZROmMPhsP4TjyofaYIfcZr6G/1tEIxG42aV8AfntAi9PYNiR+Dian9/vzdmKc9zpYt45aH7X4CoMKVXyRecJl9zNJb1eqo6p1HZ1lJZ4vGHl5iMB9l0Zhz1StOu52FA6hCs9/+WvEoxNbU3XpSwEGcl5Ve0dFRxq96P7CYghNJMRfLc+28jEIEQGo7iH2RsZTS/Y8NfA24M3oSIftNEDJvgGUQWVb/gvNLx17yO09uzYpz9/+6LN+UxKlzW6v2kEEfn4xcCgT+3MPSLDfqt1z/Ig8/2qACDEd/MnKQWcl/LpClyFpU0rTDtcHF4YF1gEHvbrb4GvPzq1Gs+4bVOUohjHX82eaAeadLgaCR5zbavHXStIvlQFSKlpdX902YwRpqOhgG8+bsbHTf7p6673kqYWnQgjaYnAmc3hJNduQdq9DBsQSTBDM57MldKaue3f0ymyaRfhDo9dZHvPrcXVwg5bTTdtReY8mVr5f6yBd+imhdUaBDPaTnPr7UqVpcw6QHVzXRB7LLDxbUEXdUdTseReX0hW/5fuBfk7uMOLJdwPw425ZYe3sDFRNHtM9bSaH3AE9o3//guhDpPgRR6ivx3suzaWNFYyZzCahVdTpNZC689JTUAK04lIjA2qbOaq2r49rAv164vN7UGbly/+b278j7zXjPNqoyaIsc+NVfmAqiXWe38aG75HFv5xDsNz392WGBu6GKn8CRkM8mfEuB/QQnOksTMsmSXe9eDrl6ns1T6pKRCgcajsB5+MD0QMkYX73+v9952KSkl8yYVvgqhAnMro6dOzx74IHv5wX75LgGjpRwcUAtT9mbxN3vI2vopf6/ypI0kiAh6SBPEG15gD7x3XI4nVhY4tz2Jiw3xjubpgc7aKGuSXwpXVfgJnN5RuXj81IkqS+rtLv+u5NAChk9b1hmdX7G/SD2u5ZztPrOnqKpyQli6hgZvuvnH86tJFDn+LnI3vsNNhVFE+KGZtYxeVbrN4DT2MUpzCZCMwBGY3sdvL64Pz+/xKH5fylFd35GFwNroznkI9fwzCB0mKVIBWSMz8Cko+/h5bN7hgvnNx9t31tTIe7LdoVNZ3h4rMyEphTHrWvThTqNL1IJzCfI4TEsgRfFLv1M5N/e98yM1R5md0JbaM1Y93XOIJTB+2E+/0vLEtwjFnIWHXyOBfkGRVeNmTdgeDIl4zzkDNRV3YvWdZQ78L3tSwEy2cuLWxkvkvIT8tIKNXret5X/C8S5zSY+rRM54MKqAm5Z1bILoh4J+5nJcRPUuM3nqLKHRk8WcxJvtfKT6M80rbz+dkjimGNum/T4ntHJpUpbXNLzaHcwKUgbJ0g695TVF6qPJ7f97b63fZtMB8LuPdaujXH+uk4QRppX5cdCe+7KLy/LWyAR6npNnMYbkkhyHBNdldh1f8P72ydLBHY2LuRE1P8+fa5HsGE8KDxq9W+Iv6FhyNv/uf8SprsOZjwP4y60/DWG3qEvmxc2Lp4s1JBVbm5WoDigmjk3+pzHW5cj9hjfXEHW4BCuUocb/ZfnrMZbJJpiz5NK6jNqdJI2EVDCNRBNrnLG3xXari2ah5xRl84XsioqKSGSBukFeOeaUv3IdD8QD7Isrc/lKQfZJeqlTfszk5sn74mj/LFHbq7qSRZwJB2ApImWNReX8XH9JtIVKgQhYdI7zuXHO4mWVWSsvfMZjBklSwPdfnJCQrWePyx7K/h7y1an9d8VUKQI2hxL1ZZB/2XMkKXFOvVLpSIyjIxJIsqDMvySmBRAgWLaCpNMZnJEuQf+Q++9WbyfgzMXsytAulKVMe2FcUZtcAfMceHeNngAYYpmUX9d8U8BUP/ygk7nxc/uuO3PJWTxbTVadtNQP1Xm75HewOKNvmePTB9MDW3iDyXMOHIxjWXLr2zbdLqR38O8792odCqfRcwfc7VNbgtGsCmpWGXwWYaX6eFn6MmGFoTXqJzBe9P65hewgmcKluFJ3XjGlrMR++5znV3yCoKiv+o7teGY0aKt6an6A8bEwP7RCOdjIXfNTU8qJCmnbqiR3r635KuvWV3ComSh2pAg3pWTe9bCWNHJ+5Mb3vJyU7LATWc5T6XASBZc1yn/OYAZDlCcGDaEVBwUEh38lM/0+f4MpvEMrhohLOJVKGeEP2vKtBUH2bJxFKiRIIVHxzEyf/IjS6ispZCbT7Rq34RK9WuXOYFPhW3k1hSKycPSRtWes4Rk1tQnlUgAAcPa+lyYeKar88xMWwHbeSL1TbeWQufi8+7HyYg8D06iJx45+4czS2Kv0P8qbJys61TbutzicztK8v0LFzSOlYgyl8Kho7vZG+66l/AolkbuOhRFbMy681earL+35W08IKMi8QO5HgsbbtMqN4IkbXrvZZwhVLFxLBFeiWLgQx0bunDngaFU5j+1yeKxNVR98sPqEOAKj79dY9wgHWLav+cK4b9Obs4R7L+OfP2CmZguOzZQ0uD0XCT2CzhVmBCQOzTzNcH13sGFjTcxV2koSnCCOvqjxaoaV7VnBHEflgk4e9OYXnvbwMVFeQ6b7Kb3TmX6TCkdg1Aqk09osZ1V26QvB73a/N1Y/ECG+IwQ4Np84fyz4pJenC/1GgRduvvJpY8tlAC38a3SYHW3/KhqfPfpOWk0my9DFJfnbA2ZzRDtESvYJE06ewBsaFGukyTeXtHdaUl7NmRQ3tTkGiqS20sMbagbjm4YWs/gPksgIB8/H7HdeVPs95a2jII2iQThMGCUJpXLfWVsz5qGHqlH+Z46kQP+0PoihAOYzvHOeqfAUfm4hQjeMykcIcrW0vKxcdfDtoMhL/iBKuJldKFCk0XmcHPowlXN8wkQK7EnhlnOGsmVJJJeG4BJCKjVWvGxqKVENaPSd5pUayxmUqdKxhwxPDxjLmRZEAMPkM4C2nOSo2M7BfjtzCN8jzPFn84Tc+qHW+9O2e5zWNdD7ibihbUfn9+9P22B4R5CcwjU0dzatO/YzvvjNE9YMjGJGEb7Udr0u3jNtHl9h9B1Z4I8nVLawIgh9JvyU6bxePY/ajFBoHmEO0zKHMb7+JqKBb1F9PG82M/6qMc/vaNxyW1xUT/wYZB7syS0/k5kwR8Ld+JLGoXVdEtBEADwLY18GMgVslG4zeXxflpXg+obMe4pPoJ/cCmeHv5VKcNCcFdL4okMM8tSK+UXeTYsXHOarvu8jeFveGWtemv4jgSiuJMIyLuiDeBAM+HLuXogwF3WuW1r31n0nV5ddk11H5soAF5t/wqfNPc6sWaHo+TcO+R6E0tzVVwGd5+huzlnIO3+nZtAKEjetmOU6SSmKJojvnBx67tXJeUJCeJVJyJLHGgRlwYdZThNCURayluddazihZkHgeRh931jP5x6oe+n+Q3KwhrZKE3SyRbeV+wAg7101yzH/ufy3S3JB/j8E9+y6lyHxDYhB9BYEQZCs+h35PV5fiunr0Y7mWkcCqlucPXny6J4wE9EtThaNNSbBcq+F84Y6ZPQzNk0vovZ6/JEd7UZlZf1KIxMuznjqdBUtaqrUM9h6LZ8/0uEBwVNn53D2mFqxYFwJhbM5HMAP17PikxzJ9YI72rqx2zs6fWwgmLbQN/ql33PHj+xZ60Zrp3c1lRr0LI//utur+X5EZcYRPlomdHghPXV2/ev3WiOiAoDuCz/R3zfQyCn6p3KQL5xLFs73Pzea4t9/92tvxQf/dkBHk4+LXAtFayYELmh65hCn+lN0m8PBDv78EJEpWa6TGnskJA5ZQ0eVS6D0aIaYeU1yZiqsJanPLcLFuyF2zSQlV21DfKwpfxXNEciQoYf/Iq2b+BreXjFj9EOmTKPKGR3xivzME5ZYhIAeJ/wfQk3NfZH1/PiUAZOGZpphCFCjOThiTXQAIkc6YGwXOhAeVztQGYXowNiK6Z740w5WdIL5+8qWmx+zGzBonmFdOnQaJZahRWbh62iuIF/OWGipUcyhzQiH6E8Y5g7bRAsXSll5t09NhS7+VK1cNIlSUMVEo9WPaSW/zzyVJ1EpBDUapZJQMZhESOnZYUyvmO8y8AE1OhLDqmqTpVSaP7kCYlH3kXO6a5hFlaSG4cgM+FoqJgpLMbqKdlCMOX9A59rfD4AaZxUm9nTqZcL/UClPJCwoMvHFJb9PzPudugsxV+wD6Q9SLDNQs8nt72G9V+w4U75QUjChSzslhleNgCrGuWhd8yHtLlYupm++YSTEBXSVcN97RIAIl9guJlYc7heziV6rWuDDEWzFMdWqhxJrptpE+F5+pwMGOWaKv7dfDCrngQpHpd/c0itiMeNWdeHq+Ga99xRDo2JyA6uKieqoAvQwcS8GnVBf9xyBQowQ6TDYC/ZbXy3Axc9ZhA3X+3B5oTOQ+h+m208ujUK6DJmyZFPKoaKGm09aRy9XHgMjk3wFChUxF5gy1t+l0XzXQKVf0NXQp7MAbDjNgN8/R1ezEOU3rK6sn7VzbBTQD0fy4Wbq+gLyHIBBQDsSsqz3G0JAjmc5WHNRM2NZUzMJrSxDP02FDjQvOiXOpp8SF6iTQA0eban8Ow3tzhEoYGd9gYcRXf8M7+lXrBWHHFs=) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Size1;src:url(data:font/woff2;base64,d09GMgABAAAAABVcAA4AAAAAL/QAABUEAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAggQIDgmcDBEICq5EozMBNgIkA4E+C2IABCAFiQAHgn4MgRwbCikjEbaDtIJHUQvTJhT81QFPRVb+DBkS4qprpGp4IPxh3+c4DjZNzbv51xP3IySZ/YG2+e/dHQeHcISCUQcYCIiA9hySVk1nrKiFGxZiLcNFx8ftt/uRsf3IkAfiXn1/aMaalGB44cJQLBzCxCPSbuAK13o9X/1/j1P4Z7beHrtR2D1FYn5iUpmNxKU6c8jv4MoBoibMzMqJFn0Enk9dyUWVsAJf+eEdO0AHDmnpEKSgdOvbor6idlc9+dhS0dlpbWrtpdc7gb9lO2WiNzsQ7bCM+B+HqvkXoDE5GydSRH6y372s9dPFGVbqldYGasFLCwu+hkhZalj/+7Xe7D2vXwdZJi4yEQ7ZudtvZtIY6gn0n1D3TCo1n7s71IEFJoeSKAQkl4XalajYbfkIu7UqtdZthFGrQ6bDunouphEo2/6+WY8au06FQgpBBoK0w8qX6N0TgCBO4g7gARBjxE0A2LJ/M34I5oAAIXclwA9S+PY7+Enj2R0AG25Kk9zkdEbNOJsD2D6bBGHEGS9FFWKAyF0U/GhFuOkvjMPJkmOWJZY5QTxJvE+SnFK1U7Vb9YrqNbVMnaDWqNPVRvVjmijNy5lf6QgdpaMnAeBo5ZiB8N8BCV3SR69+WCPo9qUOrt5PfuJ9b7kyuX1y22Twv4r/LP+JP/jn9qrbK287bztu829N3urW77d+uuW5lfR++9v2N/Vv6t7MAgThOlNdYRCg1feDyOoVsIdV6LtfnrwF2pc4lqb1GcLStSAI+Ed6ZKwFOgCn9lpAzugKEHB5XEBArdoCElKfksNbE65LNCVGl4lh1+X0qhOCeyeCSCHYTTXU9UlLVAhndKiOD6wy2bKjSccDaSXUtdExOrI+BRr9cWiVkXBMVIJ0FPQjZ0lZ0DxaI7Xw8DVU+tVqo9jZH/Wh995CWtj57buSpmkXGq/fbNvmUyRpKHoJklmUarSlIOWYMDkmA3o4JmNpxlKLhHY0HA7iCCWigAqCGELPNiAMEUdAswdquG25ZYpISaecpStpGAHDK17w5WJ1CqBjIREK5xEl1YUCHqQvUJZqgc8tD18dAnXG2gDmAjrvPJLXZf7BiZaatmemofYCwLNE8E6t6+gpDfcfmfRsqqdDpW0ft0zaCV6DDYLtzo+OoacQ0oYK+IBhpwWi3CQ4JkadCqBxCeIwBr/BDP+0gIFEvRLL0RUVfIJUxpaDbjH2FpsTomUG4Oy717aBKOqWDeWJ0GrQ1Q6hLNLGRlOkzroPiYVphltgy1wAaUGv5+r+iO1MJy0NuM0VsWpisVNxD8i1a8vWqA2vbYEEmai4CcSjAimWlAgSrlgyGoG6YCopmiGNCmQguexsUa6o4G80BRmjNB5BdpJuUY7VPZ+pn154ivioJwZFL9z2q7vX041dtOi+Y5BB3t235JAGi0Pm514KwlyW3ECaBccqkLblV3lMQ5lrxsR9JD212j9J5hkYEYbOKeIBCYdIxTBvpWi3p5TbzQA3tAcSsLYY8facKTCREes9j1yd9GHVIVbA4yRexk0nQTZxY8I5RwTFrBksOaalZ3Nn8SSUmBIZFB2kWIEUJwiKFyQlCIoSBY+SBE3Jgk8pQkCpgpmvh9ZhndB5dc+rlODHRcPz3Q1aLZXyd8Dslhny7y3jMEHK010IlvNrxW6RJlTgoIZAA0EaBOkQZECQCYEWgiwIdJCKEVI1LuUkI3FZutp2u6Vl9DH2btUEcvz+0ZwWmCEylKqWNc3pDH/7gY4hgSz5q3JmG+7OWx/m08yLir5/G5L1cvN0+6GVPMinBOblY4Ldx973c4Mek1KXQXkGwkq9bzqX86Ii5bekAFLJMI0AcE7foYJClHeqgqJTGDlg9GWLkYmgfCZlLQGai6a63IwNVR11En9kbADVtUURFTdfF5QAUBKrDsq+Of0tZ1FwEMXOcWNUkaop+gxiSlFK3iTQ6oxKgme0ZG03/pSSWc5AXZpNCG7g1gspjcYw0EGc7pXnrROHXv7ZaS0UY63wmOo1opgMc+LDrZrWJJXUVpIO0pxRhBxA2DPn7TGjrBxltgbsiBE8S/pWtUtQKRhhNgmFgXozn4tCQSkltpgzeYkFWs15Wk4tIoRZA1HOVTWnWCG5SeUJZ6OfFl9KpdaY1wsEXklqoI3eY/k1TL6Yt9n1hao52vp3L4toCsv2uhEuj6c+qdR1NqiUZLLeciz9ltkJXqpQZlOM6YQGtk+8Y7bu24Fxuw3ftBOUuOO4C0zxhttUrz3OpugUjkUsMSXJXQRln3qpAkFCtOZzoO6XVqmk1Dk/YTmyMGO73ju9ta+JYTer1NQ4e3Wlc8b2zUwb4qWK+VDSIceupLzNtLp+FJ3LBao8xfnvU70OF7oVbbcq0A1JdbXGMA7YnB4pHKNaQ6T4SXWbAuVawxm58jGNlzS/3tDY7DJaiQbDdYDyikaB1NQGAc0CnWlQVIgWxai1DQKmC0y2GW4AgPOLdg2poy0COjWkGV0AEDM1pFltETBbQ2eOb7iFB27hhVv44Hb8S1SKgFrS3DYImCfQnR8fXNoCJaGutghYqKG7iCmGoIbU3RYBPRo29xrGobSQbp90esQ2y37YnVD2cws4rAGHh9BWkbCO2qCONDQbpqJjWE7FiJzqjR6CgxYDYZNLYJdL4aBls8GKi+XSihXSipXSilXSitXSijXSirUty7BOlmG9LMMGWYaNBU3apCON6VjZbLge9Qo3FqETr1ME2XW7RpWo6uhw6COCuREyrXHkSXsd2YCAkyAFQhuTVh4bKAP8hQDMchDaCKAdAfeC65srQNwqcwlukzJ47EwCzwivkaKiYyUCqaCmWpElTLMKhU6XnlGSmrFqrv7ms9IkXY6BNlznRpXAqqIYhq9ixVLWoE2K4p0Z0ikhVVx2tFNiQdJQmR3vnwdcTJKNCGuHvCirHYnjyhNy8JH8B08MZDdodrO22yMYArgbgc/kS8DdrbsR+0wze/MHJN0wIt2nUKyfLV6d1y9RqOB80weruHNIeeHvu/yYn5+m83sfT1cTYrwhhIGkO0KPDCRdcP+BiLL8lbU9LUg2N3/Gwg/CEPPM26pz+8YScmbhOm/Ye04ULeix9h3aISX8fecfWt/bk7XMf+hwKnjx6rpedsi3Je5m42FLs/RfuNc8cd/q8qXU/s1+8xebcffPuPWHS2Is2fn22WcsMalg1jK2Z0jAetiqF88967COKHeOz1wNk6/L9c6kE/lbmCVYHjPgRcIruDpxKI5EOalKKlBKBciVjo3cnLAtpPYOZeD2qTYYAa7yQ29mdMPL1Mb0bM9UXP0SPwp28A0vNr8mqgRiUaZ+vwC64vkQUTf/5PuGcWT3sjz+bmlMoIZI2V90rVVGSNfHFyUY3Q14x54e2ne/67hWf8bwSv3w+R3n6/V47ta5DA/bVrxzLllV02D/Z5ZOzokxJSnfLVPfnywIfcb/ysvE/BylKkm4mmTynN0WnpieMD00As0wTwq8Yk2WUfpgOq6jGkDKhVIoL5AAzTYNKWmzTFnLpwcBgYc+TeVmLcghUfSSltmYWN1/c1oqq/d0VKvvM57svApyjV6H1H3eC6H4KqwfnxMisQbIu30F1k/OQwprWP77b+XiuQb/pbZucdqfu9Y2fN/a3mXq/WohfLlcoJ/EhiiSQ/N4LsgeIcqyFZRmYcGSBT22vOVubeMU3RFA5i8gfyZjVQzjkGXSc8CI3WVsd13C3xbzielpm/F8ufIarHt9f4PO+SbQkEah0VLDMOTzRhY31fTOehM7H2KsbJfl4n/48ZwBWu3lqh2CZ1NP/FDzTB6rkq3MXmZ6qRbixScF2fZbZ0JEh48zKy2rjGB5Hg8X6/pUUm0UiDJTZKV26GeLIrHrzZ+TczOw1Z0xtCHgYzR41PBevKccPnxEEyLdbqul2u0f5hPLbLMpG43gFlOjRo1szZrPDMmtqyCjEO69sU6KIo5UWpafKRI5rJ+2S5lk4HAlMc/J9y6dP1Edvs+vZCsPgjygD1msxArrVLK0PsphXqlzT/httcZS1tWlOk3UKiJ6x6y5E0Linc9qmfJiemXHZBrgKl9wdeDKy1E+H1rKVTs5uRJF9jtspbmvTAXB1hShlXUAhK3sx/OCMUiarcF6HXcIYc1XIXWfIEgZ19EDaey5hH0bYvdftugTEhRuncuLir2ERbFP4Tdbxi2wP39ssanPk9RKUofueGLx8B1PHaLI1qS+OWD6fRKwBrF4gB9z6OpjI6M6PBQjCPF9XD1+7gVIyZUvFimURELLyqIZYuZ5oWRv4JmZdzysPTDngBYYt/B5RjyjyEwRzISQ7WSLAfp12od1v+jw/vRWMVvtTZr6UR+ciMuErgUaX/5u9418kTj/xu7vXjZOEcMYnFz2iac7WYEEYaIJtpWV90/UZF+uO3GY1/Z9a03cjc86U5MTaniHT9Rdrsme6JcD/UmTjccTO6APtZNrAnywqvBmSCYP3UT3wZvwRN9HU8sJlCS1smLUuB/7Lredd+gwryYhuTP1sxszUsqwv1nmWSkmbzN6ZRJQ3ml6EFetkmbFV2biljqVYt+0VTPzwKEf9P+frODU5MNEPn3RaWOmOHIPPKCZjiiut1tKZS3r+y/m2oTKxwsxNoehrhY79Z3X9Z5BxbZyYc3guhy74YY3rbbquT/1fz63cOt9bxjsq/VQeJI/smHJSVcAlm5WFBQ1nDrWueHrx/Xcyj1ulS1vP9x1t37vRFe7u+K+hRN79cH9jnwXt2clp3/86w3zKwC+CeqFd8Nd+7tnu1X3j9JwCvvnc3GOfDC3D1+vIVmtVcu6yb8zvbvH4Y4jkT7jb/dM9gX9Gxca3dOuJa2vjIzv9i3/g0q/VBcvaLsPdR9RxJg6PNM/8c2lX5FsRLXzJrbnL7q2AIKzniqgusiPelOLOo4/rP268OJX5+GCqolPavCed2YEZwTxvv/v/V8oBfpPnPvdvO8g9VMV3yGScbSyvHjksNOxGealI8F/g/9g1J5n1kvhYE0J7PRbZZJ6IaMSFpY4rc6SQqGKERrlMuPUVk+3ovV3CvwxbzGrUcnkFxeab7qbMSlLIDRT4UXzP7HRTy+7S8K+KH5Asir+2by47RXG7W8QH/I+fi9HOXH9f1vHxPsiSmnIvSkKMOvEE5LV0Zd3Jx1vyTqSUnnrzkSl7ZlDicti23wzdvK3W8053v6xg1WLW9wo9ver0Z/8v+xjWrvlcXB0lJXDatVwfHMzZ/+ENDEUU72Mcre4ntnBn0ssQBhBpb5hsnB684Nf736B7/+z+mseEZoorc0z5jgdNJnI97Ejdy7VG8onB2gygVch2ZLGo3+flVcFnh/5qIwmYmPIPfIz8cpHok8+3/B5w2fxlGxEpvhY9phO5tdM/xhufyfbIKfiHexi59ajX1aw5wPFE3supy1o/kEbxlR2gSz2VSw60fTlcd2YGlGWXl1oLjyRNfqP/GMYe/vtx32C5KuKUhs/avXdV5eLbIx5Z/az3nh3RWs7M8K3lSq2pKbcsQivBpPETaMtLcPO25trA0JbEjjM+RYJRzudYK+z7StGZ4l+Ugy3tIyKm5OCeHXRS4ncVkWpjWZGW9urq32xo4GuYPz+C0yItpUqup/dKn9oX9rwLFb+4w7thiMMyZe08GneBq3Hh6K5eI3KZXmnSMbxl6esSFVc1sQHeaJTuUq9PFkw8/YeQL1mk0VHqhXNympWDqedIRj4aFfXkz9S2cpw9EPb8rrS66NmCTMDqmnpnp07Peltao+vRY3hrp3pHisM+FStwuwqwd2XLrz5ySHZSr0yvF750BOyHYyLkW7s8M1csCX2t6zC+weTL0Vilsz5Rpva9rjJblpHJ6svui76PNrvnrwfSel8psO2J6i4iwoHe68LbOEwJdnw0AuSAQ35JSAeqews297QzDzXTYXDtt3Sp1+88V2ixDIBaf2Ud1avWXOn1XXvdDg+2ndAHclscbWLwoyLefAQ3//rGKq/lwVusQrFA1Gzaen+igoLMWdIZDaZHy9Zh/OdfrjCJdlvxK/eVWUtHp22JDGuc6+tsLiEMAxIWF82UVJcaNvbGZe4xD9SbAXT9Z1Lrp3DAcUJhaGRTbmquPde3f2miqvJkiaD4hUQPLw+pK5y9rtzJKW/CSTklwAASwdHH97fxX/P/X+KF0c2A4AACGPmbIbQGW8LtZocUopbCnU5/gYLa4119HeEz8IBvaImdEBhcBKeRRTUKcMK6GIKGhKGyUQrCRDgv/PpOSlEJA5Dn7I+FDN3BAofjTkoir6E3qAOdmZtJ75tS+7KNihcnrQviyo8Ky3lfig8jEXwSqwuboOioolOpbTCJs8Dr5y8Y+sSgBWBsJWBEBKQYkROlWVRBKVTUQJYuDdKQrknoxRkBKIoDxyB5TitjoqJeRh+Lwt50bvg1KvPqJAu8y0QxtHyy0KzMKmVYtkSmKfNHJe5BkzQQzFt1yJz4YeFAaeKXc9I6CFglidFqInSiy528wpMs26japi0pLabY5oui82sGbTYoGBoFlKu9w8M7yNkc64vGiO/SgkO65RsfhhgTKcMUeHs1SCMBVMIwsrm8SYQjmBBsNmTPIfAt7OIUa4s6i/LwIt4K6WGt5RaN2+xBRYiRniZon9ilVWl3Tw3F4FPeDc7I4Bh0gS74iNHMAdoxRBsBHAVTebU8+reVxWLvaYTW+g+OYCAaUTmYXiXUJMDIoj00ycDEpBBBuIgFxnnoliVWpw26DPZ6eFkLZIY9tEVDWOEe/ufcbyGhF195fIJHueoodfzil2TbBFWQlgnLegbkKNWBvjrpxzhQmMU7SDZtz9Hg3K1pn0ChLyTHWDRMn0w9tdDFIhAzqqMzWyegIC34R0kkUIe0shHATJwCIVwEM5iFIrgCIqRRQlKUYZyjMYYVKASYzEO4zEBEzEJkzEFU/mDPV0mk920/3CuycKEu4KBuf/BZ1FR/NDqdr43FOodHuxjWPHX+su84wu+tkS3RXXJcNViNu1X7S25er7u1F3S3d5p0s26Rcvtnmsq0ot1u3S0dZm6F7qLtOLudpNJN+sWPW9HBVDzDk83t48jbuuI4NvFq1/Gge8YB9CxgYWvvg8AojjDNkgA10Mabmxqj9g2tsspILRz7xXAOgWuY+J4Jo/dL1gJSMVn+Vs0lLDmcWB19+LkI9TWccJKP/ECNLhWAAA=) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Size2;src:url(data:font/woff2;base64,d09GMgABAAAAABRYAA4AAAAALRQAABQBAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgUQIDgmcDBEICqowoRYBNgIkA4EeC1IABCAFiQAHgiQMgRwbMycjEXZztMJT/OUBT8ZvqgIwIbZlhOVRe5/Y4TgOVm/26guMVEV+hCSzx9O2ft7ukikmSyhLL+AhNmAmWIHeF87oyyi4/NktATDObmBpQqkO0XGZSf5Woc5WoP4HGIc9v1xv0DrMVJGay0kidb3pvFxg18l2T0BGVkUSqOrh9sU0W9oBQkuW72GnqAI0AYKjV580ZSBCW8pFlbACq2yAdAEyoJ6MIAUl/9lF7aK+rhqdIUkCYlX6/79Wad/9VbUMdjlEHkgnwsaYP6+65tT/v5sDVcMNgz0nW9W7YeSeDhAqVnt8TjQeDyRJmMhNLDsdFyFcpM5yOPrRK2x+f6/1Zlt1xUpMECYMsfVK+7xHARg+gbYBAwDbgN0LAJukS0YfgiOAgVjjMoAfxPDtd/B8aodFfeBFlpk4OePRGqnFO0mArZ04iM1INxduUXJo0HIiAdGQQtbvIhtIRnYdFlrsGPY49i6OayXaBK1N+4iOZ/jKhJkIE3NmJgASxa4NPxHTilZv1j6oYxu+NME39+4i7w1bbTH4X8l/zv8E72Pv/f3e1++1vKd4M/N13eva1zWAQPzD1PAoQICn0Isi6/9g7G4d5sP3QPoy1Fs6kybwChb5P1sGpBrqibEWeAOo3RZUmLwDATI/c2BQq9aBQ+oLfObWiO8go6TkCzbT8SW1m2A8OBf4DsZOriFuz1usq4vJo+k8sG3xVjg7evBAQkx9K9Npxe0pcBtOY6vUrn6JiOEJBUOSk6T09J6qkVp48BYi+95SOsresAfzKFjwiHs/giVummaj9rahvHsejzzoeYtSoJhrqOippErQmsbTgxE5k2ZDwRBXJVmTCM2VhZvcQYrR0AAs4HMI3AfgYqms6JsoUmpTLvI/sQxx9/GPIWWMdY6gFGMcFF8KlFQfHQxITyAi1wKLOwGWe9jujbXGcu5gJl0mSgOFVXrR4UEnzSD4ZQDkaxFG2448dUpD/kc1Fbo3ILLdkHZM3otBo42C9yEkbdjxArojBwtw+KaFrmwTe2iOexXAfQYrz0DVsR1YbQcHQnk7Qg7/EVKKmxLePGoWUndyd1y0nDFhz7+244d4ux5PSb6r+0ZJAUJEkl6jK6ROeR6W87IQchlv2gLw0CW7PR0QgZUc+lnA7s5IyMOKXAhGpPtopL41auNr6xChYF1H9KmLDjHWGhFEXLPThAP3sccq3ENcdEhA3dTUlX+EVI2uQMIkTbcROUZaV4r1g1CIuhufIujouUyyym5Y31/njF0t2YJyFJjqHPpS2BhUeCQpAgQLX0QziLcJmlMBj51hTmItRPhmg/VeFLetmpsVSYPijjK66mhExAFi0NTbjZztkUzeYwGRaRdEYKdFqtuXTYGRAl1HBwGpe+khdI/AgdxL+qtaGJXJkRsj3nseSP6gQUWRDyQ2puUn0aFEgdk3jjgiEKkERvECpwRBUKJgUJJgUrJgUYpgk1pwOszQItwmzHz9IKhUoK9L5pgOi85wpf27ZuvwNPvvCiMxgihFWwEVV2uGXUUJDQxaGHQw6GFIhSENBgMMFAxGGEywsg0yN27JHk+ocukoazqZlSSPrXL7aGBPnxum7XBAZCAlLWme0uv7HsdpwwE5E6tSEfYd1d3t4WgXhs72wvsYa9KVpD2OLKdDvtBvn4UR2J8jz8cPSoS4tQRzlyC2U7igUyVdZyO+QtyQORlEEQCsHyBHBqo7cw5PhyKIQ1ODTBRM5p5JJQPAL5m+1WbDib9POUs4MTaC3Lce1dmbrx1ZAOaIcw8R2dWuX/hyAI9vThubi8w1Hrc22QWpllsITPcmLUL3jWWb3rtwQdikGTiQTS5Ff7utcimNzizQfqrHRbAY+JaXeDTdAsFUKwzmujZxuWySTre73TQMs8rMEJn285RRuOyDBXJ9HW6SmVZQ2leJFGFEBrup2wKRhSJC4dC7ne7CY0905DCyAhGBkQU6NzUwPLcAF+X3PffNpUznIdwhJfiW8ioeQyVzak3zulNgZCSEGdK+Vt/BJHK5uzXvlUz7yN9nPp00s6bT25zdHHhzpgMvVM1cSlA/jmHH7MUgc7EqtM680azVt+E9s7P/fgd72OwCF4Cs1G+0EGSnhty50o5g4+kgVUVW0HNUVIC5Kk1m/A9m+O4TwOPUV2O3VDrlJV6Mwu0J7/fykb1UDGqZI+Ob2TnndMrYqtnURrJU0gEbb7hRpZLcN7U655h2lQiUJWfP/nwLl7l/ozvC3V435X0VKKBcjoxUrASZiKruCuZ6KpX0G13BWb4a4zpHFROrQQtSXFArlOpGIUG9UN2ARIloZKDAKCQICo034QIECjKaLaWW0UjQaqluQwsk2oWKDqGiU6ju8owi0Y0j0YMj0YsjHUKiVPThFEz9rppmW8jcQQ6F1gDLFB6NABELmTnAgEEL0dBoBBi20MIRSwxy8mhGVbmol7HH4NPjqXcn8PsT7SRCjohOOsiachBNbw65rjHXzsU8O9fMB/eABd6BFjqIFjlILb6G52GJnYeldh6W2XlY7gGtcBCtdJBa5YfnY7WdjzV2Ptba+VjnAa13EG1wUHmj5Rrv/W0kyky8RmD0/pt1mkRNS4vfHGX3R3F97bx79m1YAQGamUkEYhRlRK07mAWYVwA4GSBGsWEMBvuF5hsNgCZigK8TmogDox4GiCDiE4VsEbu2Qka7ahqVlZwPq2hRyFOS7Q7mNhNUKWphCl8svJdsqVgidbhuzAzcHreLcFt0QhDkXOSgjC/E2ABB3hh3ts0D+0wiM4yLIiyA4GyAlIUZv9P+/s1vjbHbXoKylWf4RSCaiN6WYIAqGJwQSDHbwmyGU2qaE8UVBHFygiDFXFR/KopYHde3Vmbcx1lfHkvoeQbXl+bztRnGFNDkg1F5QAIBcqJBHvxCCC1CQU0oQFgGXp1uDCDXldJfZ1eqydaEdV+uZgt4oUsD0Qu2fLJKBy3V8nkq/Hc/NLvAn/dzP5/LmYte61N/KnLsObfGPj8JjqirSD0FU39j5jUqnkDKuSM4LT6cXkw3OI1/n5tlnBtKZ+U5UiteWuNmWKSCX2ZpTYhlbK5f6w9bWj9PxisFxqAEZ87JO5fabVNtu/7aiI8Qgj2B0cXuu0erKB97a7uycklJsq5dw1rxJEXMRS76aXeJ3qOGHBf4zEwf+/j1iVgHwdHHmYWSL/zax3eYdC7az2SS4bS3aJqkEbJ93PbqqHF2zNjvF264FF5ovbBNLDP0VWz4/7GPr+zwT/2xn+O0GCzeQOo1KFcya2sMKfJCkKfcxa3ww3LRN0i5AfJtnL5q5Vf7GIWlZdcQBhq+r1tywfrvCyEeeEE+gd+vzBzWVJ+pkmLxZey/w4Wo39nGLuw/6aThPUdq1if5oKroXYTDU97we2SkiX4mJ9UcSO+PHLynOKuIV5DqYy9fZk2k2lvAs9YJqdleb9NMTSJfl03vhuqrQBCtrftcEZAERVh8umrFpvt6/it/yP3u297PnEMqyPNAt1nc8gXuY59kr+P01d7G+3RSUh1TkKaAN15vEc2fJZE9+BypEc6td1Hdbb5/W1IGqJLAcgUlQglXMHj5kpVgDLdciBs4NQSU55MmbdoE1kj1cZu3Kcvhli3y/Hlmx3LUDCzWWaKTlwN2b3rsrfqBmuGu3xx9/1Z3WaSGUcgDg9IvJoiD/EzwUJ6P3EH5P/7wX+AfpL7qYy0+7G3t0QfT8rNBFYjykZcQa1c+A6G18FocPd2+9BgAJuvCyiKnZKnUjvd24t6PG2HKTKTxJ6AIwziWc9xBt18temdS2JHa+DexT3RyedhBsS9d+v5UD2X01mkXqZvAn7QIX4zpqM3+zoK/z8azPADpvONXgRimkfoJISCqdRDUIUT+D+sdspegfJ1nGEOZdKy2a9e9/YPug97AM6oQfh5vCYDqMF3a/VIfKP0oJ33v3yI4hVpqQ0MOZ8wJ9AYPJPUH9/5N7Xbd/eEHrnsbnC/fSArgxHMv/vGaesYro54DLH2cPSEQYMd89P6TEQhDbLhPlub/7zXNnx/cB1VXdUoe9fobWqNkIy69+ZThg3XAYn3hugHM4zdc8NOoKk5s1FGvv01wv+fxW7QzWwNEVLi+mPx/DLT7gEBw/VpeygTNgefhp4SSYU3jgHOHW5WxY8CpaRwuTYAf9ZlwIBdD8so2z7nTYzxhQCjQj3d+XuwQFsfDj6Z82GwFpGyK+Kj6HTcP5CZPIbDanG+CHxKExcWOzzvH9QJgTUZEhSLBo6+9X+uWlhb9+BWTWVB8oWSlni/Qr/x/Z9DLbWF+9WORtLTW/f5rjwqEASHH47zucNfU7uDDm4kxq/fK5o9PrhyjLcXmrTQHnoOfmDtqat2O604P/HIX+mIVjp3AsVeKIZj85awXP4GhR2f9VQD2DwlVyJ1zfxv5Wyytuibp0T/IerHYULrUETStsVTZ+bf8HeRnGhe4xnDdK3e9Ad3+SPypDGnjGq77Rzd3cXwFdfu3dmg9HQld3LyhM6PQ5s6VioZO+7EZY/94Gm293+5U/+vAH7mhaW3NXPO8uuIjPTVE1TW7Rgqe4WM20M+fn6dAuKgFvXJeso5ZJtmhq+8pz6FSs09mHmiG1lQdC5Olxa3e5y3l2BDyNW973FPFGRQqIHc2mcmXagjN5zeUsyV8eUH6PcfMH8l/XyvZPJqZfdpn3NrAFH2Sdux/OPOpuUrq1CU8+K42/a/E5aY/WiSrVYoGZZ11lbP2M5balesjk15KjJtRVap02r2ar6QM8Z9kK9lieDp5u+pAl34pUi9R+PUjdz3vteYVqJNenPgZuv4NJ4oL+BfwDwu3UCEIuipTy63+hvVTtejHwXw/g7sxsNS41rLL6QtRJLu3hxU3rnk6Y38FUZHaYi2qa7D6PxzyWplZF7Yc2GeB95dUfLg0HL9U2ipn6G++5q2JBb1BWbDK2Y6SSdVKq2nNkhIFM/leQaV1KH659t1F8Kf8ovZ+fokafL/bZZcVKW9Lnyp6ugzFN27XPZ0if1bOwqmkWUrZneqkN6RJgUQlBvjEKtkVhfqpDNWr8/viJ3ehr5IVl2UsTDkUkT6RlPyV1PZ9ozBiQB5uKtOj20QjjWXu7sOC5kqot/QdJ29pT9P4vQ9wONs+efVUWVH8kGHDddYI54F7cfq09haJPwFPcOMe3jq9dADwlVvVZ6SSmzMqX+vgKDvxKLktaRXlW3aURpxzLZ8GeIfqj3SF5Wv8Jh4JE9Sub82rV3+otesUN7ty/7cu+CdQjEv/wcPIvzB25eBEQuFKkeD7eNa1qKGn85NA4NoTvcrivs8TnexLTRRGrrgzHFZDrg8GxS5eu67kvMgTD8KtO2/cEN64iV4/GGR8jr5qyz62QhB2vDN78K2ynacnU0fy79q54NCKJ+LTR/XX4pTPV+zevtm7FhxZFSw65rI3RJWrxxZGsk4mt3Ufrd5UsvCXE0cEkuQkxxCn29JvO3zaGDYPT5w9JV5cMV2sKqf8lENjoD5ntebzRQrPn5sfBg3Y9eaY4R9Wyv1VfCTbppMQtQaZDGGIhfMXLXyzt3xZp2TX/oZthspXhS6KN+tRXsxQG+G0m4M7O7bwiqtibyDjj57hr+raSASbIpGHxFAPExuXt6UUL1uOYcyFv/ivoY9Ub9qxc5xYvszx8OKNqKkpPL4bWv8JbGC+ojlw8Msv0YqVCJv117zKPQKHx7FbsKDyr9Saetkf6bKf0d6kscFweJD8OSJRX3pczSIV4UiQV/pVUvJbpbxgJKwgWerHL6klkZ9JNPt3TWvw6Sn91LS/+qdpubykE6ZX29dsXwzTgxL2Og5/7n3mKXh7QXMGRBKtb7O9de7eLlHOb2wR/uWkZ1Hu8IPS/fwr+/cE615GLQCwATOVoux1QWvUoxnx/yJW71oMGPwNThiJqujvIhaAG/e2dSEzeAJvwocE7gFx8CDMBUZW8C9nWknk/pWFWSrif/AUI6cgoxsdCVogI5zjR0Q9rmI/mmBmUAwfZsRSGIJRPy8Q+QI8jJbVJT2Lch8wvNho8yCAkA9i2xwYhwMiOJ5OeIq5CJROzMVACHfOxaHY43MJSAvw5zLAH3Duk9k6V4DNRpOvpBDSQ29DgRGj5hsXdocBk0iUECOSE42WySorR1iUVKjfhIEaLmiQAf0qBKsWpDI4cTZc99Md0uFRFUrT4xq+sEdf7R8yX4WAxlU269IgbEG/U73+cE9TBvUYV2zEsElJjXdNvydjo31CspCO9sO63CuwKiiZcSaskdDBBlQ2VZOHmq1UUyEcMXCkhmM309irpoeNi5H5g8qyZGetOeY+9dsM6QnhgAhpn8fG0N8kj7FEu+U3NQe7r57Frv2HFly9CZMzJL9mglU1DTv7kOVcJqlaj6E9VEKutFYuNLK97wlz1UAxW809MJ4icWqQmBB7mEAfpkwfCUPSMv0uwjKVobXGqMGu3O+70g0se6AmkjZ6u++9n9Rj2ptwVU3sNbhPkhnT47fVp05RnZSFW6Rw0qhX9rd1Qqh4UlST0dgoZAa5vurb1ShWaVjAQGzszMqc0tRfM993wAM+SOXJ59WpO4DBm/AWwhEBBxAD9sNpOISYiIXYiIO4iIf4SICESITESIKkSIbkSIGUKI41NRymaR8tXbuLdnImw4N9/f8Zk9UVp9NBw1hngVNoF40toB2H47RcU120x8l0fJZ/akaRx8qc6qNpx+E4nfR7c0PFEzxZ3xxDaEtLFP0sucNRDFj+GIAJ1so9510AwFtK2AAHKLzWo3V1zVHvumYl9Qmq5U42zFmv1E6MGZaRu9nLABHqzUKNzSxuOQZC051oZvWIzTGsU3vL6GNCYRUA) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Size3;src:url(data:font/woff2;base64,d09GMgABAAAAAA4oAA4AAAAAHbQAAA3TAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgRQIDgmcDBEICo1oijYBNgIkA14LMgAEIAWJAAeBHAyBHBvbGiMRdnO0IkRRkiYDgr9KsJ1NUAf2kILNxgUmgqIgq1P89vcbIcmsQbRps3vCcXdYOKSWEPEKgZgQkprQQsxIXUgq0DqpGKmIvrgkeVGtEQD9DzAO29fM9jYhxZEsL2FeURH2JN4MIcTdO049NCVdxQ/w9NrSYFEBKTDKpLKfNkCGDc1RwjZLQcm3vqJ2UW9Xfa3tgAHz6ivp6vgC2yD4/6352ndnN0X0TL7seypkjZlMsjmZnf0Mm5Q+JykRWQBKCVCVPbARPXWyQtb5VgLB6Biq7/Uixcj2WGqdI8tGSgkuRG+t910GKP2D7AQH0DB9FMDW/obJZ8giFI3Wg8Cvevz0M+5m0rTh7XDBlvo9Y4vm13EXmfttwI4mBo1EG15fxJhUiCLbiiyCf/ZA6MFAhg3pGIZGdGIVjtPn6UcMk9A/UUr9PhoNsCENw1APAq0gpH73e+M+0ueyHbabc3vkbcdtzcf/fiy+NxQEjf9ud/ELBHAXJ0nk4z+MXH2Ev/kWyV4k7SkvpPc9Qr38F6RPWnM9cN6DJ0AdD1BhtgABtmoRoFCvPsBAumNm6soZG2Gk5GyVTo2sJncSyp0jQTYoR6WDvTwaaEcHsxHfvuWhHA3a6bN7twRKtcGok6NsCi7jYRrM2jExsUFMxMQYuJbMhuWNOumEJy9hi29Dmg5zMp/A5+hhPG19j1vBrq8JTLr8ki5VLPmG/PynJHVul440bxg5xuymHUFPBshC+nA9I1FmwbRBTNHAcik3Oae0cxKoI3MOriM42UrPe51nsaGxJ+WfXubAsP84aabUlQSJ1IiE0iPETLUU4CATgfXSCSpuRFRmCGbO+wSpAnzaeaCYW1VNEysRtuXCEL1kUFUbbtMv3Tilt/1c11jt3Q5bbMa84cpWipp8Elw3MZhOHsOlwwVUQM3lAR35JiFQbaYCRnMF2lxAWoOg2gyoIV4PouX8HytNIfLhqpJtXB4vjiViUI8IJ7bkC4ikkQvKksnOTKICwnqWSZ9YS5f0WCxmpgjbIq7EJcM4aI2nmhLNY2JIUgOjXZFWBHb+x5oh6cwb0Tv1ackHdKi0I9OO2wE9aogIOn540CCCziyhN+IaejtgAONKznHlHyutPrHGwCx9S6B8kfS4Mfi4Eyv7OU730bT1SCBjt834cXsf43zVjPUqqJjgrjeGnBxSG4aYAKFuVbeCfkDIjAqMb6yLNIbCuvXhMH2/+k2vkNpkORhR59N1CkzoOENvneIosjYmuTxlhUzaGEJQ/iWqx4dmwpmKjrwTiTGTCVozNAYqk/zXOndWxuWSmJkQpJw3pK5KX6QrLt5LATMqpmPAQhkhK6PUjzHUn7E0gHE0kPE0iKkolgkUx9SZmVAdDgpffdyJKg3k7VmzYGCwVXGz/tXmkOIp+vcWs+EMuhhvN0h9uhfzWJziBQmCREGSIFmQIkgVpAnSBRmC//6hkLZwaVhwxlrJSOdqlFtOYxlau9F2QN5Y98xmIAsiM1HVp2VFX+DHHGg6Ecjh3vmqtidX3qHI2qycTk/iwxSt5UzTmEP92ZBnEWTk4Mx8Mpl78ZDokxg/KWb+Q0QkvdKVmq3TMW+RXEgrsziSAfNXFMhDc60N5N9jQzjfO0kBKpUZl0ZmwJ41j/B9Hz6wmRaJB84niNmQrzp9eSlQCDDzazGDdVi3P36VZQ+Jy4f9UBNp+3zTjqI4abaFAm+GShVaXlsGdF3FYzZcDI6cori4kMxUECl9IjJZpzkvitAoxKue+90pDMvcKRxLl53TmOKCmV/xRolNKSqqUxc6LStOETmFOiLZZptlZepcKiAzteG8PEdpnQpbOMNcMsR4RR2Bs0cKFEvSmIjAFcnarqwUL4lDhHmnVkwu1IwshbiCcgvOheZuYyOteufZZwlcTlLgnZ3o/WcYdzZHW/WGaqaVfmTZ1aWCceJjkbZqsfbkOtcFlUZM/jy+hXHDbaUobWqqXaeWobbLO99yG5N3U4wxco0rQGGcOLASFMXeJoham8M+/x6O2WywK2l4HGbq1CoUyC/IZikQhdq3SiuNrvAEj0AVu9x2x3lp/xWzahaxidezFVtdcb5uEnzyl0ZmYiuKI0exvCd4Xc9CV1KB0db00z92wDPde0kukbvZIWN6jUWFTmPIC/Y4UPCm8UfDTFZpZNon1qLFTkBhxzB+FjQRA2Q/YRJT8pQigslMaUpFyAG8TMlXigiqmAZX4xgijKjRlGpLE0GdplRfCaJo0JQaSxNBk6ZmMzcya0FmrcisDdn0Q3HI2sWSppYigmlM1XT/kLQZSNpMJG0WkjYbSZuDpM1F0uYhFc1HxU4m1QJjDK6iL0S5uSj5rgXc3RejEigtcRBtqYPQsiTskmO5vosV+q4VGIKbOkDg0jtRrq+Em1YloaTFar3EGr1EUC8R0kus1Uus00usL97ABr2BjXoDm/QGNhuWtMVBKOwg/i78lT7hBsAvDmwHc/ao3vmUbBmhjeYySZNWvGkfZAgISDSaDo1SVpzGDsAEkF8B+gEapViUoZgUWXcRIGFZNm6gWbAKk0bp0k1MHG9fLYtV4iS2SmLEQFARzRcnf9PUS0LVn05/J9MiRRBU3v2IrvW974v4N00L7ZMk0wXP1409CHo/an8zTRHD3eSJ6m8D4YMkZNl3M79sqeuAsr/m3f+8/yl7A50aiAEJgeBeMWzu7ui9UfUBCe2TIqZIoOd/3/udRBOQidQZUERzb2/VwZN1H/Sju82ew2H2Wfr6qvfVf3hqwDvAIpkQVFy4B9Pe9e4/XvPeceu7h3dvO56iJPf0+A6cqA2ip18ER+iFgggiuOkvj24bby0N9j2UHIkgqIt+sVgfodC4YghLSMjSZbH0VR/6dMDrYJeKHilKTemt6v6kvzvn3/RrdWtr0GoN/xL+Sex/cPYLUpepx9cz/D46UPU5KXgAQa+NDps1v6J3xP1i2HtaDB0M9aX2deA7SYff//+gUCovMmIK/qfsFcOk+4Y5ZN97XlG6zebqtMbKgeRFi51vnxTQYBUik2rS/Cn6PC8ADR8FGxsRPB82dzfND90gIcshOcYUkfjherBz53odpm6TP8txlwOZ71xmfHHOvq053qFF/MRlS3jP0ELudrf2OeN8DHvp6ZceLe8qKYvWz/7yp0u4dKPfli3CYq0O13Ih71mylJ80tOi10On8wi+F4+LWgDPeJ30msSQt9/vkmHq9/Lvo2b461mP801v3W4xTcs6CbvF9UDdrSt+A8OUbpSh55qAUFXWznBBfdeJ8a4d7ugT5tvxUza3h9m4H7ptTqiG4z0g5dc0X29OcGlhpGFMpQo9ytTS+NViZpNdvU4kWx+LKxNY10kQ1yqGXrhe4/1nvP7E+nd5A92TtaRplbHSqoIdOqtRWti+fkB5/n1+/VvCmz12pG1kpQWsfi1ftlBobm0bpngs16CHkbIwdLnParxtTV3QYRlfJ0KFskH7pdN/YDn+yRuSd7sNH3aO0DYPggk6uWuXrfOc+fa3VTxFVvKaNxHsiHmsXyCLIE5yuOeN3/Jdf8HBL/5M6shjyhxHx9BjB1O0+4NLOnjLLSxwO7ukN4jMbOIcD879KLSi6Pk61Oqm2377n8079PXEEQ7cy7OKEC9nbpet118fxweTafpt69x/Bt8UqGzNQt7aelpc44dn5cqhwf71+qKp/Zf/+a0zcizOUWpl/iBcSXip0pplkatCchoH5c5aUM8I7/dWxAej8WicPL1URFZ9BDJelUwEwTkGqUhgSlydVes95YdXvhh9Gfz/aeFWvgVb4tuLbcv4+wLdutVZv/cUonwBD/6eDlE0aSiKK/uoH3+J1wDE/jMVqY2ysGufN84oIXB0sPzy8ollX/LegY74DgJXJR57sn+VGza0x3DnuIgABFM15LmajjjsNlYj+JEZGbuRYcAMOWxFkPN2w6Wd46xo4gVWQR/X4lyI/R6K/YK0110GzudPRW7Y+UOBGTfNNzHeYT0fiH0taunBpq9HEW8OKSaBGj21L0MqenEmNRWBAWDWAk4CpNoEZJ2tTaPFgbQYj8HxtFilErs3BTRwT8uO1NXQaWfIotchmPkAF5mMBAliEmZiOGVgCG9LgRzpscMAOOwowlT3JhusdazXGSC/hxR3UlmWVwWHpOIKheqONvjyhSiTHIkVUco5bnji8m//zL7PKaT1Vl5I6UE609f+gkr6MZKVyKc7zJRmCahLsdlyA5fdQkRSan9LgnnLEyGSkaKJCJog0wAgvepWBt80+1yKln1bMVtCljfNWDueKLsWwaEbBSfSPTEmVRsUcYYMnEjcjeyCZzBXK9E9BYBXLKjOSpUDR+nEV3TFSUdQaz+ot98QxgXwx0GQ+EEUAKB2qZPkQQ0GqFD8UPFMqyaCHM24BZmSGic9EYMagKizOw9Hz50DMrDLrqqLkTAhplMictiCAx5S3BIUQdeJeLnBy2CNtMfz6cV4u8XKoFZQesbf9YZiIERiHjaNodDW6LgcirX/mPnJIkBGDUpTBhSa0EIr38D5hCIszhCM8URGBqImoWjpvpt1ebu/v3Gl3qJfMnNM+9V+kiRFyROTPHQWOcs1dNW94/ukKMPZBvDi55i5CttdeJz84DLngLqjcdwEZ87bFFR8CIG35OAkDVN6VRDZ7aq67NteYqZ2lpT8oYB2CytoBd6VuAx4WgiAsnuj3WohG+LugzXiQRDeM3XYXlULv4dp5VFYC) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Size4;src:url(data:font/woff2;base64,d09GMgABAAAAABNAAA4AAAAAKKwAABLqAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgTQIDgmcDBEICqAQl3UBNgIkA4FMC2gABCAFiQAHgyoMgRwbNiOzkDZrVocSRbBxBObjPcV/lcCT+auhHTaLDBIyQ+TpEasEZ2B1aVN5+W/nWjgup64RE78VroyQZNZ/wDl7P0nT1NOWFikSCGFAM1ZMNiQw1sGsMmxCMZ+Yc2IOZ667nc68/wHGC1d3v/9pS/cCWAIp8JSf6i7aABk2pD1I2GYpKPnWV9QuahVtijozT2uuunDVen66N2gdmg04U5vaKVLX+V6aBe6cv0ZOxCcxi9R8u/2Ly6ZBiwMrf672/+ZKeZPclRQKc7KEz5clOPfzZ2eDvZ1JCtNcaVKiTMqHrNqqFbpAzxORMGjP1YiqPl8h5Pn975faufPeBP6G0AK5RDhULsb88zY0OwHEogJgjXKPL1pCV6FqZIUwFTLLcCPS77mSD3RdmvKtyekU0WCIIY4xo92vqs/eBxg2vTMKHcDsZp4FsHdwbPoR2cTATL0R+E/s73/wMrMng6aoKKSf1MPSwVTNxz7nfpbCgQUszGIJHy444kZhn/ZDOdy8NBVSdbnwN2dgEuYXa4p1xc3M68y3LJtyWU7LP+QnJvw5QD+FDhQkpGMSWrAGM/SE/L384AB+mv1v1vWI3HHAfgNr51SchL5d83fxzyrcuvYfEEwfMwZVIsJu4IE3e7DOeUM++NExz8P0pjBBCjeSUeK+AAHtY1lTWhNNhCb9FgQtWENSKbVODBlVtGhDVkWzyUadK6pqOjWEYDMTVdussBoZbWkDNMtktDo25GZvtAzDaMEyufOKHtNbq6tTdQWCJrZ1ktNwLiFmu3XfuomJSziN9dKluQSLxM3cbluhAV+cI5f2sU0nizYYD8jXOL2yUfELn1zSVWqUOHv2F7cihCwabilq8sigYsP0yGxgMn2eD09eTGGCtDsKxOgG3ZMQnnFoFpACHvx1NUVGoVkbEwFH1Pm4WnVUNBOziXVxT0Q77rR7OrR530RP8gKTQfw7pFsT6w11KgYgp8QG1GtzjnrZUpCt0tqTWg35rEMi3k1Z32bhgosO1CLwWRKtXVGXqd88uYYk7R7reLNPp5BLm3dhTsUF78RrD1YEXeJKh/yMzmeoV2nQei2YYhMhbZCtgICJIpm2CaldUp/ZY4MKzlWs2niPQxtoEla0esco9FeXMqqtwQptYLu6fYipcTsFZqobk1cIjZwSMEhyBE3OQ3jKsp2ShxV5k2QVW9CP1BPLJIKpqwaa3RArLuv2Ny1msDVzTivRvqsNbWpmmBp2mJWhqPYMQJv2ehqLbpKtp2gzAoaoDO0qp7m5LPY4tCc5QrsWkFolgHdELutQ3yy5zHX0/U1aOmVDJ8418+7N4lEo3UudI0apGQ5t2XHgKqSIpd3rF7aJUWy2nQxxL5JbQFYBL2cxS06xaTeiKzFTy3TeEigUYSxEL2lPmzai6K1REyVrSSGvmQGn3CdpxJSHiej81lxqMQ6mZsnRIVsMaJUtLTLRahF2Y2I6sMOJKmt1IFG3TYrkKMHLPT3PDW/oVjNcXsNoNsNEMcxQLLMUxxx5WEfxzFMC6ymRBUpiw6JXlSq8l3zrmyUnKEnz3zJxu1l1yXT7RS0nZqb5xS9NUosxm1fsOimyfQxwiUgkQ0IKJMiQkAoJCiSkQcIESEiHhAxIyIS0lqWialuapKgHxrSiFtGvCwssZFbncp9qcbzdyeSnJFsFRqhpInFK3t9bjvOUBiQnd0iyla/pu3MxOzPryDVwd7zUIDdLLUeuzlPxkP/yfLWAbmoSxyQvo+ZHE7gfhalS/VSmch65BJ+SAhUVRiIkodVeZFiolhcqwyIPRdLGU1cpVjMDt4ISI0J+y7zDV2n3SB5JhFtT2pNk2xYRuc52DUtUwj0WLVtyCjnFWWYzxNOatN56ypKBKhX56ZRGKPfbQF62ITHY+sFy7xVz3CYnHZXUJpd2NM5bK6BRQ5LDpAxDLaaRkYAfebmvpjNwWmiEOi02nyqcFhV1Wjg0GXhHUQByaTKMU0po1IZkFEJTHTBg4wm4MnYDU9QpETXpGpNLm4upuCxmH6cNEq7zhmWKjAWAujQp1dSLAZMjGlHO0GNsrGXFFARdUk5v0CcIuRKVaGUfPbBbwLkJXtE6vfoBkytlsz3PaubJjV9Rfqc1YBeAolLrZJsv9KYKVVBqCejy0ZqbUwveofJl9lFUzzJt5fwLaq77KoIWhx2yprLEGzddrbLUm6QNO+0gU5EHmJRW0rdGaiK4uzRI039LpFm2GcA23VVQoZSpJPpUNRs5xU72XPfG/i9GvRyEhQ+z9EqmlO6aCe3ZUu0iSrza6DQt3ia0bB8jU5mAv9/16h9t8TbvOzPMKsjsyPTtOjWDpBEWppV6lcWEZnwO7hpBiWGSI5qNzlTbeoQzhONmqS0wtWA2E82JCAgwpYJI1HIoAIUjAuYyHd+gbgLQMhodUVOCgGZH1FIEEOY5ovkJAhY4Si1MjBpuDSuKRAS0MVF7ITANHUzUGRHQxWTd7FDNPck19SYI6HNk/RAAA45oMEHAkKOjw2pGWRltxDbCiuYXoTK1OPfJFao2lqiZkLRUyC0TouVTSIwazhu8NwuQvCF23ygJKAu0HJlE9UTzRPfE6AaaAloC3T5TOF64Xnhe+LqBfukQ7RZa26M+bPp5e8wY73mYY/jvG+VkT3JTU5V3TOgcY1Nnr/zMfs9EEOiibDBRLn7SBcAHcM8A/AhMJCKHwe1oe0gAevhxWo6LT3IJbmFm0FV2iwQ+ror3xCfWoTzH89Qy4adLLlM8nlijWYpPTOIWhTNxho7TUYITJJm7dSz7aMPtRR7GDh/vF3ZkHCrq1CyBcYw6W0YTtc8JspFEEopFUUl35uHiLv2W5cVuAm4DO05sJG9B4UEvZVoKQCYGljhNkE1Q7gB+I9JtJJlwLaiYeRBbJkFzQ/3W3fRidmpiSK3rTgUU3rgoMk5PmlRycNzlaZHxbNM8TONpyWP/zgPVTjtAfDWmf2y4uSTQHM2hOPUm33GAtezgS855skHlJycMVWcwITBZkXBpS3sWkjzhu18MPDE+81udjaSbjn/blrmXXqBUub3t16avBS8XsooOst2bSck4kqfgOC+FnQSlxAY2klbsOo4Fr4I1AY7ti2q8K43HxagDbNNp1AHVR3JtqIcnMLXbr7QjzfDJQm+cZwwnp51T7avMlNUfYbnSobwKkM42savdJwsNw+n9V4swz9ScI4sk2FTAJs6DVpmzgJOOnkJfXc8mPcMpGBmpBq9KXgnQQXbgHcOD42JAhi5BGp/Gilot0Tp7NRJc78rGysNicbpVdqajZUERP0Hbm1wo9K4+/dFSt+24y0ngq/FaPulx91dF/SXRP/wmEZuVTJzRtPNz5TArXlzaaHkd3gCBhHs6EdQaUIyLjF/GuCRQI8B7BziAFXTALyBE5BUgH5116S5kwgs4bh0y9yDhJrHQLmUzx8kyAQ2mBNqw0EAfniGEBbTF2B1wPHzjbHCZC8NoTEVcA26Cdp6C8isGhC+os82QXSAUXD5d1MjySTv74944QJzTzYUl9kx7wxFak8mJ6h+qMMPoLCrLrNgoA1b0Tzkx5SzOTQD8uNpbRt6gl5/olpvyFoRRygiTOhS3F64ywSkrA6U95MT/xNJLpuAZ+9s5FYeTvAxbMpVBhtjFARWCdcSrvDHe5momFHh2kxZoFMz2KuxRQah/RJIxIYrHqcof5hs6f5hC6k/nGgVrmNviq1fW+z5QPVgFrKuzqoB/zQgqYCV1qSlsz84Zz8Gkjs/4sOhAYPDhv5975uF/9qWIdnuY//iJ31qLFi+bkI6AgVINjPs9g1OwOEvoV+bbGQzwrTpioowsd9eH89xbdkz3I2CgPCCHab+/fV2cZCaW+BrvOuce0Ww3be8c4qc/wfREnv8vmJS//GC3P2k6YnH2Ow0ub9xispvFPas9GWDuPn9eyOtBRuibcHLMmrKabp/f3OLZj9GkiWsc9c0bKjLsHVB4vVW5CkCEL693zUQRo/s8racyBvtmCgebk8N2O7vlTKBpy/e6WmHrFsG4oalv+qyZabetW/ITBw1HvhfDCn/z1x9tYe0w8C+IaQaTWPzYvI0LpZ3BDM8+BOGvt8yNXF6r2jvg0ok6F4WSa9XI5Za59fAjsN+TEYzpawx1TleKbY6w3ZIWVPub24xbhS1bBWH13B5/ZPrv+syIP0DAqP+vfFvvjTOz2l0ozQVfcvMLJKwxKimls3/gfKXi92Jj/GQmWiBk5Baxo4K/O/b7xoneWndj4fZX3IUR322LIoyod7UkuA59GYyxBR5wzTAU5H1RbZyuoAeLzCE39qDkl9Pcr/+l5LUmXPaK+dNyc7W71zdhukV/D69P+ebylHSXmaHCwmJj7lNlK5Vr6q6uvxLdLTdrkSEDftkf6gFjwPVLOM4umuyHY+vVxfd7/JbI4TbB4Qiz3A1vSy//Zz3NXJcseXyiVxMrKZf5N+pzHRuz7cseXC+Q6LGYPYaNPtaz8oEsJlesNrleJN3O5p1wbN0rVntFn0c6Jn6UeNUry+47egPHhu1OrOjpf2r+B0nH2MJcAh1bYbKbrC+Vv590gi2orBQ1/z/4qPiJZ8mdtaOHfjmTiqqYA+N/3U9R4SxfywrY3S5n/5lfRg/dOc2zRPzweCambIVe3xLSg38E5c2hZtnY4oaK9YyzQi0XRJh6wU8CP+SXQN2yZQF9XLi9Pq/jTlsHMaU4oDMWK0eIPZyZJ0pM/Pf/CKanLz+QqCmvIya0Q6zIECXG882fgvH6hevLg13lwaWbZlVvzm/nh4U/x4wcjRhiY2INIxLj+fqQycY/sfNJhmEFQWAZ5snGqu73+PWmQ78wUH9ZF5bvuC5Yd01mWDfP8GQC5Up5mYdZOoxjJn3FRZ+7NtwehhNb8xJf1Wewbluu99GIIc5kjjWMWO/9GoLx6GbRbr9j27SZG8qG+W7hn0dMHIlk8x7B0cUOp4SWz6/zQ/fmpeqGx2IIW4Ufsix9Z/xQWfeMjdun3SE6w047wu0z8jrusrYTlWEfbypRDjuR1d6NsD0Q4c2e4GTPFYUdoXtC3e/WX1t/XVvmit6vLj+Cw9cbzOux57Dj+Hcnvnes/YRGmA9zRMPsI1HBt+YcPtJx/DNBTBGjxhwWBeH2HxV6IW+Hsw876kcMYo7VffO54fh3juPfn2dxjOF7S9xgDrLpT9+G5+pLH2n4Pe738vzB0T3B/mlYXle3dcO0zslrBVbk7C699G+jd4mOjUv5pwJFta7b8iM2XJcYr8s2bVteu2Fa3dZ1cthui+T/sTpUvSb62xLRpTfEIXrqafDBVYxuB1vDAvnY+uDl+KQ+KV9/LIoGGwyPc8c9yOgTxqXzVx3MZ+wOGFfevhIczMdIPpvIZPKfgwAQUPfJiwULbWXHBRt7EADWKje8OOCnLlkYpB/aGRDAAGGgwmgVmvURy8CLB4uAYDbn4gxyPNwZkZxRbAz+QTWTuQsoYmrJMshAx6ZhFBC5Sh+5eMT3NwKAU5c0vYk9iGFmA1kmoVu/wPaTDCNI8ngrLZG5jsphBPCsX2ZX0UY/hnuh29IDp3AShtk07I1V3ZzEPF9JL188OHQC+kb9WCSrP6hB9zPvi6zmPwBgwGKwIM4A4FbAUktw49ZaBlY8WctiKl6v5ZBG5lodqijnZn601sJ00dK/aUUe+zU0DGMEq7AYvehGD5ZCQjrakQEJOfDBh2JMvGh2OFlCNTqxJECHCoJxQKe24z0VEvzwdFkw0pdnIw9FWme0CDUqZyLoqDuDWIU6BaHmjViIIHqxeicPAXSGHy3DACJYjKkYxhCWDnTx0DoTWRbvJymBRHSbifvrgdW5mi1Wwg3PZCMLaSnXpaBdRl0WZobRAwND0m059vUsQhZykaH8/VL3gWyuDCseO1kYRCTM9KCPLaxElkKHZAoyanS5tAP92Fsiu0vTq1pju/WyM0lfW6KqLsdLHZDq2VjCTEQweFU1DJ0WVwupfeuScA1ydOkKwOIBCacDzNrVwxJ0YJl1sDCJl3VSzPhRH2ZnYSTgUvpb62mgXkVP9Gfxu3LyHQkRLPfW21WFbRi4WVLGImnnKjHHsrcUJTBWKY46EnTSPbcE7dXTkRJHy+IwNKD16z8JszAV9YFjDEynF7cUORjM/VvUPwITzHBgCspRgQVoJQZf4itiicMdpCOe9CSQgYxkIjNZyEo2EslODnJSFLnITdEUQ7EURx6KpwRKpCSSKJlSSKZUUvTLhnp9vkrf4N25vhzD0t6Bjs5/cRjslDNQBFIslb4qo1g0qZYaPzW30ifZkiO5kif5UiCFUiTFUilVovnq/qrgqLAmQBKGa3xX98pll2bn+yRbciT3Z3moexJvBhrHifY3jdEvFWePjENfNQ5kQmtj+lMATHsMcBUWqB5PpZ1zGscqdjZaSYeZHj8pYItuSZNnfMI+9bSwEcSZF7eHXkZz+nFYM5+kiyO3b5wZZB/RdfCorgY=) format("woff2");font-weight:400;font-style:normal}@font-face{font-family:KaTeX_Typewriter;src:url(data:font/woff2;base64,d09GMgABAAAAADUAAA4AAAAAbBwAADSmAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgVwIWgmcDBEICoGjdP04ATYCJAOCDAuCBgAEIAWJKAeDJAyBMhvlVgXs2AtuB6Saw35rFDVrkeqJItg4AJHwLyj+vyRwIkOKN1DnvUAUhJKMODqjGMxi1tBigiseflYsmAft5jnKWZ2ajGAY6FVmGFBFbedR5zFHax71T77ZDiY+hLu89hMO4eA2R2jsk9zhaTr/3eVyufhdzuKNVyxJxdNo0za1pGappVgVWIsXLzZ8jhc2p9hgjuiKyYf5HxNj4th4/vsbnfvma00eFJRh0HhhhMGaLOqCLPD3q7Xe9/qAaFJTs2Knjfp9GwA8tCGhIgGVDKtIEWGi/8LawiSTfxFTa/xORGr83++1pXuhogFSYJRJdX7aABk2pCMjaILSUZ3SRa2uyZ/dgKFqQ1XneXPmJ810SZreBEmGCoEBKiAb2ua/TWEJDlfr7c3eoy0l8dBv4wyVAAyfIfnB+61c6tyYSdQ9rQCWIJbOyC/dpfpTWnPlTmCQ/YBEz/Pp+UVKUvKZPx5fk16yKa37P51VaZWWACLOIYgwyDbFUPolWa4qyWvL7R653KCWu2fH7gVbDTstD9ntmWcvMbphyL3IHFEKmOGFG14QXhYTBUF+UXpBdn7fWmbrV/e8ZCpAKuODOsIAKR2hlnqpZwO9AWIXGR4ZaUkesIvKuTujckKzsSeModdhF9Hs+RWl7X7M8Q9naxEp0sk8Diz+HItspQymyhWreir7SwHgavArLgB/6i8AVnPHDv3YIjiteAT4efLj3+1T8fg6gZNuM3LcaaaGetNXK7D2DgMAfWsPAJ3iMiUHpVYOcTMhzsaT6OiWllhgu5eMU3AEssEZ8Bl4Ar4Df8LZxHmG8zxnK2c7ZxdnD+dlnUJnNxn/+w86T2n9T8Pn4P/BH3M2Lrqb85JO/t8Wvf/Gi09d+NjmYvDxjy33fOVzn/rYR2KRMOZ/2e+WAsLJGLe9yr6AZFAU8vzsLy6C24BKyODS961vBXRqdORw9ufmaR2d3X9b+EfmGxIcQHXoCdHKEZDcWAF6631A6gwxD+KUcvV9wCEdYyhjP+KhsRagHsDD3RpAsOgdIIVuM3WAlS1bB47SuOH0rxa+A9IoRq9wv+PVnDPAtntIEHnA1kljINcPa1jEoof+eNsOZdeSQevkNjFZ7GuSPUNfDFARJlIzlHkRksWJoC2g7ESMNu5CGxoTjl6BJO/rGDasN+oBzYL1pIJsfwiYbXKdQ8X1BnUGC5n8RpkPhJQ1pTFioiaSTZKVWeXR0QyaUl65ZZCARpnpJJiAl9JRuh1FBqoADhDZCCAUAAI9tWLQREnr1V5KRzhGcs4RFztXxjgJoFhpfiC5EGCMvThwlXoEJKTx6vBsM6DjPTCMG2sHkxsHNOgyophW3s7TGHDaME7AtQ14U5rATa3mqhtl3ftxRrUWApBkK8RNk7YlsFghOG8FZAYdzaD+HHgKvs3UAI42wjL53jMBrMtKgHdTQHsbvLQIvpLN2RIbHSHYKZVNODfCorFbj0+gNb8J6/m2TR8kzE8nQwQVhyJ3HSAhSiIbt7ElIbeAKi6bQjeDM2w2OMFmdGfaMuKnRGDyYtBtgyTg1oVvxHXkss1gDVtpWwepKiwZOs1NDrgWDxGktvwc5Z32XoCLcIjjpCEiCjw0E6QjBPts3IKwSDnsKlmHeIIyXdkNihy68gDiIx/KiGzeCis764ixZRJyyZQqkNleUPb0Adp6EFEcS8PBq3SD8aEADZnACSvTIIaBNERe6WZvwlPLwwGBYaQQrDzILlMgtQFwUHoFYlZMJAdUAHq+C8gAHD8gcnuz0Voo4Gw3QOY99SDxHmIPeOMp/pKPW+jgMrz3OCDqQgPaKlWOWBVn98WBUQV0dGArCUJyCUYKiYOUEoJUEhepJRRpJB7SShiKkvgN8cok9Ap0s7IbmEpAT14ZeSpNGDMFM+mrlSZOYZn09Ymm0wKt6G0zoO2PNbA8L7Ee67ABO2zEDpuww2bssAU7HI0djsEOx2KH47BLJilVaYuSsyPkG+owyzqRhaXIkjL3XWNVJEckpw42JRoQpS6nWX6/Fy/HDAbIrq5clRSzvOsLtlS5HPTCI/HVSAlS8ZLJVKXn9tenacG2INMsAEWLuh90AfMLnHzr1zyrqRx4fKKkK1U08MIG8NBryCFDy+uVQ+aEMKC+MlQlSxXGMFBJAwDjK9PrUl55zg84URia0nsRvK8zycGVtkO2AjDf2CmChBsZbasIbEWhzUxykieqciasQk4NlaCDgXqvIgjhwlLVeSM0iLvoTIMkF6fiy22rwCgb1WzuR9pcW7Qsljz1Y1MFxOKYwbU0JoWLJIMslruCivHE5Okt4X6aNQyB9T9uyS+iawcjNYwZ5T6LMTl8bkjgQgsgiSlSoJynVk5H0ThYHHIRodSLcRNmczWrmCIvCoFUsA8wN1AZckgQl1S8/QBVoaSK7UfdwCNG1pnIuAgapLKlz2DUWHab8xplzCd+KP9IKNB2LH6aU9DxQKRtp7IZsLwwfbAWNs22BKqkVCv7M5aVu1a7bTa32A1QtNqR9iiy47yZXkVOzLoFMm1H5swJWUCthNWHfFHAZKmR4G8niGY1ALDvyFRRybNanAJVgYP5iWM6sX8vBrkMnkExO3TFs8ZmTcyKtcjfALIjNrRQkpeY5VbzSQ9EOYpCevG7Grzm2cvd0vS0K8XHA6oA6l9GhrBYosh6UekCYDKO1dTPacxcmaZ1TBNnDpVrDcDZjAqGKCgQEGLmKyVxjqsSjKoFAmqYC7XagAWWq1sURPVlENCgmG88MrmJyc1MbmHmWzUj4zAybkPG7cjyHZI4z504j66kmCIKst3WYc2TkjxNLoOAKYp2KkswTFMQ9ZRBQK/ifp8qyI2j7RcNwznpAbjyg6FPVnBnp7cLkCTN8CA104PoiXGQB40hnYdhnWdnseQBs82B5ngQzfWg3Ly9xIH52oEF2oER7cBCw2iRB9FiD8otgZJ8LNX5AF6m87Fc52PUMFrhQbTSg5ZXJewXfn774eOoaj8Cc3x1Rr1KX1/vjh/HusY5porhD9m3JIYBIFBP6uQvUg013HMAUM0AaC+nNhTAOcEs3Pafg4sDisIc4AJHKSnKACTZmXtz7ipkII0Ohk4BOT9ACNj57c9zOlO14/xJtLxNpCKS7JWUigSkhJJJA7hEpY/q0ykxEUXLYnJDdrQ0lUpIEEgTGZFIJFfyRYp4YbrMIU0SE2kaUag40BybEkypKSXlyWJjdFBam+331DUEnDqK1WPabEm8xBotixXkeoSUT6QRJlUZGvJZSaIknkgN5WSmt7fX+JyCQpOYEBMSYYImSa+QUqQGkwhNhTaFlFSYvPE6ldfhqJBKWpq0KiZZyBUiO0UYuBF9Ka7jyYSlaW7Nlsy4EW4GxhEnIa6XxJRDX1YLy8RFZLJqxOaDnDofxDFUCQQ6r0MUFI5+e8J9J02tEKhmsCbaO0QDIDsfgTSm4NXxjnNR+0QhKSNOMmGKuwbm2qx+tCLKMK/5V4MvTjM7tZEBfUT6SWD3DY0Ay0o7k4G+dP5ZLLDpbursBipMXYshzP1qjxWg4D6eUA8EF70SCvR9I+UCWwJ8Ie4ttPdmKTwviWSRo/Ck8yYQZl3ErlumRE7KAPW4D/GBGQmufnUTtAd/MlBzVMaVKSwY2Uy5wa5g0dUsigQrF0TA6vHlqSFdzUt4s2A2kxCK40RCcve1hAOE3sTyIbAq4Gx20SUjbxBftQ1D9PurullsijyzEVtcYCa/3a7235trjxvpy3mFsf4vxRSkOAs8w/FJiJaTtENbEDxs0Wh1xUHx3l81xRWWE/FsqH3h1SPdK0mpPU29zigivqpWQ5wUiiemD2HEX5LqSVmWa4GAWdefwxAcckKypQ48XOeTw+SzaxAG0SNPNCjaEOtNCCWgCcQrTyJGkMxN+FavS+TQ9Ezv6VUsaHokmx5hPjpuZwzboqyeZzY0fdWgToDYkqbbtyBus7cOA+yUrNqVX+5WzZ+KwnSj1WSOQjfDN9DAFunUdSldx6IPV0TYu+ba7NHKGCLRH4SYKHCdHicQ8UaJ7mzJoFAFhRvT5yqgXnpaZptNBnoESuRKcSYn2XYZo4jmVOiuebM9fT1iyqGepztJmqT03+l+3z81pWLEHjLAxgH8X8kmhTMuegZ7w+3kKn05c2q7MESMZ4UKRoibWHER8UKJEEAuqBY9LjwPd51K6Q6XuGBtmPMxbqSDDMmkmbbUp5tVgKNHG4LJAP6MLsnhjc6dcLVuOokGsdollEKiMt7KZ3CM8hfx2LQAxK9jLXgaWRszql1/xLU8erWUYEW5kXkJQkHUY272QjgwSAB/HQP7rV6h1JmOG+trRh7vh7LDFqv37AaPZrzefbvKqa7JS7oN0Z6Y9zmCD9gGhAo6PXChL5eMd4SaZblgL7ipaNRPON8lxKNXo9ZgyogNh48k2/5QisOu3TsafHYIRE6y33k3MxwjoT8d/fUN4rOud0re890J1p6IGK4Z27ByErqq7L5liXnwFmJ28pus3MwFWEmzahbsWDEHSxsEeYPiwCPYs7vvMvBtWKH49X4F/ehyot/IjVx9+7K1HDrsFTM8Vtffv5CMcZOTofbokeUU/LoonsRXxEVkoB03geVuNhxwU8B1UU47zYmpJkuwvIHFm7AnD3x0IHdkr2JxsXKRcZCBaBjeYskqm0RBa6d7WKvUi5AkbzQ3gv5vRZyXiKQmN0zOc/jYUSco9GqqnluBQ5HJoFQZFBaepJ6ayBd7DAvm5FOuCsqhAfU+jqh1UDC7FJ0KsRzoRrwoq0ONaQCiKoUKevFl+iQQLiYPo+UZDOeTP3p+99Xwy/chbh0YvrdQSEXDKD52+7AdQ0/DO2igfsXTryi4oyzpvnOIy0sBussTE1sDcMJFvhAboGOFxorWvC+TdzRSLBf+0IA3PU5KorBkpMs8oENNXBlbDIEYqVEHtQY81PdWU32v6dz667Bkocp8OYJjR0md0jhmzU5KjqMV1DEUQGGmzHCGkXtHwyVHWwKseacFOpUOCjZX52aRKxXSi2aVhDRhBtgbRV9520YD1YTFvFRVAh5K5uYXMOjQgSQxQDe+lJA0pu9Jg2qUnEidU7RNSS56+9UINLRRn4UwgDOT0xtb3LyqU6Bf2lbT7up6Lkj7hG6vKqy9nBv2LIDISx6hMVdInx4t2JckU6HuQBDYZglXFQXU0yOAOhBmch4uBFUrwAMmgFXA/DHEULBBLSRlOyONuM0FQduiRs1AUJ04aU//uJU26kSFd8dez1TnfjKLacgq/eUzqGwWXD4e2rEP4nD10kL7RtUgWisTEc/7vH0Eom1YrfmkGTaL8od8+It+FyCjofZOK53tini3UG4M0qrvD1sESSbnzkVx/lFfNROEVpHvGmtgcPGcs4ZoEfV8vr2T6bTDVXIcInPsXL5ud7jhKJD+8GwuwHZ58ZS7GLVWgJ7xDgI8j06kKzM/BGYx3zeWlbaK18YSHrLhVKGrIeIL2Yv7y8duNyuId2aE1X1dLJVMxuwRlGLP/QiNwEKkStJDOhMjvgCXcsuf8/SIPo3AUYKXOyWosutDiYyEagOCLNGL1YjwBsrbnjvyedBv0ODfg+Q/3ZRIOrG5hspcmXmOjtYG/JQO3U3OG99vVyPm3pRSvFSFCt6HUTpqpVBBRSc/Oc6R7S7qqkBs/0eczsnkwYPKS8cV+6ftcMRT4vvDUfskyGqLa6RmQBu0OqXRfMw4iJgkp2htzSl6pANz3Owkgh4358w0TBpMuMm+IEC2bRj8qeswtnU2nfab58U67VbwW2wFAhMOjpfLuK+v50QIFp7EmUD8EafiuTTr98PiAYtGQGi6zQJNFQKrplLzTAIooxfuuR95sy5DnjR38x1JpQnYWBrRPdP4v4INkjEturBSJBNp7+dDAIwXlb8wqZf+5kXQaeV01Frr3tXg/mCZspncutUNUWVkqk8zqiLEX60rFwTPpYg5RWpBzqiFLcBRyG/CWdZdWrwPo5keyEVXVCMOvQQuIy9QGU3fT5JFl6tcdqtqHICgMinrEIXba8DLaqjlsL2zrJSk0UF5djXlERBorXj5ti0Z7TkRmiJ0BAFDuZfkaWauCtU+7GxUBxuz6xlKyaZyI5EKTZCy6y0UEhqcbsAByGBGt7vwWWwe9prK5/Dc1k+5F8Iid3CJdGMmtUCHLp+WK5JJmFEDJbdd14d5TS8fbyk+tcCdRPNIglfs+RhED1pcEKYKFKnypnxGQJm1hAJn86pO0yihlIUw1REXMheYwJk6ToBLrqYhnditYNyC2MfZJEQ/O3VUvEK8A7x0XmsSsUbGgU6pnw6IzGS7KGCJQ8fGkqWdXtEtENWMGgKOYNXJtPHycopoKHX1kqATXam5tj9KGYbdkRZaFzBa/yc6WSb2gTMBQrHDL89Wx6GNlcIMTZxoyakwRJtnmf0RU3+1/XmE+Wg87Iio/k/w3aCfOq/1U4wtX6xckOQoMtXEAF6PkwL921ciajaEM4FTGifczJsmei9XJICIzfT+HKuX38bqnJjp6fk1ICvIvpFhFtkdIxe3zYu3HW0BGPi1vE1oMla0DmKNRk+58MaGFDw57Buqzde/bj5NCDwo5kRv0yFiXjbdBe8tPxxUYVPcuFP1ElBU79Fpag0sAgo7UGaJDVmJP57nQ2uLUXiA3Ps+rOWBJFi9ntt3yLAL2SvhO6Bgsia28Y8JHBXE0roR52OI7tvgjuF1Dm6Ourj1TDXfE/ZZA2iwIMpFczxQw8+IuJSnaqcewtdzMjrqeIHSsPLWrDJHgnHQbJVWCvWnM1Y0grad/zcVuDJDnhT72DBMFbr7sA78kL+p32lN/sqdlUWV18ubJbaN+vWMNAyUL7Cb6vp50yyposjqLt1t/aDTEYjiPkUaCUV2YRMFV4xAXBDIoVll1LXCMGnATAFE6JbPo4ZO68xoY+hF3RTfCuWNHC0E98le/QyX7u4jObDNsJ4ez4ZVvzgOM4HLPqOh0kvr4Zgijtv4JZRVOgbUq9CoFfDjSi1zFqCklcT9iMQu8x787i2o63q4maeSTeTVEeJuppLufr5sL2Nqa9A9k+RGSL6U4MU83FmO9ycfG8wwVjXko0lFr+oxT5o5NBOTOycJmWoprSKDiwm92uqBq0ujJDbNxSqUMl7lHr5sHbJuQneCKp+I6qvV0H/LoNXCDZ8PdQgbVjMfIPS/jEt2rU1CY1VEBFqkaG+lLQbC2aA6wvl2nyqx3EU7E7n7fSa36MX3cgqanMWd8kYnGaPR2oNeQ75BL1q7JnVnbJYypGYFujwDMyB0uf5aXv5dlZubpvRpyBKtbOmrVL716RF89IAGNEXuli3bntPCK0NCy44ldmi/KGXGg0SRp07VmI7A7crE1cKSCljBMaETiEbM6v90wLP4CgoQfJQExBhdaRo4BcVvANQUJ6utWjLRb8IdUKmbql2PB1tU7wVj2Ak9GdjnhNn/rwt+maj+g0ysOwOhOHfbkI3aAeVcxbp8eqTdb43qNDWmOcNhucGjYLph2J4no1Zdw+hF+pRQA1/qPwYrqmPEeAIJ4xjVxHAiw8p4NUBo/DM3tFgW0P5sy5o8G67QP7HrSy0mVzkKEOxiqrIAW5MhLeiVT5+VahdtsersRnOiUNb4cEeWnmYow8w5G1GPaFEpeUMYcOdlQMSyKJJFrdFM5fORJjGoKzPV6sCrRRvUgEubCGxkwRi2S6XBnlF2zeaXHbGeYOXQHsSe4+H1aNI3GK63XYLQXfoKz8MgJCXaxG1jS3eTo/BWr3ndkP2EuACdGJO6pkQEeVWeT0GwyaJztdWqgLclLlG2C0XysN9fGDvfLnz4dl0iRIPR1Cjw2PzAD8z2+jNOzaoyVpfwSf0nA0eyr1k7kxqcb2Os64SYrl1yuj9pHxmgM8IECK0NTw5Frai8bX4LaegsgGirzo1nyaak2Fc2tA5Je50q4dpytQ6X3QgZkHVkbAkQ7HEqFsj0IWgQn9KhV7LVApNKygdZh82+zw4uqOxSZfieHdnI3dvMS/qr5fWFIY0a+Emh/E+puKdQSbFZDuqjuO9pMdrGbYh5Yogih56I4Tag4XHx8ZbDjKdQRcRwGBRwYHwUghPGVzHKSDA52ZHK91GLEhblSCXTuHBqirB1Ay22q9phVergkILaojNMrhyfADqIKn0axUUUQ38MSYIB6iRuVpLT/nZDKaninMxgRHseTkmtNe5Jg105qXpPybzLUpfTgSDYDBo31FNxhdUJ/tARp0inMqwYorVdQvUOIro9r3owhfmUwe9GLLorO5a8+1daaWJlVZruNP7orkZlXqjWDa3QqzizZLrGWb9Oewma/sXANDyxvlGw65RevDLhMMTLfl1gSE62lGRC2zk7fAX+ZJP/9qBIu/TSPD0DImRXDYnfrapppdslXgkX4tDHqQ2UdP/3GUIfMy98eYnNUpSpw9TemcVJRv+DNpE6ZWakKOYTAKGT5THyyTwIHJW2XvDlNGTI6i/oi+xpeLnhlwPWwmldmnLLFghAaRRBzrmZmR5iMpmQQnnftnz71OFMg/AdPMpEfUEhpQ1/05NSJl4x5UZ/8NE6jbVgof2deKZgQ3n2ah0HVp+XK5MOjH42naMorxuBJxlPxeZt3Wj8d7/gPG7/Tym6+8qj+PzcLtG3gnUTQlnJfzlXnAQKwyx6MFVjkdpOLg7lNb0/7fn64Yrfd43ZpBYNQmcJVjYz75KKSrU/bqAj/zt02uwzKwXaaKl+10EPavyx+mSg3+r3W+NxmmBWnlnYoNrZGt8RVxdbhf7B07VrNCKMEAk5HAiCj4htG1H8CRn9vS2cCviH1nwL/UDJIjh/+iGRmQNBHI5QRGAijbZdildOXxuZ73StqfoLoUFjpigI+hwIhioqgpHUSPDVJQSC52hCMcbPNGQfetCgfH2nPqpAG5ud6PTVuxahwreV+G1wUpDh/RjNZFPPhm/bb4fRoz5trUq3WRfVFaXzos0hPFWCsFTRvp5NjMQr4bAIc5Hnj6GvVKxKVFasfL+xeees3n1BaUVcxZRP6V+nNt/Ty7Ep7qUVncbC2GA237nK+Ux9qWNx4hUxNvqi7HaThP7MdgX51Fw2dsJG2Db189PTQoxa2ZA4KZMJpaUfOwrp7avRSU/JLyjSvcX63GhOyWCg7AV9XlqiZ97sVi7UFRHKCOtoRKMzUU03hk6ukeFU2sXX2g41SIxZ9V5PxifUdpn8VXTue+wlZUpVxjcVGC6fiSQX5+tEhNC96sWnq3iHuTI5K/IMN1TVTXcvV6HsBYZ+yAoWp1Q3GAsWyZM9OXedsUaXRUON+q5CnqwtuQwYd2QcAzgOBfn0T+j3QPv/+9QtCVlimhYvAn+WUAr+lE/DqR+K4ApBzNe9XQlxITadDcUlNMVYQkvqLBJ13VO/pXMWXYDbAPaHM7PanZVsdRbux0v6Jx+UyVx7sjhbt3Ca73IRnB7XmojnQSfhkZkRHqJsmAfmvQZtGsuO1np8nW4Jl188p6tpWVLzu9ZPGPoHRjabhP8zE3rI7YwrzAlkpcvfkYusuRZuC4qc4ktT7wRK6cUI8uI/pbJfJw8ZhC6CSXrv3vmezVFEuF3csmdRS9HqzVdSyjIT4+YdEi0kDcGIKS0KrfaWYxP8OHtCk+KD6c8PDH0tlI0OKSjbWIBKSCQ7jcq9pcJoRigtevxf9PNvc39BRTyoD82acM4Ml5n6/YLW+pwEh/t9XGfTB79wOJdzZSwr8sysf2lmvcjDsjLus26XAQdWfODNRZ96dCZfSrvfZokJ2OoCtqHWrBJXksg55ktOzir1JDGLDAWC5fC69vjhtwmhG1XY5p53+jtDs0pK36RpfF5Z4McFR/QVk96JZ8+z8vcYQcsrZruqMJXosQEQY9lSbC6PWrJ4NLpQFee2/DQPkco/wI5OSvdt+5DULzD8IE0vnJIdVaCJnppctiyiEn7yqfLZmwD0cKzYtXpppRgdDFXdTHlF+4o9dNM9HZNUSiXvENHvxL73Dmqepzy77Lb9mTXPqHecVSqGradPbaUUt7GGdLHHRcZ6X5HiBgnW/iTnHfU7Ka97LNSO5v2Y25MfHGwasVnDT8eVxcXLJdr5f7PMzTVao4dpmuX4ZjWFU1URX6RHTF9MurDgWYVU+dHvIZn6GRZvm7N8b0RQIWZ9ywz/PfHOkC2lqPT6upjy6ln5asW1zoXqyslPNlfVL/FLBuh011sqxmahxBMphcL/sxJnRLDy9Z5QjcH3sksgmf6C1hMbLzwIbHLb29ipgELKqFhbeVmNVko27NF9DsF9vet6+2CIAwt1expIqcZfXm5jVYxUQcIg/UEmJ7qMCWa60h3RKB+XG8irb/MAxFMrV7Czs+B+OIudrRzFwsvpPyKanWDp0KYiEpetOQlWrQb7QZt87k/AEGvzrR+LLazO0Dz7vTv77A452eZ1H3BcbpPv12ubs1vZfxFnke+8ny+tOAl055IFcsG0JcdnzZl7oFH4K+Ywby4oXH9bwgxSDY1Uzl+UYniZUGX+MSPtfGHB3IFc3z/5idmuJFkuI9cynMD0KWhFjVZ+v52kJijZ4H25tgYsmAcWuiX3fI0rVxRUP3CK10+Lrw8sXVGRYp1Idb5XOAuT5WprUJRWV8RY2UsiCzVMBcZslGIooo4yfHZwJs4SclloLECtHuwyyuIzJ/5sxwcrZNpeqlGq6cbhWg3etDvEyifkbIiP0sBIs3o2+bU1/PKDWf3NOlqwubJFLFtz8gLgQnLlhFL+SU5VRVwFMwaZpv3ZWfvpqs6+f37Fsu5WQvO3nUPnRh56gtB98pINc75dsrq6PHsEy2LiNzTrIc3Rk6stq06/0qSg/tOL9vbcotkP0XDn4pAEWbhkkKQnaHKQp4hKd1VVGhGVmvddDhw/QFPtSwqt8g+lLz/mE10Hs1S25uTLzzqWdoo+f/z89pNFW8CpLYSKDeXlT+TnhViVtsD64h5iqd7HVaDVPS5bdRo9p82tQTgi3MmoxNOXdrUI5YJBRn7pJW6JuDnLUVCX9DKNK95l6Y9Zfp44xnGkULrnoh1HRyJauSDW15psF8g13aAkEFDK7w/KqMFSE6jrr+lDPqFUbKjAD3wLtFO0t85XlxRbUroK17kEcnXdyMnVJH3RoMrpGU/z7ZiRMzkaPxofdk3u/gjgGM0TH8Xl0oGDLpPrYIC+KJdAX/b2oCcSrYuOLNMpJhS6ZcJNS01FbUzwMa1Jd6Xn5TSmm+fHrKIQACGqjCO0P1C0Z7cjLcSq6MdB6YTU3E7F2twe2/3K/7+KTtb1mkbqDucernvJzP5ORq/+f2zjBLo94CQOhLSBhl2VT8uVxbPb34g7QZODhM065+YLZELVx/2bQkqtdcZoR+us8HjcSVktUt/GroCzS+IvEGz++Kd7H88oEC4qEM74+N5Pds3+5xeWvMsNkh2zX+t59dR0eapq+WuzpzsD2EiaBxX56mKY6pdYmcYF4qEAand1OAnN3ppqF1bhcz8nZ9uRvqNe3xU3dUXF0dyvco9WrJiKnZopPOtsixBvnbM7wYy3i86JmqAC708fF1N0I8u3Ft0J37nzzjhkKeVJv8R1Wjvwb9gFmz4QFmtyS1R5silvz4h8Ig5EOcoUDm4PP0rE3PkbMnV48w++vDsd6qSQeOcTEPBCw1tCIr48G+daMap4Y8gU+otMsjqjm/FuNg2NvvWdMzHuqB0/91NkA+PxH8SPDxwcX9JLmvTY8hfRrjVxg2s6590/YRvRWNcEqvOqAiktyZW/7PniVBBVdFB7KNozbB9eJhC3s+VN0V1bWaH8zzVx35URBfhgu6fBBRc0NruwMNGxOQWGBtJWHMCYQSoUY0mqHlXIh5ejIzLLqtO+iV5DlDpSrF++PHH/NRRlNBWxNvn1WFLbO5EyNv3sJPpvuwed96t70ZaCtsofdEUDPWgI3fuqyepBY71HXFJWPq6MAwMOeODymaAueObyQD4AT43v/qMjLu3ahP4vl73HSqnTeJE78484PgJzYjN/txHFZykpc48l59x8rsMzScWXko2nSZkDOGCq57rL4breQzngPECSpxtJqbYGlJZsrmxB5zJKCatiQ/NDrMp4FTPAquszar7Fadp1cK5lhXmvGYMAZjG/vsIy96CLpvFva2aorhtg7KpRW2B1RourzEqUNCLyyg6LpiDFIihJ1iQpLjlYcLBEUixrSoJELTpF0+xFUNxSz4Vhs2an9k2DU7vTulnaMqKlpYxfDONxDB67ffvFj5fyfzMSq2+VluCpolWxtm5rN+KYlT8nzMSAT8ZWVlajNV4dAeYyi4VhDGWQFSU+o4g1p9B9ICBzXm6tOxpm6PZiY5WVyvniGX7nQ1kN/m00B+YwvmffgvjEJUq6FV54cwshF7TTTNi57daXPfLlKwA3VpM4hcS+59v3qQucF5dLKnBjPH2E2COrFWB7G39OSChAEV9BGj/6Y/D3jqnTyLITrr4++Hml1UyoIjgQrAix6fVo1gaJCafHeor2USwiTpOwm+YznREWzQ9Oytx9/zBqTbqrr0+ef8vFRR+G9VjYb/y7MxZsxgVrRzbd3A3mzwe9edDum5tG1grwzfoVBWhmdfvx4eZvUSbJpWOvPI5v9njeec6Gjd+7IOjYHrE6dJ6N+ZTReO5VZ/W/XOObjvT1LEEvd68gVazNlDD02NANNp8o99TX5BrHCrUlxIENUi5XccYyYjBa0TTLnXcXmbAReEkpoa21JLoMq2jMxPXkmKVW5VAp+E/U5xGtphs4cpTzO6O1dWl7YcoXc+iSKRY1Z9t3b4YSfR/neGuyDJvupM95cDcutSyEGbgNy+aFK1KdGa4agZWHyzIf2L0a5lOG/onmroO289krcfml2fltQWcK2fItTdoslHBjYiOqvVXft7jWEbV0FPfDZlP/4/wmhbrOkW9jWf6yele0tM41tdKf7a1J8Rr95kF4GDq2nxA6/3aWY3+/uU6AVkHhbrQGFRFb3nwWPBt7rz43NyejWL/3OEsKxooarJmBWRUK95VYh2vaHN2rL60sLayQ2yLP7sDiVoKVZ3q10cHvmzMcx2thlp6gZaeiEIH3Nker8bia8Y1cHjYnu9j+D+i6sVqmYkPZOWxGeohFcwhvR3NRYuj00tvxxp811GuU6jsLDJBwRnuSu601EFu+JAsjlNKwC5J+TvnBxgdlnlxHd6BAsFi/wOv2JbsWeTJEZnlsQxcSG5McY/7VEi0tk4Kf+/sNT92LaNhrFYH0VtMqmsv+6hekqaY4JnR0CdpaYYnLfGWhupOpc4OghpytvtD7NeWAFNM/A4k/HJVRcqxbAZpb9txaVyLouSRWI2eSaEbLKiQLfyfWnF7Fup2gJrcGtLWKLNTu3Xm5fDc31GDIkXsxLopRaLfPYC8yaL9e2XbvRBl37HxxIajVaGs4HKFER8lF3SIL9fXvXcLVWlRKbL7fK1Z8gMna41e0e3L6OA+NH+hxnxvklL+QX5WzMfBrNVrqc93449cX1tbqovL1ui8i0m0DEUKnn/j7h6qSUnN3WbPSQ7uyjeNg76u3UXsueVee/3hT8kir6+bUapKFtXGCxlsUXRJoe8Ro/KsjWvrxAMESuEsgV02JjQmdcibpM9dUjeaZ6yJtHLBoAYEO/fS7zbifN71L3vQkoZ+UwW2u334nUM6oaoojN8TSCPRW/jRDrCmyaBPV+u8zNurzCDp92O0os83otMtmRsmy11jDk2W/SnJs5Sl4V5QpShhwdWb5gxlp/sqMPF9zpqbi5gSGvR+G4i5tH22uJ5we+mJzqjpUt12f8qHGJlz4z+3dtDFsL5v+ZuO04TIMvoz4CmcKZYSc/q4lSfnmneXh2doCz3zOWz5tmqiUF1I4ykNp0oF3Px7RsFJtuIZfU1SKXXwD78K9MjMPQ2UeT1v+7GYR/R5NbrbDY8XtNn8J1+Vw5odYlcafGdEqp7azNvDHzYJyfHNzWDDVL/AJ/U1RRfH3umt48Dh/5yuLoMizODNI2W2A/GHJqmAkOs6Wdu95Snx2wdet0v8FNRKWwASen1rshf7vZ0Am88GEQSovjYiMKuiZlX2MG33qkOIh7Wqv82R7Dc3cgWm25BCrASvPtNnhaf9QuPfs2mYbHy5cglpQN6UHQZ3ZOYIyaNkQyjMnoPGeci7hu6cx/jJmyojvgQ329jx4dp4jMFKsrp/6EDQCV3t3785vQj95Q/4TXqdMGUvbTS5MXSeQCNalLiQ5mR9eORLRaNNdlZWVhkPSCSsvu5QtKbU0VTn0l9bO/EJrC6xVwZAhbiUoq1z7Fs0FgmS6fJYso4eUtR+Yk17FVpowCIa5nHjVy90cSH9WaA9E/jb9wnwOqcbUL5INhwZJJlhQMUq3yXkojIjYrrk9flW/vEFSJalWjUFh9HKb3ZPsgXhXjSo2FKwse+eh0yc7rU4YurU+3Y/rBjh33Cu1GuqSXgjFu65N/vlnJ0//Ka3xv3JyjUzcUrnZnVaYWgj17LK5DLo2tqYyBBr63s9DfwCQfal7733VOpkOqqqE2ROV4RBNL8vyHgly415yn4PyYe7L1fUvMXW/yJVQ+YqXqehOv9zPGH+zsOcZ+g7NkVEWgpe6KlMeQPuvz6N5PIRDmIjIwx+rL9Pqac2tYJX2X0O5pBKYEuh3iSUGHy3gCfhwjQw8+umVL1X6FaOtpJWaBgQeZq+jKi2rsbh0/SemSEmvAnRGTPeKMWsI31BEyQiqaAMeshZj98xdoItseBbdLsJ0w6Mxo8Pq3nugs4N+fWjGzKHX2HbQcQn98vkR5DPqRtqihCOo94BNHz7xzMfLoeXQwXKMc2w9TmtwS9EGfP0xTil2DVoOKUjvFOmBfvWxyChNLR9WT/ve1NnOvjY002Yfep3u6DJ+P009vJyiR6vRy/B6rvHIcUR6/z9xXvDJBYkg4nTujHvm37OI8sIvYx+i3anMYZZyFhuocwwv48NEYtJvsBMCov5bTFImj/kQQ+t6MFGN66KHgOw1dMwkUCHAF0hEtx/q+DblNmzftU2dLWJqeeSK9fLXfgJ3r1+384lGvRFO+sNFSgf/5Qp2DRQvUBAs7e0VHshC/eaMs7eiHQ1ZZkxUWZkD6c/yebfePH8n88Td9gsC5u7iRQmyZYnuuwz/PbT194NbgD7NtWf3sqo+oboe/fKu1IiTXy8djYFGOEQtLjy0yFBE+xl0eqaUvgb1czbHeb8mcaNU4GeKaEMR+nS7xUDpXY2kJP+7JTKFLJHa2WI8Rj5HHjMGNoRqvKJlupMvh836G7ImaNa378rlxij50YTZmFQOIFKzo7NT/+LzTQ+X+zlPgz9V2cUx7rFLBX/jO/G/BdI9duOTqYOcJAgBsNS21/tL5j9Q9Kr8m1invB051on6b6RGTyyeE68o61E/vIN7SmIo6/JlPBiGecuG5PTpeZ09t2j50L+bvykVWJuVq0XIYJABMhHTfIrL/YWnLU0ns5AMCIJk+GALfbW3T1KTK7pHSBg6QAStqfejUQCh5tRHViJ4AILJEfh8+evRy+36mXovYhYKBWp1ZMg+NIpjSgyPJEP0OnPP8fSxo1VOSzJbUEpOsfByqCYqh2eZQnJXcv/ZdvrOsJgWGub0oFYFXsEt1xvNBhOn6W9Bv73TPvt0QLTqieMTvU8X7VD6uSil1kUnMaeN+Ly/f//dPZVsCsy79bNBq4nEuNxs/Fxr62iMIjY/4CLP/EWj5p9sOb4z/LQkzwscD5fpKErxBVLlmItU/MhEPab4ocdYgx28sSsdXOkPHpa2C3oD4Q1ZQzJXQIc+tD9EV2pza7go1a+XdoK6V7qsbYFx2AkPteSekUtx9mxz7nJ2AofhZLTlXnGiRkusOZ3TAsO4FV7eknOOxaXys1VMXW2F8dfSHs3+KhsmR1esFAkm82dtQOCOgf1wdg4se4YUN95EUHLHJA7CSoGaWMBHoCefVK0rFzMg3GLy0HZV+NUgjmIBrhEo4aDYFB4apWSX7jo4iWlRnjJyERcOO/foYZi7qIyM8qQlymEU+YCi7qHRG+vnjzQqxgolnYNBefr0uLbXt6xDYYoUmkzED2AS2H+soqLrjSQRJS0Qq1TepxZrM/KLsX3iNL9jWwKhXfyUyqu+L/XgxISv65+tiIVarDCahBQJo+u2vG7tL0G/8rvIT/F+M6/mMOeZqIcZYhG3ldsQXRAZ0A1ECqK5DdxK9LOZ/SdWfN0MXq6VKWihgEtCejAqFo6mQAad6Wvn1zI5JcBMEEGMykcJj5DQg9OdhyipAIbt8Ye0tJCrf6KvSvm6h1uaykrdao493ikKFruz4vRqRsLltlt0NdeUZcKLB0SZPuEqOCQEIhlAZJCIC4KKwnw+Dh1S0SLKIkqJmHii4Qcpdga4HLUoyE2Nh3wWHDmcl56SpNA9dCir8sUSUJKylLH41AGpqE5LKsVahJhOSZRJLnn7VqRe8k9TURePuCf2ZAZ4YnnS0yY9rt96bLI51yKmkEARouQJDkQNSRzqMsiqqGe82zqUnkoBLsg1UvBS9SOL3BUdCoWIEkgSVYq8xoBrpSUsg3RRChYhrizeOuQe6FFNQVoiCUKB77Wxesl0YqwWR0nkH6m7BHwp2E7MwhELu6uzmniu6K8WmidKrmMF0kGUQszljGSDgJtKlHOVxCLsm4Nbvt0M8cckli+utNUPqmjhUUyQI6F9oKD4kuZ8UpKAZyBK4TWzAouQQIQR8vHiArgGqQxQlNSpVEtGDc7JhlbOchQlopOBulXTIS1RjBT5Yue5aKFEq87/pqAVFV8moiPDUOVLZAlAwNUHnVneuT9p7v+yNPcPAGDuvuUo98x/dFWdkT8AwMCAWkyM9RY1lNhCPybEJ09biPvsrBQ6fHj4P7hoNpNsRmp77VHLy+I1WY7JFqdDqgQaqRIlSJTkmL2yWGRxSKBGiIEjMSxwhbLIKIhQMpEy4VIp+yMkETWK1U3ZYoVlGWeFcItiZaSBKGQlltL/gEiFMJArpICQw2koGdjdZVNrEgAmOeR51U8d1q7IcTOUy3JILRsFo0xaergYFrHMdMbtdU0CCACLzMUFAEDyHrk1ANCNddQbfIM4m98qtNMIGiA6OxtgEscbOCpcbkBY4xq43KmIooMN4nqZDY8pkdoEj1hQaXwGHotjAVmkHFBXVdVT2qHTWmgLlmimAlUyeigB05R80qLMd9VeK0vBz1HTxF16MHKExrM4oigl8x0E/Ex9/TxFqgF3oam1ypneczbLJkEptaZS+lBTY+W0Tl72YK/1AeTmlPoxq8TfQ4DTJGq8pvywByAqRBkjtau4iltNBRnuyNLuY+9syNGydRV7AEsMuedUmQxDnCNU9Z4yan8gYzkCC+k1Rdky7PL10yJxF+EEBzpuokqdZyMFKF4yOEPy6NIKGZlIeeJebgLRR40Z5tIHgJoclSpO4mia2qkNnILkYCHUqYedY8UvessV+PIjDCoWkx1G2b7utacAcoDz+TUTQSoFjDjqTczcBGlLX4ouJVIt0MqVMJFoUI2oCcwE1FE/+VdcrB0Vo4TDTmv532J2oUX/tjjw/4sfMzB8AkIiYhJSOIIMiUJjsOQUlFTUNLSi6OgZGJmYWUSLEStO/McFnpx/frsUqdKkf931Z0yWbDly5XHI5+Ti5uHlU8CvUJFiASVKlSlXISikUpVqNWrVqdegUZNmLVqFtQVmDk9a7FO3ksf/fJECiyzhIx/7xG2fpcwKq6yxzgabbLHNDrt40+H02C8hsRW+Wu2suWlm1Vnrjc50i95ks7bz6AZlGUWVGr1m9MnRFsaOnZ4JCkNfPnTlow+e1VV+aSYvqUr4yvHhK6NOq5v1Yv+0F+5einqz3gi0buUInA0FhfhZvkH/zqu3rwp4J00MziHl2/9QlVt5qfbzmIuDcx7+ySkP+Y9RtLYh4TzAWTirHgMOsFYT327dh/NtXY8OUow4wtDCOFeMRvcZJ9ibAsqbaztuP4bThH9oyp0L0kyPoNOlyH9S6Xob7uFSse4CAAA=) format("woff2");font-weight:400;font-style:normal}.katex{font: 1.21em KaTeX_Main,Times New Roman,serif;line-height:1.2;text-indent:0;text-rendering:auto}.katex *{-ms-high-contrast-adjust:none!important;border-color:currentColor}.katex .katex-version:after{content:""}.katex .katex-mathml{position:absolute;clip:rect(1px,1px,1px,1px);padding:0;border:0;height:1px;width:1px;overflow:hidden}.katex .katex-html>.newline{display:block}.katex .base{position:relative;display:inline-block;white-space:nowrap;width:min-content}.katex .strut{display:inline-block}.katex .textbf{font-weight:700}.katex .textit{font-style:italic}.katex .textrm{font-family:KaTeX_Main}.katex .textsf{font-family:KaTeX_SansSerif}.katex .texttt{font-family:KaTeX_Typewriter}.katex .mathnormal{font-family:KaTeX_Math;font-style:italic}.katex .mathit{font-family:KaTeX_Main;font-style:italic}.katex .mathrm{font-style:normal}.katex .mathbf{font-family:KaTeX_Main;font-weight:700}.katex .boldsymbol{font-family:KaTeX_Math;font-weight:700;font-style:italic}.katex .amsrm,.katex .mathbb,.katex .textbb{font-family:KaTeX_AMS}.katex .mathcal{font-family:KaTeX_Caligraphic}.katex .mathfrak,.katex .textfrak{font-family:KaTeX_Fraktur}.katex .mathboldfrak,.katex .textboldfrak{font-family:KaTeX_Fraktur;font-weight:700}.katex .mathtt{font-family:KaTeX_Typewriter}.katex .mathscr,.katex .textscr{font-family:KaTeX_Script}.katex .mathsf,.katex .textsf{font-family:KaTeX_SansSerif}.katex .mathboldsf,.katex .textboldsf{font-family:KaTeX_SansSerif;font-weight:700}.katex .mathsfit,.katex .mathitsf,.katex .textitsf{font-family:KaTeX_SansSerif;font-style:italic}.katex .mainrm{font-family:KaTeX_Main;font-style:normal}.katex .vlist-t{display:inline-table;table-layout:fixed;border-collapse:collapse}.katex .vlist-r{display:table-row}.katex .vlist{display:table-cell;vertical-align:bottom;position:relative}.katex .vlist>span{display:block;height:0;position:relative}.katex .vlist>span>span{display:inline-block}.katex .vlist>span>.pstrut{overflow:hidden;width:0}.katex .vlist-t2{margin-right:-2px}.katex .vlist-s{display:table-cell;vertical-align:bottom;font-size:1px;width:2px;min-width:2px}.katex .vbox{display:inline-flex;flex-direction:column;align-items:baseline}.katex .hbox{display:inline-flex;flex-direction:row;width:100%}.katex .thinbox{display:inline-flex;flex-direction:row;width:0;max-width:0}.katex .msupsub{text-align:left}.katex .mfrac>span>span{text-align:center}.katex .mfrac .frac-line{display:inline-block;width:100%;border-bottom-style:solid}.katex .mfrac .frac-line,.katex .overline .overline-line,.katex .underline .underline-line,.katex .hline,.katex .hdashline,.katex .rule{min-height:1px}.katex .mspace{display:inline-block}.katex .llap,.katex .rlap,.katex .clap{width:0;position:relative}.katex .llap>.inner,.katex .rlap>.inner,.katex .clap>.inner{position:absolute}.katex .llap>.fix,.katex .rlap>.fix,.katex .clap>.fix{display:inline-block}.katex .llap>.inner{right:0}.katex .rlap>.inner,.katex .clap>.inner{left:0}.katex .clap>.inner>span{margin-left:-50%;margin-right:50%}.katex .rule{display:inline-block;border:solid 0;position:relative}.katex .overline .overline-line,.katex .underline .underline-line,.katex .hline{display:inline-block;width:100%;border-bottom-style:solid}.katex .hdashline{display:inline-block;width:100%;border-bottom-style:dashed}.katex .sqrt>.root{margin-left:.2777777778em;margin-right:-.5555555556em}.katex .sizing.reset-size1.size1,.katex .fontsize-ensurer.reset-size1.size1{font-size:1em}.katex .sizing.reset-size1.size2,.katex .fontsize-ensurer.reset-size1.size2{font-size:1.2em}.katex .sizing.reset-size1.size3,.katex .fontsize-ensurer.reset-size1.size3{font-size:1.4em}.katex .sizing.reset-size1.size4,.katex .fontsize-ensurer.reset-size1.size4{font-size:1.6em}.katex .sizing.reset-size1.size5,.katex .fontsize-ensurer.reset-size1.size5{font-size:1.8em}.katex .sizing.reset-size1.size6,.katex .fontsize-ensurer.reset-size1.size6{font-size:2em}.katex .sizing.reset-size1.size7,.katex .fontsize-ensurer.reset-size1.size7{font-size:2.4em}.katex .sizing.reset-size1.size8,.katex .fontsize-ensurer.reset-size1.size8{font-size:2.88em}.katex .sizing.reset-size1.size9,.katex .fontsize-ensurer.reset-size1.size9{font-size:3.456em}.katex .sizing.reset-size1.size10,.katex .fontsize-ensurer.reset-size1.size10{font-size:4.148em}.katex .sizing.reset-size1.size11,.katex .fontsize-ensurer.reset-size1.size11{font-size:4.976em}.katex .sizing.reset-size2.size1,.katex .fontsize-ensurer.reset-size2.size1{font-size:.8333333333em}.katex .sizing.reset-size2.size2,.katex .fontsize-ensurer.reset-size2.size2{font-size:1em}.katex .sizing.reset-size2.size3,.katex .fontsize-ensurer.reset-size2.size3{font-size:1.1666666667em}.katex .sizing.reset-size2.size4,.katex .fontsize-ensurer.reset-size2.size4{font-size:1.3333333333em}.katex .sizing.reset-size2.size5,.katex .fontsize-ensurer.reset-size2.size5{font-size:1.5em}.katex .sizing.reset-size2.size6,.katex .fontsize-ensurer.reset-size2.size6{font-size:1.6666666667em}.katex .sizing.reset-size2.size7,.katex .fontsize-ensurer.reset-size2.size7{font-size:2em}.katex .sizing.reset-size2.size8,.katex .fontsize-ensurer.reset-size2.size8{font-size:2.4em}.katex .sizing.reset-size2.size9,.katex .fontsize-ensurer.reset-size2.size9{font-size:2.88em}.katex .sizing.reset-size2.size10,.katex .fontsize-ensurer.reset-size2.size10{font-size:3.4566666667em}.katex .sizing.reset-size2.size11,.katex .fontsize-ensurer.reset-size2.size11{font-size:4.1466666667em}.katex .sizing.reset-size3.size1,.katex .fontsize-ensurer.reset-size3.size1{font-size:.7142857143em}.katex .sizing.reset-size3.size2,.katex .fontsize-ensurer.reset-size3.size2{font-size:.8571428571em}.katex .sizing.reset-size3.size3,.katex .fontsize-ensurer.reset-size3.size3{font-size:1em}.katex .sizing.reset-size3.size4,.katex .fontsize-ensurer.reset-size3.size4{font-size:1.1428571429em}.katex .sizing.reset-size3.size5,.katex .fontsize-ensurer.reset-size3.size5{font-size:1.2857142857em}.katex .sizing.reset-size3.size6,.katex .fontsize-ensurer.reset-size3.size6{font-size:1.4285714286em}.katex .sizing.reset-size3.size7,.katex .fontsize-ensurer.reset-size3.size7{font-size:1.7142857143em}.katex .sizing.reset-size3.size8,.katex .fontsize-ensurer.reset-size3.size8{font-size:2.0571428571em}.katex .sizing.reset-size3.size9,.katex .fontsize-ensurer.reset-size3.size9{font-size:2.4685714286em}.katex .sizing.reset-size3.size10,.katex .fontsize-ensurer.reset-size3.size10{font-size:2.9628571429em}.katex .sizing.reset-size3.size11,.katex .fontsize-ensurer.reset-size3.size11{font-size:3.5542857143em}.katex .sizing.reset-size4.size1,.katex .fontsize-ensurer.reset-size4.size1{font-size:.625em}.katex .sizing.reset-size4.size2,.katex .fontsize-ensurer.reset-size4.size2{font-size:.75em}.katex .sizing.reset-size4.size3,.katex .fontsize-ensurer.reset-size4.size3{font-size:.875em}.katex .sizing.reset-size4.size4,.katex .fontsize-ensurer.reset-size4.size4{font-size:1em}.katex .sizing.reset-size4.size5,.katex .fontsize-ensurer.reset-size4.size5{font-size:1.125em}.katex .sizing.reset-size4.size6,.katex .fontsize-ensurer.reset-size4.size6{font-size:1.25em}.katex .sizing.reset-size4.size7,.katex .fontsize-ensurer.reset-size4.size7{font-size:1.5em}.katex .sizing.reset-size4.size8,.katex .fontsize-ensurer.reset-size4.size8{font-size:1.8em}.katex .sizing.reset-size4.size9,.katex .fontsize-ensurer.reset-size4.size9{font-size:2.16em}.katex .sizing.reset-size4.size10,.katex .fontsize-ensurer.reset-size4.size10{font-size:2.5925em}.katex .sizing.reset-size4.size11,.katex .fontsize-ensurer.reset-size4.size11{font-size:3.11em}.katex .sizing.reset-size5.size1,.katex .fontsize-ensurer.reset-size5.size1{font-size:.5555555556em}.katex .sizing.reset-size5.size2,.katex .fontsize-ensurer.reset-size5.size2{font-size:.6666666667em}.katex .sizing.reset-size5.size3,.katex .fontsize-ensurer.reset-size5.size3{font-size:.7777777778em}.katex .sizing.reset-size5.size4,.katex .fontsize-ensurer.reset-size5.size4{font-size:.8888888889em}.katex .sizing.reset-size5.size5,.katex .fontsize-ensurer.reset-size5.size5{font-size:1em}.katex .sizing.reset-size5.size6,.katex .fontsize-ensurer.reset-size5.size6{font-size:1.1111111111em}.katex .sizing.reset-size5.size7,.katex .fontsize-ensurer.reset-size5.size7{font-size:1.3333333333em}.katex .sizing.reset-size5.size8,.katex .fontsize-ensurer.reset-size5.size8{font-size:1.6em}.katex .sizing.reset-size5.size9,.katex .fontsize-ensurer.reset-size5.size9{font-size:1.92em}.katex .sizing.reset-size5.size10,.katex .fontsize-ensurer.reset-size5.size10{font-size:2.3044444444em}.katex .sizing.reset-size5.size11,.katex .fontsize-ensurer.reset-size5.size11{font-size:2.7644444444em}.katex .sizing.reset-size6.size1,.katex .fontsize-ensurer.reset-size6.size1{font-size:.5em}.katex .sizing.reset-size6.size2,.katex .fontsize-ensurer.reset-size6.size2{font-size:.6em}.katex .sizing.reset-size6.size3,.katex .fontsize-ensurer.reset-size6.size3{font-size:.7em}.katex .sizing.reset-size6.size4,.katex .fontsize-ensurer.reset-size6.size4{font-size:.8em}.katex .sizing.reset-size6.size5,.katex .fontsize-ensurer.reset-size6.size5{font-size:.9em}.katex .sizing.reset-size6.size6,.katex .fontsize-ensurer.reset-size6.size6{font-size:1em}.katex .sizing.reset-size6.size7,.katex .fontsize-ensurer.reset-size6.size7{font-size:1.2em}.katex .sizing.reset-size6.size8,.katex .fontsize-ensurer.reset-size6.size8{font-size:1.44em}.katex .sizing.reset-size6.size9,.katex .fontsize-ensurer.reset-size6.size9{font-size:1.728em}.katex .sizing.reset-size6.size10,.katex .fontsize-ensurer.reset-size6.size10{font-size:2.074em}.katex .sizing.reset-size6.size11,.katex .fontsize-ensurer.reset-size6.size11{font-size:2.488em}.katex .sizing.reset-size7.size1,.katex .fontsize-ensurer.reset-size7.size1{font-size:.4166666667em}.katex .sizing.reset-size7.size2,.katex .fontsize-ensurer.reset-size7.size2{font-size:.5em}.katex .sizing.reset-size7.size3,.katex .fontsize-ensurer.reset-size7.size3{font-size:.5833333333em}.katex .sizing.reset-size7.size4,.katex .fontsize-ensurer.reset-size7.size4{font-size:.6666666667em}.katex .sizing.reset-size7.size5,.katex .fontsize-ensurer.reset-size7.size5{font-size:.75em}.katex .sizing.reset-size7.size6,.katex .fontsize-ensurer.reset-size7.size6{font-size:.8333333333em}.katex .sizing.reset-size7.size7,.katex .fontsize-ensurer.reset-size7.size7{font-size:1em}.katex .sizing.reset-size7.size8,.katex .fontsize-ensurer.reset-size7.size8{font-size:1.2em}.katex .sizing.reset-size7.size9,.katex .fontsize-ensurer.reset-size7.size9{font-size:1.44em}.katex .sizing.reset-size7.size10,.katex .fontsize-ensurer.reset-size7.size10{font-size:1.7283333333em}.katex .sizing.reset-size7.size11,.katex .fontsize-ensurer.reset-size7.size11{font-size:2.0733333333em}.katex .sizing.reset-size8.size1,.katex .fontsize-ensurer.reset-size8.size1{font-size:.3472222222em}.katex .sizing.reset-size8.size2,.katex .fontsize-ensurer.reset-size8.size2{font-size:.4166666667em}.katex .sizing.reset-size8.size3,.katex .fontsize-ensurer.reset-size8.size3{font-size:.4861111111em}.katex .sizing.reset-size8.size4,.katex .fontsize-ensurer.reset-size8.size4{font-size:.5555555556em}.katex .sizing.reset-size8.size5,.katex .fontsize-ensurer.reset-size8.size5{font-size:.625em}.katex .sizing.reset-size8.size6,.katex .fontsize-ensurer.reset-size8.size6{font-size:.6944444444em}.katex .sizing.reset-size8.size7,.katex .fontsize-ensurer.reset-size8.size7{font-size:.8333333333em}.katex .sizing.reset-size8.size8,.katex .fontsize-ensurer.reset-size8.size8{font-size:1em}.katex .sizing.reset-size8.size9,.katex .fontsize-ensurer.reset-size8.size9{font-size:1.2em}.katex .sizing.reset-size8.size10,.katex .fontsize-ensurer.reset-size8.size10{font-size:1.4402777778em}.katex .sizing.reset-size8.size11,.katex .fontsize-ensurer.reset-size8.size11{font-size:1.7277777778em}.katex .sizing.reset-size9.size1,.katex .fontsize-ensurer.reset-size9.size1{font-size:.2893518519em}.katex .sizing.reset-size9.size2,.katex .fontsize-ensurer.reset-size9.size2{font-size:.3472222222em}.katex .sizing.reset-size9.size3,.katex .fontsize-ensurer.reset-size9.size3{font-size:.4050925926em}.katex .sizing.reset-size9.size4,.katex .fontsize-ensurer.reset-size9.size4{font-size:.462962963em}.katex .sizing.reset-size9.size5,.katex .fontsize-ensurer.reset-size9.size5{font-size:.5208333333em}.katex .sizing.reset-size9.size6,.katex .fontsize-ensurer.reset-size9.size6{font-size:.5787037037em}.katex .sizing.reset-size9.size7,.katex .fontsize-ensurer.reset-size9.size7{font-size:.6944444444em}.katex .sizing.reset-size9.size8,.katex .fontsize-ensurer.reset-size9.size8{font-size:.8333333333em}.katex .sizing.reset-size9.size9,.katex .fontsize-ensurer.reset-size9.size9{font-size:1em}.katex .sizing.reset-size9.size10,.katex .fontsize-ensurer.reset-size9.size10{font-size:1.2002314815em}.katex .sizing.reset-size9.size11,.katex .fontsize-ensurer.reset-size9.size11{font-size:1.4398148148em}.katex .sizing.reset-size10.size1,.katex .fontsize-ensurer.reset-size10.size1{font-size:.2410800386em}.katex .sizing.reset-size10.size2,.katex .fontsize-ensurer.reset-size10.size2{font-size:.2892960463em}.katex .sizing.reset-size10.size3,.katex .fontsize-ensurer.reset-size10.size3{font-size:.337512054em}.katex .sizing.reset-size10.size4,.katex .fontsize-ensurer.reset-size10.size4{font-size:.3857280617em}.katex .sizing.reset-size10.size5,.katex .fontsize-ensurer.reset-size10.size5{font-size:.4339440694em}.katex .sizing.reset-size10.size6,.katex .fontsize-ensurer.reset-size10.size6{font-size:.4821600771em}.katex .sizing.reset-size10.size7,.katex .fontsize-ensurer.reset-size10.size7{font-size:.5785920926em}.katex .sizing.reset-size10.size8,.katex .fontsize-ensurer.reset-size10.size8{font-size:.6943105111em}.katex .sizing.reset-size10.size9,.katex .fontsize-ensurer.reset-size10.size9{font-size:.8331726133em}.katex .sizing.reset-size10.size10,.katex .fontsize-ensurer.reset-size10.size10{font-size:1em}.katex .sizing.reset-size10.size11,.katex .fontsize-ensurer.reset-size10.size11{font-size:1.1996142719em}.katex .sizing.reset-size11.size1,.katex .fontsize-ensurer.reset-size11.size1{font-size:.2009646302em}.katex .sizing.reset-size11.size2,.katex .fontsize-ensurer.reset-size11.size2{font-size:.2411575563em}.katex .sizing.reset-size11.size3,.katex .fontsize-ensurer.reset-size11.size3{font-size:.2813504823em}.katex .sizing.reset-size11.size4,.katex .fontsize-ensurer.reset-size11.size4{font-size:.3215434084em}.katex .sizing.reset-size11.size5,.katex .fontsize-ensurer.reset-size11.size5{font-size:.3617363344em}.katex .sizing.reset-size11.size6,.katex .fontsize-ensurer.reset-size11.size6{font-size:.4019292605em}.katex .sizing.reset-size11.size7,.katex .fontsize-ensurer.reset-size11.size7{font-size:.4823151125em}.katex .sizing.reset-size11.size8,.katex .fontsize-ensurer.reset-size11.size8{font-size:.578778135em}.katex .sizing.reset-size11.size9,.katex .fontsize-ensurer.reset-size11.size9{font-size:.6945337621em}.katex .sizing.reset-size11.size10,.katex .fontsize-ensurer.reset-size11.size10{font-size:.8336012862em}.katex .sizing.reset-size11.size11,.katex .fontsize-ensurer.reset-size11.size11{font-size:1em}.katex .delimsizing.size1{font-family:KaTeX_Size1}.katex .delimsizing.size2{font-family:KaTeX_Size2}.katex .delimsizing.size3{font-family:KaTeX_Size3}.katex .delimsizing.size4{font-family:KaTeX_Size4}.katex .delimsizing.mult .delim-size1>span{font-family:KaTeX_Size1}.katex .delimsizing.mult .delim-size4>span{font-family:KaTeX_Size4}.katex .nulldelimiter{display:inline-block;width:.12em}.katex .delimcenter,.katex .op-symbol{position:relative}.katex .op-symbol.small-op{font-family:KaTeX_Size1}.katex .op-symbol.large-op{font-family:KaTeX_Size2}.katex .op-limits>.vlist-t{text-align:center}.katex .accent>.vlist-t{text-align:center}.katex .accent .accent-body{position:relative}.katex .accent .accent-body:not(.accent-full){width:0}.katex .overlay{display:block}.katex .mtable .vertical-separator{display:inline-block;min-width:1px}.katex .mtable .arraycolsep{display:inline-block}.katex .mtable .col-align-c>.vlist-t{text-align:center}.katex .mtable .col-align-l>.vlist-t{text-align:left}.katex .mtable .col-align-r>.vlist-t{text-align:right}.katex .svg-align{text-align:left}.katex svg{display:block;position:absolute;width:100%;height:inherit;fill:currentColor;stroke:currentColor}.katex svg path{stroke:none}.katex svg{fill-rule:nonzero;fill-opacity:1;stroke-width:1;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1}.katex img{border-style:none;min-width:0;min-height:0;max-width:none;max-height:none}.katex .stretchy{width:100%;display:block;position:relative;overflow:hidden}.katex .stretchy:before,.katex .stretchy:after{content:""}.katex .hide-tail{width:100%;position:relative;overflow:hidden}.katex .halfarrow-left{position:absolute;left:0;width:50.2%;overflow:hidden}.katex .halfarrow-right{position:absolute;right:0;width:50.2%;overflow:hidden}.katex .brace-left{position:absolute;left:0;width:25.1%;overflow:hidden}.katex .brace-center{position:absolute;left:25%;width:50%;overflow:hidden}.katex .brace-right{position:absolute;right:0;width:25.1%;overflow:hidden}.katex .x-arrow-pad{padding:0 .5em}.katex .cd-arrow-pad{padding:0 .55556em 0 .27778em}.katex .x-arrow,.katex .mover,.katex .munder{text-align:center}.katex .boxpad{padding:0 .3em}.katex .fbox,.katex .fcolorbox{box-sizing:border-box;border:.04em solid}.katex .cancel-pad{padding:0 .2em}.katex .cancel-lap{margin-left:-.2em;margin-right:-.2em}.katex .sout{border-bottom-style:solid;border-bottom-width:.08em}.katex .angl{box-sizing:border-box;border-top:.049em solid;border-right:.049em solid;margin-right:.03889em}.katex .anglpad{padding:0 .03889em}.katex .eqn-num:before{counter-increment:katexEqnNo;content:"(" counter(katexEqnNo) ")"}.katex .mml-eqn-num:before{counter-increment:mmlEqnNo;content:"(" counter(mmlEqnNo) ")"}.katex .mtr-glue{width:50%}.katex .cd-vert-arrow{display:inline-block;position:relative}.katex .cd-label-left{display:inline-block;position:absolute;right:calc(50% + .3em);text-align:left}.katex .cd-label-right{display:inline-block;position:absolute;left:calc(50% + .3em);text-align:right}.katex-display{display:block;margin:1em 0;text-align:center}.katex-display>.katex{display:block;text-align:center;white-space:nowrap}.katex-display>.katex>.katex-html{display:block;position:relative}.katex-display>.katex>.katex-html>.tag{position:absolute;right:0}.katex-display.leqno>.katex>.katex-html>.tag{left:0;right:auto}.katex-display.fleqn>.katex{text-align:left;padding-left:2em}body{counter-reset:katexEqnNo mmlEqnNo}.markdown-block--unstable.svelte-15eq738{display:contents}.streaming-code-block.svelte-15eq738 .streaming-code-pre:where(.svelte-15eq738){background:transparent;padding:.5rem;margin:0;overflow-x:visible;border-radius:0;border:none;font-size:.875rem}div.svelte-15eq738 p{margin-block:1rem;line-height:1.75}div.svelte-15eq738 :is(h1,h2,h3,h4,h5,h6):first-child{margin-top:0}div.svelte-15eq738 h1{font-size:1.875rem;font-weight:700;line-height:1.2;margin:1.5rem 0 .75rem}div.svelte-15eq738 h2{font-size:1.5rem;font-weight:600;line-height:1.3;margin:1.25rem 0 .5rem}div.svelte-15eq738 h3{font-size:1.25rem;font-weight:600;margin:1.5rem 0 .5rem;line-height:1.4}div.svelte-15eq738 h4{font-size:1.125rem;font-weight:600;margin:.75rem 0 .25rem}div.svelte-15eq738 h5{font-size:1rem;font-weight:600;margin:.5rem 0 .25rem}div.svelte-15eq738 h6{font-size:.875rem;font-weight:600;margin:.5rem 0 .25rem}div.svelte-15eq738 strong{font-weight:600}div.svelte-15eq738 em{font-style:italic}div.svelte-15eq738 del{text-decoration:line-through;opacity:.7}div.svelte-15eq738 code:not(pre code){background:var(--muted);color:var(--muted-foreground);padding:.125rem .375rem;border-radius:.375rem;font-size:.875rem;font-family:ui-monospace,SFMono-Regular,SF Mono,Monaco,Cascadia Code,Roboto Mono,Consolas,Liberation Mono,Menlo,monospace}div.svelte-15eq738 pre{display:inline;margin:0!important;overflow:hidden!important;background:var(--muted);overflow-x:auto;border-radius:1rem;border:none;line-height:1!important}div.svelte-15eq738 pre code{padding:0!important;display:inline!important}div.svelte-15eq738 code{background:transparent;color:var(--code-foreground)}div.svelte-15eq738 a{color:var(--primary);text-decoration:underline;text-underline-offset:2px;transition:color .2s ease;overflow-wrap:anywhere;word-break:break-all}div.svelte-15eq738 a:hover{color:var(--primary)}div.svelte-15eq738 ul{list-style-type:disc;margin-left:1.5rem;margin-bottom:1rem}div.svelte-15eq738 ol{list-style-type:decimal;margin-left:1.5rem;margin-bottom:1rem}div.svelte-15eq738 li{margin-bottom:.25rem;padding-left:.5rem}div.svelte-15eq738 li::marker{color:var(--muted-foreground)}div.svelte-15eq738 ul ul{list-style-type:circle;margin-top:.25rem;margin-bottom:.25rem}div.svelte-15eq738 ol ol{list-style-type:lower-alpha;margin-top:.25rem;margin-bottom:.25rem}div.svelte-15eq738 .task-list-item{list-style:none;margin-left:0;padding-left:0}div.svelte-15eq738 .task-list-item-checkbox{margin-right:.5rem;margin-top:.125rem}div.svelte-15eq738 blockquote{border-left:4px solid var(--border);padding:.5rem 1rem;margin:1.5rem 0;font-style:italic;color:var(--muted-foreground);background:var(--muted);border-radius:0 .375rem .375rem 0}div.svelte-15eq738 table{width:100%;margin:1.5rem 0;border-collapse:collapse;border:1px solid var(--border);border-radius:.375rem;overflow:hidden}div.svelte-15eq738 th{background:hsl(var(--muted) / .3);border:1px solid var(--border);padding:.5rem .75rem;text-align:left;font-weight:600}div.svelte-15eq738 td{border:1px solid var(--border);padding:.5rem .75rem}div.svelte-15eq738 tr:nth-child(2n){background:hsl(var(--muted) / .1)}div.markdown-user-content.svelte-15eq738 table,div.markdown-user-content.svelte-15eq738 th,div.markdown-user-content.svelte-15eq738 td,div.markdown-user-content.svelte-15eq738 .table-wrapper{border-color:currentColor}div.svelte-15eq738 hr{border:none;border-top:1px solid var(--border);margin:1.5rem 0}div.svelte-15eq738 img{border-radius:.5rem;box-shadow:0 1px 3px #0000001a,0 1px 2px -1px #0000001a;margin:1.5rem 0;max-width:100%;height:auto}div.svelte-15eq738 .code-block-wrapper{margin:1.5rem 0;border-radius:.75rem;overflow:hidden;border:1px solid color-mix(in oklch,var(--border) 30%,transparent);background:var(--code-background);box-shadow:0 1px 2px #0000000d;min-height:var(--min-message-height);max-height:var(--max-message-height)}.dark div.svelte-15eq738 .code-block-wrapper{border-color:color-mix(in oklch,var(--border) 20%,transparent)}div.svelte-15eq738 .code-block-scroll-container,.streaming-code-scroll-container.svelte-15eq738{min-height:var(--min-message-height);max-height:var(--max-message-height);overflow-y:auto;overflow-x:auto;padding:3rem 1rem 1rem;line-height:1.3}.full-height-code-blocks.svelte-15eq738 .code-block-wrapper{max-height:none}.full-height-code-blocks.svelte-15eq738 .code-block-scroll-container,.full-height-code-blocks.svelte-15eq738 .streaming-code-scroll-container:where(.svelte-15eq738){max-height:none;overflow-y:visible}div.svelte-15eq738 .code-block-header{display:flex;justify-content:space-between;align-items:center;padding:.5rem 1rem 0;font-size:.875rem;position:absolute;top:0;left:0;right:0}div.svelte-15eq738 .code-language{color:var(--color-foreground);font-weight:500;font-family:ui-monospace,SFMono-Regular,SF Mono,Monaco,Cascadia Code,Roboto Mono,Consolas,Liberation Mono,Menlo,monospace;text-transform:uppercase;font-size:.75rem;letter-spacing:.05em}div.svelte-15eq738 .code-block-actions{display:flex;align-items:center;gap:.5rem}div.svelte-15eq738 .copy-code-btn,div.svelte-15eq738 .preview-code-btn{display:flex;align-items:center;justify-content:center;padding:0;background:transparent;color:var(--code-foreground);cursor:pointer;transition:all .2s ease}div.svelte-15eq738 .copy-code-btn:hover,div.svelte-15eq738 .preview-code-btn:hover{transform:scale(1.05)}div.svelte-15eq738 .copy-code-btn:active,div.svelte-15eq738 .preview-code-btn:active{transform:scale(.95)}div.svelte-15eq738 .code-block-wrapper pre{background:transparent;margin:0;border-radius:0;border:none;font-size:.875rem}div.svelte-15eq738 .mention{color:hsl(var(--primary));font-weight:500;text-decoration:none}div.svelte-15eq738 .mention:hover{text-decoration:underline}div.svelte-15eq738 .hashtag{color:hsl(var(--primary));font-weight:500;text-decoration:none}div.svelte-15eq738 .hashtag:hover{text-decoration:underline}div.svelte-15eq738 table{transition:all .2s ease}div.svelte-15eq738 table:hover{box-shadow:0 4px 6px -1px #0000001a,0 2px 4px -2px #0000001a}div.svelte-15eq738 th:hover,div.svelte-15eq738 td:hover{background:var(--muted)}.markdown-user-content.svelte-15eq738 a,.markdown-user-content.svelte-15eq738 a:hover{color:inherit}.markdown-user-content.svelte-15eq738 table:hover{box-shadow:none}.markdown-user-content.svelte-15eq738 th:hover,.markdown-user-content.svelte-15eq738 td:hover{background:inherit}div.svelte-15eq738 blockquote{transition:all .2s ease;position:relative}div.svelte-15eq738 blockquote:hover{border-left-width:6px;background:var(--muted);transform:translate(2px)}div.svelte-15eq738 blockquote:before{content:'"';position:absolute;top:-.5rem;left:.5rem;font-size:3rem;color:var(--muted-foreground);font-family:serif;line-height:1}div.svelte-15eq738 img{transition:all .3s ease;cursor:pointer}div.svelte-15eq738 img:hover{transform:scale(1.02);box-shadow:0 10px 15px -3px #0000001a,0 4px 6px -4px #0000001a}div.svelte-15eq738 .image-zoom-overlay{position:fixed;inset:0;background:#000c;display:flex;align-items:center;justify-content:center;z-index:1000;cursor:pointer}div.svelte-15eq738 .image-zoom-overlay img{max-width:90vw;max-height:90vh;border-radius:.5rem;box-shadow:0 25px 50px -12px #00000040}div.svelte-15eq738 hr{border:none;height:2px;background:linear-gradient(to right,transparent,var(--border),transparent);margin:2rem 0;position:relative}div.svelte-15eq738 hr:after{content:"";position:absolute;top:50%;left:50%;transform:translate(-50%,-50%);width:1rem;height:1rem;background:var(--border);border-radius:50%}div.svelte-15eq738 .table-wrapper{overflow-x:auto;margin:1.5rem 0;border-radius:.5rem;border:1px solid var(--border)}div.svelte-15eq738 .table-wrapper table{margin:0;border:none}@media (max-width: 640px){div.svelte-15eq738 h1{font-size:1.5rem}div.svelte-15eq738 h2{font-size:1.25rem}div.svelte-15eq738 h3{font-size:1.125rem}div.svelte-15eq738 table{font-size:.875rem}div.svelte-15eq738 th,div.svelte-15eq738 td{padding:.375rem .5rem}div.svelte-15eq738 .table-wrapper{margin:.5rem -1rem;border-radius:0;border-left:none;border-right:none}}@media (prefers-color-scheme: dark){div.svelte-15eq738 blockquote:hover{background:var(--muted)}}div.svelte-15eq738 .image-load-error{display:flex;align-items:center;justify-content:center;margin:1.5rem 0;padding:1.5rem;border-radius:.5rem;background:var(--muted);border:1px dashed var(--border)}div.svelte-15eq738 .image-error-content{display:flex;flex-direction:column;align-items:center;gap:.75rem;color:var(--muted-foreground);text-align:center}div.svelte-15eq738 .image-error-content svg{opacity:.5}div.svelte-15eq738 .image-error-text{font-size:.875rem}div.svelte-15eq738 .image-error-link{display:inline-flex;align-items:center;gap:.375rem;padding:.5rem 1rem;font-size:.875rem;font-weight:500;color:var(--primary);background:var(--background);border:1px solid var(--border);border-radius:.375rem;text-decoration:none;transition:all .2s ease}div.svelte-15eq738 .image-error-link:hover{background:var(--muted);border-color:var(--primary)}.code-preview-wrapper.svelte-hp0zxr{font-family:ui-monospace,SFMono-Regular,SF Mono,Monaco,Cascadia Code,Roboto Mono,Consolas,Liberation Mono,Menlo,monospace}.code-preview-wrapper.svelte-hp0zxr pre:where(.svelte-hp0zxr){background:transparent}.code-preview-wrapper.svelte-hp0zxr code:where(.svelte-hp0zxr){background:transparent} diff --git a/tools/server/public/bundle.js b/tools/server/public/bundle.js new file mode 100644 index 00000000000..de91fd6139c --- /dev/null +++ b/tools/server/public/bundle.js @@ -0,0 +1,469 @@ +var W6=r=>{throw TypeError(r)};var rS=(r,e,t)=>e.has(r)||W6("Cannot "+t);var ma=(r,e,t)=>(rS(r,e,"read from private field"),t?t.call(r):e.get(r)),ml=(r,e,t)=>e.has(r)?W6("Cannot add the same private member more than once"):e instanceof WeakSet?e.add(r):e.set(r,t),gs=(r,e,t,n)=>(rS(r,e,"write to private field"),n?n.call(r,t):e.set(r,t),t),gl=(r,e,t)=>(rS(r,e,"access private method"),t);var j6=(r,e,t,n)=>({set _(a){gs(r,e,a,t)},get _(){return ma(r,e,n)}});var zm=Array.isArray,yY=Array.prototype.indexOf,yf=Array.prototype.includes,Qb=Array.from,zA=Object.defineProperty,Tu=Object.getOwnPropertyDescriptor,UL=Object.getOwnPropertyDescriptors,$L=Object.prototype,SY=Array.prototype,Zb=Object.getPrototypeOf,K6=Object.isExtensible;function Ph(r){return typeof r=="function"}const $e=()=>{};function EY(r){return r()}function EC(r){for(var e=0;e{r=n,e=a});return{promise:t,resolve:r,reject:e}}function wY(r,e,t=!1){return r===void 0?t?e():e:r}function qA(r,e){if(Array.isArray(r))return r;if(!(Symbol.iterator in r))return Array.from(r);const t=[];for(const n of r)if(t.push(n),t.length===e)break;return t}const si=2,hm=4,qm=8,HA=1<<24,ql=16,Wc=32,Hu=64,VA=128,Ao=512,qi=1024,Vi=2048,jc=4096,ro=8192,Cc=16384,Hm=32768,Fl=65536,wC=1<<17,YA=1<<18,rh=1<<19,zL=1<<20,Ec=1<<25,Wd=32768,TC=1<<21,WA=1<<22,Cu=1<<23,kl=Symbol("$state"),jA=Symbol("legacy props"),TY=Symbol(""),jh=new class extends Error{name="StaleReactionError";message="The reaction that called `getAbortSignal()` was re-run or destroyed"},CY=1,Jb=3,Kc=8;function qL(r){throw new Error("https://svelte.dev/e/experimental_async_required")}function Vf(r){throw new Error("https://svelte.dev/e/lifecycle_outside_component")}function AY(){throw new Error("https://svelte.dev/e/missing_context")}function xY(){throw new Error("https://svelte.dev/e/async_derived_orphan")}function RY(r){throw new Error("https://svelte.dev/e/effect_in_teardown")}function OY(){throw new Error("https://svelte.dev/e/effect_in_unowned_derived")}function NY(r){throw new Error("https://svelte.dev/e/effect_orphan")}function IY(){throw new Error("https://svelte.dev/e/effect_update_depth_exceeded")}function kY(){throw new Error("https://svelte.dev/e/fork_discarded")}function MY(){throw new Error("https://svelte.dev/e/fork_timing")}function DY(){throw new Error("https://svelte.dev/e/get_abort_signal_outside_reaction")}function PY(){throw new Error("https://svelte.dev/e/hydration_failed")}function HL(r){throw new Error("https://svelte.dev/e/lifecycle_legacy_only")}function LY(r){throw new Error("https://svelte.dev/e/props_invalid_value")}function FY(){throw new Error("https://svelte.dev/e/state_descriptors_fixed")}function BY(){throw new Error("https://svelte.dev/e/state_prototype_fixed")}function UY(){throw new Error("https://svelte.dev/e/state_unsafe_mutation")}function $Y(){throw new Error("https://svelte.dev/e/svelte_boundary_reset_onerror")}const GY=1,zY=2,VL=4,qY=8,HY=16,VY=1,YY=2,WY=4,jY=8,KY=16,XY=1,QY=2,ZY=4,JY=1,eW=2,YL="[",ev="[!",KA="]",jd={},pi=Symbol(),tW="http://www.w3.org/1999/xhtml",rW="http://www.w3.org/2000/svg",WL="@attach";function nW(r){console.warn("https://svelte.dev/e/hydratable_missing_but_expected")}function Vm(r){console.warn("https://svelte.dev/e/hydration_mismatch")}function aW(){console.warn("https://svelte.dev/e/select_multiple_invalid_value")}function iW(){console.warn("https://svelte.dev/e/svelte_boundary_reset_noop")}let Or=!1;function ss(r){Or=r}let en;function $a(r){if(r===null)throw Vm(),jd;return en=r}function No(){return $a(oo(en))}function H(r){if(Or){if(oo(en)!==null)throw Vm(),jd;en=r}}function et(r=1){if(Or){for(var e=r,t=en;e--;)t=oo(t);en=t}}function M_(r=!0){for(var e=0,t=en;;){if(t.nodeType===Kc){var n=t.data;if(n===KA){if(e===0)return t;e-=1}else(n===YL||n===ev)&&(e+=1)}var a=oo(t);r&&t.remove(),t=a}}function jL(r){if(!r||r.nodeType!==Kc)throw Vm(),jd;return r.data}function KL(r){return r===this.v}function XA(r,e){return r!=r?e==e:r!==e||r!==null&&typeof r=="object"||typeof r=="function"}function XL(r){return!XA(r,this.v)}let Yf=!1;function sW(){Yf=!0}const oW=[];function rf(r,e=!1,t=!1){return m_(r,new Map,"",oW,null,t)}function m_(r,e,t,n,a=null,i=!1){if(typeof r=="object"&&r!==null){var s=e.get(r);if(s!==void 0)return s;if(r instanceof Map)return new Map(r);if(r instanceof Set)return new Set(r);if(zm(r)){var o=Array(r.length);e.set(r,o),a!==null&&e.set(a,o);for(var l=0;l(tv(r)||AY(),Bl(r)),e=>Vu(r,e)]}function Bl(r){return rv().get(r)}function Vu(r,e){return rv().set(r,e),e}function tv(r){return rv().has(r)}function QL(){return rv()}function Ee(r,e=!1,t){$n={p:$n,i:!1,c:null,e:null,s:r,x:null,l:Yf&&!e?{s:null,u:null,$:[]}:null}}function we(r){var e=$n,t=e.e;if(t!==null){e.e=null;for(var n of t)_F(n)}return r!==void 0&&(e.x=r),e.i=!0,$n=e.p,r??{}}function Wf(){return!Yf||$n!==null&&$n.l===null}function rv(r){return $n===null&&Vf(),$n.c??=new Map(cW($n)||void 0)}function cW(r){let e=r.p;for(;e!==null;){const t=e.c;if(t!==null)return t;e=e.p}return null}let Pd=[];function ZL(){var r=Pd;Pd=[],EC(r)}function xo(r){if(Pd.length===0&&!em){var e=Pd;queueMicrotask(()=>{e===Pd&&ZL()})}Pd.push(r)}function uW(){for(;Pd.length>0;)ZL()}function JL(r){var e=Pn;if(e===null)return wn.f|=Cu,r;if((e.f&Hm)===0){if((e.f&VA)===0)throw r;e.b.error(r)}else Ef(r,e)}function Ef(r,e){for(;e!==null;){if((e.f&VA)!==0)try{e.b.error(r);return}catch(t){r=t}e=e.parent}throw r}const dW=-7169;function Za(r,e){r.f=r.f&dW|e}function QA(r){(r.f&Ao)!==0||r.deps===null?Za(r,qi):Za(r,jc)}function eF(r){if(r!==null)for(const e of r)(e.f&si)===0||(e.f&Wd)===0||(e.f^=Wd,eF(e.deps))}function tF(r,e,t){(r.f&Vi)!==0?e.add(r):(r.f&jc)!==0&&t.add(r),eF(r.deps),Za(r,qi)}const Ld=new Set;let Hn=null,CC=null,To=null,Hs=[],nv=null,AC=!1,em=!1;class Zo{committed=!1;current=new Map;previous=new Map;#e=new Set;#t=new Set;#r=0;#n=0;#i=null;#a=new Set;#s=new Set;skipped_effects=new Set;is_fork=!1;#o=!1;is_deferred(){return this.is_fork||this.#n>0}process(e){Hs=[],this.apply();var t=[],n=[];for(const a of e)this.#l(a,t,n);if(this.is_deferred())this.#c(n),this.#c(t);else{for(const a of this.#e)a();this.#e.clear(),this.#r===0&&this.#d(),CC=this,Hn=null,X6(n),X6(t),CC=null,this.#i?.resolve()}To=null}#l(e,t,n){e.f^=qi;for(var a=e.first,i=null;a!==null;){var s=a.f,o=(s&(Wc|Hu))!==0,l=o&&(s&qi)!==0,c=l||(s&ro)!==0||this.skipped_effects.has(a);if(!c&&a.fn!==null){o?a.f^=qi:i!==null&&(s&(hm|qm|HA))!==0?i.b.defer_effect(a):(s&hm)!==0?t.push(a):Xm(a)&&((s&ql)!==0&&this.#s.add(a),pm(a));var u=a.first;if(u!==null){a=u;continue}}var d=a.parent;for(a=a.next;a===null&&d!==null;)d===i&&(i=null),a=d.next,d=d.parent}}#c(e){for(var t=0;t0){if(xC(),Hn!==null&&Hn!==this)return}else this.#r===0&&this.process([]);this.deactivate()}discard(){for(const e of this.#t)e(this);this.#t.clear()}#d(){if(Ld.size>1){this.previous.clear();var e=To,t=!0;for(const a of Ld){if(a===this){t=!1;continue}const i=[];for(const[o,l]of this.current){if(a.current.has(o))if(t&&l!==a.current.get(o))a.current.set(o,l);else continue;i.push(o)}if(i.length===0)continue;const s=[...a.current.keys()].filter(o=>!this.current.has(o));if(s.length>0){var n=Hs;Hs=[];const o=new Set,l=new Map;for(const c of i)rF(c,s,o,l);if(Hs.length>0){Hn=a,a.apply();for(const c of Hs)a.#l(c,[],[]);a.deactivate()}Hs=n}}Hn=null,To=e}this.committed=!0,Ld.delete(this)}increment(e){this.#r+=1,e&&(this.#n+=1)}decrement(e){this.#r-=1,e&&(this.#n-=1),!this.#o&&(this.#o=!0,xo(()=>{this.#o=!1,this.is_deferred()?Hs.length>0&&this.flush():this.revive()}))}revive(){for(const e of this.#a)this.#s.delete(e),Za(e,Vi),kc(e);for(const e of this.#s)Za(e,jc),kc(e);this.flush()}oncommit(e){this.#e.add(e)}ondiscard(e){this.#t.add(e)}settled(){return(this.#i??=GL()).promise}static ensure(){if(Hn===null){const e=Hn=new Zo;Ld.add(Hn),em||xo(()=>{Hn===e&&e.flush()})}return Hn}apply(){}}function fm(r){var e=em;em=!0;try{var t;for(r&&(Hn!==null&&xC(),t=r());;){if(uW(),Hs.length===0&&(Hn?.flush(),Hs.length===0))return nv=null,t;xC()}}finally{em=e}}function xC(){AC=!0;var r=null;try{for(var e=0;Hs.length>0;){var t=Zo.ensure();if(e++>1e3){var n,a;hW()}t.process(Hs),Au.clear()}}finally{AC=!1,nv=null}}function hW(){try{IY()}catch(r){Ef(r,nv)}}let pc=null;function X6(r){var e=r.length;if(e!==0){for(var t=0;t0)){Au.clear();for(const a of pc){if((a.f&(Cc|ro))!==0)continue;const i=[a];let s=a.parent;for(;s!==null;)pc.has(s)&&(pc.delete(s),i.push(s)),s=s.parent;for(let o=i.length-1;o>=0;o--){const l=i[o];(l.f&(Cc|ro))===0&&pm(l)}}pc.clear()}}pc=null}}function rF(r,e,t,n){if(!t.has(r)&&(t.add(r),r.reactions!==null))for(const a of r.reactions){const i=a.f;(i&si)!==0?rF(a,e,t,n):(i&(WA|ql))!==0&&(i&Vi)===0&&aF(a,e,n)&&(Za(a,Vi),kc(a))}}function nF(r,e){if(r.reactions!==null)for(const t of r.reactions){const n=t.f;(n&si)!==0?nF(t,e):(n&wC)!==0&&(Za(t,Vi),e.add(t))}}function aF(r,e,t){const n=t.get(r);if(n!==void 0)return n;if(r.deps!==null)for(const a of r.deps){if(yf.call(e,a))return!0;if((a.f&si)!==0&&aF(a,e,t))return t.set(a,!0),!0}return t.set(r,!1),!1}function kc(r){for(var e=nv=r;e.parent!==null;){e=e.parent;var t=e.f;if(AC&&e===Pn&&(t&ql)!==0&&(t&YA)===0)return;if((t&(Hu|Wc))!==0){if((t&qi)===0)return;e.f^=qi}}Hs.push(e)}function fW(r){qL(),Hn!==null&&MY();var e=Zo.ensure();e.is_fork=!0,To=new Map;var t=!1,n=e.settled();fm(r);for(var[a,i]of e.previous)a.v=i;for(a of e.current.keys())(a.f&si)!==0&&Za(a,Vi);return{commit:async()=>{if(t){await n;return}Ld.has(e)||kY(),t=!0,e.is_fork=!1;for(var[s,o]of e.current)s.v=o,s.wv=a5();fm(()=>{var l=new Set;for(var c of e.current.keys())nF(c,l);yW(l),lF()}),e.revive(),await n},discard:()=>{!t&&Ld.has(e)&&(Ld.delete(e),e.discard())}}}function Yu(r){let e=0,t=Mc(0),n;return()=>{r5()&&(f(t),Km(()=>(e===0&&(n=Rn(()=>r(()=>Qs(t)))),e+=1,()=>{xo(()=>{e-=1,e===0&&(n?.(),n=void 0,Qs(t))})})))}}var pW=Fl|rh|VA;function mW(r,e,t){new gW(r,e,t)}class gW{parent;is_pending=!1;#e;#t=Or?en:null;#r;#n;#i;#a=null;#s=null;#o=null;#l=null;#c=null;#d=0;#u=0;#p=!1;#m=!1;#f=new Set;#h=new Set;#g=null;#v=Yu(()=>(this.#g=Mc(this.#d),()=>{this.#g=null}));constructor(e,t,n){this.#e=e,this.#r=t,this.#n=n,this.parent=Pn.b,this.is_pending=!!this.#r.pending,this.#i=Wu(()=>{if(Pn.b=this,Or){const i=this.#t;No(),i.nodeType===Kc&&i.data===ev?this.#y():(this.#_(),this.#u===0&&(this.is_pending=!1))}else{var a=this.#S();try{this.#a=As(()=>n(a))}catch(i){this.error(i)}this.#u>0?this.#w():this.is_pending=!1}return()=>{this.#c?.remove()}},pW),Or&&(this.#e=en)}#_(){try{this.#a=As(()=>this.#n(this.#e))}catch(e){this.error(e)}}#y(){const e=this.#r.pending;e&&(this.#s=As(()=>e(this.#e)),xo(()=>{var t=this.#S();this.#a=this.#b(()=>(Zo.ensure(),As(()=>this.#n(t)))),this.#u>0?this.#w():(Vd(this.#s,()=>{this.#s=null}),this.is_pending=!1)}))}#S(){var e=this.#e;return this.is_pending&&(this.#c=Hi(),this.#e.before(this.#c),e=this.#c),e}defer_effect(e){tF(e,this.#f,this.#h)}is_rendered(){return!this.is_pending&&(!this.parent||this.parent.is_rendered())}has_pending_snippet(){return!!this.#r.pending}#b(e){var t=Pn,n=wn,a=$n;Ul(this.#i),Ns(this.#i),Sf(this.#i.ctx);try{return e()}catch(i){return JL(i),null}finally{Ul(t),Ns(n),Sf(a)}}#w(){const e=this.#r.pending;this.#a!==null&&(this.#l=document.createDocumentFragment(),this.#l.append(this.#c),AF(this.#a,this.#l)),this.#s===null&&(this.#s=As(()=>e(this.#e)))}#T(e){if(!this.has_pending_snippet()){this.parent&&this.parent.#T(e);return}if(this.#u+=e,this.#u===0){this.is_pending=!1;for(const t of this.#f)Za(t,Vi),kc(t);for(const t of this.#h)Za(t,jc),kc(t);this.#f.clear(),this.#h.clear(),this.#s&&Vd(this.#s,()=>{this.#s=null}),this.#l&&(this.#e.before(this.#l),this.#l=null)}}update_pending_count(e){this.#T(e),this.#d+=e,!(!this.#g||this.#p)&&(this.#p=!0,xo(()=>{this.#p=!1,this.#g&&wf(this.#g,this.#d)}))}get_effect_pending(){return this.#v(),f(this.#g)}error(e){var t=this.#r.onerror;let n=this.#r.failed;if(this.#m||!t&&!n)throw e;this.#a&&(_i(this.#a),this.#a=null),this.#s&&(_i(this.#s),this.#s=null),this.#o&&(_i(this.#o),this.#o=null),Or&&($a(this.#t),et(),$a(M_()));var a=!1,i=!1;const s=()=>{if(a){iW();return}a=!0,i&&$Y(),Zo.ensure(),this.#d=0,this.#o!==null&&Vd(this.#o,()=>{this.#o=null}),this.is_pending=this.has_pending_snippet(),this.#a=this.#b(()=>(this.#m=!1,As(()=>this.#n(this.#e)))),this.#u>0?this.#w():this.is_pending=!1};var o=wn;try{Ns(null),i=!0,t?.(e,s),i=!1}catch(l){Ef(l,this.#i&&this.#i.parent)}finally{Ns(o)}n&&xo(()=>{this.#o=this.#b(()=>{Zo.ensure(),this.#m=!0;try{return As(()=>{n(this.#e,()=>e,()=>s)})}catch(l){return Ef(l,this.#i.parent),null}finally{this.#m=!1}})})}}function ZA(r,e,t,n){const a=Wf()?Ym:av;var i=r.filter(h=>!h.settled);if(t.length===0&&i.length===0){n(e.map(a));return}var s=Hn,o=Pn,l=_W(),c=i.length===1?i[0].promise:i.length>1?Promise.all(i.map(h=>h.promise)):null;function u(h){l();try{n(h)}catch(p){(o.f&Cc)===0&&Ef(p,o)}s?.deactivate(),RC()}if(t.length===0){c.then(()=>u(e.map(a)));return}function d(){l(),Promise.all(t.map(h=>bW(h))).then(h=>u([...e.map(a),...h])).catch(h=>Ef(h,o))}c?c.then(d):d()}function _W(){var r=Pn,e=wn,t=$n,n=Hn;return function(i=!0){Ul(r),Ns(e),Sf(t),i&&n?.activate()}}function RC(){Ul(null),Ns(null),Sf(null)}function Ym(r){var e=si|Vi,t=wn!==null&&(wn.f&si)!==0?wn:null;return Pn!==null&&(Pn.f|=rh),{ctx:$n,deps:null,effects:null,equals:KL,f:e,fn:r,reactions:null,rv:0,v:pi,wv:0,parent:t??Pn,ac:null}}function bW(r,e,t){let n=Pn;n===null&&xY();var a=n.b,i=void 0,s=Mc(pi),o=!wn,l=new Map;return AW(()=>{var c=GL();i=c.promise;try{Promise.resolve(r()).then(c.resolve,c.reject).then(()=>{u===Hn&&u.committed&&u.deactivate(),RC()})}catch(p){c.reject(p),RC()}var u=Hn;if(o){var d=a.is_rendered();a.update_pending_count(1),u.increment(d),l.get(u)?.reject(jh),l.delete(u),l.set(u,c)}const h=(p,m=void 0)=>{if(u.activate(),m)m!==jh&&(s.f|=Cu,wf(s,m));else{(s.f&Cu)!==0&&(s.f^=Cu),wf(s,p);for(const[g,b]of l){if(l.delete(g),g===u)break;b.reject(jh)}}o&&(a.update_pending_count(-1),u.decrement(d))};c.promise.then(h,p=>h(null,p||"unknown"))}),ah(()=>{for(const c of l.values())c.reject(jh)}),new Promise(c=>{function u(d){function h(){d===i?c(s):u(i)}d.then(h,h)}u(i)})}function F(r){const e=Ym(r);return xF(e),e}function av(r){const e=Ym(r);return e.equals=XL,e}function iF(r){var e=r.effects;if(e!==null){r.effects=null;for(var t=0;t0&&!oF&&lF()}return e}function lF(){oF=!1;for(const r of D_)(r.f&qi)!==0&&Za(r,jc),Xm(r)&&pm(r);D_.clear()}function g_(r,e=1){var t=f(r),n=e===1?t++:t--;return M(r,t),n}function Qs(r){M(r,r.v+1)}function cF(r,e){var t=r.reactions;if(t!==null)for(var n=Wf(),a=t.length,i=0;i{if(Jo===i)return o();var l=wn,c=Jo;Ns(null),eR(i);var u=o();return Ns(l),eR(c),u};return n&&t.set("length",_e(r.length)),new Proxy(r,{defineProperty(o,l,c){(!("value"in c)||c.configurable===!1||c.enumerable===!1||c.writable===!1)&&FY();var u=t.get(l);return u===void 0?u=s(()=>{var d=_e(c.value);return t.set(l,d),d}):M(u,c.value,!0),!0},deleteProperty(o,l){var c=t.get(l);if(c===void 0){if(l in o){const u=s(()=>_e(pi));t.set(l,u),Qs(a)}}else M(c,pi),Qs(a);return!0},get(o,l,c){if(l===kl)return r;var u=t.get(l),d=l in o;if(u===void 0&&(!d||Tu(o,l)?.writable)&&(u=s(()=>{var p=Sr(d?o[l]:pi),m=_e(p);return m}),t.set(l,u)),u!==void 0){var h=f(u);return h===pi?void 0:h}return Reflect.get(o,l,c)},getOwnPropertyDescriptor(o,l){var c=Reflect.getOwnPropertyDescriptor(o,l);if(c&&"value"in c){var u=t.get(l);u&&(c.value=f(u))}else if(c===void 0){var d=t.get(l),h=d?.v;if(d!==void 0&&h!==pi)return{enumerable:!0,configurable:!0,value:h,writable:!0}}return c},has(o,l){if(l===kl)return!0;var c=t.get(l),u=c!==void 0&&c.v!==pi||Reflect.has(o,l);if(c!==void 0||Pn!==null&&(!u||Tu(o,l)?.writable)){c===void 0&&(c=s(()=>{var h=u?Sr(o[l]):pi,p=_e(h);return p}),t.set(l,c));var d=f(c);if(d===pi)return!1}return u},set(o,l,c,u){var d=t.get(l),h=l in o;if(n&&l==="length")for(var p=c;p_e(pi)),t.set(p+"",m))}if(d===void 0)(!h||Tu(o,l)?.writable)&&(d=s(()=>_e(void 0)),M(d,Sr(c)),t.set(l,d));else{h=d.v!==pi;var g=s(()=>Sr(c));M(d,g)}var b=Reflect.getOwnPropertyDescriptor(o,l);if(b?.set&&b.set.call(u,c),!h){if(n&&typeof l=="string"){var _=t.get("length"),v=Number(l);Number.isInteger(v)&&v>=_.v&&M(_,v+1)}Qs(a)}return!0},ownKeys(o){f(a);var l=Reflect.ownKeys(o).filter(d=>{var h=t.get(d);return h===void 0||h.v!==pi});for(var[c,u]of t)u.v!==pi&&!(c in o)&&l.push(c);return l},setPrototypeOf(){BY()}})}function Q6(r){try{if(r!==null&&typeof r=="object"&&kl in r)return r[kl]}catch{}return r}function SW(r,e){return Object.is(Q6(r),Q6(e))}var Tf,iv,uF,dF,hF;function OC(){if(Tf===void 0){Tf=window,iv=document,uF=/Firefox/.test(navigator.userAgent);var r=Element.prototype,e=Node.prototype,t=Text.prototype;dF=Tu(e,"firstChild").get,hF=Tu(e,"nextSibling").get,K6(r)&&(r.__click=void 0,r.__className=void 0,r.__attributes=null,r.__style=void 0,r.__e=void 0),K6(t)&&(t.__t=void 0)}}function Hi(r=""){return document.createTextNode(r)}function Ni(r){return dF.call(r)}function oo(r){return hF.call(r)}function j(r,e){if(!Or)return Ni(r);var t=Ni(en);if(t===null)t=en.appendChild(Hi());else if(e&&t.nodeType!==Jb){var n=Hi();return t?.before(n),$a(n),n}return $a(t),t}function L(r,e=!1){if(!Or){var t=Ni(r);return t instanceof Comment&&t.data===""?oo(t):t}if(e&&en?.nodeType!==Jb){var n=Hi();return en?.before(n),$a(n),n}return en}function ee(r,e=1,t=!1){let n=Or?en:r;for(var a;e--;)a=n,n=oo(n);if(!Or)return n;if(t&&n?.nodeType!==Jb){var i=Hi();return n===null?a?.after(i):n.before(i),$a(i),i}return $a(n),n}function t5(r){r.textContent=""}function fF(){return!1}function EW(r,e){if(e){const t=document.body;r.autofocus=!0,xo(()=>{document.activeElement===t&&r.focus()})}}function Wm(r){Or&&Ni(r)!==null&&t5(r)}let Z6=!1;function pF(){Z6||(Z6=!0,document.addEventListener("reset",r=>{Promise.resolve().then(()=>{if(!r.defaultPrevented)for(const e of r.target.elements)e.__on_r?.()})},{capture:!0}))}function wW(r,e,t,n=!0){n&&t();for(var a of e)r.addEventListener(a,t);ah(()=>{for(var i of e)r.removeEventListener(i,t)})}function nh(r){var e=wn,t=Pn;Ns(null),Ul(null);try{return r()}finally{Ns(e),Ul(t)}}function mF(r,e,t,n=t){r.addEventListener(e,()=>nh(t));const a=r.__on_r;a?r.__on_r=()=>{a(),n(!0)}:r.__on_r=()=>n(!0),pF()}function gF(r){Pn===null&&(wn===null&&NY(),OY()),Nu&&RY()}function TW(r,e){var t=e.last;t===null?e.last=e.first=r:(t.next=r,r.prev=t,e.last=r)}function co(r,e,t){var n=Pn;n!==null&&(n.f&ro)!==0&&(r|=ro);var a={ctx:$n,deps:null,nodes:null,f:r|Vi|Ao,first:null,fn:e,last:null,next:null,parent:n,b:n&&n.b,prev:null,teardown:null,wv:0,ac:null};if(t)try{pm(a),a.f|=Hm}catch(o){throw _i(a),o}else e!==null&&kc(a);var i=a;if(t&&i.deps===null&&i.teardown===null&&i.nodes===null&&i.first===i.last&&(i.f&rh)===0&&(i=i.first,(r&ql)!==0&&(r&Fl)!==0&&i!==null&&(i.f|=Fl)),i!==null&&(i.parent=n,n!==null&&TW(i,n),wn!==null&&(wn.f&si)!==0&&(r&Hu)===0)){var s=wn;(s.effects??=[]).push(i)}return a}function r5(){return wn!==null&&!Xo}function ah(r){const e=co(qm,null,!1);return Za(e,qi),e.teardown=r,e}function Nt(r){gF();var e=Pn.f,t=!wn&&(e&Wc)!==0&&(e&Hm)===0;if(t){var n=$n;(n.e??=[]).push(r)}else return _F(r)}function _F(r){return co(hm|zL,r,!1)}function Gi(r){return gF(),co(qm|zL,r,!0)}function jm(r){Zo.ensure();const e=co(Hu|rh,r,!0);return()=>{_i(e)}}function CW(r){Zo.ensure();const e=co(Hu|rh,r,!0);return(t={})=>new Promise(n=>{t.outro?Vd(e,()=>{_i(e),n(void 0)}):(_i(e),n(void 0))})}function jf(r){return co(hm,r,!1)}function AW(r){return co(WA|rh,r,!0)}function Km(r,e=0){return co(qm|e,r,!0)}function Ce(r,e=[],t=[],n=[]){ZA(n,e,t,a=>{co(qm,()=>r(...a.map(f)),!0)})}function bF(r,e=[],t=[],n=[]){var a=Hn,i=t.length>0||n.length>0;i&&a.increment(!0),ZA(n,e,t,s=>{co(hm,()=>r(...s.map(f)),!1),i&&a.decrement(!0)})}function Wu(r,e=0){var t=co(ql|e,r,!0);return t}function vF(r,e=0){var t=co(HA|e,r,!0);return t}function As(r){return co(Wc|rh,r,!0)}function yF(r){var e=r.teardown;if(e!==null){const t=Nu,n=wn;J6(!0),Ns(null);try{e.call(null)}finally{J6(t),Ns(n)}}}function SF(r,e=!1){var t=r.first;for(r.first=r.last=null;t!==null;){const a=t.ac;a!==null&&nh(()=>{a.abort(jh)});var n=t.next;(t.f&Hu)!==0?t.parent=null:_i(t,e),t=n}}function xW(r){for(var e=r.first;e!==null;){var t=e.next;(e.f&Wc)===0&&_i(e),e=t}}function _i(r,e=!0){var t=!1;(e||(r.f&YA)!==0)&&r.nodes!==null&&r.nodes.end!==null&&(EF(r.nodes.start,r.nodes.end),t=!0),SF(r,e&&!t),P_(r,0),Za(r,Cc);var n=r.nodes&&r.nodes.t;if(n!==null)for(const i of n)i.stop();yF(r);var a=r.parent;a!==null&&a.first!==null&&wF(r),r.next=r.prev=r.teardown=r.ctx=r.deps=r.fn=r.nodes=r.ac=null}function EF(r,e){for(;r!==null;){var t=r===e?null:oo(r);r.remove(),r=t}}function wF(r){var e=r.parent,t=r.prev,n=r.next;t!==null&&(t.next=n),n!==null&&(n.prev=t),e!==null&&(e.first===r&&(e.first=n),e.last===r&&(e.last=t))}function Vd(r,e,t=!0){var n=[];TF(r,n,!0);var a=()=>{t&&_i(r),e&&e()},i=n.length;if(i>0){var s=()=>--i||a();for(var o of n)o.out(s)}else a()}function TF(r,e,t){if((r.f&ro)===0){r.f^=ro;var n=r.nodes&&r.nodes.t;if(n!==null)for(const o of n)(o.is_global||t)&&e.push(o);for(var a=r.first;a!==null;){var i=a.next,s=(a.f&Fl)!==0||(a.f&Wc)!==0&&(r.f&ql)!==0;TF(a,e,s?t:!1),a=i}}}function n5(r){CF(r,!0)}function CF(r,e){if((r.f&ro)!==0){r.f^=ro,(r.f&qi)===0&&(Za(r,Vi),kc(r));for(var t=r.first;t!==null;){var n=t.next,a=(t.f&Fl)!==0||(t.f&Wc)!==0;CF(t,a?e:!1),t=n}var i=r.nodes&&r.nodes.t;if(i!==null)for(const s of i)(s.is_global||e)&&s.in()}}function AF(r,e){if(r.nodes)for(var t=r.nodes.start,n=r.nodes.end;t!==null;){var a=t===n?null:oo(t);e.append(t),t=a}}let __=!1,Nu=!1;function J6(r){Nu=r}let wn=null,Xo=!1;function Ns(r){wn=r}let Pn=null;function Ul(r){Pn=r}let Ro=null;function xF(r){wn!==null&&(Ro===null?Ro=[r]:Ro.push(r))}let Ts=null,Gs=0,So=null;function RW(r){So=r}let RF=1,Fd=0,Jo=Fd;function eR(r){Jo=r}function a5(){return++RF}function Xm(r){var e=r.f;if((e&Vi)!==0)return!0;if(e&si&&(r.f&=~Wd),(e&jc)!==0){for(var t=r.deps,n=t.length,a=0;ar.wv)return!0}(e&Ao)!==0&&To===null&&Za(r,qi)}return!1}function OF(r,e,t=!0){var n=r.reactions;if(n!==null&&!(Ro!==null&&yf.call(Ro,r)))for(var a=0;a{r.ac.abort(jh)}),r.ac=null);try{r.f|=TC;var u=r.fn,d=u(),h=r.deps;if(Ts!==null){var p;if(P_(r,Gs),h!==null&&Gs>0)for(h.length=Gs+Ts.length,p=0;p{r.isConnected&&r.dispatchEvent(e)}))}function i5(r,e,t,n={}){function a(i){if(n.capture||Up.call(e,i),!i.cancelBubble)return nh(()=>t?.call(this,i))}return r.startsWith("pointer")||r.startsWith("touch")||r==="wheel"?xo(()=>{e.addEventListener(r,a,n)}):e.addEventListener(r,a,n),a}function jr(r,e,t,n={}){var a=i5(e,r,t,n);return()=>{r.removeEventListener(e,a,n)}}function hn(r,e,t,n,a){var i={capture:n,passive:a},s=i5(r,e,t,i);(e===document.body||e===window||e===document||e instanceof HTMLMediaElement)&&ah(()=>{e.removeEventListener(r,s,i)})}function Ln(r){for(var e=0;e{throw b});throw h}}finally{r.__root=e,delete r.currentTarget,Ns(u),Ul(d)}}}function sv(r){var e=document.createElement("template");return e.innerHTML=r.replaceAll("",""),e.content}function Is(r,e){var t=Pn;t.nodes===null&&(t.nodes={start:r,end:e,a:null,t:null})}function G(r,e){var t=(e&JY)!==0,n=(e&eW)!==0,a,i=!r.startsWith("");return()=>{if(Or)return Is(en,null),en;a===void 0&&(a=sv(i?r:""+r),t||(a=Ni(a)));var s=n||uF?document.importNode(a,!0):a.cloneNode(!0);if(t){var o=Ni(s),l=s.lastChild;Is(o,l)}else Is(s,s);return s}}function $W(r,e,t="svg"){var n=!r.startsWith(""),a=`<${t}>${n?r:""+r}`,i;return()=>{if(Or)return Is(en,null),en;if(!i){var s=sv(a),o=Ni(s);i=Ni(o)}var l=i.cloneNode(!0);return Is(l,l),l}}function ju(r,e){return $W(r,e,"svg")}function Ot(r=""){if(!Or){var e=Hi(r+"");return Is(e,e),e}var t=en;return t.nodeType!==Jb&&(t.before(t=Hi()),$a(t)),Is(t,t),t}function se(){if(Or)return Is(en,null),en;var r=document.createDocumentFragment(),e=document.createComment(""),t=Hi();return r.append(e,t),Is(e,t),r}function T(r,e){if(Or){var t=Pn;((t.f&Hm)===0||t.nodes.end===null)&&(t.nodes.end=en),No();return}r!==null&&r.before(e)}function On(){if(Or&&en&&en.nodeType===Kc&&en.textContent?.startsWith("$")){const r=en.textContent.substring(1);return No(),r}return(window.__svelte??={}).uid??=1,`c${window.__svelte.uid++}`}let L_=!0;function jg(r){L_=r}function Ge(r,e){var t=e==null?"":typeof e=="object"?e+"":e;t!==(r.__t??=r.nodeValue)&&(r.__t=t,r.nodeValue=t+"")}function ov(r,e){return FF(r,e)}function LF(r,e){OC(),e.intro=e.intro??!1;const t=e.target,n=Or,a=en;try{for(var i=Ni(t);i&&(i.nodeType!==Kc||i.data!==YL);)i=oo(i);if(!i)throw jd;ss(!0),$a(i);const s=FF(r,{...e,anchor:i});return ss(!1),s}catch(s){if(s instanceof Error&&s.message.split(` +`).some(o=>o.startsWith("https://svelte.dev/e/")))throw s;return s!==jd&&console.warn("Failed to hydrate: ",s),e.recover===!1&&PY(),OC(),t5(t),ss(!1),ov(r,e)}finally{ss(n),$a(a)}}const wh=new Map;function FF(r,{target:e,anchor:t,props:n={},events:a,context:i,intro:s=!0}){OC();var o=new Set,l=d=>{for(var h=0;h{var d=t??e.appendChild(Hi());return mW(d,{pending:()=>{}},h=>{if(i){Ee({});var p=$n;p.c=i}if(a&&(n.$$events=a),Or&&Is(h,null),L_=s,c=r(h,n)||{},L_=!0,Or&&(Pn.nodes.end=en,en===null||en.nodeType!==Kc||en.data!==KA))throw Vm(),jd;i&&we()}),()=>{for(var h of o){e.removeEventListener(h,Up);var p=wh.get(h);--p===0?(document.removeEventListener(h,Up),wh.delete(h)):wh.set(h,p)}IC.delete(l),d!==t&&d.parentNode?.removeChild(d)}});return kC.set(c,u),c}let kC=new WeakMap;function s5(r,e){const t=kC.get(r);return t?(kC.delete(r),t(e)):Promise.resolve()}class Qm{anchor;#e=new Map;#t=new Map;#r=new Map;#n=new Set;#i=!0;constructor(e,t=!0){this.anchor=e,this.#i=t}#a=()=>{var e=Hn;if(this.#e.has(e)){var t=this.#e.get(e),n=this.#t.get(t);if(n)n5(n),this.#n.delete(t);else{var a=this.#r.get(t);a&&(this.#t.set(t,a.effect),this.#r.delete(t),a.fragment.lastChild.remove(),this.anchor.before(a.fragment),n=a.effect)}for(const[i,s]of this.#e){if(this.#e.delete(i),i===e)break;const o=this.#r.get(s);o&&(_i(o.effect),this.#r.delete(s))}for(const[i,s]of this.#t){if(i===t||this.#n.has(i))continue;const o=()=>{if(Array.from(this.#e.values()).includes(i)){var c=document.createDocumentFragment();AF(s,c),c.append(Hi()),this.#r.set(i,{effect:s,fragment:c})}else _i(s);this.#n.delete(i),this.#t.delete(i)};this.#i||!n?(this.#n.add(i),Vd(s,o,!1)):o()}}};#s=e=>{this.#e.delete(e);const t=Array.from(this.#e.values());for(const[n,a]of this.#r)t.includes(n)||(_i(a.effect),this.#r.delete(n))};ensure(e,t){var n=Hn,a=fF();if(t&&!this.#t.has(e)&&!this.#r.has(e))if(a){var i=document.createDocumentFragment(),s=Hi();i.append(s),this.#r.set(e,{effect:As(()=>t(s)),fragment:i})}else this.#t.set(e,As(()=>t(this.anchor)));if(this.#e.set(n,e),a){for(const[o,l]of this.#t)o===e?n.skipped_effects.delete(l):n.skipped_effects.add(l);for(const[o,l]of this.#r)o===e?n.skipped_effects.delete(l.effect):n.skipped_effects.add(l.effect);n.oncommit(this.#a),n.ondiscard(this.#s)}else Or&&(this.anchor=en),this.#a()}}function le(r,e,t=!1){Or&&No();var n=new Qm(r),a=t?Fl:0;function i(s,o){if(Or){const c=jL(r)===ev;if(s===c){var l=M_();$a(l),n.anchor=l,ss(!1),n.ensure(s,o),ss(!0);return}}n.ensure(s,o)}Wu(()=>{var s=!1;e((o,l=!0)=>{s=!0,i(l,o)}),s||i(!1,null)},a)}function GW(r,e,t){Or&&No();var n=new Qm(r),a=!Wf();Wu(()=>{var i=e();a&&i!==null&&typeof i=="object"&&(i={}),n.ensure(i,t)})}function xu(r,e){return e}function zW(r,e,t){for(var n=[],a=e.length,i,s=e.length,o=0;o{if(i){if(i.pending.delete(d),i.done.add(d),i.pending.size===0){var h=r.outrogroups;MC(Qb(i.done)),h.delete(i),h.size===0&&(r.outrogroups=null)}}else s-=1},!1)}if(s===0){var l=n.length===0&&t!==null;if(l){var c=t,u=c.parentNode;t5(u),u.append(c),r.items.clear()}MC(e,!l)}else i={pending:new Set(e),done:new Set},(r.outrogroups??=new Set).add(i)}function MC(r,e=!0){for(var t=0;t{var _=t();return zm(_)?_:_==null?[]:Qb(_)}),h,p=!0;function m(){b.fallback=u,qW(b,h,s,e,n),u!==null&&(h.length===0?(u.f&Ec)===0?n5(u):(u.f^=Ec,$p(u,null,s)):Vd(u,()=>{u=null}))}var g=Wu(()=>{h=f(d);var _=h.length;let v=!1;if(Or){var y=jL(s)===ev;y!==(_===0)&&(s=M_(),$a(s),ss(!1),v=!0)}for(var E=new Set,S=Hn,w=fF(),C=0;C<_;C+=1){Or&&en.nodeType===Kc&&en.data===KA&&(s=en,v=!0,ss(!1));var x=h[C],N=n(x,C),I=p?null:o.get(N);I?(I.v&&wf(I.v,x),I.i&&wf(I.i,C),w&&S.skipped_effects.delete(I.e)):(I=HW(o,p?s:rR??=Hi(),x,N,C,a,e,t),p||(I.e.f|=Ec),o.set(N,I)),E.add(N)}if(_===0&&i&&!u&&(p?u=As(()=>i(s)):(u=As(()=>i(rR??=Hi())),u.f|=Ec)),Or&&_>0&&$a(M_()),!p)if(w){for(const[D,V]of o)E.has(D)||S.skipped_effects.add(V.e);S.oncommit(m),S.ondiscard(()=>{})}else m();v&&ss(!0),f(d)}),b={effect:g,items:o,outrogroups:null,fallback:u};p=!1,Or&&(s=en)}function qW(r,e,t,n,a){var i=(n&qY)!==0,s=e.length,o=r.items,l=r.effect.first,c,u=null,d,h=[],p=[],m,g,b,_;if(i)for(_=0;_0){var N=(n&VL)!==0&&s===0?t:null;if(i){for(_=0;_{if(d!==void 0)for(b of d)b.nodes?.a?.apply()})}function HW(r,e,t,n,a,i,s,o){var l=(s&GY)!==0?(s&HY)===0?e5(t,!1,!1):Mc(t):null,c=(s&zY)!==0?Mc(a):null;return{v:l,i:c,e:As(()=>(i(e,l??t,c??a,o),()=>{r.delete(n)}))}}function $p(r,e,t){if(r.nodes)for(var n=r.nodes.start,a=r.nodes.end,i=e&&(e.f&Ec)===0?e.nodes.start:t;n!==null;){var s=oo(n);if(i.before(n),n===a)return;n=s}}function su(r,e,t){e===null?r.effect.first=t:e.next=t,t===null?r.effect.last=e:t.prev=e}function nf(r,e,t=!1,n=!1,a=!1){var i=r,s="";Ce(()=>{var o=Pn;if(s===(s=e()??"")){Or&&No();return}if(o.nodes!==null&&(EF(o.nodes.start,o.nodes.end),o.nodes=null),s!==""){if(Or){en.data;for(var l=No(),c=l;l!==null&&(l.nodeType!==Kc||l.data!=="");)c=l,l=oo(l);if(l===null)throw Vm(),jd;Is(en,c),i=$a(l);return}var u=s+"";t?u=`${u}`:n&&(u=`${u}`);var d=sv(u);if((t||n)&&(d=Ni(d)),Is(Ni(d),d.lastChild),t||n)for(;Ni(d);)i.before(Ni(d));else i.before(d)}})}function ke(r,e,...t){var n=new Qm(r);Wu(()=>{const a=e()??null;n.ensure(a,a&&(i=>a(i,...t)))},Fl)}function VW(r){return(e,...t)=>{var n=r(...t),a;if(Or)a=en,No();else{var i=n.render().trim(),s=sv(i);a=Ni(s),e.before(a)}const o=n.setup?.(a);Is(a,a),typeof o=="function"&&ah(o)}}function me(r,e,t){Or&&No();var n=new Qm(r);Wu(()=>{var a=e()??null;n.ensure(a,a&&(i=>t(i,a)))},Fl)}const YW=()=>performance.now(),yc={tick:r=>requestAnimationFrame(r),now:()=>YW(),tasks:new Set};function BF(){const r=yc.now();yc.tasks.forEach(e=>{e.c(r)||(yc.tasks.delete(e),e.f())}),yc.tasks.size!==0&&yc.tick(BF)}function WW(r){let e;return yc.tasks.size===0&&yc.tick(BF),{promise:new Promise(t=>{yc.tasks.add(e={c:r,f:t})}),abort(){yc.tasks.delete(e)}}}function Kg(r,e){nh(()=>{r.dispatchEvent(new CustomEvent(e))})}function jW(r){if(r==="float")return"cssFloat";if(r==="offset")return"cssOffset";if(r.startsWith("--"))return r;const e=r.split("-");return e.length===1?e[0]:e[0]+e.slice(1).map(t=>t[0].toUpperCase()+t.slice(1)).join("")}function nR(r){const e={},t=r.split(";");for(const n of t){const[a,i]=n.split(":");if(!a||i===void 0)break;const s=jW(a.trim());e[s]=i.trim()}return e}const KW=r=>r;function ai(r,e,t,n){var a=(r&XY)!==0,i=(r&QY)!==0,s=a&&i,o=(r&ZY)!==0,l=s?"both":a?"in":"out",c,u=e.inert,d=e.style.overflow,h,p;function m(){return nh(()=>c??=t()(e,n?.()??{},{direction:l}))}var g={is_global:o,in(){if(e.inert=u,!a){p?.abort(),p?.reset?.();return}i||h?.abort(),Kg(e,"introstart"),h=DC(e,m(),p,1,()=>{Kg(e,"introend"),h?.abort(),h=c=void 0,e.style.overflow=d})},out(y){if(!i){y?.(),c=void 0;return}e.inert=!0,Kg(e,"outrostart"),p=DC(e,m(),h,0,()=>{Kg(e,"outroend"),y?.()})},stop:()=>{h?.abort(),p?.abort()}},b=Pn;if((b.nodes.t??=[]).push(g),a&&L_){var _=o;if(!_){for(var v=b.parent;v&&(v.f&Fl)!==0;)for(;(v=v.parent)&&(v.f&ql)===0;);_=!v||(v.f&Hm)!==0}_&&jf(()=>{Rn(()=>g.in())})}}function DC(r,e,t,n,a){var i=n===1;if(Ph(e)){var s,o=!1;return xo(()=>{if(!o){var b=e({direction:i?"in":"out"});s=DC(r,b,t,n,a)}}),{abort:()=>{o=!0,s?.abort()},deactivate:()=>s.deactivate(),reset:()=>s.reset(),t:()=>s.t()}}if(t?.deactivate(),!e?.duration)return a(),{abort:$e,deactivate:$e,reset:$e,t:()=>n};const{delay:l=0,css:c,tick:u,easing:d=KW}=e;var h=[];if(i&&t===void 0&&(u&&u(0,1),c)){var p=nR(c(0,1));h.push(p,p)}var m=()=>1-n,g=r.animate(h,{duration:l,fill:"forwards"});return g.onfinish=()=>{g.cancel();var b=t?.t()??1-n;t?.abort();var _=n-b,v=e.duration*Math.abs(_),y=[];if(v>0){var E=!1;if(c)for(var S=Math.ceil(v/16.666666666666668),w=0;w<=S;w+=1){var C=b+_*d(w/S),x=nR(c(C,1-C));y.push(x),E||=x.overflow==="hidden"}E&&(r.style.overflow="hidden"),m=()=>{var N=g.currentTime;return b+_*d(N/v)},u&&WW(()=>{if(g.playState!=="running")return!1;var N=m();return u(N,1-N),!0})}g=r.animate(y,{duration:v,fill:"forwards"}),g.onfinish=()=>{m=()=>n,u?.(n,1-n),a()}},{abort:()=>{g&&(g.cancel(),g.effect=null,g.onfinish=$e)},deactivate:()=>{a=$e},reset:()=>{n===0&&u?.(1,0)},t:()=>m()}}function UF(r,e,t,n,a,i){let s=Or;Or&&No();var o=null;Or&&en.nodeType===CY&&(o=en,No());var l=Or?en:r,c=new Qm(l,!1);Wu(()=>{const u=e()||null;var d=t||u==="svg"?rW:null;if(u===null){c.ensure(null,null),jg(!0);return}return c.ensure(u,h=>{if(u){if(o=Or?o:d?document.createElementNS(d,u):document.createElement(u),Is(o,o),n){Or&&UW(u)&&o.append(document.createComment(""));var p=Or?Ni(o):o.appendChild(Hi());Or&&(p===null?ss(!1):$a(p)),n(o,p)}Pn.nodes.end=o,h.before(o)}Or&&$a(h)}),jg(!0),()=>{u&&jg(!1)}},Fl),ah(()=>{jg(!0)}),s&&(ss(!0),$a(l))}function lv(r,e){let t=null,n=Or;var a;if(Or){t=en;for(var i=Ni(document.head);i!==null&&(i.nodeType!==Kc||i.data!==r);)i=oo(i);if(i===null)ss(!1);else{var s=oo(i);i.remove(),$a(s)}}Or||(a=document.head.appendChild(Hi()));try{Wu(()=>e(a),YA)}finally{n&&(ss(!0),$a(t))}}function o5(r,e,t){jf(()=>{var n=Rn(()=>e(r,t?.())||{});if(t&&n?.update){var a=!1,i={};Km(()=>{var s=t();DF(s),a&&XA(i,s)&&(i=s,n.update(s))}),a=!0}if(n?.destroy)return()=>n.destroy()})}function XW(r,e){var t=void 0,n;vF(()=>{t!==(t=e())&&(n&&(_i(n),n=null),t&&(n=As(()=>{jf(()=>t(r))})))})}function $F(r){var e,t,n="";if(typeof r=="string"||typeof r=="number")n+=r;else if(typeof r=="object")if(Array.isArray(r)){var a=r.length;for(e=0;e=0;){var o=s+i;(s===0||aR.includes(n[s-1]))&&(o===n.length||aR.includes(n[o]))?n=(s===0?"":n.substring(0,s))+n.substring(o+1):s=o}}return n===""?null:n}function iR(r,e=!1){var t=e?" !important;":";",n="";for(var a in r){var i=r[a];i!=null&&i!==""&&(n+=" "+a+": "+i+t)}return n}function nS(r){return r[0]!=="-"||r[1]!=="-"?r.toLowerCase():r}function ZW(r,e){if(e){var t="",n,a;if(Array.isArray(e)?(n=e[0],a=e[1]):n=e,r){r=String(r).replaceAll(/\s*\/\*.*?\*\/\s*/g,"").trim();var i=!1,s=0,o=!1,l=[];n&&l.push(...Object.keys(n).map(nS)),a&&l.push(...Object.keys(a).map(nS));var c=0,u=-1;const g=r.length;for(var d=0;d{PC(r,r.__value)});e.observe(r,{childList:!0,subtree:!0,attributes:!0,attributeFilter:["value"]}),ah(()=>{e.disconnect()})}function sR(r){return"__value"in r?r.__value:r.value}const _p=Symbol("class"),Lh=Symbol("style"),GF=Symbol("is custom element"),zF=Symbol("is html");function ej(r){if(Or){var e=!1,t=()=>{if(!e){if(e=!0,r.hasAttribute("value")){var n=r.value;er(r,"value",null),r.value=n}if(r.hasAttribute("checked")){var a=r.checked;er(r,"checked",null),r.checked=a}}};r.__on_r=t,xo(t),pF()}}function l5(r,e){var t=c5(r);t.value===(t.value=e??void 0)||r.value===e&&(e!==0||r.nodeName!=="PROGRESS")||(r.value=e??"")}function tj(r,e){e?r.hasAttribute("selected")||r.setAttribute("selected",""):r.removeAttribute("selected")}function er(r,e,t,n){var a=c5(r);Or&&(a[e]=r.getAttribute(e),e==="src"||e==="srcset"||e==="href"&&r.nodeName==="LINK")||a[e]!==(a[e]=t)&&(e==="loading"&&(r[TY]=t),t==null?r.removeAttribute(e):typeof t!="string"&&qF(r).includes(e)?r[e]=t:r.setAttribute(e,t))}function rj(r,e,t,n,a=!1,i=!1){if(Or&&a&&r.tagName==="INPUT"){var s=r,o=s.type==="checkbox"?"defaultChecked":"defaultValue";o in t||ej(s)}var l=c5(r),c=l[GF],u=!l[zF];let d=Or&&c;d&&ss(!1);var h=e||{},p=r.tagName==="OPTION";for(var m in e)m in t||(t[m]=null);t.class?t.class=qr(t.class):(n||t[_p])&&(t.class=null),t[Lh]&&(t.style??=null);var g=qF(r);for(const w in t){let C=t[w];if(p&&w==="value"&&C==null){r.value=r.__value="",h[w]=C;continue}if(w==="class"){var b=r.namespaceURI==="http://www.w3.org/1999/xhtml";yt(r,b,C,n,e?.[_p],t[_p]),h[w]=C,h[_p]=t[_p];continue}if(w==="style"){ds(r,C,e?.[Lh],t[Lh]),h[w]=C,h[Lh]=t[Lh];continue}var _=h[w];if(!(C===_&&!(C===void 0&&r.hasAttribute(w)))){h[w]=C;var v=w[0]+w[1];if(v!=="$$")if(v==="on"){const x={},N="$$"+w;let I=w.slice(2);var y=MW(I);if(IW(I)&&(I=I.slice(0,-7),x.capture=!0),!y&&_){if(C!=null)continue;r.removeEventListener(I,h[N],x),h[N]=null}if(C!=null)if(y)r[`__${I}`]=C,Ln([I]);else{let D=function(V){h[w].call(this,V)};h[N]=i5(I,r,D,x)}else y&&(r[`__${I}`]=void 0)}else if(w==="style")er(r,w,C);else if(w==="autofocus")EW(r,!!C);else if(!c&&(w==="__value"||w==="value"&&C!=null))r.value=r.__value=C;else if(w==="selected"&&p)tj(r,C);else{var E=w;u||(E=PW(E));var S=E==="defaultValue"||E==="defaultChecked";if(C==null&&!c&&!S)if(l[w]=null,E==="value"||E==="checked"){let x=r;const N=e===void 0;if(E==="value"){let I=x.defaultValue;x.removeAttribute(E),x.defaultValue=I,x.value=x.__value=N?I:null}else{let I=x.defaultChecked;x.removeAttribute(E),x.defaultChecked=I,x.checked=N?I:!1}}else r.removeAttribute(w);else S||g.includes(E)&&(c||typeof C!="string")?(r[E]=C,E in l&&(l[E]=pi)):typeof C!="function"&&er(r,E,C)}}}return d&&ss(!0),h}function zt(r,e,t=[],n=[],a=[],i,s=!1,o=!1){ZA(a,t,n,l=>{var c=void 0,u={},d=r.nodeName==="SELECT",h=!1;if(vF(()=>{var m=e(...l.map(f)),g=rj(r,c,m,i,s,o);h&&d&&"value"in m&&PC(r,m.value);for(let _ of Object.getOwnPropertySymbols(u))m[_]||_i(u[_]);for(let _ of Object.getOwnPropertySymbols(m)){var b=m[_];_.description===WL&&(!c||b!==c[_])&&(u[_]&&_i(u[_]),u[_]=As(()=>XW(r,()=>b))),g[_]=b}c=g}),d){var p=r;jf(()=>{PC(p,c.value,!0),JW(p)})}h=!0})}function c5(r){return r.__attributes??={[GF]:r.nodeName.includes("-"),[zF]:r.namespaceURI===tW}}var oR=new Map;function qF(r){var e=r.getAttribute("is")||r.nodeName,t=oR.get(e);if(t)return t;oR.set(e,t=[]);for(var n,a=r,i=Element.prototype;i!==a;){n=UL(a);for(var s in n)n[s].set&&t.push(s);a=Zb(a)}return t}function mm(r,e,t=e){var n=new WeakSet;mF(r,"input",async a=>{var i=a?r.defaultValue:r.value;if(i=iS(r)?sS(i):i,t(i),Hn!==null&&n.add(Hn),await nl(),i!==(i=e())){var s=r.selectionStart,o=r.selectionEnd,l=r.value.length;if(r.value=i??"",o!==null){var c=r.value.length;s===o&&o===l&&c>l?(r.selectionStart=c,r.selectionEnd=c):(r.selectionStart=s,r.selectionEnd=Math.min(o,c))}}}),(Or&&r.defaultValue!==r.value||Rn(e)==null&&r.value)&&(t(iS(r)?sS(r.value):r.value),Hn!==null&&n.add(Hn)),Km(()=>{var a=e();if(r===document.activeElement){var i=CC??Hn;if(n.has(i))return}iS(r)&&a===sS(r.value)||r.type==="date"&&!a&&!r.value||a!==r.value&&(r.value=a??"")})}function iS(r){var e=r.type;return e==="number"||e==="range"}function sS(r){return r===""?null:+r}function nj(r,e,t=e){mF(r,"change",()=>{t(r.files)}),Or&&r.files&&t(r.files),Km(()=>{r.files=e()})}function lR(r,e){return r===e||r?.[kl]===e}function pr(r={},e,t,n){return jf(()=>{var a,i;return Km(()=>{a=i,i=[],Rn(()=>{r!==t(...i)&&(e(r,...i),a&&lR(t(...a),r)&&e(null,...a))})}),()=>{xo(()=>{i&&lR(t(...i),r)&&e(null,...i)})}}),r}function aj(r,e){wW(window,["resize"],()=>nh(()=>e(window[r])))}function u5(r=!1){const e=$n,t=e.l.u;if(!t)return;let n=()=>DF(e.s);if(r){let a=0,i={};const s=Ym(()=>{let o=!1;const l=e.s;for(const c in l)l[c]!==i[c]&&(i[c]=l[c],o=!0);return o&&a++,a});n=()=>f(s)}t.b.length&&Gi(()=>{cR(e,n),EC(t.b)}),Nt(()=>{const a=Rn(()=>t.m.map(EY));return()=>{for(const i of a)typeof i=="function"&&i()}}),t.a.length&&Nt(()=>{cR(e,n),EC(t.a)})}function cR(r,e){if(r.l.s)for(const t of r.l.s)f(t);e()}function HF(r,e,t){if(r==null)return e(void 0),$e;const n=Rn(()=>r.subscribe(e,t));return n.unsubscribe?()=>n.unsubscribe():n}const Th=[];function d5(r,e=$e){let t=null;const n=new Set;function a(o){if(XA(r,o)&&(r=o,t)){const l=!Th.length;for(const c of n)c[1](),Th.push(c,r);if(l){for(let c=0;c{n.delete(c),n.size===0&&t&&(t(),t=null)}}return{set:a,update:i,subscribe:s}}function ij(r){let e;return HF(r,t=>e=t)(),e}let Xg=!1,LC=Symbol();function sj(r,e,t){const n=t[e]??={store:null,source:e5(void 0),unsubscribe:$e};if(n.store!==r&&!(LC in t))if(n.unsubscribe(),n.store=r??null,r==null)n.source.v=void 0,n.unsubscribe=$e;else{var a=!0;n.unsubscribe=HF(r,i=>{a?n.source.v=i:M(n.source,i)}),a=!1}return r&&LC in t?ij(r):f(n.source)}function oj(){const r={};function e(){ah(()=>{for(var t in r)r[t].unsubscribe();zA(r,LC,{enumerable:!1,value:!0})})}return[r,e]}function lj(r){var e=Xg;try{return Xg=!1,[r(),Xg]}finally{Xg=e}}const cj={get(r,e){if(!r.exclude.includes(e))return r.props[e]},set(r,e){return!1},getOwnPropertyDescriptor(r,e){if(!r.exclude.includes(e)&&e in r.props)return{enumerable:!0,configurable:!0,value:r.props[e]}},has(r,e){return r.exclude.includes(e)?!1:e in r.props},ownKeys(r){return Reflect.ownKeys(r.props).filter(e=>!r.exclude.includes(e))}};function Ye(r,e,t){return new Proxy({props:r,exclude:e},cj)}const uj={get(r,e){let t=r.props.length;for(;t--;){let n=r.props[t];if(Ph(n)&&(n=n()),typeof n=="object"&&n!==null&&e in n)return n[e]}},set(r,e,t){let n=r.props.length;for(;n--;){let a=r.props[n];Ph(a)&&(a=a());const i=Tu(a,e);if(i&&i.set)return i.set(t),!0}return!1},getOwnPropertyDescriptor(r,e){let t=r.props.length;for(;t--;){let n=r.props[t];if(Ph(n)&&(n=n()),typeof n=="object"&&n!==null&&e in n){const a=Tu(n,e);return a&&!a.configurable&&(a.configurable=!0),a}}},has(r,e){if(e===kl||e===jA)return!1;for(let t of r.props)if(Ph(t)&&(t=t()),t!=null&&e in t)return!0;return!1},ownKeys(r){const e=[];for(let t of r.props)if(Ph(t)&&(t=t()),!!t){for(const n in t)e.includes(n)||e.push(n);for(const n of Object.getOwnPropertySymbols(t))e.includes(n)||e.push(n)}return e}};function ot(...r){return new Proxy({props:r},uj)}function Y(r,e,t,n){var a=!Yf||(t&YY)!==0,i=(t&jY)!==0,s=(t&KY)!==0,o=n,l=!0,c=()=>(l&&(l=!1,o=s?Rn(n):n),o),u;if(i){var d=kl in r||jA in r;u=Tu(r,e)?.set??(d&&e in r?y=>r[e]=y:void 0)}var h,p=!1;i?[h,p]=lj(()=>r[e]):h=r[e],h===void 0&&n!==void 0&&(h=c(),u&&(a&&LY(),u(h)));var m;if(a?m=()=>{var y=r[e];return y===void 0?c():(l=!0,y)}:m=()=>{var y=r[e];return y!==void 0&&(o=void 0),y===void 0?o:y},a&&(t&WY)===0)return m;if(u){var g=r.$$legacy;return function(y,E){return arguments.length>0?((!a||!E||g||p)&&u(E?m():y),y):m()}}var b=!1,_=((t&VY)!==0?Ym:av)(()=>(b=!1,m()));i&&f(_);var v=Pn;return function(y,E){if(arguments.length>0){const S=E?f(_):a&&i?Sr(y):y;return M(_,S),b=!0,o!==void 0&&(o=S),y}return Nu&&b||(v.f&Cc)!==0?_.v:f(_)}}function dj(r){return class extends hj{constructor(e){super({component:r,...e})}}}class hj{#e;#t;constructor(e){var t=new Map,n=(i,s)=>{var o=e5(s,!1,!1);return t.set(i,o),o};const a=new Proxy({...e.props||{},$$events:{}},{get(i,s){return f(t.get(s)??n(s,Reflect.get(i,s)))},has(i,s){return s===jA?!0:(f(t.get(s)??n(s,Reflect.get(i,s))),Reflect.has(i,s))},set(i,s,o){return M(t.get(s)??n(s,o),o),Reflect.set(i,s,o)}});this.#t=(e.hydrate?LF:ov)(e.component,{target:e.target,anchor:e.anchor,props:a,context:e.context,intro:e.intro??!1,recover:e.recover}),(!e?.props?.$$host||e.sync===!1)&&fm(),this.#e=a.$$events;for(const i of Object.keys(this.#t))i==="$set"||i==="$destroy"||i==="$on"||zA(this,i,{get(){return this.#t[i]},set(s){this.#t[i]=s},enumerable:!0});this.#t.$set=i=>{Object.assign(a,i)},this.#t.$destroy=()=>{s5(this.#t)}}$set(e){this.#t.$set(e)}$on(e,t){this.#e[e]=this.#e[e]||[];const n=(...a)=>t.call(this,...a);return this.#e[e].push(n),()=>{this.#e[e]=this.#e[e].filter(a=>a!==n)}}$destroy(){this.#t.$destroy()}}function fj(r,e){if(qL(),Or){const t=window.__svelte?.h;if(t?.has(r))return t.get(r);nW()}return e()}function pj(){return wn===null&&DY(),(wn.ac??=new AbortController).signal}function bi(r){$n===null&&Vf(),Yf&&$n.l!==null?f5($n).m.push(r):Nt(()=>{const e=Rn(r);if(typeof e=="function")return e})}function h5(r){$n===null&&Vf(),bi(()=>()=>Rn(r))}function mj(r,e,{bubbles:t=!1,cancelable:n=!1}={}){return new CustomEvent(r,{detail:e,bubbles:t,cancelable:n})}function gj(){const r=$n;return r===null&&Vf(),(e,t,n)=>{const a=r.s.$$events?.[e];if(a){const i=zm(a)?a.slice():[a],s=mj(e,t,n);for(const o of i)o.call(r.x,s);return!s.defaultPrevented}return!0}}function _j(r){$n===null&&Vf(),$n.l===null&&HL(),f5($n).b.push(r)}function bj(r){$n===null&&Vf(),$n.l===null&&HL(),f5($n).a.push(r)}function f5(r){var e=r.l;return e.u??={a:[],b:[],m:[]}}const vj=Object.freeze(Object.defineProperty({__proto__:null,afterUpdate:bj,beforeUpdate:_j,createContext:lW,createEventDispatcher:gj,createRawSnippet:VW,flushSync:fm,fork:fW,getAbortSignal:pj,getAllContexts:QL,getContext:Bl,hasContext:tv,hydratable:fj,hydrate:LF,mount:ov,onDestroy:h5,onMount:bi,setContext:Vu,settled:IF,tick:nl,unmount:s5,untrack:Rn},Symbol.toStringTag,{value:"Module"}));class cv{constructor(e,t){this.status=e,typeof t=="string"?this.body={message:t}:t?this.body=t:this.body={message:`Error: ${e}`}}toString(){return JSON.stringify(this.body)}}class p5{constructor(e,t){this.status=e,this.location=t}}class m5 extends Error{constructor(e,t,n){super(n),this.status=e,this.text=t}}new URL("sveltekit-internal://");function yj(r,e){return r==="/"||e==="ignore"?r:e==="never"?r.endsWith("/")?r.slice(0,-1):r:e==="always"&&!r.endsWith("/")?r+"/":r}function Sj(r){return r.split("%25").map(decodeURI).join("%25")}function Ej(r){for(const e in r)r[e]=decodeURIComponent(r[e]);return r}function oS({href:r}){return r.split("#")[0]}function wj(r,e,t,n=!1){const a=new URL(r);Object.defineProperty(a,"searchParams",{value:new Proxy(a.searchParams,{get(s,o){if(o==="get"||o==="getAll"||o==="has")return(c,...u)=>(t(c),s[o](c,...u));e();const l=Reflect.get(s,o);return typeof l=="function"?l.bind(s):l}}),enumerable:!0,configurable:!0});const i=["href","pathname","search","toString","toJSON"];n&&i.push("hash");for(const s of i)Object.defineProperty(a,s,{get(){return e(),r[s]},enumerable:!0,configurable:!0});return a}function Tj(...r){let e=5381;for(const t of r)if(typeof t=="string"){let n=t.length;for(;n;)e=e*33^t.charCodeAt(--n)}else if(ArrayBuffer.isView(t)){const n=new Uint8Array(t.buffer,t.byteOffset,t.byteLength);let a=n.length;for(;a;)e=e*33^n[--a]}else throw new TypeError("value must be a string or TypedArray");return(e>>>0).toString(36)}new TextEncoder;new TextDecoder;function Cj(r){const e=atob(r),t=new Uint8Array(e.length);for(let n=0;n((r instanceof Request?r.method:e?.method||"GET")!=="GET"&&rm.delete(g5(r)),Aj(r,e));const rm=new Map;function xj(r,e){const t=g5(r,e),n=document.querySelector(t);if(n?.textContent){n.remove();let{body:a,...i}=JSON.parse(n.textContent);const s=n.getAttribute("data-ttl");return s&&rm.set(t,{body:a,init:i,ttl:1e3*Number(s)}),n.getAttribute("data-b64")!==null&&(a=Cj(a)),Promise.resolve(new Response(a,i))}return window.fetch(r,e)}function Rj(r,e,t){if(rm.size>0){const n=g5(r,t),a=rm.get(n);if(a){if(performance.now(){const a=/^\[\.\.\.(\w+)(?:=(\w+))?\]$/.exec(n);if(a)return e.push({name:a[1],matcher:a[2],optional:!1,rest:!0,chained:!0}),"(?:/([^]*))?";const i=/^\[\[(\w+)(?:=(\w+))?\]\]$/.exec(n);if(i)return e.push({name:i[1],matcher:i[2],optional:!0,rest:!1,chained:!0}),"(?:/([^/]+))?";if(!n)return;const s=n.split(/\[(.+?)\](?!\])/);return"/"+s.map((l,c)=>{if(c%2){if(l.startsWith("x+"))return lS(String.fromCharCode(parseInt(l.slice(2),16)));if(l.startsWith("u+"))return lS(String.fromCharCode(...l.slice(2).split("-").map(g=>parseInt(g,16))));const u=Oj.exec(l),[,d,h,p,m]=u;return e.push({name:p,matcher:m,optional:!!d,rest:!!h,chained:h?c===1&&s[0]==="":!1}),h?"([^]*?)":d?"([^/]*)?":"([^/]+?)"}return lS(l)}).join("")}).join("")}/?$`),params:e}}function Ij(r){return r!==""&&!/^\([^)]+\)$/.test(r)}function kj(r){return r.slice(1).split("/").filter(Ij)}function Mj(r,e,t){const n={},a=r.slice(1),i=a.filter(o=>o!==void 0);let s=0;for(let o=0;ou).join("/"),s=0),c===void 0)if(l.rest)c="";else continue;if(!l.matcher||t[l.matcher](c)){n[l.name]=c;const u=e[o+1],d=a[o+1];u&&!u.rest&&u.optional&&d&&l.chained&&(s=0),!u&&!d&&Object.keys(n).length===i.length&&(s=0);continue}if(l.optional&&l.chained){s++;continue}return}if(!s)return n}function lS(r){return r.normalize().replace(/[[\]]/g,"\\$&").replace(/%/g,"%25").replace(/\//g,"%2[Ff]").replace(/\?/g,"%3[Ff]").replace(/#/g,"%23").replace(/[.*+?^${}()|\\]/g,"\\$&")}function Dj({nodes:r,server_loads:e,dictionary:t,matchers:n}){const a=new Set(e);return Object.entries(t).map(([o,[l,c,u]])=>{const{pattern:d,params:h}=Nj(o),p={id:o,exec:m=>{const g=d.exec(m);if(g)return Mj(g,h,n)},errors:[1,...u||[]].map(m=>r[m]),layouts:[0,...c||[]].map(s),leaf:i(l)};return p.errors.length=p.layouts.length=Math.max(p.errors.length,p.layouts.length),p});function i(o){const l=o<0;return l&&(o=~o),[l,r[o]]}function s(o){return o===void 0?o:[a.has(o),r[o]]}}function VF(r,e=JSON.parse){try{return e(sessionStorage[r])}catch{}}function uR(r,e,t=JSON.stringify){const n=t(e);try{sessionStorage[r]=n}catch{}}const Ga=globalThis.__sveltekit_1trm5n9?.base??"",Pj=globalThis.__sveltekit_1trm5n9?.assets??Ga??"",Lj="1774971165901",YF="sveltekit:snapshot",WF="sveltekit:scroll",_5="sveltekit:states",jF="sveltekit:pageurl",Yd="sveltekit:history",Cf="sveltekit:navigation",Id={tap:1,hover:2,viewport:3,eager:4,off:-1,false:-1},uv=location.origin;function dv(r){if(r instanceof URL)return r;let e=document.baseURI;if(!e){const t=document.getElementsByTagName("base");e=t.length?t[0].href:document.URL}return new URL(r,e)}function hv(){return{x:pageXOffset,y:pageYOffset}}function Ch(r,e){return r.getAttribute(`data-sveltekit-${e}`)}const dR={...Id,"":Id.hover};function KF(r){let e=r.assignedSlot??r.parentNode;return e?.nodeType===11&&(e=e.host),e}function XF(r,e){for(;r&&r!==e;){if(r.nodeName.toUpperCase()==="A"&&r.hasAttribute("href"))return r;r=KF(r)}}function FC(r,e,t){let n;try{if(n=new URL(r instanceof SVGAElement?r.href.baseVal:r.href,document.baseURI),t&&n.hash.match(/^#[^/]/)){const o=location.hash.split("#")[1]||"/";n.hash=`#${o}${n.hash}`}}catch{}const a=r instanceof SVGAElement?r.target.baseVal:r.target,i=!n||!!a||fv(n,e,t)||(r.getAttribute("rel")||"").split(/\s+/).includes("external"),s=n?.origin===uv&&r.hasAttribute("download");return{url:n,external:i,target:a,download:s}}function F_(r){let e=null,t=null,n=null,a=null,i=null,s=null,o=r;for(;o&&o!==document.documentElement;)n===null&&(n=Ch(o,"preload-code")),a===null&&(a=Ch(o,"preload-data")),e===null&&(e=Ch(o,"keepfocus")),t===null&&(t=Ch(o,"noscroll")),i===null&&(i=Ch(o,"reload")),s===null&&(s=Ch(o,"replacestate")),o=KF(o);function l(c){switch(c){case"":case"true":return!0;case"off":case"false":return!1;default:return}}return{preload_code:dR[n??"off"],preload_data:dR[a??"off"],keepfocus:l(e),noscroll:l(t),reload:l(i),replace_state:l(s)}}function hR(r){const e=d5(r);let t=!0;function n(){t=!0,e.update(s=>s)}function a(s){t=!1,e.set(s)}function i(s){let o;return e.subscribe(l=>{(o===void 0||t&&l!==o)&&s(o=l)})}return{notify:n,set:a,subscribe:i}}const QF={v:()=>{}};function Fj(){const{set:r,subscribe:e}=d5(!1);let t;async function n(){clearTimeout(t);try{const a=await fetch(`${Pj}/_app/version.json`,{headers:{pragma:"no-cache","cache-control":"no-cache"}});if(!a.ok)return!1;const s=(await a.json()).version!==Lj;return s&&(r(!0),QF.v(),clearTimeout(t)),s}catch{return!1}}return{subscribe:e,check:n}}function fv(r,e,t){return r.origin!==uv||!r.pathname.startsWith(e)?!0:t?r.pathname!==location.pathname:!1}const ZF=new Set(["load","prerender","csr","ssr","trailingSlash","config"]);[...ZF];const Bj=new Set([...ZF]);[...Bj];function Uj(r){return r.filter(e=>e!=null)}function b5(r){return r instanceof cv||r instanceof m5?r.status:500}function $j(r){return r instanceof m5?r.text:"Internal Error"}let Ba,gm,cS;const Gj=bi.toString().includes("$$")||/function \w+\(\) \{\}/.test(bi.toString());Gj?(Ba={data:{},form:null,error:null,params:{},route:{id:null},state:{},status:-1,url:new URL("https://example.com")},gm={current:null},cS={current:!1}):(Ba=new class{#e=_e({});get data(){return f(this.#e)}set data(e){M(this.#e,e)}#t=_e(null);get form(){return f(this.#t)}set form(e){M(this.#t,e)}#r=_e(null);get error(){return f(this.#r)}set error(e){M(this.#r,e)}#n=_e({});get params(){return f(this.#n)}set params(e){M(this.#n,e)}#i=_e({id:null});get route(){return f(this.#i)}set route(e){M(this.#i,e)}#a=_e({});get state(){return f(this.#a)}set state(e){M(this.#a,e)}#s=_e(-1);get status(){return f(this.#s)}set status(e){M(this.#s,e)}#o=_e(new URL("https://example.com"));get url(){return f(this.#o)}set url(e){M(this.#o,e)}},gm=new class{#e=_e(null);get current(){return f(this.#e)}set current(e){M(this.#e,e)}},cS=new class{#e=_e(!1);get current(){return f(this.#e)}set current(e){M(this.#e,e)}},QF.v=()=>cS.current=!0);function zj(r){Object.assign(Ba,r)}const fR={spanContext(){return qj},setAttribute(){return this},setAttributes(){return this},addEvent(){return this},setStatus(){return this},updateName(){return this},end(){return this},isRecording(){return!1},recordException(){return this},addLink(){return this},addLinks(){return this}},qj={traceId:"",spanId:"",traceFlags:0},{onMount:Hj}=vj,Vj=Rn??(r=>r()),Yj=new Set(["icon","shortcut icon","apple-touch-icon"]),Kd=VF(WF)??{},_m=VF(YF)??{},Ml={url:hR({}),page:hR({}),navigating:d5(null),updated:Fj()};function v5(r){Kd[r]=hv()}function Wj(r,e){let t=r+1;for(;Kd[t];)delete Kd[t],t+=1;for(t=e+1;_m[t];)delete _m[t],t+=1}function bm(r,e=!1){return e?location.replace(r.href):location.href=r.href,new Promise(()=>{})}async function JF(){if("serviceWorker"in navigator){const r=await navigator.serviceWorker.getRegistration(Ga||"/");r&&await r.update()}}function pR(){}let y5,BC,B_,Sc,UC,ii;const U_=[],$_=[];let el=null;function $C(){el?.fork?.then(r=>r?.discard()),el=null}const Qg=new Map,eB=new Set,jj=new Set,af=new Set;let ba={branch:[],error:null,url:null},tB=!1,G_=!1,mR=!0,vm=!1,bp=!1,rB=!1,S5=!1,E5,xi,Js,kd;const z_=new Set,gR=new Map;async function Kj(r,e,t){globalThis.__sveltekit_1trm5n9?.data&&globalThis.__sveltekit_1trm5n9.data,document.URL!==location.href&&(location.href=location.href),ii=r,await r.hooks.init?.(),y5=Dj(r),Sc=document.documentElement,UC=e,BC=r.nodes[0],B_=r.nodes[1],BC(),B_(),xi=history.state?.[Yd],Js=history.state?.[Cf],xi||(xi=Js=Date.now(),history.replaceState({...history.state,[Yd]:xi,[Cf]:Js},""));const n=Kd[xi];function a(){n&&(history.scrollRestoration="manual",scrollTo(n.x,n.y))}t?(a(),await lK(UC,t)):(await sf({type:"enter",url:dv(ii.hash?dK(new URL(location.href)):location.href),replace_state:!0}),a()),oK()}function Xj(){U_.length=0,S5=!1}function nB(r){$_.some(e=>e?.snapshot)&&(_m[r]=$_.map(e=>e?.snapshot?.capture()))}function aB(r){_m[r]?.forEach((e,t)=>{$_[t]?.snapshot?.restore(e)})}function _R(){v5(xi),uR(WF,Kd),nB(Js),uR(YF,_m)}async function iB(r,e,t,n){let a;e.invalidateAll&&$C(),await sf({type:"goto",url:dv(r),keepfocus:e.keepFocus,noscroll:e.noScroll,replace_state:e.replaceState,state:e.state,redirect_count:t,nav_token:n,accept:()=>{e.invalidateAll&&(S5=!0,a=[...gR.keys()]),e.invalidate&&e.invalidate.forEach(sK)}}),e.invalidateAll&&nl().then(nl).then(()=>{gR.forEach(({resource:i},s)=>{a?.includes(s)&&i.refresh?.()})})}async function Qj(r){if(r.id!==el?.id){$C();const e={};z_.add(e),el={id:r.id,token:e,promise:lB({...r,preload:e}).then(t=>(z_.delete(e),t.type==="loaded"&&t.state.error&&$C(),t)),fork:null}}return el.promise}async function uS(r){const e=(await pv(r,!1))?.route;e&&await Promise.all([...e.layouts,e.leaf].map(t=>t?.[1]()))}async function sB(r,e,t){ba=r.state;const n=document.querySelector("style[data-sveltekit]");if(n&&n.remove(),Object.assign(Ba,r.props.page),E5=new ii.root({target:e,props:{...r.props,stores:Ml,components:$_},hydrate:t,sync:!1}),await Promise.resolve(),aB(Js),t){const a={from:null,to:{params:ba.params,route:{id:ba.route?.id??null},url:new URL(location.href)},willUnload:!1,type:"enter",complete:Promise.resolve()};af.forEach(i=>i(a))}G_=!0}function q_({url:r,params:e,branch:t,status:n,error:a,route:i,form:s}){let o="never";if(Ga&&(r.pathname===Ga||r.pathname===Ga+"/"))o="always";else for(const p of t)p?.slash!==void 0&&(o=p.slash);r.pathname=yj(r.pathname,o),r.search=r.search;const l={type:"loaded",state:{url:r,params:e,branch:t,error:a,route:i},props:{constructors:Uj(t).map(p=>p.node.component),page:mv(Ba)}};s!==void 0&&(l.props.form=s);let c={},u=!Ba,d=0;for(let p=0;p(o&&(l.route=!0),h[p])}),params:new Proxy(n,{get:(h,p)=>(o&&l.params.add(p),h[p])}),data:i?.data??null,url:wj(t,()=>{o&&(l.url=!0)},h=>{o&&l.search_params.add(h)},ii.hash),async fetch(h,p){h instanceof Request&&(p={body:h.method==="GET"||h.method==="HEAD"?void 0:await h.blob(),cache:h.cache,credentials:h.credentials,headers:[...h.headers].length>0?h?.headers:void 0,integrity:h.integrity,keepalive:h.keepalive,method:h.method,mode:h.mode,redirect:h.redirect,referrer:h.referrer,referrerPolicy:h.referrerPolicy,signal:h.signal,...p});const{resolved:m,promise:g}=oB(h,p,t);return o&&u(m.href),g},setHeaders:()=>{},depends:u,parent(){return o&&(l.parent=!0),e()},untrack(h){o=!1;try{return h()}finally{o=!0}}};s=await c.universal.load.call(null,d)??null}return{node:c,loader:r,server:i,universal:c.universal?.load?{type:"data",data:s,uses:l}:null,data:s??i?.data??null,slash:c.universal?.trailingSlash??i?.slash}}function oB(r,e,t){let n=r instanceof Request?r.url:r;const a=new URL(n,t);a.origin===t.origin&&(n=a.href.slice(t.origin.length));const i=G_?Rj(n,a.href,e):xj(n,e);return{resolved:a,promise:i}}function Zj(r,e,t,n,a,i){if(S5)return!0;if(!a)return!1;if(a.parent&&r||a.route&&e||a.url&&t)return!0;for(const s of a.search_params)if(n.has(s))return!0;for(const s of a.params)if(i[s]!==ba.params[s])return!0;for(const s of a.dependencies)if(U_.some(o=>o(new URL(s))))return!0;return!1}function T5(r,e){return r?.type==="data"?r:r?.type==="skip"?e??null:null}function Jj(r,e){if(!r)return new Set(e.searchParams.keys());const t=new Set([...r.searchParams.keys(),...e.searchParams.keys()]);for(const n of t){const a=r.searchParams.getAll(n),i=e.searchParams.getAll(n);a.every(s=>i.includes(s))&&i.every(s=>a.includes(s))&&t.delete(n)}return t}function eK({error:r,url:e,route:t,params:n}){return{type:"loaded",state:{error:r,url:e,route:t,params:n,branch:[]},props:{page:mv(Ba),constructors:[]}}}async function lB({id:r,invalidating:e,url:t,params:n,route:a,preload:i}){if(el?.id===r)return z_.delete(el.token),el.promise;const{errors:s,layouts:o,leaf:l}=a,c=[...o,l];s.forEach(b=>b?.().catch(()=>{})),c.forEach(b=>b?.[1]().catch(()=>{}));const u=ba.url?r!==H_(ba.url):!1,d=ba.route?a.id!==ba.route.id:!1,h=Jj(ba.url,t);let p=!1;const m=c.map(async(b,_)=>{if(!b)return;const v=ba.branch[_];return b[1]===v?.loader&&!Zj(p,d,u,h,v.universal?.uses,n)?v:(p=!0,w5({loader:b[1],url:t,params:n,route:a,parent:async()=>{const E={};for(let S=0;S<_;S+=1)Object.assign(E,(await m[S])?.data);return E},server_data_node:T5(b[0]?{type:"skip"}:null,b[0]?v?.server:void 0)}))});for(const b of m)b.catch(()=>{});const g=[];for(let b=0;bPromise.resolve({}),server_data_node:T5(i)}),o={node:await B_(),loader:B_,universal:null,server:null,data:null};return q_({url:t,params:a,branch:[s,o],status:r,error:e,route:null})}catch(s){if(s instanceof p5)return iB(new URL(s.location,location.href),{},0);throw s}}async function rK(r){const e=r.href;if(Qg.has(e))return Qg.get(e);let t;try{const n=(async()=>{let a=await ii.hooks.reroute({url:new URL(r),fetch:async(i,s)=>oB(i,s,r).promise})??r;if(typeof a=="string"){const i=new URL(r);ii.hash?i.hash=a:i.pathname=a,a=i}return a})();Qg.set(e,n),t=await n}catch{Qg.delete(e);return}return t}async function pv(r,e){if(r&&!fv(r,Ga,ii.hash)){const t=await rK(r);if(!t)return;const n=nK(t);for(const a of y5){const i=a.exec(n);if(i)return{id:H_(r),invalidating:e,route:a,params:Ej(i),url:r}}}}function nK(r){return Sj(ii.hash?r.hash.replace(/^#/,"").replace(/[?#].+/,""):r.pathname.slice(Ga.length))||"/"}function H_(r){return(ii.hash?r.hash.replace(/^#/,""):r.pathname)+r.search}function cB({url:r,type:e,intent:t,delta:n,event:a}){let i=!1;const s=x5(ba,t,r,e);n!==void 0&&(s.navigation.delta=n),a!==void 0&&(s.navigation.event=a);const o={...s.navigation,cancel:()=>{i=!0,s.reject(new Error("navigation cancelled"))}};return vm||eB.forEach(l=>l(o)),i?null:s}async function sf({type:r,url:e,popped:t,keepfocus:n,noscroll:a,replace_state:i,state:s={},redirect_count:o=0,nav_token:l={},accept:c=pR,block:u=pR,event:d}){const h=kd;kd=l;const p=await pv(e,!1),m=r==="enter"?x5(ba,p,e,r):cB({url:e,type:r,delta:t?.delta,intent:p,event:d});if(!m){u(),kd===l&&(kd=h);return}const g=xi,b=Js;c(),vm=!0,G_&&m.navigation.type!=="enter"&&Ml.navigating.set(gm.current=m.navigation);let _=p&&await lB(p);if(!_){if(fv(e,Ga,ii.hash))return await bm(e,i);_=await uB(e,{id:null},await ym(new m5(404,"Not Found",`Not found: ${e.pathname}`),{url:e,params:{},route:{id:null}}),404,i)}if(e=p?.url||e,kd!==l)return m.reject(new Error("navigation aborted")),!1;if(_.type==="redirect"){if(o<20){await sf({type:r,url:new URL(_.location,e),popped:t,keepfocus:n,noscroll:a,replace_state:i,state:s,redirect_count:o+1,nav_token:l}),m.fulfil(void 0);return}_=await C5({status:500,error:await ym(new Error("Redirect loop"),{url:e,params:{},route:{id:null}}),url:e,route:{id:null}})}else _.props.page.status>=400&&await Ml.updated.check()&&(await JF(),await bm(e,i));if(Xj(),v5(g),nB(b),_.props.page.url.pathname!==e.pathname&&(e.pathname=_.props.page.url.pathname),s=t?t.state:s,!t){const C=i?0:1,x={[Yd]:xi+=C,[Cf]:Js+=C,[_5]:s};(i?history.replaceState:history.pushState).call(history,x,"",e),i||Wj(xi,Js)}const v=p&&el?.id===p.id?el.fork:null;el=null,_.props.page.state=s;let y;if(G_){const C=(await Promise.all(Array.from(jj,N=>N(m.navigation)))).filter(N=>typeof N=="function");if(C.length>0){let N=function(){C.forEach(I=>{af.delete(I)})};C.push(N),C.forEach(I=>{af.add(I)})}ba=_.state,_.props.page&&(_.props.page.url=e);const x=v&&await v;x?y=x.commit():(E5.$set(_.props),zj(_.props.page),y=IF?.()),rB=!0}else await sB(_,UC,!1);const{activeElement:E}=document;await y,await nl(),await nl();let S=t?t.scroll:a?hv():null;if(mR){const C=e.hash&&document.getElementById(hB(e));if(S)scrollTo(S.x,S.y);else if(C){C.scrollIntoView();const{top:x,left:N}=C.getBoundingClientRect();S={x:pageXOffset+N,y:pageYOffset+x}}else scrollTo(0,0)}const w=document.activeElement!==E&&document.activeElement!==document.body;!n&&!w&&uK(e,S),mR=!0,_.props.page&&Object.assign(Ba,_.props.page),vm=!1,r==="popstate"&&aB(Js),m.fulfil(void 0),af.forEach(C=>C(m.navigation)),Ml.navigating.set(gm.current=null)}async function uB(r,e,t,n,a){return r.origin===uv&&r.pathname===location.pathname&&!tB?await C5({status:n,error:t,url:r,route:e}):await bm(r,a)}function aK(){let r,e={element:void 0,href:void 0},t;Sc.addEventListener("mousemove",o=>{const l=o.target;clearTimeout(r),r=setTimeout(()=>{i(l,Id.hover)},20)});function n(o){o.defaultPrevented||i(o.composedPath()[0],Id.tap)}Sc.addEventListener("mousedown",n),Sc.addEventListener("touchstart",n,{passive:!0});const a=new IntersectionObserver(o=>{for(const l of o)l.isIntersecting&&(uS(new URL(l.target.href)),a.unobserve(l.target))},{threshold:0});async function i(o,l){const c=XF(o,Sc),u=c===e.element&&c?.href===e.href&&l>=t;if(!c||u)return;const{url:d,external:h,download:p}=FC(c,Ga,ii.hash);if(h||p)return;const m=F_(c),g=d&&H_(ba.url)===H_(d);if(!(m.reload||g))if(l<=m.preload_data){e={element:c,href:c.href},t=Id.tap;const b=await pv(d,!1);if(!b)return;Qj(b)}else l<=m.preload_code&&(e={element:c,href:c.href},t=l,uS(d))}function s(){a.disconnect();for(const o of Sc.querySelectorAll("a")){const{url:l,external:c,download:u}=FC(o,Ga,ii.hash);if(c||u)continue;const d=F_(o);d.reload||(d.preload_code===Id.viewport&&a.observe(o),d.preload_code===Id.eager&&uS(l))}}af.add(s),s()}function ym(r,e){if(r instanceof cv)return r.body;const t=b5(r),n=$j(r);return ii.hooks.handleError({error:r,event:e,status:t,message:n})??{message:n}}function iK(r,e){Hj(()=>(r.add(e),()=>{r.delete(e)}))}function A5(r){iK(af,r)}function as(r,e={}){return r=new URL(dv(r)),r.origin!==uv?Promise.reject(new Error("goto: invalid URL")):iB(r,e,0)}function sK(r){if(typeof r=="function")U_.push(r);else{const{href:e}=new URL(r,location.href);U_.push(t=>t.href===e)}}function dB(r,e){const t={[Yd]:xi,[Cf]:Js,[jF]:Ba.url.href,[_5]:e};history.replaceState(t,"",dv(r)),Ba.state=e,E5.$set({page:Vj(()=>mv(Ba))})}function oK(){history.scrollRestoration="manual",addEventListener("beforeunload",e=>{let t=!1;if(_R(),!vm){const n=x5(ba,void 0,null,"leave"),a={...n.navigation,cancel:()=>{t=!0,n.reject(new Error("navigation cancelled"))}};eB.forEach(i=>i(a))}t?(e.preventDefault(),e.returnValue=""):history.scrollRestoration="auto"}),addEventListener("visibilitychange",()=>{document.visibilityState==="hidden"&&_R()}),navigator.connection?.saveData||aK(),Sc.addEventListener("click",async e=>{if(e.button||e.which!==1||e.metaKey||e.ctrlKey||e.shiftKey||e.altKey||e.defaultPrevented)return;const t=XF(e.composedPath()[0],Sc);if(!t)return;const{url:n,external:a,target:i,download:s}=FC(t,Ga,ii.hash);if(!n)return;if(i==="_parent"||i==="_top"){if(window.parent!==window)return}else if(i&&i!=="_self")return;const o=F_(t);if(!(t instanceof SVGAElement)&&n.protocol!==location.protocol&&!(n.protocol==="https:"||n.protocol==="http:")||s)return;const[c,u]=(ii.hash?n.hash.replace(/^#/,""):n.href).split("#"),d=c===oS(location);if(a||o.reload&&(!d||!u)){cB({url:n,type:"link",event:e})?vm=!0:e.preventDefault();return}if(u!==void 0&&d){const[,h]=ba.url.href.split("#");if(h===u){if(e.preventDefault(),u===""||u==="top"&&t.ownerDocument.getElementById("top")===null)scrollTo({top:0});else{const p=t.ownerDocument.getElementById(decodeURIComponent(u));p&&(p.scrollIntoView(),p.focus())}return}if(bp=!0,v5(xi),r(n),!o.replace_state)return;bp=!1}e.preventDefault(),await new Promise(h=>{requestAnimationFrame(()=>{setTimeout(h,0)}),setTimeout(h,100)}),await sf({type:"link",url:n,keepfocus:o.keepfocus,noscroll:o.noscroll,replace_state:o.replace_state??n.href===location.href,event:e})}),Sc.addEventListener("submit",e=>{if(e.defaultPrevented)return;const t=HTMLFormElement.prototype.cloneNode.call(e.target),n=e.submitter;if((n?.formTarget||t.target)==="_blank"||(n?.formMethod||t.method)!=="get")return;const s=new URL(n?.hasAttribute("formaction")&&n?.formAction||t.action);if(fv(s,Ga,!1))return;const o=e.target,l=F_(o);if(l.reload)return;e.preventDefault(),e.stopPropagation();const c=new FormData(o,n);s.search=new URLSearchParams(c).toString(),sf({type:"form",url:s,keepfocus:l.keepfocus,noscroll:l.noscroll,replace_state:l.replace_state??s.href===location.href,event:e})}),addEventListener("popstate",async e=>{if(!GC){if(e.state?.[Yd]){const t=e.state[Yd];if(kd={},t===xi)return;const n=Kd[t],a=e.state[_5]??{},i=new URL(e.state[jF]??location.href),s=e.state[Cf],o=ba.url?oS(location)===oS(ba.url):!1;if(s===Js&&(rB||o)){a!==Ba.state&&(Ba.state=a),r(i),Kd[xi]=hv(),n&&scrollTo(n.x,n.y),xi=t;return}const c=t-xi;await sf({type:"popstate",url:i,popped:{state:a,scroll:n,delta:c},accept:()=>{xi=t,Js=s},block:()=>{history.go(-c)},nav_token:kd,event:e})}else if(!bp){const t=new URL(location.href);r(t),ii.hash&&location.reload()}}}),addEventListener("hashchange",()=>{bp&&(bp=!1,history.replaceState({...history.state,[Yd]:++xi,[Cf]:Js},"",location.href))});for(const e of document.querySelectorAll("link"))Yj.has(e.rel)&&(e.href=e.href);addEventListener("pageshow",e=>{e.persisted&&Ml.navigating.set(gm.current=null)});function r(e){ba.url=Ba.url=e,Ml.page.set(mv(Ba)),Ml.page.notify()}}async function lK(r,{status:e=200,error:t,node_ids:n,params:a,route:i,server_route:s,data:o,form:l}){tB=!0;const c=new URL(location.href);let u;({params:a={},route:i={id:null}}=await pv(c,!1)||{}),u=y5.find(({id:p})=>p===i.id);let d,h=!0;try{const p=n.map(async(g,b)=>{const _=o[b];return _?.uses&&(_.uses=cK(_.uses)),w5({loader:ii.nodes[g],url:c,params:a,route:i,parent:async()=>{const v={};for(let y=0;y{const o=history.state;GC=!0,location.replace(`#${n}`),ii.hash&&location.replace(r.hash),history.replaceState(o,"",r.hash),scrollTo(i,s),GC=!1})}else{const i=document.body,s=i.getAttribute("tabindex");i.tabIndex=-1,i.focus({preventScroll:!0,focusVisible:!1}),s!==null?i.setAttribute("tabindex",s):i.removeAttribute("tabindex")}const a=getSelection();if(a&&a.type!=="None"){const i=[];for(let s=0;s{if(a.rangeCount===i.length){for(let s=0;s{a=l,i=c});return s.catch(()=>{}),{navigation:{from:{params:r.params,route:{id:r.route?.id??null},url:r.url},to:t&&{params:e?.params??null,route:{id:e?.route?.id??null},url:t},willUnload:!e,type:n,complete:s},fulfil:a,reject:i}}function mv(r){return{data:r.data,error:r.error,form:r.form,params:r.params,route:r.route,state:r.state,status:r.status,url:r.url}}function dK(r){const e=new URL(r);return e.hash=decodeURIComponent(r.hash),e}function hB(r){let e;if(ii.hash){const[,,t]=r.hash.split("#",3);e=t??""}else e=r.hash.slice(1);return decodeURIComponent(e)}const hK="modulepreload",fK=function(r,e){return new URL(r,e).href},bR={},Gp=function(e,t,n){let a=Promise.resolve();if(t&&t.length>0){let c=function(u){return Promise.all(u.map(d=>Promise.resolve(d).then(h=>({status:"fulfilled",value:h}),h=>({status:"rejected",reason:h}))))};const s=document.getElementsByTagName("link"),o=document.querySelector("meta[property=csp-nonce]"),l=o?.nonce||o?.getAttribute("nonce");a=c(t.map(u=>{if(u=fK(u,n),u in bR)return;bR[u]=!0;const d=u.endsWith(".css"),h=d?'[rel="stylesheet"]':"";if(n)for(let m=s.length-1;m>=0;m--){const g=s[m];if(g.href===u&&(!d||g.rel==="stylesheet"))return}else if(document.querySelector(`link[href="${u}"]${h}`))return;const p=document.createElement("link");if(p.rel=d?"stylesheet":hK,d||(p.as="script"),p.crossOrigin="",p.href=u,l&&p.setAttribute("nonce",l),document.head.appendChild(p),d)return new Promise((m,g)=>{p.addEventListener("load",m),p.addEventListener("error",()=>g(new Error(`Unable to preload CSS for ${u}`)))})}))}function i(s){const o=new Event("vite:preloadError",{cancelable:!0});if(o.payload=s,window.dispatchEvent(o),!o.defaultPrevented)throw s}return a.then(s=>{for(const o of s||[])o.status==="rejected"&&i(o.reason);return e().catch(i)})},pK={},mK="5";typeof window<"u"&&((window.__svelte??={}).v??=new Set).add(mK);var gK=G('
'),_K=G(" ",1);function bK(r,e){Ee(e,!0);let t=Y(e,"components",23,()=>[]),n=Y(e,"data_0",3,null),a=Y(e,"data_1",3,null);Gi(()=>e.stores.page.set(e.page)),Nt(()=>{e.stores,e.page,e.constructors,t(),e.form,n(),a(),e.stores.page.notify()});let i=_e(!1),s=_e(!1),o=_e(null);bi(()=>{const g=e.stores.page.subscribe(()=>{f(i)&&(M(s,!0),nl().then(()=>{M(o,document.title||"untitled page",!0)}))});return M(i,!0),g});const l=F(()=>e.constructors[1]);var c=_K(),u=L(c);{var d=g=>{const b=F(()=>e.constructors[0]);var _=se(),v=L(_);me(v,()=>f(b),(y,E)=>{pr(E(y,{get data(){return n()},get form(){return e.form},get params(){return e.page.params},children:(S,w)=>{var C=se(),x=L(C);me(x,()=>f(l),(N,I)=>{pr(I(N,{get data(){return a()},get form(){return e.form},get params(){return e.page.params}}),D=>t()[1]=D,()=>t()?.[1])}),T(S,C)},$$slots:{default:!0}}),S=>t()[0]=S,()=>t()?.[0])}),T(g,_)},h=g=>{const b=F(()=>e.constructors[0]);var _=se(),v=L(_);me(v,()=>f(b),(y,E)=>{pr(E(y,{get data(){return n()},get form(){return e.form},get params(){return e.page.params}}),S=>t()[0]=S,()=>t()?.[0])}),T(g,_)};le(u,g=>{e.constructors[1]?g(d):g(h,!1)})}var p=ee(u,2);{var m=g=>{var b=gK(),_=j(b);{var v=y=>{var E=Ot();Ce(()=>Ge(E,f(o))),T(y,E)};le(_,y=>{f(s)&&y(v)})}H(b),T(g,b)};le(p,g=>{f(i)&&g(m)})}T(r,c),we()}const vK=dj(bK),yK=[()=>Gp(()=>Promise.resolve().then(()=>_Be),void 0,import.meta.url),()=>Gp(()=>Promise.resolve().then(()=>EBe),void 0,import.meta.url),()=>Gp(()=>Promise.resolve().then(()=>xBe),void 0,import.meta.url),()=>Gp(()=>Promise.resolve().then(()=>kBe),void 0,import.meta.url)],SK=[],EK={"/":[2],"/chat/[id]":[3]},R5={handleError:({error:r})=>{console.error(r)},reroute:()=>{},transport:{}},fB=Object.fromEntries(Object.entries(R5.transport).map(([r,e])=>[r,e.decode])),wK=Object.fromEntries(Object.entries(R5.transport).map(([r,e])=>[r,e.encode])),TK=!0,CK=(r,e)=>fB[r](e),AK=Object.freeze(Object.defineProperty({__proto__:null,decode:CK,decoders:fB,dictionary:EK,encoders:wK,hash:TK,hooks:R5,matchers:pK,nodes:yK,root:vK,server_loads:SK},Symbol.toStringTag,{value:"Module"}));function $Be(r,e){Kj(AK,r,e)}const xK={get params(){return Ba.params},get route(){return Ba.route},get status(){return Ba.status},get url(){return Ba.url}};Ml.updated.check;const gi=xK,O5="-",RK=r=>{const e=NK(r),{conflictingClassGroups:t,conflictingClassGroupModifiers:n}=r;return{getClassGroupId:s=>{const o=s.split(O5);return o[0]===""&&o.length!==1&&o.shift(),pB(o,e)||OK(s)},getConflictingClassGroupIds:(s,o)=>{const l=t[s]||[];return o&&n[s]?[...l,...n[s]]:l}}},pB=(r,e)=>{if(r.length===0)return e.classGroupId;const t=r[0],n=e.nextPart.get(t),a=n?pB(r.slice(1),n):void 0;if(a)return a;if(e.validators.length===0)return;const i=r.join(O5);return e.validators.find(({validator:s})=>s(i))?.classGroupId},vR=/^\[(.+)\]$/,OK=r=>{if(vR.test(r)){const e=vR.exec(r)[1],t=e?.substring(0,e.indexOf(":"));if(t)return"arbitrary.."+t}},NK=r=>{const{theme:e,classGroups:t}=r,n={nextPart:new Map,validators:[]};for(const a in t)zC(t[a],n,a,e);return n},zC=(r,e,t,n)=>{r.forEach(a=>{if(typeof a=="string"){const i=a===""?e:yR(e,a);i.classGroupId=t;return}if(typeof a=="function"){if(IK(a)){zC(a(n),e,t,n);return}e.validators.push({validator:a,classGroupId:t});return}Object.entries(a).forEach(([i,s])=>{zC(s,yR(e,i),t,n)})})},yR=(r,e)=>{let t=r;return e.split(O5).forEach(n=>{t.nextPart.has(n)||t.nextPart.set(n,{nextPart:new Map,validators:[]}),t=t.nextPart.get(n)}),t},IK=r=>r.isThemeGetter,kK=r=>{if(r<1)return{get:()=>{},set:()=>{}};let e=0,t=new Map,n=new Map;const a=(i,s)=>{t.set(i,s),e++,e>r&&(e=0,n=t,t=new Map)};return{get(i){let s=t.get(i);if(s!==void 0)return s;if((s=n.get(i))!==void 0)return a(i,s),s},set(i,s){t.has(i)?t.set(i,s):a(i,s)}}},qC="!",HC=":",MK=HC.length,DK=r=>{const{prefix:e,experimentalParseClassName:t}=r;let n=a=>{const i=[];let s=0,o=0,l=0,c;for(let m=0;ml?c-l:void 0;return{modifiers:i,hasImportantModifier:h,baseClassName:d,maybePostfixModifierPosition:p}};if(e){const a=e+HC,i=n;n=s=>s.startsWith(a)?i(s.substring(a.length)):{isExternal:!0,modifiers:[],hasImportantModifier:!1,baseClassName:s,maybePostfixModifierPosition:void 0}}if(t){const a=n;n=i=>t({className:i,parseClassName:a})}return n},PK=r=>r.endsWith(qC)?r.substring(0,r.length-1):r.startsWith(qC)?r.substring(1):r,LK=r=>{const e=Object.fromEntries(r.orderSensitiveModifiers.map(n=>[n,!0]));return n=>{if(n.length<=1)return n;const a=[];let i=[];return n.forEach(s=>{s[0]==="["||e[s]?(a.push(...i.sort(),s),i=[]):i.push(s)}),a.push(...i.sort()),a}},FK=r=>({cache:kK(r.cacheSize),parseClassName:DK(r),sortModifiers:LK(r),...RK(r)}),BK=/\s+/,UK=(r,e)=>{const{parseClassName:t,getClassGroupId:n,getConflictingClassGroupIds:a,sortModifiers:i}=e,s=[],o=r.trim().split(BK);let l="";for(let c=o.length-1;c>=0;c-=1){const u=o[c],{isExternal:d,modifiers:h,hasImportantModifier:p,baseClassName:m,maybePostfixModifierPosition:g}=t(u);if(d){l=u+(l.length>0?" "+l:l);continue}let b=!!g,_=n(b?m.substring(0,g):m);if(!_){if(!b){l=u+(l.length>0?" "+l:l);continue}if(_=n(m),!_){l=u+(l.length>0?" "+l:l);continue}b=!1}const v=i(h).join(":"),y=p?v+qC:v,E=y+_;if(s.includes(E))continue;s.push(E);const S=a(_,b);for(let w=0;w0?" "+l:l)}return l};function $K(){let r=0,e,t,n="";for(;r{if(typeof r=="string")return r;let e,t="";for(let n=0;nd(u),r());return t=FK(c),n=t.cache.get,a=t.cache.set,i=o,o(l)}function o(l){const c=n(l);if(c)return c;const u=UK(l,t);return a(l,u),u}return function(){return i($K.apply(null,arguments))}}const ei=r=>{const e=t=>t[r]||[];return e.isThemeGetter=!0,e},gB=/^\[(?:(\w[\w-]*):)?(.+)\]$/i,_B=/^\((?:(\w[\w-]*):)?(.+)\)$/i,GK=/^\d+\/\d+$/,zK=/^(\d+(\.\d+)?)?(xs|sm|md|lg|xl)$/,qK=/\d+(%|px|r?em|[sdl]?v([hwib]|min|max)|pt|pc|in|cm|mm|cap|ch|ex|r?lh|cq(w|h|i|b|min|max))|\b(calc|min|max|clamp)\(.+\)|^0$/,HK=/^(rgba?|hsla?|hwb|(ok)?(lab|lch)|color-mix)\(.+\)$/,VK=/^(inset_)?-?((\d+)?\.?(\d+)[a-z]+|0)_-?((\d+)?\.?(\d+)[a-z]+|0)/,YK=/^(url|image|image-set|cross-fade|element|(repeating-)?(linear|radial|conic)-gradient)\(.+\)$/,Ah=r=>GK.test(r),dn=r=>!!r&&!Number.isNaN(Number(r)),ou=r=>!!r&&Number.isInteger(Number(r)),dS=r=>r.endsWith("%")&&dn(r.slice(0,-1)),tc=r=>zK.test(r),WK=()=>!0,jK=r=>qK.test(r)&&!HK.test(r),bB=()=>!1,KK=r=>VK.test(r),XK=r=>YK.test(r),QK=r=>!wr(r)&&!Tr(r),ZK=r=>Kf(r,SB,bB),wr=r=>gB.test(r),pd=r=>Kf(r,EB,jK),hS=r=>Kf(r,nX,dn),SR=r=>Kf(r,vB,bB),JK=r=>Kf(r,yB,XK),Zg=r=>Kf(r,wB,KK),Tr=r=>_B.test(r),vp=r=>Xf(r,EB),eX=r=>Xf(r,aX),ER=r=>Xf(r,vB),tX=r=>Xf(r,SB),rX=r=>Xf(r,yB),Jg=r=>Xf(r,wB,!0),Kf=(r,e,t)=>{const n=gB.exec(r);return n?n[1]?e(n[1]):t(n[2]):!1},Xf=(r,e,t=!1)=>{const n=_B.exec(r);return n?n[1]?e(n[1]):t:!1},vB=r=>r==="position"||r==="percentage",yB=r=>r==="image"||r==="url",SB=r=>r==="length"||r==="size"||r==="bg-size",EB=r=>r==="length",nX=r=>r==="number",aX=r=>r==="family-name",wB=r=>r==="shadow",YC=()=>{const r=ei("color"),e=ei("font"),t=ei("text"),n=ei("font-weight"),a=ei("tracking"),i=ei("leading"),s=ei("breakpoint"),o=ei("container"),l=ei("spacing"),c=ei("radius"),u=ei("shadow"),d=ei("inset-shadow"),h=ei("text-shadow"),p=ei("drop-shadow"),m=ei("blur"),g=ei("perspective"),b=ei("aspect"),_=ei("ease"),v=ei("animate"),y=()=>["auto","avoid","all","avoid-page","page","left","right","column"],E=()=>["center","top","bottom","left","right","top-left","left-top","top-right","right-top","bottom-right","right-bottom","bottom-left","left-bottom"],S=()=>[...E(),Tr,wr],w=()=>["auto","hidden","clip","visible","scroll"],C=()=>["auto","contain","none"],x=()=>[Tr,wr,l],N=()=>[Ah,"full","auto",...x()],I=()=>[ou,"none","subgrid",Tr,wr],D=()=>["auto",{span:["full",ou,Tr,wr]},ou,Tr,wr],V=()=>[ou,"auto",Tr,wr],q=()=>["auto","min","max","fr",Tr,wr],$=()=>["start","end","center","between","around","evenly","stretch","baseline","center-safe","end-safe"],K=()=>["start","end","center","stretch","center-safe","end-safe"],z=()=>["auto",...x()],re=()=>[Ah,"auto","full","dvw","dvh","lvw","lvh","svw","svh","min","max","fit",...x()],W=()=>[r,Tr,wr],ie=()=>[...E(),ER,SR,{position:[Tr,wr]}],k=()=>["no-repeat",{repeat:["","x","y","space","round"]}],B=()=>["auto","cover","contain",tX,ZK,{size:[Tr,wr]}],te=()=>[dS,vp,pd],O=()=>["","none","full",c,Tr,wr],R=()=>["",dn,vp,pd],U=()=>["solid","dashed","dotted","double"],Q=()=>["normal","multiply","screen","overlay","darken","lighten","color-dodge","color-burn","hard-light","soft-light","difference","exclusion","hue","saturation","color","luminosity"],ne=()=>[dn,dS,ER,SR],ue=()=>["","none",m,Tr,wr],he=()=>["none",dn,Tr,wr],be=()=>["none",dn,Tr,wr],Z=()=>[dn,Tr,wr],ae=()=>[Ah,"full",...x()];return{cacheSize:500,theme:{animate:["spin","ping","pulse","bounce"],aspect:["video"],blur:[tc],breakpoint:[tc],color:[WK],container:[tc],"drop-shadow":[tc],ease:["in","out","in-out"],font:[QK],"font-weight":["thin","extralight","light","normal","medium","semibold","bold","extrabold","black"],"inset-shadow":[tc],leading:["none","tight","snug","normal","relaxed","loose"],perspective:["dramatic","near","normal","midrange","distant","none"],radius:[tc],shadow:[tc],spacing:["px",dn],text:[tc],"text-shadow":[tc],tracking:["tighter","tight","normal","wide","wider","widest"]},classGroups:{aspect:[{aspect:["auto","square",Ah,wr,Tr,b]}],container:["container"],columns:[{columns:[dn,wr,Tr,o]}],"break-after":[{"break-after":y()}],"break-before":[{"break-before":y()}],"break-inside":[{"break-inside":["auto","avoid","avoid-page","avoid-column"]}],"box-decoration":[{"box-decoration":["slice","clone"]}],box:[{box:["border","content"]}],display:["block","inline-block","inline","flex","inline-flex","table","inline-table","table-caption","table-cell","table-column","table-column-group","table-footer-group","table-header-group","table-row-group","table-row","flow-root","grid","inline-grid","contents","list-item","hidden"],sr:["sr-only","not-sr-only"],float:[{float:["right","left","none","start","end"]}],clear:[{clear:["left","right","both","none","start","end"]}],isolation:["isolate","isolation-auto"],"object-fit":[{object:["contain","cover","fill","none","scale-down"]}],"object-position":[{object:S()}],overflow:[{overflow:w()}],"overflow-x":[{"overflow-x":w()}],"overflow-y":[{"overflow-y":w()}],overscroll:[{overscroll:C()}],"overscroll-x":[{"overscroll-x":C()}],"overscroll-y":[{"overscroll-y":C()}],position:["static","fixed","absolute","relative","sticky"],inset:[{inset:N()}],"inset-x":[{"inset-x":N()}],"inset-y":[{"inset-y":N()}],start:[{start:N()}],end:[{end:N()}],top:[{top:N()}],right:[{right:N()}],bottom:[{bottom:N()}],left:[{left:N()}],visibility:["visible","invisible","collapse"],z:[{z:[ou,"auto",Tr,wr]}],basis:[{basis:[Ah,"full","auto",o,...x()]}],"flex-direction":[{flex:["row","row-reverse","col","col-reverse"]}],"flex-wrap":[{flex:["nowrap","wrap","wrap-reverse"]}],flex:[{flex:[dn,Ah,"auto","initial","none",wr]}],grow:[{grow:["",dn,Tr,wr]}],shrink:[{shrink:["",dn,Tr,wr]}],order:[{order:[ou,"first","last","none",Tr,wr]}],"grid-cols":[{"grid-cols":I()}],"col-start-end":[{col:D()}],"col-start":[{"col-start":V()}],"col-end":[{"col-end":V()}],"grid-rows":[{"grid-rows":I()}],"row-start-end":[{row:D()}],"row-start":[{"row-start":V()}],"row-end":[{"row-end":V()}],"grid-flow":[{"grid-flow":["row","col","dense","row-dense","col-dense"]}],"auto-cols":[{"auto-cols":q()}],"auto-rows":[{"auto-rows":q()}],gap:[{gap:x()}],"gap-x":[{"gap-x":x()}],"gap-y":[{"gap-y":x()}],"justify-content":[{justify:[...$(),"normal"]}],"justify-items":[{"justify-items":[...K(),"normal"]}],"justify-self":[{"justify-self":["auto",...K()]}],"align-content":[{content:["normal",...$()]}],"align-items":[{items:[...K(),{baseline:["","last"]}]}],"align-self":[{self:["auto",...K(),{baseline:["","last"]}]}],"place-content":[{"place-content":$()}],"place-items":[{"place-items":[...K(),"baseline"]}],"place-self":[{"place-self":["auto",...K()]}],p:[{p:x()}],px:[{px:x()}],py:[{py:x()}],ps:[{ps:x()}],pe:[{pe:x()}],pt:[{pt:x()}],pr:[{pr:x()}],pb:[{pb:x()}],pl:[{pl:x()}],m:[{m:z()}],mx:[{mx:z()}],my:[{my:z()}],ms:[{ms:z()}],me:[{me:z()}],mt:[{mt:z()}],mr:[{mr:z()}],mb:[{mb:z()}],ml:[{ml:z()}],"space-x":[{"space-x":x()}],"space-x-reverse":["space-x-reverse"],"space-y":[{"space-y":x()}],"space-y-reverse":["space-y-reverse"],size:[{size:re()}],w:[{w:[o,"screen",...re()]}],"min-w":[{"min-w":[o,"screen","none",...re()]}],"max-w":[{"max-w":[o,"screen","none","prose",{screen:[s]},...re()]}],h:[{h:["screen","lh",...re()]}],"min-h":[{"min-h":["screen","lh","none",...re()]}],"max-h":[{"max-h":["screen","lh",...re()]}],"font-size":[{text:["base",t,vp,pd]}],"font-smoothing":["antialiased","subpixel-antialiased"],"font-style":["italic","not-italic"],"font-weight":[{font:[n,Tr,hS]}],"font-stretch":[{"font-stretch":["ultra-condensed","extra-condensed","condensed","semi-condensed","normal","semi-expanded","expanded","extra-expanded","ultra-expanded",dS,wr]}],"font-family":[{font:[eX,wr,e]}],"fvn-normal":["normal-nums"],"fvn-ordinal":["ordinal"],"fvn-slashed-zero":["slashed-zero"],"fvn-figure":["lining-nums","oldstyle-nums"],"fvn-spacing":["proportional-nums","tabular-nums"],"fvn-fraction":["diagonal-fractions","stacked-fractions"],tracking:[{tracking:[a,Tr,wr]}],"line-clamp":[{"line-clamp":[dn,"none",Tr,hS]}],leading:[{leading:[i,...x()]}],"list-image":[{"list-image":["none",Tr,wr]}],"list-style-position":[{list:["inside","outside"]}],"list-style-type":[{list:["disc","decimal","none",Tr,wr]}],"text-alignment":[{text:["left","center","right","justify","start","end"]}],"placeholder-color":[{placeholder:W()}],"text-color":[{text:W()}],"text-decoration":["underline","overline","line-through","no-underline"],"text-decoration-style":[{decoration:[...U(),"wavy"]}],"text-decoration-thickness":[{decoration:[dn,"from-font","auto",Tr,pd]}],"text-decoration-color":[{decoration:W()}],"underline-offset":[{"underline-offset":[dn,"auto",Tr,wr]}],"text-transform":["uppercase","lowercase","capitalize","normal-case"],"text-overflow":["truncate","text-ellipsis","text-clip"],"text-wrap":[{text:["wrap","nowrap","balance","pretty"]}],indent:[{indent:x()}],"vertical-align":[{align:["baseline","top","middle","bottom","text-top","text-bottom","sub","super",Tr,wr]}],whitespace:[{whitespace:["normal","nowrap","pre","pre-line","pre-wrap","break-spaces"]}],break:[{break:["normal","words","all","keep"]}],wrap:[{wrap:["break-word","anywhere","normal"]}],hyphens:[{hyphens:["none","manual","auto"]}],content:[{content:["none",Tr,wr]}],"bg-attachment":[{bg:["fixed","local","scroll"]}],"bg-clip":[{"bg-clip":["border","padding","content","text"]}],"bg-origin":[{"bg-origin":["border","padding","content"]}],"bg-position":[{bg:ie()}],"bg-repeat":[{bg:k()}],"bg-size":[{bg:B()}],"bg-image":[{bg:["none",{linear:[{to:["t","tr","r","br","b","bl","l","tl"]},ou,Tr,wr],radial:["",Tr,wr],conic:[ou,Tr,wr]},rX,JK]}],"bg-color":[{bg:W()}],"gradient-from-pos":[{from:te()}],"gradient-via-pos":[{via:te()}],"gradient-to-pos":[{to:te()}],"gradient-from":[{from:W()}],"gradient-via":[{via:W()}],"gradient-to":[{to:W()}],rounded:[{rounded:O()}],"rounded-s":[{"rounded-s":O()}],"rounded-e":[{"rounded-e":O()}],"rounded-t":[{"rounded-t":O()}],"rounded-r":[{"rounded-r":O()}],"rounded-b":[{"rounded-b":O()}],"rounded-l":[{"rounded-l":O()}],"rounded-ss":[{"rounded-ss":O()}],"rounded-se":[{"rounded-se":O()}],"rounded-ee":[{"rounded-ee":O()}],"rounded-es":[{"rounded-es":O()}],"rounded-tl":[{"rounded-tl":O()}],"rounded-tr":[{"rounded-tr":O()}],"rounded-br":[{"rounded-br":O()}],"rounded-bl":[{"rounded-bl":O()}],"border-w":[{border:R()}],"border-w-x":[{"border-x":R()}],"border-w-y":[{"border-y":R()}],"border-w-s":[{"border-s":R()}],"border-w-e":[{"border-e":R()}],"border-w-t":[{"border-t":R()}],"border-w-r":[{"border-r":R()}],"border-w-b":[{"border-b":R()}],"border-w-l":[{"border-l":R()}],"divide-x":[{"divide-x":R()}],"divide-x-reverse":["divide-x-reverse"],"divide-y":[{"divide-y":R()}],"divide-y-reverse":["divide-y-reverse"],"border-style":[{border:[...U(),"hidden","none"]}],"divide-style":[{divide:[...U(),"hidden","none"]}],"border-color":[{border:W()}],"border-color-x":[{"border-x":W()}],"border-color-y":[{"border-y":W()}],"border-color-s":[{"border-s":W()}],"border-color-e":[{"border-e":W()}],"border-color-t":[{"border-t":W()}],"border-color-r":[{"border-r":W()}],"border-color-b":[{"border-b":W()}],"border-color-l":[{"border-l":W()}],"divide-color":[{divide:W()}],"outline-style":[{outline:[...U(),"none","hidden"]}],"outline-offset":[{"outline-offset":[dn,Tr,wr]}],"outline-w":[{outline:["",dn,vp,pd]}],"outline-color":[{outline:W()}],shadow:[{shadow:["","none",u,Jg,Zg]}],"shadow-color":[{shadow:W()}],"inset-shadow":[{"inset-shadow":["none",d,Jg,Zg]}],"inset-shadow-color":[{"inset-shadow":W()}],"ring-w":[{ring:R()}],"ring-w-inset":["ring-inset"],"ring-color":[{ring:W()}],"ring-offset-w":[{"ring-offset":[dn,pd]}],"ring-offset-color":[{"ring-offset":W()}],"inset-ring-w":[{"inset-ring":R()}],"inset-ring-color":[{"inset-ring":W()}],"text-shadow":[{"text-shadow":["none",h,Jg,Zg]}],"text-shadow-color":[{"text-shadow":W()}],opacity:[{opacity:[dn,Tr,wr]}],"mix-blend":[{"mix-blend":[...Q(),"plus-darker","plus-lighter"]}],"bg-blend":[{"bg-blend":Q()}],"mask-clip":[{"mask-clip":["border","padding","content","fill","stroke","view"]},"mask-no-clip"],"mask-composite":[{mask:["add","subtract","intersect","exclude"]}],"mask-image-linear-pos":[{"mask-linear":[dn]}],"mask-image-linear-from-pos":[{"mask-linear-from":ne()}],"mask-image-linear-to-pos":[{"mask-linear-to":ne()}],"mask-image-linear-from-color":[{"mask-linear-from":W()}],"mask-image-linear-to-color":[{"mask-linear-to":W()}],"mask-image-t-from-pos":[{"mask-t-from":ne()}],"mask-image-t-to-pos":[{"mask-t-to":ne()}],"mask-image-t-from-color":[{"mask-t-from":W()}],"mask-image-t-to-color":[{"mask-t-to":W()}],"mask-image-r-from-pos":[{"mask-r-from":ne()}],"mask-image-r-to-pos":[{"mask-r-to":ne()}],"mask-image-r-from-color":[{"mask-r-from":W()}],"mask-image-r-to-color":[{"mask-r-to":W()}],"mask-image-b-from-pos":[{"mask-b-from":ne()}],"mask-image-b-to-pos":[{"mask-b-to":ne()}],"mask-image-b-from-color":[{"mask-b-from":W()}],"mask-image-b-to-color":[{"mask-b-to":W()}],"mask-image-l-from-pos":[{"mask-l-from":ne()}],"mask-image-l-to-pos":[{"mask-l-to":ne()}],"mask-image-l-from-color":[{"mask-l-from":W()}],"mask-image-l-to-color":[{"mask-l-to":W()}],"mask-image-x-from-pos":[{"mask-x-from":ne()}],"mask-image-x-to-pos":[{"mask-x-to":ne()}],"mask-image-x-from-color":[{"mask-x-from":W()}],"mask-image-x-to-color":[{"mask-x-to":W()}],"mask-image-y-from-pos":[{"mask-y-from":ne()}],"mask-image-y-to-pos":[{"mask-y-to":ne()}],"mask-image-y-from-color":[{"mask-y-from":W()}],"mask-image-y-to-color":[{"mask-y-to":W()}],"mask-image-radial":[{"mask-radial":[Tr,wr]}],"mask-image-radial-from-pos":[{"mask-radial-from":ne()}],"mask-image-radial-to-pos":[{"mask-radial-to":ne()}],"mask-image-radial-from-color":[{"mask-radial-from":W()}],"mask-image-radial-to-color":[{"mask-radial-to":W()}],"mask-image-radial-shape":[{"mask-radial":["circle","ellipse"]}],"mask-image-radial-size":[{"mask-radial":[{closest:["side","corner"],farthest:["side","corner"]}]}],"mask-image-radial-pos":[{"mask-radial-at":E()}],"mask-image-conic-pos":[{"mask-conic":[dn]}],"mask-image-conic-from-pos":[{"mask-conic-from":ne()}],"mask-image-conic-to-pos":[{"mask-conic-to":ne()}],"mask-image-conic-from-color":[{"mask-conic-from":W()}],"mask-image-conic-to-color":[{"mask-conic-to":W()}],"mask-mode":[{mask:["alpha","luminance","match"]}],"mask-origin":[{"mask-origin":["border","padding","content","fill","stroke","view"]}],"mask-position":[{mask:ie()}],"mask-repeat":[{mask:k()}],"mask-size":[{mask:B()}],"mask-type":[{"mask-type":["alpha","luminance"]}],"mask-image":[{mask:["none",Tr,wr]}],filter:[{filter:["","none",Tr,wr]}],blur:[{blur:ue()}],brightness:[{brightness:[dn,Tr,wr]}],contrast:[{contrast:[dn,Tr,wr]}],"drop-shadow":[{"drop-shadow":["","none",p,Jg,Zg]}],"drop-shadow-color":[{"drop-shadow":W()}],grayscale:[{grayscale:["",dn,Tr,wr]}],"hue-rotate":[{"hue-rotate":[dn,Tr,wr]}],invert:[{invert:["",dn,Tr,wr]}],saturate:[{saturate:[dn,Tr,wr]}],sepia:[{sepia:["",dn,Tr,wr]}],"backdrop-filter":[{"backdrop-filter":["","none",Tr,wr]}],"backdrop-blur":[{"backdrop-blur":ue()}],"backdrop-brightness":[{"backdrop-brightness":[dn,Tr,wr]}],"backdrop-contrast":[{"backdrop-contrast":[dn,Tr,wr]}],"backdrop-grayscale":[{"backdrop-grayscale":["",dn,Tr,wr]}],"backdrop-hue-rotate":[{"backdrop-hue-rotate":[dn,Tr,wr]}],"backdrop-invert":[{"backdrop-invert":["",dn,Tr,wr]}],"backdrop-opacity":[{"backdrop-opacity":[dn,Tr,wr]}],"backdrop-saturate":[{"backdrop-saturate":[dn,Tr,wr]}],"backdrop-sepia":[{"backdrop-sepia":["",dn,Tr,wr]}],"border-collapse":[{border:["collapse","separate"]}],"border-spacing":[{"border-spacing":x()}],"border-spacing-x":[{"border-spacing-x":x()}],"border-spacing-y":[{"border-spacing-y":x()}],"table-layout":[{table:["auto","fixed"]}],caption:[{caption:["top","bottom"]}],transition:[{transition:["","all","colors","opacity","shadow","transform","none",Tr,wr]}],"transition-behavior":[{transition:["normal","discrete"]}],duration:[{duration:[dn,"initial",Tr,wr]}],ease:[{ease:["linear","initial",_,Tr,wr]}],delay:[{delay:[dn,Tr,wr]}],animate:[{animate:["none",v,Tr,wr]}],backface:[{backface:["hidden","visible"]}],perspective:[{perspective:[g,Tr,wr]}],"perspective-origin":[{"perspective-origin":S()}],rotate:[{rotate:he()}],"rotate-x":[{"rotate-x":he()}],"rotate-y":[{"rotate-y":he()}],"rotate-z":[{"rotate-z":he()}],scale:[{scale:be()}],"scale-x":[{"scale-x":be()}],"scale-y":[{"scale-y":be()}],"scale-z":[{"scale-z":be()}],"scale-3d":["scale-3d"],skew:[{skew:Z()}],"skew-x":[{"skew-x":Z()}],"skew-y":[{"skew-y":Z()}],transform:[{transform:[Tr,wr,"","none","gpu","cpu"]}],"transform-origin":[{origin:S()}],"transform-style":[{transform:["3d","flat"]}],translate:[{translate:ae()}],"translate-x":[{"translate-x":ae()}],"translate-y":[{"translate-y":ae()}],"translate-z":[{"translate-z":ae()}],"translate-none":["translate-none"],accent:[{accent:W()}],appearance:[{appearance:["none","auto"]}],"caret-color":[{caret:W()}],"color-scheme":[{scheme:["normal","dark","light","light-dark","only-dark","only-light"]}],cursor:[{cursor:["auto","default","pointer","wait","text","move","help","not-allowed","none","context-menu","progress","cell","crosshair","vertical-text","alias","copy","no-drop","grab","grabbing","all-scroll","col-resize","row-resize","n-resize","e-resize","s-resize","w-resize","ne-resize","nw-resize","se-resize","sw-resize","ew-resize","ns-resize","nesw-resize","nwse-resize","zoom-in","zoom-out",Tr,wr]}],"field-sizing":[{"field-sizing":["fixed","content"]}],"pointer-events":[{"pointer-events":["auto","none"]}],resize:[{resize:["none","","y","x"]}],"scroll-behavior":[{scroll:["auto","smooth"]}],"scroll-m":[{"scroll-m":x()}],"scroll-mx":[{"scroll-mx":x()}],"scroll-my":[{"scroll-my":x()}],"scroll-ms":[{"scroll-ms":x()}],"scroll-me":[{"scroll-me":x()}],"scroll-mt":[{"scroll-mt":x()}],"scroll-mr":[{"scroll-mr":x()}],"scroll-mb":[{"scroll-mb":x()}],"scroll-ml":[{"scroll-ml":x()}],"scroll-p":[{"scroll-p":x()}],"scroll-px":[{"scroll-px":x()}],"scroll-py":[{"scroll-py":x()}],"scroll-ps":[{"scroll-ps":x()}],"scroll-pe":[{"scroll-pe":x()}],"scroll-pt":[{"scroll-pt":x()}],"scroll-pr":[{"scroll-pr":x()}],"scroll-pb":[{"scroll-pb":x()}],"scroll-pl":[{"scroll-pl":x()}],"snap-align":[{snap:["start","end","center","align-none"]}],"snap-stop":[{snap:["normal","always"]}],"snap-type":[{snap:["none","x","y","both"]}],"snap-strictness":[{snap:["mandatory","proximity"]}],touch:[{touch:["auto","none","manipulation"]}],"touch-x":[{"touch-pan":["x","left","right"]}],"touch-y":[{"touch-pan":["y","up","down"]}],"touch-pz":["touch-pinch-zoom"],select:[{select:["none","text","all","auto"]}],"will-change":[{"will-change":["auto","scroll","contents","transform",Tr,wr]}],fill:[{fill:["none",...W()]}],"stroke-w":[{stroke:[dn,vp,pd,hS]}],stroke:[{stroke:["none",...W()]}],"forced-color-adjust":[{"forced-color-adjust":["auto","none"]}]},conflictingClassGroups:{overflow:["overflow-x","overflow-y"],overscroll:["overscroll-x","overscroll-y"],inset:["inset-x","inset-y","start","end","top","right","bottom","left"],"inset-x":["right","left"],"inset-y":["top","bottom"],flex:["basis","grow","shrink"],gap:["gap-x","gap-y"],p:["px","py","ps","pe","pt","pr","pb","pl"],px:["pr","pl"],py:["pt","pb"],m:["mx","my","ms","me","mt","mr","mb","ml"],mx:["mr","ml"],my:["mt","mb"],size:["w","h"],"font-size":["leading"],"fvn-normal":["fvn-ordinal","fvn-slashed-zero","fvn-figure","fvn-spacing","fvn-fraction"],"fvn-ordinal":["fvn-normal"],"fvn-slashed-zero":["fvn-normal"],"fvn-figure":["fvn-normal"],"fvn-spacing":["fvn-normal"],"fvn-fraction":["fvn-normal"],"line-clamp":["display","overflow"],rounded:["rounded-s","rounded-e","rounded-t","rounded-r","rounded-b","rounded-l","rounded-ss","rounded-se","rounded-ee","rounded-es","rounded-tl","rounded-tr","rounded-br","rounded-bl"],"rounded-s":["rounded-ss","rounded-es"],"rounded-e":["rounded-se","rounded-ee"],"rounded-t":["rounded-tl","rounded-tr"],"rounded-r":["rounded-tr","rounded-br"],"rounded-b":["rounded-br","rounded-bl"],"rounded-l":["rounded-tl","rounded-bl"],"border-spacing":["border-spacing-x","border-spacing-y"],"border-w":["border-w-x","border-w-y","border-w-s","border-w-e","border-w-t","border-w-r","border-w-b","border-w-l"],"border-w-x":["border-w-r","border-w-l"],"border-w-y":["border-w-t","border-w-b"],"border-color":["border-color-x","border-color-y","border-color-s","border-color-e","border-color-t","border-color-r","border-color-b","border-color-l"],"border-color-x":["border-color-r","border-color-l"],"border-color-y":["border-color-t","border-color-b"],translate:["translate-x","translate-y","translate-none"],"translate-none":["translate","translate-x","translate-y","translate-z"],"scroll-m":["scroll-mx","scroll-my","scroll-ms","scroll-me","scroll-mt","scroll-mr","scroll-mb","scroll-ml"],"scroll-mx":["scroll-mr","scroll-ml"],"scroll-my":["scroll-mt","scroll-mb"],"scroll-p":["scroll-px","scroll-py","scroll-ps","scroll-pe","scroll-pt","scroll-pr","scroll-pb","scroll-pl"],"scroll-px":["scroll-pr","scroll-pl"],"scroll-py":["scroll-pt","scroll-pb"],touch:["touch-x","touch-y","touch-pz"],"touch-x":["touch"],"touch-y":["touch"],"touch-pz":["touch"]},conflictingClassGroupModifiers:{"font-size":["leading"]},orderSensitiveModifiers:["*","**","after","backdrop","before","details-content","file","first-letter","first-line","marker","placeholder","selection"]}},iX=(r,{cacheSize:e,prefix:t,experimentalParseClassName:n,extend:a={},override:i={}})=>(zp(r,"cacheSize",e),zp(r,"prefix",t),zp(r,"experimentalParseClassName",n),e0(r.theme,i.theme),e0(r.classGroups,i.classGroups),e0(r.conflictingClassGroups,i.conflictingClassGroups),e0(r.conflictingClassGroupModifiers,i.conflictingClassGroupModifiers),zp(r,"orderSensitiveModifiers",i.orderSensitiveModifiers),t0(r.theme,a.theme),t0(r.classGroups,a.classGroups),t0(r.conflictingClassGroups,a.conflictingClassGroups),t0(r.conflictingClassGroupModifiers,a.conflictingClassGroupModifiers),TB(r,a,"orderSensitiveModifiers"),r),zp=(r,e,t)=>{t!==void 0&&(r[e]=t)},e0=(r,e)=>{if(e)for(const t in e)zp(r,t,e[t])},t0=(r,e)=>{if(e)for(const t in e)TB(r,e,t)},TB=(r,e,t)=>{const n=e[t];n!==void 0&&(r[t]=r[t]?r[t].concat(n):n)},sX=(r,...e)=>typeof r=="function"?VC(YC,r,...e):VC(()=>iX(YC(),r),...e),CB=VC(YC);function Kt(...r){return CB(tm(r))}var oX=/\s+/g,lX=r=>typeof r!="string"||!r?r:r.replace(oX," ").trim(),V_=(...r)=>{const e=[],t=n=>{if(!n&&n!==0&&n!==0n)return;if(Array.isArray(n)){for(let i=0,s=n.length;i0?lX(e.join(" ")):void 0},wR=r=>r===!1?"false":r===!0?"true":r===0?"0":r,bs=r=>{if(!r||typeof r!="object")return!0;for(const e in r)return!1;return!0},cX=(r,e)=>{if(r===e)return!0;if(!r||!e)return!1;const t=Object.keys(r),n=Object.keys(e);if(t.length!==n.length)return!1;for(let a=0;a{for(const t in e)if(Object.prototype.hasOwnProperty.call(e,t)){const n=e[t];t in r?r[t]=V_(r[t],n):r[t]=n}return r},AB=(r,e)=>{for(let t=0;t{const e=[];AB(r,e);const t=[];for(let n=0;n{const t={};for(const n in r){const a=r[n];if(n in e){const i=e[n];Array.isArray(a)||Array.isArray(i)?t[n]=xB(i,a):typeof a=="object"&&typeof i=="object"&&a&&i?t[n]=WC(a,i):t[n]=i+" "+a}else t[n]=a}for(const n in e)n in r||(t[n]=e[n]);return t},dX={twMerge:!0,twMergeConfig:{}};function hX(){let r=null,e={},t=!1;return{get cachedTwMerge(){return r},set cachedTwMerge(n){r=n},get cachedTwMergeConfig(){return e},set cachedTwMergeConfig(n){e=n},get didTwMergeConfigChange(){return t},set didTwMergeConfigChange(n){t=n},reset(){r=null,e={},t=!1}}}var gc=hX(),fX=r=>{const e=(n,a)=>{const{extend:i=null,slots:s={},variants:o={},compoundVariants:l=[],compoundSlots:c=[],defaultVariants:u={}}=n,d={...dX,...a},h=i?.base?V_(i.base,n?.base):n?.base,p=i?.variants&&!bs(i.variants)?WC(o,i.variants):o,m=i?.defaultVariants&&!bs(i.defaultVariants)?{...i.defaultVariants,...u}:u;!bs(d.twMergeConfig)&&!cX(d.twMergeConfig,gc.cachedTwMergeConfig)&&(gc.didTwMergeConfigChange=!0,gc.cachedTwMergeConfig=d.twMergeConfig);const g=bs(i?.slots),b=bs(s)?{}:{base:V_(n?.base,g&&i?.base),...s},_=g?b:uX({...i?.slots},bs(b)?{base:n?.base}:b),v=bs(i?.compoundVariants)?l:xB(i?.compoundVariants,l),y=S=>{if(bs(p)&&bs(s)&&g)return r(h,S?.class,S?.className)(d);if(v&&!Array.isArray(v))throw new TypeError(`The "compoundVariants" prop must be an array. Received: ${typeof v}`);if(c&&!Array.isArray(c))throw new TypeError(`The "compoundSlots" prop must be an array. Received: ${typeof c}`);const w=($,K=p,z=null,re=null)=>{const W=K[$];if(!W||bs(W))return null;const ie=re?.[$]??S?.[$];if(ie===null)return null;const k=wR(ie);if(typeof k=="object")return null;const B=m?.[$],te=k??wR(B);return W[te||"false"]},C=()=>{if(!p)return null;const $=Object.keys(p),K=[];for(let z=0;z<$.length;z++){const re=w($[z],p);re&&K.push(re)}return K},x=($,K)=>{if(!p||typeof p!="object")return null;const z=[];for(const re in p){const W=w(re,p,$,K),ie=$==="base"&&typeof W=="string"?W:W&&W[$];ie&&z.push(ie)}return z},N={};for(const $ in S){const K=S[$];K!==void 0&&(N[$]=K)}const I=($,K)=>{const z=typeof S?.[$]=="object"?{[$]:S[$]?.initial}:{};return{...m,...N,...z,...K}},D=($=[],K)=>{const z=[],re=$.length;for(let W=0;W{const K=D(v,$);if(!Array.isArray(K))return K;const z={},re=r;for(let W=0;W{if(c.length<1)return null;const K={},z=I(null,$);for(let re=0;re{const W=V(re),ie=q(re);return K(_[z],x(z,re),W?W[z]:void 0,ie?ie[z]:void 0,re?.class,re?.className)(d)}}return $}return r(h,C(),D(v),S?.class,S?.className)(d)},E=()=>{if(!(!p||typeof p!="object"))return Object.keys(p)};return y.variantKeys=E(),y.extend=i,y.base=h,y.slots=_,y.variants=p,y.defaultVariants=m,y.compoundSlots=c,y.compoundVariants=v,y};return{tv:e,createTV:n=>(a,i)=>e(a,i?WC(n,i):n)}},pX=r=>bs(r)?CB:sX({...r,extend:{theme:r.theme,classGroups:r.classGroups,conflictingClassGroupModifiers:r.conflictingClassGroupModifiers,conflictingClassGroups:r.conflictingClassGroups,...r.extend}}),mX=(r,e)=>{const t=V_(r);return!t||!(e?.twMerge??!0)?t:((!gc.cachedTwMerge||gc.didTwMergeConfigChange)&&(gc.didTwMergeConfigChange=!1,gc.cachedTwMerge=pX(gc.cachedTwMergeConfig)),gc.cachedTwMerge(t)||void 0)},gX=(...r)=>e=>mX(r,e),{tv:Zm}=fX(gX);const Sm=Zm({base:"focus-visible:border-ring focus-visible:ring-ring/50 aria-invalid:ring-destructive/20 dark:aria-invalid:ring-destructive/40 aria-invalid:border-destructive inline-flex shrink-0 items-center justify-center gap-2 whitespace-nowrap rounded-md text-sm font-medium outline-none transition-all focus-visible:ring-[3px] disabled:pointer-events-none disabled:opacity-50 aria-disabled:pointer-events-none aria-disabled:opacity-50 [&_svg:not([class*='size-'])]:size-4 [&_svg]:pointer-events-none [&_svg]:shrink-0",variants:{variant:{default:"bg-primary text-primary-foreground shadow-xs hover:bg-primary/90",destructive:"bg-destructive shadow-xs hover:bg-destructive/90 focus-visible:ring-destructive/20 dark:focus-visible:ring-destructive/40 dark:bg-destructive/60 text-white",outline:"bg-background shadow-xs hover:bg-accent hover:text-accent-foreground dark:bg-input/30 dark:border-input dark:hover:bg-input/50 border",secondary:"dark:bg-secondary dark:text-secondary-foreground bg-background shadow-sm text-foreground hover:bg-muted-foreground/20",ghost:"hover:text-accent-foreground hover:bg-muted-foreground/10 backdrop-blur-sm",link:"text-primary underline-offset-4 hover:underline"},size:{default:"h-9 px-4 py-2 has-[>svg]:px-3",sm:"h-8 gap-1.5 rounded-md px-3 has-[>svg]:px-2.5",lg:"h-10 rounded-md px-6 has-[>svg]:px-4","icon-lg":"size-10",icon:"size-9","icon-sm":"size-5 rounded-sm"}},defaultVariants:{variant:"default",size:"default"}});var _X=G(""),bX=G("");function kr(r,e){Ee(e,!0);let t=Y(e,"variant",3,"default"),n=Y(e,"size",3,"default"),a=Y(e,"ref",15,null),i=Y(e,"href",3,void 0),s=Y(e,"type",3,"button"),o=Ye(e,["$$slots","$$events","$$legacy","class","variant","size","ref","href","type","disabled","children"]);var l=se(),c=L(l);{var u=h=>{var p=_X();zt(p,g=>({"data-slot":"button",class:g,href:e.disabled?void 0:i(),"aria-disabled":e.disabled,role:e.disabled?"link":void 0,tabindex:e.disabled?-1:void 0,...o}),[()=>Kt(Sm({variant:t(),size:n()}),e.class)],void 0,void 0,"svelte-1q39rn8");var m=j(p);ke(m,()=>e.children??$e),H(p),pr(p,g=>a(g),()=>a()),T(h,p)},d=h=>{var p=bX();zt(p,g=>({"data-slot":"button",class:g,type:s(),disabled:e.disabled,...o}),[()=>Kt(Sm({variant:t(),size:n()}),e.class)],void 0,void 0,"svelte-1q39rn8");var m=j(p);ke(m,()=>e.children??$e),H(p),pr(p,g=>a(g),()=>a()),T(h,p)};le(c,h=>{i()?h(u):h(d,!1)})}T(r,l),we()}function vX(r){return typeof r=="function"}function Jm(r){return r!==null&&typeof r=="object"}const yX=["string","number","bigint","boolean"];function jC(r){return r==null||yX.includes(typeof r)?!0:Array.isArray(r)?r.every(e=>jC(e)):typeof r=="object"?Object.getPrototypeOf(r)===Object.prototype:!1}const Af=Symbol("box"),gv=Symbol("is-writable");function Pe(r,e){const t=F(r);return e?{[Af]:!0,[gv]:!0,get current(){return f(t)},set current(n){e(n)}}:{[Af]:!0,get current(){return r()}}}function eg(r){return Jm(r)&&Af in r}function N5(r){return eg(r)&&gv in r}function RB(r){return eg(r)?r:vX(r)?Pe(r):os(r)}function SX(r){return Object.entries(r).reduce((e,[t,n])=>eg(n)?(N5(n)?Object.defineProperty(e,t,{get(){return n.current},set(a){n.current=a}}):Object.defineProperty(e,t,{get(){return n.current}}),e):Object.assign(e,{[t]:n}),{})}function EX(r){return N5(r)?{[Af]:!0,get current(){return r.current}}:r}function os(r){let e=_e(Sr(r));return{[Af]:!0,[gv]:!0,get current(){return f(e)},set current(t){M(e,t,!0)}}}function ih(r){let e=_e(Sr(r));return{[Af]:!0,[gv]:!0,get current(){return f(e)},set current(t){M(e,t,!0)}}}ih.from=RB;ih.with=Pe;ih.flatten=SX;ih.readonly=EX;ih.isBox=eg;ih.isWritableBox=N5;function OB(...r){return function(e){for(const t of r)if(t){if(e.defaultPrevented)return;typeof t=="function"?t.call(this,e):t.current?.call(this,e)}}}var wX=typeof globalThis<"u"?globalThis:typeof window<"u"?window:typeof global<"u"?global:typeof self<"u"?self:{};function sh(r){return r&&r.__esModule&&Object.prototype.hasOwnProperty.call(r,"default")?r.default:r}var xh={},fS,TR;function TX(){if(TR)return fS;TR=1;var r=/\/\*[^*]*\*+([^/*][^*]*\*+)*\//g,e=/\n/g,t=/^\s*/,n=/^(\*?[-#/*\\\w]+(\[[0-9a-z_-]+\])?)\s*/,a=/^:\s*/,i=/^((?:'(?:\\'|.)*?'|"(?:\\"|.)*?"|\([^)]*?\)|[^};])+)/,s=/^[;\s]*/,o=/^\s+|\s+$/g,l=` +`,c="/",u="*",d="",h="comment",p="declaration";fS=function(g,b){if(typeof g!="string")throw new TypeError("First argument must be a string");if(!g)return[];b=b||{};var _=1,v=1;function y(q){var $=q.match(e);$&&(_+=$.length);var K=q.lastIndexOf(l);v=~K?q.length-K:v+q.length}function E(){var q={line:_,column:v};return function($){return $.position=new S(q),x(),$}}function S(q){this.start=q,this.end={line:_,column:v},this.source=b.source}S.prototype.content=g;function w(q){var $=new Error(b.source+":"+_+":"+v+": "+q);if($.reason=q,$.filename=b.source,$.line=_,$.column=v,$.source=g,!b.silent)throw $}function C(q){var $=q.exec(g);if($){var K=$[0];return y(K),g=g.slice(K.length),$}}function x(){C(t)}function N(q){var $;for(q=q||[];$=I();)$!==!1&&q.push($);return q}function I(){var q=E();if(!(c!=g.charAt(0)||u!=g.charAt(1))){for(var $=2;d!=g.charAt($)&&(u!=g.charAt($)||c!=g.charAt($+1));)++$;if($+=2,d===g.charAt($-1))return w("End of comment missing");var K=g.slice(2,$-2);return v+=2,y(K),g=g.slice($),v+=2,q({type:h,comment:K})}}function D(){var q=E(),$=C(n);if($){if(I(),!C(a))return w("property missing ':'");var K=C(i),z=q({type:p,property:m($[0].replace(r,d)),value:K?m(K[0].replace(r,d)):d});return C(s),z}}function V(){var q=[];N(q);for(var $;$=D();)$!==!1&&(q.push($),N(q));return q}return x(),V()};function m(g){return g?g.replace(o,d):d}return fS}var CR;function CX(){if(CR)return xh;CR=1;var r=xh&&xh.__importDefault||function(n){return n&&n.__esModule?n:{default:n}};Object.defineProperty(xh,"__esModule",{value:!0}),xh.default=t;var e=r(TX());function t(n,a){var i=null;if(!n||typeof n!="string")return i;var s=(0,e.default)(n),o=typeof a=="function";return s.forEach(function(l){if(l.type==="declaration"){var c=l.property,u=l.value;o?a(c,u,l):u&&(i=i||{},i[c]=u)}}),i}return xh}var AX=CX();const AR=sh(AX),xX=AR.default||AR,RX=/\d/,OX=["-","_","/","."];function NX(r=""){if(!RX.test(r))return r!==r.toLowerCase()}function IX(r){const e=[];let t="",n,a;for(const i of r){const s=OX.includes(i);if(s===!0){e.push(t),t="",n=void 0;continue}const o=NX(i);if(a===!1){if(n===!1&&o===!0){e.push(t),t=i,n=o;continue}if(n===!0&&o===!1&&t.length>1){const l=t.at(-1);e.push(t.slice(0,Math.max(0,t.length-1))),t=l+i,n=o;continue}}t+=i,n=o,a=s}return e.push(t),e}function NB(r){return r?IX(r).map(e=>MX(e)).join(""):""}function kX(r){return DX(NB(r||""))}function MX(r){return r?r[0].toUpperCase()+r.slice(1):""}function DX(r){return r?r[0].toLowerCase()+r.slice(1):""}function qp(r){if(!r)return{};const e={};function t(n,a){if(n.startsWith("-moz-")||n.startsWith("-webkit-")||n.startsWith("-ms-")||n.startsWith("-o-")){e[NB(n)]=a;return}if(n.startsWith("--")){e[n]=a;return}e[kX(n)]=a}return xX(r,t),e}function Ac(...r){return(...e)=>{for(const t of r)typeof t=="function"&&t(...e)}}function PX(r,e){const t=RegExp(r,"g");return n=>{if(typeof n!="string")throw new TypeError(`expected an argument of type string, but got ${typeof n}`);return n.match(t)?n.replace(t,e):n}}const LX=PX(/[A-Z]/,r=>`-${r.toLowerCase()}`);function FX(r){if(!r||typeof r!="object"||Array.isArray(r))throw new TypeError(`expected an argument of type object, but got ${typeof r}`);return Object.keys(r).map(e=>`${LX(e)}: ${r[e]};`).join(` +`)}function I5(r={}){return FX(r).replace(` +`," ")}const BX=["onabort","onanimationcancel","onanimationend","onanimationiteration","onanimationstart","onauxclick","onbeforeinput","onbeforetoggle","onblur","oncancel","oncanplay","oncanplaythrough","onchange","onclick","onclose","oncompositionend","oncompositionstart","oncompositionupdate","oncontextlost","oncontextmenu","oncontextrestored","oncopy","oncuechange","oncut","ondblclick","ondrag","ondragend","ondragenter","ondragleave","ondragover","ondragstart","ondrop","ondurationchange","onemptied","onended","onerror","onfocus","onfocusin","onfocusout","onformdata","ongotpointercapture","oninput","oninvalid","onkeydown","onkeypress","onkeyup","onload","onloadeddata","onloadedmetadata","onloadstart","onlostpointercapture","onmousedown","onmouseenter","onmouseleave","onmousemove","onmouseout","onmouseover","onmouseup","onpaste","onpause","onplay","onplaying","onpointercancel","onpointerdown","onpointerenter","onpointerleave","onpointermove","onpointerout","onpointerover","onpointerup","onprogress","onratechange","onreset","onresize","onscroll","onscrollend","onsecuritypolicyviolation","onseeked","onseeking","onselect","onselectionchange","onselectstart","onslotchange","onstalled","onsubmit","onsuspend","ontimeupdate","ontoggle","ontouchcancel","ontouchend","ontouchmove","ontouchstart","ontransitioncancel","ontransitionend","ontransitionrun","ontransitionstart","onvolumechange","onwaiting","onwebkitanimationend","onwebkitanimationiteration","onwebkitanimationstart","onwebkittransitionend","onwheel"],UX=new Set(BX);function $X(r){return UX.has(r)}function vr(...r){const e={...r[0]};for(let t=1;tl.has(u));c&&Qs(o)}return s}delete(e){var t=this.#e,n=t.get(e),a=super.delete(e);return n!==void 0&&(t.delete(e),M(this.#r,super.size),M(n,-1),Qs(this.#t)),a}clear(){if(super.size!==0){super.clear();var e=this.#e;M(this.#r,0);for(var t of e.values())M(t,-1);Qs(this.#t),e.clear()}}#a(){f(this.#t);var e=this.#e;if(this.#r.v!==e.size){for(var t of super.keys())if(!e.has(t)){var n=this.#i(0);e.set(t,n)}}for([,n]of this.#e)f(n)}keys(){return f(this.#t),super.keys()}values(){return this.#a(),super.values()}entries(){return this.#a(),super.entries()}[Symbol.iterator](){return this.entries()}get size(){return f(this.#r),super.size}}class YX{#e;#t;constructor(e,t){this.#e=e,this.#t=Yu(t)}get current(){return this.#t(),this.#e()}}const WX=/\(.+\)/,jX=new Set(["all","print","screen","and","or","not","only"]);class kB extends YX{constructor(e,t){let n=WX.test(e)||e.split(/[\s,]+/).some(i=>jX.has(i.trim()))?e:`(${e})`;const a=window.matchMedia(n);super(()=>a.matches,i=>jr(a,"change",i))}}let KX=class{#e;#t;constructor(e={}){const{window:t=IB,document:n=t?.document}=e;t!==void 0&&(this.#e=n,this.#t=Yu(a=>{const i=jr(t,"focusin",a),s=jr(t,"focusout",a);return()=>{i(),s()}}))}get current(){return this.#t?.(),this.#e?qX(this.#e):null}};new KX;function MB(r){return typeof r=="function"}function XX(r,e){if(MB(r)){const n=r();return n===void 0?e:n}return r===void 0?e:r}let ka=class{#e;#t;constructor(e){this.#e=e,this.#t=Symbol(e)}get key(){return this.#t}exists(){return tv(this.#t)}get(){const e=Bl(this.#t);if(e===void 0)throw new Error(`Context "${this.#e}" not found`);return e}getOr(e){const t=Bl(this.#t);return t===void 0?e:t}set(e){return Vu(this.#t,e)}};function _v(r,e){let t=_e(null);const n=F(()=>XX(e,250));function a(...i){if(f(t))f(t).timeout&&clearTimeout(f(t).timeout);else{let s,o;const l=new Promise((c,u)=>{s=c,o=u});M(t,{timeout:null,runner:null,promise:l,resolve:s,reject:o},!0)}return f(t).runner=async()=>{if(!f(t))return;const s=f(t);M(t,null);try{s.resolve(await r.apply(this,i))}catch(o){s.reject(o)}},f(t).timeout=setTimeout(f(t).runner,f(n)),f(t).promise}return a.cancel=async()=>{(!f(t)||f(t).timeout===null)&&(await new Promise(i=>setTimeout(i,0)),!f(t)||f(t).timeout===null)||(clearTimeout(f(t).timeout),f(t).reject("Cancelled"),M(t,null))},a.runScheduledNow=async()=>{(!f(t)||!f(t).timeout)&&(await new Promise(i=>setTimeout(i,0)),!f(t)||!f(t).timeout)||(clearTimeout(f(t).timeout),f(t).timeout=null,await f(t).runner?.())},Object.defineProperty(a,"pending",{enumerable:!0,get(){return!!f(t)?.timeout}}),a}function QX(r,e){switch(r){case"post":Nt(e);break;case"pre":Gi(e);break}}function DB(r,e,t,n={}){const{lazy:a=!1}=n;let i=!a,s=Array.isArray(r)?[]:void 0;QX(e,()=>{const o=Array.isArray(r)?r.map(c=>c()):r();if(!i){i=!0,s=o;return}const l=Rn(()=>t(o,s));return s=o,l})}function nn(r,e,t){DB(r,"post",e,t)}function ZX(r,e,t){DB(r,"pre",e,t)}nn.pre=ZX;function RR(r){return MB(r)?r():r}class JX{#e={width:0,height:0};#t=!1;#r;#n;#i;#a=F(()=>(f(this.#o)?.(),this.getSize().width));#s=F(()=>(f(this.#o)?.(),this.getSize().height));#o=F(()=>{const e=RR(this.#n);if(e)return Yu(t=>{if(!this.#i)return;const n=new this.#i.ResizeObserver(a=>{this.#t=!0;for(const i of a){const s=this.#r.box==="content-box"?i.contentBoxSize:i.borderBoxSize,o=Array.isArray(s)?s:[s];this.#e.width=o.reduce((l,c)=>Math.max(l,c.inlineSize),0),this.#e.height=o.reduce((l,c)=>Math.max(l,c.blockSize),0)}t()});return n.observe(e),()=>{this.#t=!1,n.disconnect()}})});constructor(e,t={box:"border-box"}){this.#i=t.window??IB,this.#r=t,this.#n=e,this.#e={width:0,height:0}}calculateSize(){const e=RR(this.#n);if(!e||!this.#i)return;const t=e.offsetWidth,n=e.offsetHeight;if(this.#r.box==="border-box")return{width:t,height:n};const a=this.#i.getComputedStyle(e),i=parseFloat(a.paddingLeft)+parseFloat(a.paddingRight),s=parseFloat(a.paddingTop)+parseFloat(a.paddingBottom),o=parseFloat(a.borderLeftWidth)+parseFloat(a.borderRightWidth),l=parseFloat(a.borderTopWidth)+parseFloat(a.borderBottomWidth),c=t-i-o,u=n-s-l;return{width:c,height:u}}getSize(){return this.#t?this.#e:this.calculateSize()??this.#e}get current(){return f(this.#o)?.(),this.getSize()}get width(){return f(this.#a)}get height(){return f(this.#s)}}class k5{#e=_e(!1);constructor(){Nt(()=>(Rn(()=>M(this.#e,!0)),()=>{M(this.#e,!1)}))}get current(){return f(this.#e)}}class PB{#e=()=>{};#t=F(()=>this.#e());constructor(e,t){let n;t!==void 0&&(n=t),this.#e=()=>{try{return n}finally{n=e()}}}get current(){return f(this.#t)}}function Qc(r){Nt(()=>()=>{r()})}function LB(r){Nt(()=>Rn(()=>r()))}function M5(r,e){return setTimeout(e,r)}function eo(r){nl().then(r)}const eQ=1,tQ=9,rQ=11;function KC(r){return Jm(r)&&r.nodeType===eQ&&typeof r.nodeName=="string"}function FB(r){return Jm(r)&&r.nodeType===tQ}function nQ(r){return Jm(r)&&r.constructor?.name==="VisualViewport"}function aQ(r){return Jm(r)&&r.nodeType!==void 0}function BB(r){return aQ(r)&&r.nodeType===rQ&&"host"in r}function iQ(r,e){if(!r||!e||!KC(r)||!KC(e))return!1;const t=e.getRootNode?.();if(r===e||r.contains(e))return!0;if(t&&BB(t)){let n=e;for(;n;){if(r===n)return!0;n=n.parentNode||n.host}}return!1}function Qf(r){return FB(r)?r:nQ(r)?r.document:r?.ownerDocument??document}function bv(r){return BB(r)?bv(r.host):FB(r)?r.defaultView??window:KC(r)?r.ownerDocument?.defaultView??window:window}function sQ(r){let e=r.activeElement;for(;e?.shadowRoot;){const t=e.shadowRoot.activeElement;if(t===e)break;e=t}return e}class Zc{element;#e=F(()=>this.element.current?this.element.current.getRootNode()??document:document);get root(){return f(this.#e)}set root(e){M(this.#e,e)}constructor(e){typeof e=="function"?this.element=Pe(e):this.element=e}getDocument=()=>Qf(this.root);getWindow=()=>this.getDocument().defaultView??window;getActiveElement=()=>sQ(this.root);isActiveElement=e=>e===this.getActiveElement();getElementById(e){return this.root.getElementById(e)}querySelector=e=>this.root?this.root.querySelector(e):null;querySelectorAll=e=>this.root?this.root.querySelectorAll(e):[];setTimeout=(e,t)=>this.getWindow().setTimeout(e,t);clearTimeout=e=>this.getWindow().clearTimeout(e)}function yn(r,e){return{[NW()]:t=>eg(r)?(r.current=t,Rn(()=>e?.(t)),()=>{"isConnected"in t&&t.isConnected||(r.current=null,e?.(null))}):(r(t),Rn(()=>e?.(t)),()=>{"isConnected"in t&&t.isConnected||(r(null),e?.(null))})}}function Dc(r){return r?"true":"false"}function oQ(r){return r?"true":void 0}function Di(r){return r?"":void 0}function XC(r){return r?!0:void 0}function sl(r){return r?"open":"closed"}function lQ(r){return r?"checked":"unchecked"}function UB(r,e){return e?"mixed":r?"true":"false"}class cQ{#e;#t;attrs;constructor(e){this.#e=e.getVariant?e.getVariant():null,this.#t=this.#e?`data-${this.#e}-`:`data-${e.component}-`,this.getAttr=this.getAttr.bind(this),this.selector=this.selector.bind(this),this.attrs=Object.fromEntries(e.parts.map(t=>[t,this.getAttr(t)]))}getAttr(e,t){return t?`data-${t}-${e}`:`${this.#t}${e}`}selector(e,t){return`[${this.getAttr(e,t)}]`}}function Hl(r){const e=new cQ(r);return{...e.attrs,selector:e.selector,getAttr:e.getAttr}}const Rl="ArrowDown",tg="ArrowLeft",rg="ArrowRight",xl="ArrowUp",vv="End",$l="Enter",uQ="Escape",yv="Home",D5="PageDown",P5="PageUp",no=" ",QC="Tab";function dQ(r){return window.getComputedStyle(r).getPropertyValue("direction")}function hQ(r="ltr",e="horizontal"){return{horizontal:r==="rtl"?tg:rg,vertical:Rl}[e]}function fQ(r="ltr",e="horizontal"){return{horizontal:r==="rtl"?rg:tg,vertical:xl}[e]}function pQ(r="ltr",e="horizontal"){return["ltr","rtl"].includes(r)||(r="ltr"),["horizontal","vertical"].includes(e)||(e="horizontal"),{nextKey:hQ(r,e),prevKey:fQ(r,e)}}const $B=typeof document<"u",ZC=mQ();function mQ(){return $B&&window?.navigator?.userAgent&&(/iP(ad|hone|od)/.test(window.navigator.userAgent)||window?.navigator?.maxTouchPoints>2&&/iPad|Macintosh/.test(window?.navigator.userAgent))}function Io(r){return r instanceof HTMLElement}function xc(r){return r instanceof Element}function GB(r){return r instanceof Element||r instanceof SVGElement}function Y_(r){return r.pointerType==="touch"}function gQ(r){return r.matches(":focus-visible")}function _Q(r){return r!==null}function bQ(r){return r instanceof HTMLInputElement&&"select"in r}class vQ{#e;#t=ih(null);constructor(e){this.#e=e}getCandidateNodes(){return this.#e.rootNode.current?this.#e.candidateSelector?Array.from(this.#e.rootNode.current.querySelectorAll(this.#e.candidateSelector)):this.#e.candidateAttr?Array.from(this.#e.rootNode.current.querySelectorAll(`[${this.#e.candidateAttr}]:not([data-disabled])`)):[]:[]}focusFirstCandidate(){const e=this.getCandidateNodes();e.length&&e[0]?.focus()}handleKeydown(e,t,n=!1){const a=this.#e.rootNode.current;if(!a||!e)return;const i=this.getCandidateNodes();if(!i.length)return;const s=i.indexOf(e),o=dQ(a),{nextKey:l,prevKey:c}=pQ(o,this.#e.orientation.current),u=this.#e.loop.current,d={[l]:s+1,[c]:s-1,[yv]:0,[vv]:i.length-1};if(n){const m=l===Rl?rg:Rl,g=c===xl?tg:xl;d[m]=s+1,d[g]=s-1}let h=d[t.key];if(h===void 0)return;t.preventDefault(),h<0&&u?h=i.length-1:h===i.length&&u&&(h=0);const p=i[h];if(p)return p.focus(),this.#t.current=p.id,this.#e.onCandidateFocus?.(p),p}getTabIndex(e){const t=this.getCandidateNodes(),n=this.#t.current!==null;return e&&!n&&t[0]===e?(this.#t.current=e.id,0):e?.id===this.#t.current?0:-1}setCurrentTabStopId(e){this.#t.current=e}focusCurrentTabStop(){const e=this.#t.current;if(!e)return;const t=this.#e.rootNode.current?.querySelector(`#${e}`);!t||!Io(t)||t.focus()}}class yQ{#e;#t=null;constructor(e){this.#e=e,Qc(()=>this.#r())}#r(){this.#t&&(window.cancelAnimationFrame(this.#t),this.#t=null)}run(e){this.#r();const t=this.#e.ref.current;if(t){if(typeof t.getAnimations!="function"){this.#n(e);return}this.#t=window.requestAnimationFrame(()=>{const n=t.getAnimations();if(n.length===0){this.#n(e);return}Promise.allSettled(n.map(a=>a.finished)).then(()=>{this.#n(e)})})}}#n(e){const t=()=>{e()};this.#e.afterTick?eo(t):t()}}class Iu{#e;#t;#r;#n=_e(!1);constructor(e){this.#e=e,M(this.#n,e.open.current,!0),this.#t=e.enabled??!0,this.#r=new yQ({ref:this.#e.ref,afterTick:this.#e.open}),nn(()=>this.#e.open.current,t=>{t&&M(this.#n,!0),this.#t&&this.#r.run(()=>{t===this.#e.open.current&&(this.#e.open.current||M(this.#n,!1),this.#e.onComplete?.())})})}get shouldRender(){return f(this.#n)}}function xr(){}function Nn(r,e){return`bits-${r}`}const SQ=Hl({component:"dialog",parts:["content","trigger","overlay","title","description","close","cancel","action"]}),Pc=new ka("Dialog.Root | AlertDialog.Root");class Sv{static create(e){const t=Pc.getOr(null);return Pc.set(new Sv(e,t))}opts;#e=_e(null);get triggerNode(){return f(this.#e)}set triggerNode(e){M(this.#e,e,!0)}#t=_e(null);get contentNode(){return f(this.#t)}set contentNode(e){M(this.#t,e,!0)}#r=_e(null);get overlayNode(){return f(this.#r)}set overlayNode(e){M(this.#r,e,!0)}#n=_e(null);get descriptionNode(){return f(this.#n)}set descriptionNode(e){M(this.#n,e,!0)}#i=_e(void 0);get contentId(){return f(this.#i)}set contentId(e){M(this.#i,e,!0)}#a=_e(void 0);get titleId(){return f(this.#a)}set titleId(e){M(this.#a,e,!0)}#s=_e(void 0);get triggerId(){return f(this.#s)}set triggerId(e){M(this.#s,e,!0)}#o=_e(void 0);get descriptionId(){return f(this.#o)}set descriptionId(e){M(this.#o,e,!0)}#l=_e(null);get cancelNode(){return f(this.#l)}set cancelNode(e){M(this.#l,e,!0)}#c=_e(0);get nestedOpenCount(){return f(this.#c)}set nestedOpenCount(e){M(this.#c,e,!0)}depth;parent;contentPresence;overlayPresence;constructor(e,t){this.opts=e,this.parent=t,this.depth=t?t.depth+1:0,this.handleOpen=this.handleOpen.bind(this),this.handleClose=this.handleClose.bind(this),this.contentPresence=new Iu({ref:Pe(()=>this.contentNode),open:this.opts.open,enabled:!0,onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}}),this.overlayPresence=new Iu({ref:Pe(()=>this.overlayNode),open:this.opts.open,enabled:!0}),nn(()=>this.opts.open.current,n=>{this.parent&&(n?this.parent.incrementNested():this.parent.decrementNested())},{lazy:!0}),Qc(()=>{this.opts.open.current&&this.parent?.decrementNested()})}handleOpen(){this.opts.open.current||(this.opts.open.current=!0)}handleClose(){this.opts.open.current&&(this.opts.open.current=!1)}getBitsAttr=e=>SQ.getAttr(e,this.opts.variant.current);incrementNested(){this.nestedOpenCount++,this.parent?.incrementNested()}decrementNested(){this.nestedOpenCount!==0&&(this.nestedOpenCount--,this.parent?.decrementNested())}#d=F(()=>({"data-state":sl(this.opts.open.current)}));get sharedProps(){return f(this.#d)}set sharedProps(e){M(this.#d,e)}}class L5{static create(e){return new L5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref),this.onclick=this.onclick.bind(this),this.onkeydown=this.onkeydown.bind(this)}onclick(e){this.opts.disabled.current||e.button>0||this.root.handleClose()}onkeydown(e){this.opts.disabled.current||(e.key===no||e.key===$l)&&(e.preventDefault(),this.root.handleClose())}#e=F(()=>({id:this.opts.id.current,[this.root.getBitsAttr(this.opts.variant.current)]:"",onclick:this.onclick,onkeydown:this.onkeydown,disabled:this.opts.disabled.current?!0:void 0,tabindex:0,...this.root.sharedProps,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class F5{static create(e){return new F5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref)}#e=F(()=>({id:this.opts.id.current,[this.root.getBitsAttr("action")]:"",...this.root.sharedProps,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class B5{static create(e){return new B5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.root.titleId=this.opts.id.current,this.attachment=yn(this.opts.ref),nn.pre(()=>this.opts.id.current,n=>{this.root.titleId=n})}#e=F(()=>({id:this.opts.id.current,role:"heading","aria-level":this.opts.level.current,[this.root.getBitsAttr("title")]:"",...this.root.sharedProps,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class U5{static create(e){return new U5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.root.descriptionId=this.opts.id.current,this.attachment=yn(this.opts.ref,n=>{this.root.descriptionNode=n}),nn.pre(()=>this.opts.id.current,n=>{this.root.descriptionId=n})}#e=F(()=>({id:this.opts.id.current,[this.root.getBitsAttr("description")]:"",...this.root.sharedProps,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class Ev{static create(e){return new Ev(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>{this.root.contentNode=n,this.root.contentId=n?.id})}#e=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#e)}set snippetProps(e){M(this.#e,e)}#t=F(()=>({id:this.opts.id.current,role:this.root.opts.variant.current==="alert-dialog"?"alertdialog":"dialog","aria-modal":"true","aria-describedby":this.root.descriptionId,"aria-labelledby":this.root.titleId,[this.root.getBitsAttr("content")]:"",style:{pointerEvents:"auto",outline:this.root.opts.variant.current==="alert-dialog"?"none":void 0,"--bits-dialog-depth":this.root.depth,"--bits-dialog-nested-count":this.root.nestedOpenCount,contain:"layout style paint"},tabindex:this.root.opts.variant.current==="alert-dialog"?-1:void 0,"data-nested-open":Di(this.root.nestedOpenCount>0),"data-nested":Di(this.root.parent!==null),...this.root.sharedProps,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}get shouldRender(){return this.root.contentPresence.shouldRender}}class $5{static create(e){return new $5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>this.root.overlayNode=n)}#e=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#e)}set snippetProps(e){M(this.#e,e)}#t=F(()=>({id:this.opts.id.current,[this.root.getBitsAttr("overlay")]:"",style:{pointerEvents:"auto","--bits-dialog-depth":this.root.depth,"--bits-dialog-nested-count":this.root.nestedOpenCount},"data-nested-open":Di(this.root.nestedOpenCount>0),"data-nested":Di(this.root.parent!==null),...this.root.sharedProps,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}get shouldRender(){return this.root.overlayPresence.shouldRender}}class G5{static create(e){return new G5(e,Pc.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>this.root.cancelNode=n),this.onclick=this.onclick.bind(this),this.onkeydown=this.onkeydown.bind(this)}onclick(e){this.opts.disabled.current||e.button>0||this.root.handleClose()}onkeydown(e){this.opts.disabled.current||(e.key===no||e.key===$l)&&(e.preventDefault(),this.root.handleClose())}#e=F(()=>({id:this.opts.id.current,[this.root.getBitsAttr("cancel")]:"",onclick:this.onclick,onkeydown:this.onkeydown,tabindex:0,...this.root.sharedProps,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}function EQ(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"onOpenChange",3,xr),a=Y(e,"onOpenChangeComplete",3,xr);Sv.create({variant:Pe(()=>"alert-dialog"),open:Pe(()=>t(),o=>{t(o),n()(o)}),onOpenChangeComplete:Pe(()=>a())});var i=se(),s=L(i);ke(s,()=>e.children??$e),T(r,i),we()}var wQ=G("
");function z5(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"level",3,2),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","child","children","level"]);const o=B5.create({id:Pe(()=>n()),level:Pe(()=>i()),ref:Pe(()=>a(),p=>a(p))}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=p=>{var m=se(),g=L(m);ke(g,()=>e.child,()=>({props:f(l)})),T(p,m)},h=p=>{var m=wQ();zt(m,()=>({...f(l)}));var g=j(m);ke(g,()=>e.children??$e),H(m),T(p,m)};le(u,p=>{e.child?p(d):p(h,!1)})}T(r,c),we()}var TQ=G("");function CQ(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref"]);const s=F5.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h))}),o=F(()=>vr(i,s.props));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);ke(m,()=>e.child,()=>({props:f(o)})),T(h,p)},d=h=>{var p=TQ();zt(p,()=>({...f(o)}));var m=j(p);ke(m,()=>e.children??$e),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}var AQ=G("");function xQ(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"disabled",3,!1),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","children","child","disabled"]);const o=G5.create({id:Pe(()=>n()),ref:Pe(()=>a(),p=>a(p)),disabled:Pe(()=>!!i())}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=p=>{var m=se(),g=L(m);ke(g,()=>e.child,()=>({props:f(l)})),T(p,m)},h=p=>{var m=AQ();zt(m,()=>({...f(l)}));var g=j(m);ke(g,()=>e.children??$e),H(m),T(p,m)};le(u,p=>{e.child?p(d):p(h,!1)})}T(r,c),we()}function RQ(r,e){var t=se(),n=L(t);GW(n,()=>e.children,a=>{var i=se(),s=L(i);ke(s,()=>e.children??$e),T(a,i)}),T(r,t)}const OQ=new ka("BitsConfig");function NQ(){const r=new IQ(null,{});return OQ.getOr(r).opts}class IQ{opts;constructor(e,t){const n=kQ(e,t);this.opts={defaultPortalTo:n(a=>a.defaultPortalTo),defaultLocale:n(a=>a.defaultLocale)}}}function kQ(r,e){return t=>Pe(()=>{const a=t(e)?.current;if(a!==void 0)return a;if(r!==null)return t(r.opts)?.current})}function MQ(r,e){return t=>{const n=NQ();return Pe(()=>{const a=t();if(a!==void 0)return a;const i=r(n).current;return i!==void 0?i:e})}}const DQ=MQ(r=>r.defaultPortalTo,"body");function Jc(r,e){Ee(e,!0);const t=DQ(()=>e.to),n=QL();let a=F(i);function i(){if(!$B||e.disabled)return null;let d=null;return typeof t.current=="string"?d=document.querySelector(t.current):d=t.current,d}let s;function o(){s&&(s5(s),s=null)}nn([()=>f(a),()=>e.disabled],([d,h])=>{if(!d||h){o();return}return s=ov(RQ,{target:d,props:{children:e.children},context:n}),()=>{o()}});var l=se(),c=L(l);{var u=d=>{var h=se(),p=L(h);ke(p,()=>e.children??$e),T(d,h)};le(c,d=>{e.disabled&&d(u)})}T(r,l),we()}class PQ{eventName;options;constructor(e,t={bubbles:!0,cancelable:!0}){this.eventName=e,this.options=t}createEvent(e){return new CustomEvent(this.eventName,{...this.options,detail:e})}dispatch(e,t){const n=this.createEvent(t);return e.dispatchEvent(n),n}listen(e,t,n){const a=i=>{t(i)};return jr(e,this.eventName,a,n)}}function OR(r,e=500){let t=null;const n=(...a)=>{t!==null&&clearTimeout(t),t=setTimeout(()=>{r(...a)},e)};return n.destroy=()=>{t!==null&&(clearTimeout(t),t=null)},n}function zB(r,e){return r===e||r.contains(e)}function qB(r){return r?.ownerDocument??document}function LQ(r,e){const{clientX:t,clientY:n}=r,a=e.getBoundingClientRect();return ta.right||na.bottom}const JC=[$l,no],FQ=[Rl,P5,yv],HB=[xl,D5,vv],BQ=[...FQ,...HB],UQ={ltr:[...JC,rg],rtl:[...JC,tg]},$Q={ltr:[tg],rtl:[rg]};function W_(r){return r.pointerType==="mouse"}function GQ(r,{select:e=!1}={}){if(!r||!r.focus)return;const t=Qf(r);if(t.activeElement===r)return;const n=t.activeElement;r.focus({preventScroll:!0}),r!==n&&bQ(r)&&e&&r.select()}function zQ(r,{select:e=!1}={},t){const n=t();for(const a of r)if(GQ(a,{select:e}),t()!==n)return!0}let yp=_e(!1);class gu{static _refs=0;static _cleanup;constructor(){Nt(()=>(gu._refs===0&&(gu._cleanup=jm(()=>{const e=[],t=a=>{M(yp,!1)},n=a=>{M(yp,!0)};return e.push(jr(document,"pointerdown",t,{capture:!0}),jr(document,"pointermove",t,{capture:!0}),jr(document,"keydown",n,{capture:!0})),Ac(...e)})),gu._refs++,()=>{gu._refs--,gu._refs===0&&(M(yp,!1),gu._cleanup?.())}))}get current(){return f(yp)}set current(e){M(yp,e,!0)}}var VB=["input:not([inert])","select:not([inert])","textarea:not([inert])","a[href]:not([inert])","button:not([inert])","[tabindex]:not(slot):not([inert])","audio[controls]:not([inert])","video[controls]:not([inert])",'[contenteditable]:not([contenteditable="false"]):not([inert])',"details>summary:first-of-type:not([inert])","details:not([inert])"],j_=VB.join(","),YB=typeof Element>"u",Xd=YB?function(){}:Element.prototype.matches||Element.prototype.msMatchesSelector||Element.prototype.webkitMatchesSelector,K_=!YB&&Element.prototype.getRootNode?function(r){var e;return r==null||(e=r.getRootNode)===null||e===void 0?void 0:e.call(r)}:function(r){return r?.ownerDocument},X_=function r(e,t){var n;t===void 0&&(t=!0);var a=e==null||(n=e.getAttribute)===null||n===void 0?void 0:n.call(e,"inert"),i=a===""||a==="true",s=i||t&&e&&r(e.parentNode);return s},qQ=function(e){var t,n=e==null||(t=e.getAttribute)===null||t===void 0?void 0:t.call(e,"contenteditable");return n===""||n==="true"},WB=function(e,t,n){if(X_(e))return[];var a=Array.prototype.slice.apply(e.querySelectorAll(j_));return t&&Xd.call(e,j_)&&a.unshift(e),a=a.filter(n),a},jB=function r(e,t,n){for(var a=[],i=Array.from(e);i.length;){var s=i.shift();if(!X_(s,!1))if(s.tagName==="SLOT"){var o=s.assignedElements(),l=o.length?o:s.children,c=r(l,!0,n);n.flatten?a.push.apply(a,c):a.push({scopeParent:s,candidates:c})}else{var u=Xd.call(s,j_);u&&n.filter(s)&&(t||!e.includes(s))&&a.push(s);var d=s.shadowRoot||typeof n.getShadowRoot=="function"&&n.getShadowRoot(s),h=!X_(d,!1)&&(!n.shadowRootFilter||n.shadowRootFilter(s));if(d&&h){var p=r(d===!0?s.children:d.children,!0,n);n.flatten?a.push.apply(a,p):a.push({scopeParent:s,candidates:p})}else i.unshift.apply(i,s.children)}}return a},KB=function(e){return!isNaN(parseInt(e.getAttribute("tabindex"),10))},XB=function(e){if(!e)throw new Error("No node provided");return e.tabIndex<0&&(/^(AUDIO|VIDEO|DETAILS)$/.test(e.tagName)||qQ(e))&&!KB(e)?0:e.tabIndex},HQ=function(e,t){var n=XB(e);return n<0&&t&&!KB(e)?0:n},VQ=function(e,t){return e.tabIndex===t.tabIndex?e.documentOrder-t.documentOrder:e.tabIndex-t.tabIndex},QB=function(e){return e.tagName==="INPUT"},YQ=function(e){return QB(e)&&e.type==="hidden"},WQ=function(e){var t=e.tagName==="DETAILS"&&Array.prototype.slice.apply(e.children).some(function(n){return n.tagName==="SUMMARY"});return t},jQ=function(e,t){for(var n=0;nsummary:first-of-type"),s=i?e.parentElement:e;if(Xd.call(s,"details:not([open]) *"))return!0;if(!n||n==="full"||n==="legacy-full"){if(typeof a=="function"){for(var o=e;e;){var l=e.parentElement,c=K_(e);if(l&&!l.shadowRoot&&a(l)===!0)return NR(e);e.assignedSlot?e=e.assignedSlot:!l&&c!==e.ownerDocument?e=c.host:e=l}e=o}if(ZQ(e))return!e.getClientRects().length;if(n!=="legacy-full")return!0}else if(n==="non-zero-area")return NR(e);return!1},eZ=function(e){if(/^(INPUT|BUTTON|SELECT|TEXTAREA)$/.test(e.tagName))for(var t=e.parentElement;t;){if(t.tagName==="FIELDSET"&&t.disabled){for(var n=0;n=0)},rZ=function r(e){var t=[],n=[];return e.forEach(function(a,i){var s=!!a.scopeParent,o=s?a.scopeParent:a,l=HQ(o,s),c=s?r(a.candidates):o;l===0?s?t.push.apply(t,c):t.push(o):n.push({documentOrder:i,tabIndex:l,item:a,isScope:s,content:c})}),n.sort(VQ).reduce(function(a,i){return i.isScope?a.push.apply(a,i.content):a.push(i.content),a},[]).concat(t)},ZB=function(e,t){t=t||{};var n;return t.getShadowRoot?n=jB([e],t.includeContainer,{filter:e3.bind(null,t),flatten:!1,getShadowRoot:t.getShadowRoot,shadowRootFilter:tZ}):n=WB(e,t.includeContainer,e3.bind(null,t)),rZ(n)},JB=function(e,t){t=t||{};var n;return t.getShadowRoot?n=jB([e],t.includeContainer,{filter:Q_.bind(null,t),flatten:!0,getShadowRoot:t.getShadowRoot}):n=WB(e,t.includeContainer,Q_.bind(null,t)),n},wv=function(e,t){if(t=t||{},!e)throw new Error("No node provided");return Xd.call(e,j_)===!1?!1:e3(t,e)},nZ=VB.concat("iframe").join(","),eU=function(e,t){if(t=t||{},!e)throw new Error("No node provided");return Xd.call(e,nZ)===!1?!1:Q_(t,e)};function nm(){return{getShadowRoot:!0,displayCheck:typeof ResizeObserver=="function"&&ResizeObserver.toString().includes("[native code]")?"full":"none"}}function aZ(r,e){if(!wv(r,nm()))return iZ(r,e);const t=Qf(r),n=ZB(t.body,nm());e==="prev"&&n.reverse();const a=n.indexOf(r);return a===-1?t.body:n.slice(a+1)[0]}function iZ(r,e){const t=Qf(r);if(!eU(r,nm()))return t.body;const n=JB(t.body,nm());e==="prev"&&n.reverse();const a=n.indexOf(r);return a===-1?t.body:n.slice(a+1).find(s=>wv(s,nm()))??t.body}function sZ(r,e,t=!0){if(!(r.length===0||e<0||e>=r.length))return r.length===1&&e===0?r[0]:e===r.length-1?t?r[0]:void 0:r[e+1]}function oZ(r,e,t=!0){if(!(r.length===0||e<0||e>=r.length))return r.length===1&&e===0?r[0]:e===0?t?r[r.length-1]:void 0:r[e-1]}function lZ(r,e,t,n=!0){if(r.length===0||e<0||e>=r.length)return;let a=e+t;return n?a=(a%r.length+r.length)%r.length:a=Math.max(0,Math.min(a,r.length-1)),r[a]}function cZ(r,e,t,n=!0){if(r.length===0||e<0||e>=r.length)return;let a=e-t;return n?a=(a%r.length+r.length)%r.length:a=Math.max(0,Math.min(a,r.length-1)),r[a]}function q5(r,e,t){const n=e.toLowerCase();if(n.endsWith(" ")){const d=n.slice(0,-1);if(r.filter(g=>g.toLowerCase().startsWith(d)).length<=1)return q5(r,d,t);const p=t?.toLowerCase();if(p&&p.startsWith(d)&&p.charAt(d.length)===" "&&e.trim()===d)return t;const m=r.filter(g=>g.toLowerCase().startsWith(n));if(m.length>0){const g=t?r.indexOf(t):-1;return IR(m,Math.max(g,0)).find(v=>v!==t)||t}}const i=e.length>1&&Array.from(e).every(d=>d===e[0])?e[0]:e,s=i.toLowerCase(),o=t?r.indexOf(t):-1;let l=IR(r,Math.max(o,0));i.length===1&&(l=l.filter(d=>d!==t));const u=l.find(d=>d?.toLowerCase().startsWith(s));return u!==t?u:void 0}function IR(r,e){return r.map((t,n)=>r[(e+n)%r.length])}const uZ={afterMs:1e4,onChange:xr};function H5(r,e){const{afterMs:t,onChange:n,getWindow:a}={...uZ,...e};let i=null,s=_e(Sr(r));function o(){return a().setTimeout(()=>{M(s,r,!0),n?.(r)},t)}return Nt(()=>()=>{i&&a().clearTimeout(i)}),Pe(()=>f(s),l=>{M(s,l,!0),n?.(l),i&&a().clearTimeout(i),i=o()})}class tU{#e;#t;#r=F(()=>this.#e.onMatch?this.#e.onMatch:e=>e.focus());#n=F(()=>this.#e.getCurrentItem?this.#e.getCurrentItem:this.#e.getActiveElement);constructor(e){this.#e=e,this.#t=H5("",{afterMs:1e3,getWindow:e.getWindow}),this.handleTypeaheadSearch=this.handleTypeaheadSearch.bind(this),this.resetTypeahead=this.resetTypeahead.bind(this)}handleTypeaheadSearch(e,t){if(!t.length)return;this.#t.current=this.#t.current+e;const n=f(this.#n)(),a=t.find(l=>l===n)?.textContent?.trim()??"",i=t.map(l=>l.textContent?.trim()??""),s=q5(i,this.#t.current,a),o=t.find(l=>l.textContent?.trim()===s);return o&&f(this.#r)(o),o}resetTypeahead(){this.#t.current=""}get search(){return this.#t.current}}class dZ{#e;#t;#r;#n=_e(null);constructor(e){this.#e=e,this.#t=F(()=>this.#e.enabled()),this.#r=H5(!1,{afterMs:e.transitTimeout??300,onChange:t=>{f(this.#t)&&this.#e.setIsPointerInTransit?.(t)},getWindow:()=>bv(this.#e.triggerNode())}),nn([e.triggerNode,e.contentNode,e.enabled],([t,n,a])=>{if(!t||!n||!a)return;const i=o=>{this.#a(o,n)},s=o=>{this.#a(o,t)};return Ac(jr(t,"pointerleave",i),jr(n,"pointerleave",s))}),nn(()=>f(this.#n),()=>{const t=a=>{if(!f(this.#n))return;const i=a.target;if(!xc(i))return;const s={x:a.clientX,y:a.clientY},o=e.triggerNode()?.contains(i)||e.contentNode()?.contains(i),l=!mZ(s,f(this.#n));o?this.#i():l&&(this.#i(),e.onPointerExit())},n=Qf(e.triggerNode()??e.contentNode());if(n)return jr(n,"pointermove",t)})}#i(){M(this.#n,null),this.#r.current=!1}#a(e,t){const n=e.currentTarget;if(!Io(n))return;const a={x:e.clientX,y:e.clientY},i=hZ(a,n.getBoundingClientRect()),s=fZ(a,i),o=pZ(t.getBoundingClientRect()),l=gZ([...s,...o]);M(this.#n,l,!0),this.#r.current=!0}}function hZ(r,e){const t=Math.abs(e.top-r.y),n=Math.abs(e.bottom-r.y),a=Math.abs(e.right-r.x),i=Math.abs(e.left-r.x);switch(Math.min(t,n,a,i)){case i:return"left";case a:return"right";case t:return"top";case n:return"bottom";default:throw new Error("unreachable")}}function fZ(r,e,t=5){const n=t*1.5;switch(e){case"top":return[{x:r.x-t,y:r.y+t},{x:r.x,y:r.y-n},{x:r.x+t,y:r.y+t}];case"bottom":return[{x:r.x-t,y:r.y-t},{x:r.x,y:r.y+n},{x:r.x+t,y:r.y-t}];case"left":return[{x:r.x+t,y:r.y-t},{x:r.x-n,y:r.y},{x:r.x+t,y:r.y+t}];case"right":return[{x:r.x-t,y:r.y-t},{x:r.x+n,y:r.y},{x:r.x-t,y:r.y+t}]}}function pZ(r){const{top:e,right:t,bottom:n,left:a}=r;return[{x:a,y:e},{x:t,y:e},{x:t,y:n},{x:a,y:n}]}function mZ(r,e){const{x:t,y:n}=r;let a=!1;for(let i=0,s=e.length-1;in!=u>n&&t<(c-o)*(n-l)/(u-l)+o&&(a=!a)}return a}function gZ(r){const e=r.slice();return e.sort((t,n)=>t.xn.x?1:t.yn.y?1:0),_Z(e)}function _Z(r){if(r.length<=1)return r.slice();const e=[];for(let n=0;n=2;){const i=e[e.length-1],s=e[e.length-2];if((i.x-s.x)*(a.y-s.y)>=(i.y-s.y)*(a.x-s.x))e.pop();else break}e.push(a)}e.pop();const t=[];for(let n=r.length-1;n>=0;n--){const a=r[n];for(;t.length>=2;){const i=t[t.length-1],s=t[t.length-2];if((i.x-s.x)*(a.y-s.y)>=(i.y-s.y)*(a.x-s.x))t.pop();else break}t.push(a)}return t.pop(),e.length===1&&t.length===1&&e[0].x===t[0].x&&e[0].y===t[0].y?e:e.concat(t)}const bZ="data-context-menu-trigger",vZ="data-context-menu-content",rU=new ka("Menu.Root"),xf=new ka("Menu.Root | Menu.Sub"),V5=new ka("Menu.Content"),Y5=new PQ("bitsmenuopen",{bubbles:!1,cancelable:!0}),yZ=Hl({component:"menu",parts:["trigger","content","sub-trigger","item","group","group-heading","checkbox-group","checkbox-item","radio-group","radio-item","separator","sub-content","arrow"]});class W5{static create(e){const t=new W5(e);return rU.set(t)}opts;isUsingKeyboard=new gu;#e=_e(!1);get ignoreCloseAutoFocus(){return f(this.#e)}set ignoreCloseAutoFocus(e){M(this.#e,e,!0)}#t=_e(!1);get isPointerInTransit(){return f(this.#t)}set isPointerInTransit(e){M(this.#t,e,!0)}constructor(e){this.opts=e}getBitsAttr=e=>yZ.getAttr(e,this.opts.variant.current)}class Tv{static create(e,t){return xf.set(new Tv(e,t,null))}opts;root;parentMenu;contentId=Pe(()=>"");#e=_e(null);get contentNode(){return f(this.#e)}set contentNode(e){M(this.#e,e,!0)}contentPresence;#t=_e(null);get triggerNode(){return f(this.#t)}set triggerNode(e){M(this.#t,e,!0)}constructor(e,t,n){this.opts=e,this.root=t,this.parentMenu=n,this.contentPresence=new Iu({ref:Pe(()=>this.contentNode),open:this.opts.open,onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}}),n&&nn(()=>n.opts.open.current,()=>{n.opts.open.current||(this.opts.open.current=!1)})}toggleOpen(){this.opts.open.current=!this.opts.open.current}onOpen(){this.opts.open.current=!0}onClose(){this.opts.open.current=!1}}class Cv{static create(e){return V5.set(new Cv(e,xf.get()))}opts;parentMenu;rovingFocusGroup;domContext;attachment;#e=_e("");get search(){return f(this.#e)}set search(e){M(this.#e,e,!0)}#t=0;#r;#n=_e(!1);get mounted(){return f(this.#n)}set mounted(e){M(this.#n,e,!0)}#i;constructor(e,t){this.opts=e,this.parentMenu=t,this.domContext=new Zc(e.ref),this.attachment=yn(this.opts.ref,n=>{this.parentMenu.contentNode!==n&&(this.parentMenu.contentNode=n)}),t.contentId=e.id,this.#i=e.isSub??!1,this.onkeydown=this.onkeydown.bind(this),this.onblur=this.onblur.bind(this),this.onfocus=this.onfocus.bind(this),this.handleInteractOutside=this.handleInteractOutside.bind(this),new dZ({contentNode:()=>this.parentMenu.contentNode,triggerNode:()=>this.parentMenu.triggerNode,enabled:()=>this.parentMenu.opts.open.current&&!!this.parentMenu.triggerNode?.hasAttribute(this.parentMenu.root.getBitsAttr("sub-trigger")),onPointerExit:()=>{this.parentMenu.opts.open.current=!1},setIsPointerInTransit:n=>{this.parentMenu.root.isPointerInTransit=n}}),this.#r=new tU({getActiveElement:()=>this.domContext.getActiveElement(),getWindow:()=>this.domContext.getWindow()}).handleTypeaheadSearch,this.rovingFocusGroup=new vQ({rootNode:Pe(()=>this.parentMenu.contentNode),candidateAttr:this.parentMenu.root.getBitsAttr("item"),loop:this.opts.loop,orientation:Pe(()=>"vertical")}),nn(()=>this.parentMenu.contentNode,n=>{if(!n)return;const a=()=>{eo(()=>{this.parentMenu.root.isUsingKeyboard.current&&this.rovingFocusGroup.focusFirstCandidate()})};return Y5.listen(n,a)}),Nt(()=>{this.parentMenu.opts.open.current||this.domContext.getWindow().clearTimeout(this.#t)})}#a(){const e=this.parentMenu.contentNode;return e?Array.from(e.querySelectorAll(`[${this.parentMenu.root.getBitsAttr("item")}]:not([data-disabled])`)):[]}#s(){return this.parentMenu.root.isPointerInTransit}onCloseAutoFocus=e=>{this.opts.onCloseAutoFocus.current?.(e),!(e.defaultPrevented||this.#i)&&this.parentMenu.triggerNode&&wv(this.parentMenu.triggerNode)&&(e.preventDefault(),this.parentMenu.triggerNode.focus())};handleTabKeyDown(e){let t=this.parentMenu;for(;t.parentMenu!==null;)t=t.parentMenu;if(!t.triggerNode)return;e.preventDefault();const n=aZ(t.triggerNode,e.shiftKey?"prev":"next");n?(this.parentMenu.root.ignoreCloseAutoFocus=!0,t.onClose(),eo(()=>{n.focus(),eo(()=>{this.parentMenu.root.ignoreCloseAutoFocus=!1})})):this.domContext.getDocument().body.focus()}onkeydown(e){if(e.defaultPrevented)return;if(e.key===QC){this.handleTabKeyDown(e);return}const t=e.target,n=e.currentTarget;if(!Io(t)||!Io(n))return;const a=t.closest(`[${this.parentMenu.root.getBitsAttr("content")}]`)?.id===this.parentMenu.contentId.current,i=e.ctrlKey||e.altKey||e.metaKey,s=e.key.length===1;if(this.rovingFocusGroup.handleKeydown(t,e)||e.code==="Space")return;const l=this.#a();a&&!i&&s&&this.#r(e.key,l),e.target?.id===this.parentMenu.contentId.current&&BQ.includes(e.key)&&(e.preventDefault(),HB.includes(e.key)&&l.reverse(),zQ(l,{select:!1},()=>this.domContext.getActiveElement()))}onblur(e){xc(e.currentTarget)&&xc(e.target)&&(e.currentTarget.contains?.(e.target)||(this.domContext.getWindow().clearTimeout(this.#t),this.search=""))}onfocus(e){this.parentMenu.root.isUsingKeyboard.current&&eo(()=>this.rovingFocusGroup.focusFirstCandidate())}onItemEnter(){return this.#s()}onItemLeave(e){if(e.currentTarget.hasAttribute(this.parentMenu.root.getBitsAttr("sub-trigger"))||this.#s()||this.parentMenu.root.isUsingKeyboard.current)return;this.parentMenu.contentNode?.focus(),this.rovingFocusGroup.setCurrentTabStopId("")}onTriggerLeave(){return!!this.#s()}handleInteractOutside(e){if(!GB(e.target))return;const t=this.parentMenu.triggerNode?.id;if(e.target.id===t){e.preventDefault();return}e.target.closest(`#${t}`)&&e.preventDefault()}get shouldRender(){return this.parentMenu.contentPresence.shouldRender}#o=F(()=>({open:this.parentMenu.opts.open.current}));get snippetProps(){return f(this.#o)}set snippetProps(e){M(this.#o,e)}#l=F(()=>({id:this.opts.id.current,role:"menu","aria-orientation":"vertical",[this.parentMenu.root.getBitsAttr("content")]:"","data-state":sl(this.parentMenu.opts.open.current),onkeydown:this.onkeydown,onblur:this.onblur,onfocus:this.onfocus,dir:this.parentMenu.root.opts.dir.current,style:{pointerEvents:"auto",contain:"layout style paint"},...this.attachment}));get props(){return f(this.#l)}set props(e){M(this.#l,e)}popperProps={onCloseAutoFocus:e=>this.onCloseAutoFocus(e)}}class nU{opts;content;attachment;#e=_e(!1);constructor(e,t){this.opts=e,this.content=t,this.attachment=yn(this.opts.ref),this.onpointermove=this.onpointermove.bind(this),this.onpointerleave=this.onpointerleave.bind(this),this.onfocus=this.onfocus.bind(this),this.onblur=this.onblur.bind(this)}onpointermove(e){if(!e.defaultPrevented&&W_(e))if(this.opts.disabled.current)this.content.onItemLeave(e);else{if(this.content.onItemEnter())return;const n=e.currentTarget;if(!Io(n))return;n.focus()}}onpointerleave(e){e.defaultPrevented||W_(e)&&this.content.onItemLeave(e)}onfocus(e){eo(()=>{e.defaultPrevented||this.opts.disabled.current||M(this.#e,!0)})}onblur(e){eo(()=>{e.defaultPrevented||M(this.#e,!1)})}#t=F(()=>({id:this.opts.id.current,tabindex:-1,role:"menuitem","aria-disabled":Dc(this.opts.disabled.current),"data-disabled":Di(this.opts.disabled.current),"data-highlighted":f(this.#e)?"":void 0,[this.content.parentMenu.root.getBitsAttr("item")]:"",onpointermove:this.onpointermove,onpointerleave:this.onpointerleave,onfocus:this.onfocus,onblur:this.onblur,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class j5{static create(e){const t=new nU(e,V5.get());return new j5(e,t)}opts;item;root;#e=!1;constructor(e,t){this.opts=e,this.item=t,this.root=t.content.parentMenu.root,this.onkeydown=this.onkeydown.bind(this),this.onclick=this.onclick.bind(this),this.onpointerdown=this.onpointerdown.bind(this),this.onpointerup=this.onpointerup.bind(this)}#t(){if(this.item.opts.disabled.current)return;const e=new CustomEvent("menuitemselect",{bubbles:!0,cancelable:!0});if(this.opts.onSelect.current(e),e.defaultPrevented){this.item.content.parentMenu.root.isUsingKeyboard.current=!1;return}this.opts.closeOnSelect.current&&this.item.content.parentMenu.root.opts.onClose()}onkeydown(e){const t=this.item.content.search!=="";if(!(this.item.opts.disabled.current||t&&e.key===no)&&JC.includes(e.key)){if(!Io(e.currentTarget))return;e.currentTarget.click(),e.preventDefault()}}onclick(e){this.item.opts.disabled.current||this.#t()}onpointerup(e){if(!e.defaultPrevented&&!this.#e){if(!Io(e.currentTarget))return;e.currentTarget?.click()}}onpointerdown(e){this.#e=!0}#r=F(()=>vr(this.item.props,{onclick:this.onclick,onpointerdown:this.onpointerdown,onpointerup:this.onpointerup,onkeydown:this.onkeydown}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}class K5{static create(e){const t=V5.get(),n=new nU(e,t),a=xf.get();return new K5(e,n,t,a)}opts;item;content;submenu;attachment;#e=null;constructor(e,t,n,a){this.opts=e,this.item=t,this.content=n,this.submenu=a,this.attachment=yn(this.opts.ref,i=>this.submenu.triggerNode=i),this.onpointerleave=this.onpointerleave.bind(this),this.onpointermove=this.onpointermove.bind(this),this.onkeydown=this.onkeydown.bind(this),this.onclick=this.onclick.bind(this),Qc(()=>{this.#t()})}#t(){this.#e!==null&&(this.content.domContext.getWindow().clearTimeout(this.#e),this.#e=null)}onpointermove(e){W_(e)&&!this.item.opts.disabled.current&&!this.submenu.opts.open.current&&!this.#e&&!this.content.parentMenu.root.isPointerInTransit&&(this.#e=this.content.domContext.setTimeout(()=>{this.submenu.onOpen(),this.#t()},this.opts.openDelay.current))}onpointerleave(e){W_(e)&&this.#t()}onkeydown(e){const t=this.content.search!=="";this.item.opts.disabled.current||t&&e.key===no||UQ[this.submenu.root.opts.dir.current].includes(e.key)&&(e.currentTarget.click(),e.preventDefault())}onclick(e){if(this.item.opts.disabled.current||!Io(e.currentTarget))return;e.currentTarget.focus();const t=new CustomEvent("menusubtriggerselect",{bubbles:!0,cancelable:!0});this.opts.onSelect.current(t),this.submenu.opts.open.current||(this.submenu.onOpen(),eo(()=>{const n=this.submenu.contentNode;n&&Y5.dispatch(n)}))}#r=F(()=>vr({"aria-haspopup":"menu","aria-expanded":Dc(this.submenu.opts.open.current),"data-state":sl(this.submenu.opts.open.current),"aria-controls":this.submenu.opts.open.current?this.submenu.contentId.current:void 0,[this.submenu.root.getBitsAttr("sub-trigger")]:"",onclick:this.onclick,onpointermove:this.onpointermove,onpointerleave:this.onpointerleave,onkeydown:this.onkeydown,...this.attachment},this.item.props));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}class X5{static create(e){return new X5(e,rU.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref)}#e=F(()=>({id:this.opts.id.current,role:"group",[this.root.getBitsAttr("separator")]:"",...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class Q5{static create(e){return new Q5(e,xf.get())}opts;parentMenu;attachment;constructor(e,t){this.opts=e,this.parentMenu=t,this.attachment=yn(this.opts.ref,n=>this.parentMenu.triggerNode=n)}onclick=e=>{this.opts.disabled.current||e.detail!==0||(this.parentMenu.toggleOpen(),e.preventDefault())};onpointerdown=e=>{if(!this.opts.disabled.current){if(e.pointerType==="touch")return e.preventDefault();e.button===0&&e.ctrlKey===!1&&(this.parentMenu.toggleOpen(),this.parentMenu.opts.open.current||e.preventDefault())}};onpointerup=e=>{this.opts.disabled.current||e.pointerType==="touch"&&(e.preventDefault(),this.parentMenu.toggleOpen())};onkeydown=e=>{if(!this.opts.disabled.current){if(e.key===no||e.key===$l){this.parentMenu.toggleOpen(),e.preventDefault();return}e.key===Rl&&(this.parentMenu.onOpen(),e.preventDefault())}};#e=F(()=>{if(this.parentMenu.opts.open.current&&this.parentMenu.contentId.current)return this.parentMenu.contentId.current});#t=F(()=>({id:this.opts.id.current,disabled:this.opts.disabled.current,"aria-haspopup":"menu","aria-expanded":Dc(this.parentMenu.opts.open.current),"aria-controls":f(this.#e),"data-disabled":Di(this.opts.disabled.current),"data-state":sl(this.parentMenu.opts.open.current),[this.parentMenu.root.getBitsAttr("trigger")]:"",onclick:this.onclick,onpointerdown:this.onpointerdown,onpointerup:this.onpointerup,onkeydown:this.onkeydown,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class SZ{static create(e){const t=xf.get();return xf.set(new Tv(e,t.root,t))}}globalThis.bitsDismissableLayers??=new Map;class Z5{static create(e){return new Z5(e)}opts;#e;#t;#r={pointerdown:!1};#n=!1;#i=!1;#a=void 0;#s;#o=xr;constructor(e){this.opts=e,this.#t=e.interactOutsideBehavior,this.#e=e.onInteractOutside,this.#s=e.onFocusOutside,Nt(()=>{this.#a=qB(this.opts.ref.current)});let t=xr;const n=()=>{this.#g(),globalThis.bitsDismissableLayers.delete(this),this.#u.destroy(),t()};nn([()=>this.opts.enabled.current,()=>this.opts.ref.current],()=>{if(!(!this.opts.enabled.current||!this.opts.ref.current))return M5(1,()=>{this.opts.ref.current&&(globalThis.bitsDismissableLayers.set(this,this.#t),t(),t=this.#c())}),n}),Qc(()=>{this.#g.destroy(),globalThis.bitsDismissableLayers.delete(this),this.#u.destroy(),this.#o(),t()})}#l=e=>{e.defaultPrevented||this.opts.ref.current&&eo(()=>{!this.opts.ref.current||this.#h(e.target)||e.target&&!this.#i&&this.#s.current?.(e)})};#c(){return Ac(jr(this.#a,"pointerdown",Ac(this.#p,this.#f),{capture:!0}),jr(this.#a,"pointerdown",Ac(this.#m,this.#u)),jr(this.#a,"focusin",this.#l))}#d=e=>{let t=e;t.defaultPrevented&&(t=kR(e)),this.#e.current(e)};#u=OR(e=>{if(!this.opts.ref.current){this.#o();return}const t=this.opts.isValidEvent.current(e,this.opts.ref.current)||TZ(e,this.opts.ref.current);if(!this.#n||this.#v()||!t){this.#o();return}let n=e;if(n.defaultPrevented&&(n=kR(n)),this.#t.current!=="close"&&this.#t.current!=="defer-otherwise-close"){this.#o();return}e.pointerType==="touch"?(this.#o(),this.#o=jr(this.#a,"click",this.#d,{once:!0})):this.#e.current(n)},10);#p=e=>{this.#r[e.type]=!0};#m=e=>{this.#r[e.type]=!1};#f=()=>{this.opts.ref.current&&(this.#n=wZ(this.opts.ref.current))};#h=e=>this.opts.ref.current?zB(this.opts.ref.current,e):!1;#g=OR(()=>{for(const e in this.#r)this.#r[e]=!1;this.#n=!1},20);#v(){return Object.values(this.#r).some(Boolean)}#_=()=>{this.#i=!0};#y=()=>{this.#i=!1};props={onfocuscapture:this.#_,onblurcapture:this.#y}}function EZ(r=[...globalThis.bitsDismissableLayers]){return r.findLast(([e,{current:t}])=>t==="close"||t==="ignore")}function wZ(r){const e=[...globalThis.bitsDismissableLayers],t=EZ(e);if(t)return t[0].opts.ref.current===r;const[n]=e[0];return n.opts.ref.current===r}function TZ(r,e){const t=r.target;if(!GB(t))return!1;const n=!!t.closest(`[${bZ}]`);if("button"in r&&r.button>0&&!n)return!1;if("button"in r&&r.button===0&&n)return!0;const a=!!e.closest(`[${vZ}]`);return n&&a?!1:qB(t).documentElement.contains(t)&&!zB(e,t)&&LQ(r,e)}function kR(r){const e=r.currentTarget,t=r.target;let n;r instanceof PointerEvent?n=new PointerEvent(r.type,r):n=new PointerEvent("pointerdown",r);let a=!1;return new Proxy(n,{get:(s,o)=>o==="currentTarget"?e:o==="target"?t:o==="preventDefault"?()=>{a=!0,typeof s.preventDefault=="function"&&s.preventDefault()}:o==="defaultPrevented"?a:o in s?s[o]:r[o]})}function J5(r,e){Ee(e,!0);let t=Y(e,"interactOutsideBehavior",3,"close"),n=Y(e,"onInteractOutside",3,xr),a=Y(e,"onFocusOutside",3,xr),i=Y(e,"isValidEvent",3,()=>!1);const s=Z5.create({id:Pe(()=>e.id),interactOutsideBehavior:Pe(()=>t()),onInteractOutside:Pe(()=>n()),enabled:Pe(()=>e.enabled),onFocusOutside:Pe(()=>a()),isValidEvent:Pe(()=>i()),ref:e.ref});var o=se(),l=L(o);ke(l,()=>e.children??$e,()=>({props:s.props})),T(r,o),we()}globalThis.bitsEscapeLayers??=new Map;class e9{static create(e){return new e9(e)}opts;domContext;constructor(e){this.opts=e,this.domContext=new Zc(this.opts.ref);let t=xr;nn(()=>e.enabled.current,n=>(n&&(globalThis.bitsEscapeLayers.set(this,e.escapeKeydownBehavior),t=this.#e()),()=>{t(),globalThis.bitsEscapeLayers.delete(this)}))}#e=()=>jr(this.domContext.getDocument(),"keydown",this.#t,{passive:!1});#t=e=>{if(e.key!==uQ||!CZ(this))return;const t=new KeyboardEvent(e.type,e);e.preventDefault();const n=this.opts.escapeKeydownBehavior.current;n!=="close"&&n!=="defer-otherwise-close"||this.opts.onEscapeKeydown.current(t)}}function CZ(r){const e=[...globalThis.bitsEscapeLayers],t=e.findLast(([a,{current:i}])=>i==="close"||i==="ignore");if(t)return t[0]===r;const[n]=e[0];return n===r}function t9(r,e){Ee(e,!0);let t=Y(e,"escapeKeydownBehavior",3,"close"),n=Y(e,"onEscapeKeydown",3,xr);e9.create({escapeKeydownBehavior:Pe(()=>t()),onEscapeKeydown:Pe(()=>n()),enabled:Pe(()=>e.enabled),ref:e.ref});var a=se(),i=L(a);ke(i,()=>e.children??$e),T(r,a),we()}class r9{static instance;#e=os([]);#t=new WeakMap;#r=new WeakMap;static getInstance(){return this.instance||(this.instance=new r9),this.instance}register(e){const t=this.getActive();t&&t!==e&&t.pause();const n=document.activeElement;n&&n!==document.body&&this.#r.set(e,n),this.#e.current=this.#e.current.filter(a=>a!==e),this.#e.current.unshift(e)}unregister(e){this.#e.current=this.#e.current.filter(n=>n!==e);const t=this.getActive();t&&t.resume()}getActive(){return this.#e.current[0]}setFocusMemory(e,t){this.#t.set(e,t)}getFocusMemory(e){return this.#t.get(e)}isActiveScope(e){return this.getActive()===e}setPreFocusMemory(e,t){this.#r.set(e,t)}getPreFocusMemory(e){return this.#r.get(e)}clearPreFocusMemory(e){this.#r.delete(e)}}class n9{#e=!1;#t=null;#r=r9.getInstance();#n=[];#i;constructor(e){this.#i=e}get paused(){return this.#e}pause(){this.#e=!0}resume(){this.#e=!1}#a(){for(const e of this.#n)e();this.#n=[]}mount(e){this.#t&&this.unmount(),this.#t=e,this.#r.register(this),this.#l(),this.#s()}unmount(){this.#t&&(this.#a(),this.#o(),this.#r.unregister(this),this.#r.clearPreFocusMemory(this),this.#t=null)}#s(){if(!this.#t)return;const e=new CustomEvent("focusScope.onOpenAutoFocus",{bubbles:!1,cancelable:!0});this.#i.onOpenAutoFocus.current(e),e.defaultPrevented||requestAnimationFrame(()=>{if(!this.#t)return;const t=this.#d();t?(t.focus(),this.#r.setFocusMemory(this,t)):this.#t.focus()})}#o(){const e=new CustomEvent("focusScope.onCloseAutoFocus",{bubbles:!1,cancelable:!0});if(this.#i.onCloseAutoFocus.current?.(e),!e.defaultPrevented){const t=this.#r.getPreFocusMemory(this);if(t&&document.contains(t))try{t.focus()}catch{document.body.focus()}}}#l(){if(!this.#t||!this.#i.trap.current)return;const e=this.#t,t=e.ownerDocument,n=s=>{if(this.#e||!this.#r.isActiveScope(this))return;const o=s.target;if(!o)return;if(e.contains(o))this.#r.setFocusMemory(this,o);else{const c=this.#r.getFocusMemory(this);if(c&&e.contains(c)&&eU(c))s.preventDefault(),c.focus();else{const u=this.#d(),d=this.#u()[0];(u||d||e).focus()}}},a=s=>{if(!this.#i.loop||this.#e||s.key!=="Tab"||!this.#r.isActiveScope(this))return;const o=this.#c();if(o.length===0)return;const l=o[0],c=o[o.length-1];!s.shiftKey&&t.activeElement===c?(s.preventDefault(),l.focus()):s.shiftKey&&t.activeElement===l&&(s.preventDefault(),c.focus())};this.#n.push(jr(t,"focusin",n,{capture:!0}),jr(e,"keydown",a));const i=new MutationObserver(()=>{const s=this.#r.getFocusMemory(this);if(s&&!e.contains(s)){const o=this.#d(),l=this.#u()[0],c=o||l;c?(c.focus(),this.#r.setFocusMemory(this,c)):e.focus()}});i.observe(e,{childList:!0,subtree:!0}),this.#n.push(()=>i.disconnect())}#c(){return this.#t?ZB(this.#t,{includeContainer:!1,getShadowRoot:!0}):[]}#d(){return this.#c()[0]||null}#u(){return this.#t?JB(this.#t,{includeContainer:!1,getShadowRoot:!0}):[]}static use(e){let t=null;return nn([()=>e.ref.current,()=>e.enabled.current],([n,a])=>{n&&a?(t||(t=new n9(e)),t.mount(n)):t&&(t.unmount(),t=null)}),Qc(()=>{t?.unmount()}),{get props(){return{tabindex:-1}}}}}function a9(r,e){Ee(e,!0);let t=Y(e,"enabled",3,!1),n=Y(e,"trapFocus",3,!1),a=Y(e,"loop",3,!1),i=Y(e,"onCloseAutoFocus",3,xr),s=Y(e,"onOpenAutoFocus",3,xr);const o=n9.use({enabled:Pe(()=>t()),trap:Pe(()=>n()),loop:a(),onCloseAutoFocus:Pe(()=>i()),onOpenAutoFocus:Pe(()=>s()),ref:e.ref});var l=se(),c=L(l);ke(c,()=>e.focusScope??$e,()=>({props:o.props})),T(r,l),we()}globalThis.bitsTextSelectionLayers??=new Map;class i9{static create(e){return new i9(e)}opts;domContext;#e=xr;constructor(e){this.opts=e,this.domContext=new Zc(e.ref);let t=xr;nn(()=>this.opts.enabled.current,n=>(n&&(globalThis.bitsTextSelectionLayers.set(this,this.opts.enabled),t(),t=this.#t()),()=>{t(),this.#n(),globalThis.bitsTextSelectionLayers.delete(this)}))}#t(){return Ac(jr(this.domContext.getDocument(),"pointerdown",this.#r),jr(this.domContext.getDocument(),"pointerup",OB(this.#n,this.opts.onPointerUp.current)))}#r=e=>{const t=this.opts.ref.current,n=e.target;!Io(t)||!Io(n)||!this.opts.enabled.current||!xZ(this)||!iQ(t,n)||(this.opts.onPointerDown.current(e),!e.defaultPrevented&&(this.#e=AZ(t,this.domContext.getDocument().body)))};#n=()=>{this.#e(),this.#e=xr}}const MR=r=>r.style.userSelect||r.style.webkitUserSelect;function AZ(r,e){const t=MR(e),n=MR(r);return r0(e,"none"),r0(r,"text"),()=>{r0(e,t),r0(r,n)}}function r0(r,e){r.style.userSelect=e,r.style.webkitUserSelect=e}function xZ(r){const e=[...globalThis.bitsTextSelectionLayers];if(!e.length)return!1;const t=e.at(-1);return t?t[0]===r:!1}function s9(r,e){Ee(e,!0);let t=Y(e,"preventOverflowTextSelection",3,!0),n=Y(e,"onPointerDown",3,xr),a=Y(e,"onPointerUp",3,xr);i9.create({id:Pe(()=>e.id),onPointerDown:Pe(()=>n()),onPointerUp:Pe(()=>a()),enabled:Pe(()=>e.enabled&&t()),ref:e.ref});var i=se(),s=L(i);ke(s,()=>e.children??$e),T(r,i),we()}globalThis.bitsIdCounter??={current:0};function Zf(r="bits"){return globalThis.bitsIdCounter.current++,`${r}-${globalThis.bitsIdCounter.current}`}class RZ{#e;#t=0;#r=_e();#n;constructor(e){this.#e=e}#i(){this.#t-=1,this.#n&&this.#t<=0&&(this.#n(),M(this.#r,void 0),this.#n=void 0)}get(...e){return this.#t+=1,f(this.#r)===void 0&&(this.#n=jm(()=>{M(this.#r,this.#e(...e),!0)})),Nt(()=>()=>{this.#i()}),f(this.#r)}}const b_=new Oi;let n0=_e(null),pS=null,Sp=null,Ep=!1;const DR=Pe(()=>{for(const r of b_.values())if(r)return!0;return!1});let mS=null;const OZ=new RZ(()=>{function r(){document.body.setAttribute("style",f(n0)??""),document.body.style.removeProperty("--scrollbar-width"),ZC&&pS?.(),M(n0,null)}function e(){Sp!==null&&(window.clearTimeout(Sp),Sp=null)}function t(a,i){e(),Ep=!0,mS=Date.now();const s=mS,o=()=>{Sp=null,mS===s&&(aU(b_)?Ep=!1:(Ep=!1,i()))},l=a===null?24:a;Sp=window.setTimeout(o,l)}function n(){f(n0)===null&&b_.size===0&&!Ep&&M(n0,document.body.getAttribute("style"),!0)}return nn(()=>DR.current,()=>{if(!DR.current)return;n(),Ep=!1;const a=getComputedStyle(document.documentElement),i=getComputedStyle(document.body),s=a.scrollbarGutter?.includes("stable")||i.scrollbarGutter?.includes("stable"),o=window.innerWidth-document.documentElement.clientWidth,c={padding:Number.parseInt(i.paddingRight??"0",10)+o,margin:Number.parseInt(i.marginRight??"0",10)};o>0&&!s&&(document.body.style.paddingRight=`${c.padding}px`,document.body.style.marginRight=`${c.margin}px`,document.body.style.setProperty("--scrollbar-width",`${o}px`)),document.body.style.overflow="hidden",ZC&&(pS=jr(document,"touchmove",u=>{u.target===document.documentElement&&(u.touches.length>1||u.preventDefault())},{passive:!1})),eo(()=>{document.body.style.pointerEvents="none",document.body.style.overflow="hidden"})}),Qc(()=>()=>{pS?.()}),{get lockMap(){return b_},resetBodyStyle:r,scheduleCleanupIfNoNewLocks:t,cancelPendingCleanup:e,ensureInitialStyleCaptured:n}});class NZ{#e=Zf();#t;#r=()=>null;#n;locked;constructor(e,t=()=>null){this.#t=e,this.#r=t,this.#n=OZ.get(),this.#n&&(this.#n.cancelPendingCleanup(),this.#n.ensureInitialStyleCaptured(),this.#n.lockMap.set(this.#e,this.#t??!1),this.locked=Pe(()=>this.#n.lockMap.get(this.#e)??!1,n=>this.#n.lockMap.set(this.#e,n)),Qc(()=>{if(this.#n.lockMap.delete(this.#e),aU(this.#n.lockMap))return;const n=this.#r();this.#n.scheduleCleanupIfNoNewLocks(n,()=>{this.#n.resetBodyStyle()})}))}}function aU(r){for(const[e,t]of r)if(t)return!0;return!1}function Rf(r,e){Ee(e,!0);let t=Y(e,"preventScroll",3,!0),n=Y(e,"restoreScrollDelay",3,null);t()&&new NZ(t(),()=>n()),we()}var IZ=G(" ",1),kZ=G("
",1);function MZ(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"forceMount",3,!1),s=Y(e,"interactOutsideBehavior",3,"ignore"),o=Y(e,"onCloseAutoFocus",3,xr),l=Y(e,"onEscapeKeydown",3,xr),c=Y(e,"onOpenAutoFocus",3,xr),u=Y(e,"onInteractOutside",3,xr),d=Y(e,"preventScroll",3,!0),h=Y(e,"trapFocus",3,!0),p=Y(e,"restoreScrollDelay",3,null),m=Ye(e,["$$slots","$$events","$$legacy","id","children","child","ref","forceMount","interactOutsideBehavior","onCloseAutoFocus","onEscapeKeydown","onOpenAutoFocus","onInteractOutside","preventScroll","trapFocus","restoreScrollDelay"]);const g=Ev.create({id:Pe(()=>n()),ref:Pe(()=>a(),E=>a(E))}),b=F(()=>vr(m,g.props));var _=se(),v=L(_);{var y=E=>{a9(E,{get ref(){return g.opts.ref},loop:!0,get trapFocus(){return h()},get enabled(){return g.root.opts.open.current},get onCloseAutoFocus(){return o()},onOpenAutoFocus:w=>{c()(w),!w.defaultPrevented&&(w.preventDefault(),M5(0,()=>g.opts.ref.current?.focus()))},focusScope:(w,C)=>{let x=()=>C?.().props;t9(w,ot(()=>f(b),{get enabled(){return g.root.opts.open.current},get ref(){return g.opts.ref},onEscapeKeydown:N=>{l()(N),!N.defaultPrevented&&g.root.handleClose()},children:(N,I)=>{J5(N,ot(()=>f(b),{get ref(){return g.opts.ref},get enabled(){return g.root.opts.open.current},get interactOutsideBehavior(){return s()},onInteractOutside:D=>{u()(D),!D.defaultPrevented&&g.root.handleClose()},children:(D,V)=>{s9(D,ot(()=>f(b),{get ref(){return g.opts.ref},get enabled(){return g.root.opts.open.current},children:(q,$)=>{var K=se(),z=L(K);{var re=ie=>{var k=IZ(),B=L(k);{var te=R=>{Rf(R,{get preventScroll(){return d()},get restoreScrollDelay(){return p()}})};le(B,R=>{g.root.opts.open.current&&R(te)})}var O=ee(B,2);{let R=F(()=>({props:vr(f(b),x()),...g.snippetProps}));ke(O,()=>e.child,()=>f(R))}T(ie,k)},W=ie=>{var k=kZ(),B=L(k);Rf(B,{get preventScroll(){return d()}});var te=ee(B,2);zt(te,R=>({...R}),[()=>vr(f(b),x())]);var O=j(te);ke(O,()=>e.children??$e),H(te),T(ie,k)};le(z,ie=>{e.child?ie(re):ie(W,!1)})}T(q,K)},$$slots:{default:!0}}))},$$slots:{default:!0}}))},$$slots:{default:!0}}))},$$slots:{focusScope:!0}})};le(v,E=>{(g.shouldRender||i())&&E(y)})}T(r,_),we()}var DZ=G("
");function Av(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"forceMount",3,!1),i=Y(e,"ref",15,null),s=Ye(e,["$$slots","$$events","$$legacy","id","forceMount","child","children","ref"]);const o=$5.create({id:Pe(()=>n()),ref:Pe(()=>i(),h=>i(h))}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=h=>{var p=se(),m=L(p);{var g=_=>{var v=se(),y=L(v);{let E=F(()=>({props:vr(f(l)),...o.snippetProps}));ke(y,()=>e.child,()=>f(E))}T(_,v)},b=_=>{var v=DZ();zt(v,E=>({...E}),[()=>vr(f(l))]);var y=j(v);ke(y,()=>e.children??$e,()=>o.snippetProps),H(v),T(_,v)};le(m,_=>{e.child?_(g):_(b,!1)})}T(h,p)};le(u,h=>{(o.shouldRender||a())&&h(d)})}T(r,c),we()}var PZ=G("
");function o9(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Ye(e,["$$slots","$$events","$$legacy","id","children","child","ref"]);const s=U5.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h))}),o=F(()=>vr(i,s.props));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);ke(m,()=>e.child,()=>({props:f(o)})),T(h,p)},d=h=>{var p=PZ();zt(p,()=>({...f(o)}));var m=j(p);ke(m,()=>e.children??$e),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}const LZ=Hl({component:"checkbox",parts:["root","group","group-label","input"]}),FZ=new ka("Checkbox.Group"),iU=new ka("Checkbox.Root");class l9{static create(e,t=null){return iU.set(new l9(e,t))}opts;group;#e=F(()=>this.group&&this.group.opts.name.current?this.group.opts.name.current:this.opts.name.current);get trueName(){return f(this.#e)}set trueName(e){M(this.#e,e)}#t=F(()=>this.group&&this.group.opts.required.current?!0:this.opts.required.current);get trueRequired(){return f(this.#t)}set trueRequired(e){M(this.#t,e)}#r=F(()=>this.group&&this.group.opts.disabled.current?!0:this.opts.disabled.current);get trueDisabled(){return f(this.#r)}set trueDisabled(e){M(this.#r,e)}#n=F(()=>this.group&&this.group.opts.readonly.current?!0:this.opts.readonly.current);get trueReadonly(){return f(this.#n)}set trueReadonly(e){M(this.#n,e)}attachment;constructor(e,t){this.opts=e,this.group=t,this.attachment=yn(this.opts.ref),this.onkeydown=this.onkeydown.bind(this),this.onclick=this.onclick.bind(this),nn.pre([()=>rf(this.group?.opts.value.current),()=>this.opts.value.current],([n,a])=>{!n||!a||(this.opts.checked.current=n.includes(a))}),nn.pre(()=>this.opts.checked.current,n=>{this.group&&(n?this.group?.addValue(this.opts.value.current):this.group?.removeValue(this.opts.value.current))})}onkeydown(e){if(!(this.trueDisabled||this.trueReadonly)){if(e.key===$l){e.preventDefault(),this.opts.type.current==="submit"&&e.currentTarget.closest("form")?.requestSubmit();return}e.key===no&&(e.preventDefault(),this.#i())}}#i(){this.opts.indeterminate.current?(this.opts.indeterminate.current=!1,this.opts.checked.current=!0):this.opts.checked.current=!this.opts.checked.current}onclick(e){if(!(this.trueDisabled||this.trueReadonly)){if(this.opts.type.current==="submit"){this.#i();return}e.preventDefault(),this.#i()}}#a=F(()=>({checked:this.opts.checked.current,indeterminate:this.opts.indeterminate.current}));get snippetProps(){return f(this.#a)}set snippetProps(e){M(this.#a,e)}#s=F(()=>({id:this.opts.id.current,role:"checkbox",type:this.opts.type.current,disabled:this.trueDisabled,"aria-checked":UB(this.opts.checked.current,this.opts.indeterminate.current),"aria-required":Dc(this.trueRequired),"aria-readonly":Dc(this.trueReadonly),"data-disabled":Di(this.trueDisabled),"data-readonly":Di(this.trueReadonly),"data-state":BZ(this.opts.checked.current,this.opts.indeterminate.current),[LZ.root]:"",onclick:this.onclick,onkeydown:this.onkeydown,...this.attachment}));get props(){return f(this.#s)}set props(e){M(this.#s,e)}}class c9{static create(){return new c9(iU.get())}root;#e=F(()=>this.root.group?!!(this.root.opts.value.current!==void 0&&this.root.group.opts.value.current.includes(this.root.opts.value.current)):this.root.opts.checked.current);get trueChecked(){return f(this.#e)}set trueChecked(e){M(this.#e,e)}#t=F(()=>!!this.root.trueName);get shouldRender(){return f(this.#t)}set shouldRender(e){M(this.#t,e)}constructor(e){this.root=e,this.onfocus=this.onfocus.bind(this)}onfocus(e){Io(this.root.opts.ref.current)&&this.root.opts.ref.current.focus()}#r=F(()=>({type:"checkbox",checked:this.root.opts.checked.current===!0,disabled:this.root.trueDisabled,required:this.root.trueRequired,name:this.root.trueName,value:this.root.opts.value.current,readonly:this.root.trueReadonly,onfocus:this.onfocus}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}function BZ(r,e){return e?"indeterminate":r?"checked":"unchecked"}sW();var UZ=G(""),$Z=G("");function u9(r,e){Ee(e,!0);let t=Y(e,"value",15),n=Ye(e,["$$slots","$$events","$$legacy","value"]);const a=F(()=>vr(n,{"aria-hidden":"true",tabindex:-1,style:zX}));var i=se(),s=L(i);{var o=c=>{var u=UZ();zt(u,()=>({...f(a),value:t()}),void 0,void 0,void 0,void 0,!0),T(c,u)},l=c=>{var u=$Z();zt(u,()=>({...f(a)}),void 0,void 0,void 0,void 0,!0),mm(u,t),T(c,u)};le(s,c=>{f(a).type==="checkbox"?c(o):c(l,!1)})}T(r,i),we()}function GZ(r,e){Ee(e,!1);const t=c9.create();u5();var n=se(),a=L(n);{var i=s=>{u9(s,ot(()=>t.props))};le(a,s=>{t.shouldRender&&s(i)})}T(r,n),we()}var zZ=G(""),qZ=G(" ",1);function HZ(r,e){const t=On();Ee(e,!0);let n=Y(e,"checked",15,!1),a=Y(e,"ref",15,null),i=Y(e,"disabled",3,!1),s=Y(e,"required",3,!1),o=Y(e,"name",3,void 0),l=Y(e,"value",3,"on"),c=Y(e,"id",19,()=>Nn(t)),u=Y(e,"indeterminate",15,!1),d=Y(e,"type",3,"button"),h=Ye(e,["$$slots","$$events","$$legacy","checked","ref","onCheckedChange","children","disabled","required","name","value","id","indeterminate","onIndeterminateChange","child","type","readonly"]);const p=FZ.getOr(null);p&&l()&&(p.opts.value.current.includes(l())?n(!0):n(!1)),nn.pre(()=>l(),()=>{p&&l()&&(p.opts.value.current.includes(l())?n(!0):n(!1))});const m=l9.create({checked:Pe(()=>n(),S=>{n(S),e.onCheckedChange?.(S)}),disabled:Pe(()=>i()??!1),required:Pe(()=>s()),name:Pe(()=>o()),value:Pe(()=>l()),id:Pe(()=>c()),ref:Pe(()=>a(),S=>a(S)),indeterminate:Pe(()=>u(),S=>{u(S),e.onIndeterminateChange?.(S)}),type:Pe(()=>d()),readonly:Pe(()=>!!e.readonly)},p),g=F(()=>vr({...h},m.props));var b=qZ(),_=L(b);{var v=S=>{var w=se(),C=L(w);{let x=F(()=>({props:f(g),...m.snippetProps}));ke(C,()=>e.child,()=>f(x))}T(S,w)},y=S=>{var w=zZ();zt(w,()=>({...f(g)}));var C=j(w);ke(C,()=>e.children??$e,()=>m.snippetProps),H(w),T(S,w)};le(_,S=>{e.child?S(v):S(y,!1)})}var E=ee(_,2);GZ(E,{}),T(r,b),we()}const d9=Hl({component:"collapsible",parts:["root","content","trigger"]}),h9=new ka("Collapsible.Root");class f9{static create(e){return h9.set(new f9(e))}opts;attachment;#e=_e(null);get contentNode(){return f(this.#e)}set contentNode(e){M(this.#e,e,!0)}contentPresence;#t=_e(void 0);get contentId(){return f(this.#t)}set contentId(e){M(this.#t,e,!0)}constructor(e){this.opts=e,this.toggleOpen=this.toggleOpen.bind(this),this.attachment=yn(this.opts.ref),this.contentPresence=new Iu({ref:Pe(()=>this.contentNode),open:this.opts.open,onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}})}toggleOpen(){this.opts.open.current=!this.opts.open.current}#r=F(()=>({id:this.opts.id.current,"data-state":sl(this.opts.open.current),"data-disabled":Di(this.opts.disabled.current),[d9.root]:"",...this.attachment}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}class p9{static create(e){return new p9(e,h9.get())}opts;root;attachment;#e=F(()=>this.opts.hiddenUntilFound.current?this.root.opts.open.current:this.opts.forceMount.current||this.root.opts.open.current);get present(){return f(this.#e)}set present(e){M(this.#e,e)}#t;#r=_e(!1);#n=_e(0);#i=_e(0);constructor(e,t){this.opts=e,this.root=t,M(this.#r,t.opts.open.current,!0),this.root.contentId=this.opts.id.current,this.attachment=yn(this.opts.ref,n=>this.root.contentNode=n),nn.pre(()=>this.opts.id.current,n=>{this.root.contentId=n}),Gi(()=>{const n=requestAnimationFrame(()=>{M(this.#r,!1)});return()=>{cancelAnimationFrame(n)}}),nn.pre([()=>this.opts.ref.current,()=>this.opts.hiddenUntilFound.current],([n,a])=>!n||!a?void 0:jr(n,"beforematch",()=>{this.root.opts.open.current||requestAnimationFrame(()=>{this.root.opts.open.current=!0})})),nn([()=>this.opts.ref.current,()=>this.present],([n])=>{n&&eo(()=>{if(!this.opts.ref.current)return;this.#t=this.#t||{transitionDuration:n.style.transitionDuration,animationName:n.style.animationName},n.style.transitionDuration="0s",n.style.animationName="none";const a=n.getBoundingClientRect();if(M(this.#i,a.height,!0),M(this.#n,a.width,!0),!f(this.#r)){const{animationName:i,transitionDuration:s}=this.#t;n.style.transitionDuration=s,n.style.animationName=i}})})}get shouldRender(){return this.root.contentPresence.shouldRender}#a=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#a)}set snippetProps(e){M(this.#a,e)}#s=F(()=>({id:this.opts.id.current,style:{"--bits-collapsible-content-height":f(this.#i)?`${f(this.#i)}px`:void 0,"--bits-collapsible-content-width":f(this.#n)?`${f(this.#n)}px`:void 0},hidden:this.opts.hiddenUntilFound.current&&!this.root.opts.open.current?"until-found":void 0,"data-state":sl(this.root.opts.open.current),"data-disabled":Di(this.root.opts.disabled.current),[d9.content]:"",...this.opts.hiddenUntilFound.current&&!this.shouldRender?{}:{hidden:this.opts.hiddenUntilFound.current?!this.shouldRender:this.opts.forceMount.current?void 0:!this.shouldRender},...this.attachment}));get props(){return f(this.#s)}set props(e){M(this.#s,e)}}class m9{static create(e){return new m9(e,h9.get())}opts;root;attachment;#e=F(()=>this.opts.disabled.current||this.root.opts.disabled.current);constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref),this.onclick=this.onclick.bind(this),this.onkeydown=this.onkeydown.bind(this)}onclick(e){if(!f(this.#e)){if(e.button!==0)return e.preventDefault();this.root.toggleOpen()}}onkeydown(e){f(this.#e)||(e.key===no||e.key===$l)&&(e.preventDefault(),this.root.toggleOpen())}#t=F(()=>({id:this.opts.id.current,type:"button",disabled:f(this.#e),"aria-controls":this.root.contentId,"aria-expanded":Dc(this.root.opts.open.current),"data-state":sl(this.root.opts.open.current),"data-disabled":Di(f(this.#e)),[d9.trigger]:"",onclick:this.onclick,onkeydown:this.onkeydown,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}var VZ=G("
");function YZ(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"open",15,!1),s=Y(e,"disabled",3,!1),o=Y(e,"onOpenChange",3,xr),l=Y(e,"onOpenChangeComplete",3,xr),c=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref","open","disabled","onOpenChange","onOpenChangeComplete"]);const u=f9.create({open:Pe(()=>i(),b=>{i(b),o()(b)}),disabled:Pe(()=>s()),id:Pe(()=>n()),ref:Pe(()=>a(),b=>a(b)),onOpenChangeComplete:Pe(()=>l())}),d=F(()=>vr(c,u.props));var h=se(),p=L(h);{var m=b=>{var _=se(),v=L(_);ke(v,()=>e.child,()=>({props:f(d)})),T(b,_)},g=b=>{var _=VZ();zt(_,()=>({...f(d)}));var v=j(_);ke(v,()=>e.children??$e),H(_),T(b,_)};le(p,b=>{e.child?b(m):b(g,!1)})}T(r,h),we()}var WZ=G("
");function jZ(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"forceMount",3,!1),i=Y(e,"hiddenUntilFound",3,!1),s=Y(e,"id",19,()=>Nn(t)),o=Ye(e,["$$slots","$$events","$$legacy","child","ref","forceMount","hiddenUntilFound","children","id"]);const l=p9.create({id:Pe(()=>s()),forceMount:Pe(()=>a()),hiddenUntilFound:Pe(()=>i()),ref:Pe(()=>n(),m=>n(m))}),c=F(()=>vr(o,l.props));var u=se(),d=L(u);{var h=m=>{var g=se(),b=L(g);{let _=F(()=>({...l.snippetProps,props:f(c)}));ke(b,()=>e.child,()=>f(_))}T(m,g)},p=m=>{var g=WZ();zt(g,()=>({...f(c)}));var b=j(g);ke(b,()=>e.children??$e),H(g),T(m,g)};le(d,m=>{e.child?m(h):m(p,!1)})}T(r,u),we()}var KZ=G("");function XZ(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Y(e,"disabled",3,!1),s=Ye(e,["$$slots","$$events","$$legacy","children","child","ref","id","disabled"]);const o=m9.create({id:Pe(()=>a()),ref:Pe(()=>n(),p=>n(p)),disabled:Pe(()=>i())}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=p=>{var m=se(),g=L(m);ke(g,()=>e.child,()=>({props:f(l)})),T(p,m)},h=p=>{var m=KZ();zt(m,()=>({...f(l)}));var g=j(m);ke(g,()=>e.children??$e),H(m),T(p,m)};le(u,p=>{e.child?p(d):p(h,!1)})}T(r,c),we()}const QZ=["top","right","bottom","left"],ku=Math.min,js=Math.max,Z_=Math.round,a0=Math.floor,Dl=r=>({x:r,y:r}),ZZ={left:"right",right:"left",bottom:"top",top:"bottom"},JZ={start:"end",end:"start"};function t3(r,e,t){return js(r,ku(e,t))}function Lc(r,e){return typeof r=="function"?r(e):r}function Fc(r){return r.split("-")[0]}function Jf(r){return r.split("-")[1]}function g9(r){return r==="x"?"y":"x"}function _9(r){return r==="y"?"height":"width"}const eJ=new Set(["top","bottom"]);function Ol(r){return eJ.has(Fc(r))?"y":"x"}function b9(r){return g9(Ol(r))}function tJ(r,e,t){t===void 0&&(t=!1);const n=Jf(r),a=b9(r),i=_9(a);let s=a==="x"?n===(t?"end":"start")?"right":"left":n==="start"?"bottom":"top";return e.reference[i]>e.floating[i]&&(s=J_(s)),[s,J_(s)]}function rJ(r){const e=J_(r);return[r3(r),e,r3(e)]}function r3(r){return r.replace(/start|end/g,e=>JZ[e])}const PR=["left","right"],LR=["right","left"],nJ=["top","bottom"],aJ=["bottom","top"];function iJ(r,e,t){switch(r){case"top":case"bottom":return t?e?LR:PR:e?PR:LR;case"left":case"right":return e?nJ:aJ;default:return[]}}function sJ(r,e,t,n){const a=Jf(r);let i=iJ(Fc(r),t==="start",n);return a&&(i=i.map(s=>s+"-"+a),e&&(i=i.concat(i.map(r3)))),i}function J_(r){return r.replace(/left|right|bottom|top/g,e=>ZZ[e])}function oJ(r){return{top:0,right:0,bottom:0,left:0,...r}}function sU(r){return typeof r!="number"?oJ(r):{top:r,right:r,bottom:r,left:r}}function eb(r){const{x:e,y:t,width:n,height:a}=r;return{width:n,height:a,top:t,left:e,right:e+n,bottom:t+a,x:e,y:t}}function FR(r,e,t){let{reference:n,floating:a}=r;const i=Ol(e),s=b9(e),o=_9(s),l=Fc(e),c=i==="y",u=n.x+n.width/2-a.width/2,d=n.y+n.height/2-a.height/2,h=n[o]/2-a[o]/2;let p;switch(l){case"top":p={x:u,y:n.y-a.height};break;case"bottom":p={x:u,y:n.y+n.height};break;case"right":p={x:n.x+n.width,y:d};break;case"left":p={x:n.x-a.width,y:d};break;default:p={x:n.x,y:n.y}}switch(Jf(e)){case"start":p[s]-=h*(t&&c?-1:1);break;case"end":p[s]+=h*(t&&c?-1:1);break}return p}const lJ=async(r,e,t)=>{const{placement:n="bottom",strategy:a="absolute",middleware:i=[],platform:s}=t,o=i.filter(Boolean),l=await(s.isRTL==null?void 0:s.isRTL(e));let c=await s.getElementRects({reference:r,floating:e,strategy:a}),{x:u,y:d}=FR(c,n,l),h=n,p={},m=0;for(let g=0;g({name:"arrow",options:r,async fn(e){const{x:t,y:n,placement:a,rects:i,platform:s,elements:o,middlewareData:l}=e,{element:c,padding:u=0}=Lc(r,e)||{};if(c==null)return{};const d=sU(u),h={x:t,y:n},p=b9(a),m=_9(p),g=await s.getDimensions(c),b=p==="y",_=b?"top":"left",v=b?"bottom":"right",y=b?"clientHeight":"clientWidth",E=i.reference[m]+i.reference[p]-h[p]-i.floating[m],S=h[p]-i.reference[p],w=await(s.getOffsetParent==null?void 0:s.getOffsetParent(c));let C=w?w[y]:0;(!C||!await(s.isElement==null?void 0:s.isElement(w)))&&(C=o.floating[y]||i.floating[m]);const x=E/2-S/2,N=C/2-g[m]/2-1,I=ku(d[_],N),D=ku(d[v],N),V=I,q=C-g[m]-D,$=C/2-g[m]/2+x,K=t3(V,$,q),z=!l.arrow&&Jf(a)!=null&&$!==K&&i.reference[m]/2-($$<=0)){var D,V;const $=(((D=i.flip)==null?void 0:D.index)||0)+1,K=C[$];if(K&&(!(d==="alignment"?v!==Ol(K):!1)||I.every(W=>W.overflows[0]>0&&Ol(W.placement)===v)))return{data:{index:$,overflows:I},reset:{placement:K}};let z=(V=I.filter(re=>re.overflows[0]<=0).sort((re,W)=>re.overflows[1]-W.overflows[1])[0])==null?void 0:V.placement;if(!z)switch(p){case"bestFit":{var q;const re=(q=I.filter(W=>{if(w){const ie=Ol(W.placement);return ie===v||ie==="y"}return!0}).map(W=>[W.placement,W.overflows.filter(ie=>ie>0).reduce((ie,k)=>ie+k,0)]).sort((W,ie)=>W[1]-ie[1])[0])==null?void 0:q[0];re&&(z=re);break}case"initialPlacement":z=o;break}if(a!==z)return{reset:{placement:z}}}return{}}}};function BR(r,e){return{top:r.top-e.height,right:r.right-e.width,bottom:r.bottom-e.height,left:r.left-e.width}}function UR(r){return QZ.some(e=>r[e]>=0)}const dJ=function(r){return r===void 0&&(r={}),{name:"hide",options:r,async fn(e){const{rects:t}=e,{strategy:n="referenceHidden",...a}=Lc(r,e);switch(n){case"referenceHidden":{const i=await Em(e,{...a,elementContext:"reference"}),s=BR(i,t.reference);return{data:{referenceHiddenOffsets:s,referenceHidden:UR(s)}}}case"escaped":{const i=await Em(e,{...a,altBoundary:!0}),s=BR(i,t.floating);return{data:{escapedOffsets:s,escaped:UR(s)}}}default:return{}}}}},oU=new Set(["left","top"]);async function hJ(r,e){const{placement:t,platform:n,elements:a}=r,i=await(n.isRTL==null?void 0:n.isRTL(a.floating)),s=Fc(t),o=Jf(t),l=Ol(t)==="y",c=oU.has(s)?-1:1,u=i&&l?-1:1,d=Lc(e,r);let{mainAxis:h,crossAxis:p,alignmentAxis:m}=typeof d=="number"?{mainAxis:d,crossAxis:0,alignmentAxis:null}:{mainAxis:d.mainAxis||0,crossAxis:d.crossAxis||0,alignmentAxis:d.alignmentAxis};return o&&typeof m=="number"&&(p=o==="end"?m*-1:m),l?{x:p*u,y:h*c}:{x:h*c,y:p*u}}const fJ=function(r){return r===void 0&&(r=0),{name:"offset",options:r,async fn(e){var t,n;const{x:a,y:i,placement:s,middlewareData:o}=e,l=await hJ(e,r);return s===((t=o.offset)==null?void 0:t.placement)&&(n=o.arrow)!=null&&n.alignmentOffset?{}:{x:a+l.x,y:i+l.y,data:{...l,placement:s}}}}},pJ=function(r){return r===void 0&&(r={}),{name:"shift",options:r,async fn(e){const{x:t,y:n,placement:a}=e,{mainAxis:i=!0,crossAxis:s=!1,limiter:o={fn:b=>{let{x:_,y:v}=b;return{x:_,y:v}}},...l}=Lc(r,e),c={x:t,y:n},u=await Em(e,l),d=Ol(Fc(a)),h=g9(d);let p=c[h],m=c[d];if(i){const b=h==="y"?"top":"left",_=h==="y"?"bottom":"right",v=p+u[b],y=p-u[_];p=t3(v,p,y)}if(s){const b=d==="y"?"top":"left",_=d==="y"?"bottom":"right",v=m+u[b],y=m-u[_];m=t3(v,m,y)}const g=o.fn({...e,[h]:p,[d]:m});return{...g,data:{x:g.x-t,y:g.y-n,enabled:{[h]:i,[d]:s}}}}}},mJ=function(r){return r===void 0&&(r={}),{options:r,fn(e){const{x:t,y:n,placement:a,rects:i,middlewareData:s}=e,{offset:o=0,mainAxis:l=!0,crossAxis:c=!0}=Lc(r,e),u={x:t,y:n},d=Ol(a),h=g9(d);let p=u[h],m=u[d];const g=Lc(o,e),b=typeof g=="number"?{mainAxis:g,crossAxis:0}:{mainAxis:0,crossAxis:0,...g};if(l){const y=h==="y"?"height":"width",E=i.reference[h]-i.floating[y]+b.mainAxis,S=i.reference[h]+i.reference[y]-b.mainAxis;pS&&(p=S)}if(c){var _,v;const y=h==="y"?"width":"height",E=oU.has(Fc(a)),S=i.reference[d]-i.floating[y]+(E&&((_=s.offset)==null?void 0:_[d])||0)+(E?0:b.crossAxis),w=i.reference[d]+i.reference[y]+(E?0:((v=s.offset)==null?void 0:v[d])||0)-(E?b.crossAxis:0);mw&&(m=w)}return{[h]:p,[d]:m}}}},gJ=function(r){return r===void 0&&(r={}),{name:"size",options:r,async fn(e){var t,n;const{placement:a,rects:i,platform:s,elements:o}=e,{apply:l=()=>{},...c}=Lc(r,e),u=await Em(e,c),d=Fc(a),h=Jf(a),p=Ol(a)==="y",{width:m,height:g}=i.floating;let b,_;d==="top"||d==="bottom"?(b=d,_=h===(await(s.isRTL==null?void 0:s.isRTL(o.floating))?"start":"end")?"left":"right"):(_=d,b=h==="end"?"top":"bottom");const v=g-u.top-u.bottom,y=m-u.left-u.right,E=ku(g-u[b],v),S=ku(m-u[_],y),w=!e.middlewareData.shift;let C=E,x=S;if((t=e.middlewareData.shift)!=null&&t.enabled.x&&(x=y),(n=e.middlewareData.shift)!=null&&n.enabled.y&&(C=v),w&&!h){const I=js(u.left,0),D=js(u.right,0),V=js(u.top,0),q=js(u.bottom,0);p?x=m-2*(I!==0||D!==0?I+D:js(u.left,u.right)):C=g-2*(V!==0||q!==0?V+q:js(u.top,u.bottom))}await l({...e,availableWidth:x,availableHeight:C});const N=await s.getDimensions(o.floating);return m!==N.width||g!==N.height?{reset:{rects:!0}}:{}}}};function xv(){return typeof window<"u"}function ep(r){return lU(r)?(r.nodeName||"").toLowerCase():"#document"}function ao(r){var e;return(r==null||(e=r.ownerDocument)==null?void 0:e.defaultView)||window}function Vl(r){var e;return(e=(lU(r)?r.ownerDocument:r.document)||window.document)==null?void 0:e.documentElement}function lU(r){return xv()?r instanceof Node||r instanceof ao(r).Node:!1}function al(r){return xv()?r instanceof Element||r instanceof ao(r).Element:!1}function Gl(r){return xv()?r instanceof HTMLElement||r instanceof ao(r).HTMLElement:!1}function $R(r){return!xv()||typeof ShadowRoot>"u"?!1:r instanceof ShadowRoot||r instanceof ao(r).ShadowRoot}const _J=new Set(["inline","contents"]);function ng(r){const{overflow:e,overflowX:t,overflowY:n,display:a}=il(r);return/auto|scroll|overlay|hidden|clip/.test(e+n+t)&&!_J.has(a)}const bJ=new Set(["table","td","th"]);function vJ(r){return bJ.has(ep(r))}const yJ=[":popover-open",":modal"];function Rv(r){return yJ.some(e=>{try{return r.matches(e)}catch{return!1}})}const SJ=["transform","translate","scale","rotate","perspective"],EJ=["transform","translate","scale","rotate","perspective","filter"],wJ=["paint","layout","strict","content"];function v9(r){const e=y9(),t=al(r)?il(r):r;return SJ.some(n=>t[n]?t[n]!=="none":!1)||(t.containerType?t.containerType!=="normal":!1)||!e&&(t.backdropFilter?t.backdropFilter!=="none":!1)||!e&&(t.filter?t.filter!=="none":!1)||EJ.some(n=>(t.willChange||"").includes(n))||wJ.some(n=>(t.contain||"").includes(n))}function TJ(r){let e=Mu(r);for(;Gl(e)&&!Of(e);){if(v9(e))return e;if(Rv(e))return null;e=Mu(e)}return null}function y9(){return typeof CSS>"u"||!CSS.supports?!1:CSS.supports("-webkit-backdrop-filter","none")}const CJ=new Set(["html","body","#document"]);function Of(r){return CJ.has(ep(r))}function il(r){return ao(r).getComputedStyle(r)}function Ov(r){return al(r)?{scrollLeft:r.scrollLeft,scrollTop:r.scrollTop}:{scrollLeft:r.scrollX,scrollTop:r.scrollY}}function Mu(r){if(ep(r)==="html")return r;const e=r.assignedSlot||r.parentNode||$R(r)&&r.host||Vl(r);return $R(e)?e.host:e}function cU(r){const e=Mu(r);return Of(e)?r.ownerDocument?r.ownerDocument.body:r.body:Gl(e)&&ng(e)?e:cU(e)}function wm(r,e,t){var n;e===void 0&&(e=[]),t===void 0&&(t=!0);const a=cU(r),i=a===((n=r.ownerDocument)==null?void 0:n.body),s=ao(a);if(i){const o=n3(s);return e.concat(s,s.visualViewport||[],ng(a)?a:[],o&&t?wm(o):[])}return e.concat(a,wm(a,[],t))}function n3(r){return r.parent&&Object.getPrototypeOf(r.parent)?r.frameElement:null}function uU(r){const e=il(r);let t=parseFloat(e.width)||0,n=parseFloat(e.height)||0;const a=Gl(r),i=a?r.offsetWidth:t,s=a?r.offsetHeight:n,o=Z_(t)!==i||Z_(n)!==s;return o&&(t=i,n=s),{width:t,height:n,$:o}}function S9(r){return al(r)?r:r.contextElement}function of(r){const e=S9(r);if(!Gl(e))return Dl(1);const t=e.getBoundingClientRect(),{width:n,height:a,$:i}=uU(e);let s=(i?Z_(t.width):t.width)/n,o=(i?Z_(t.height):t.height)/a;return(!s||!Number.isFinite(s))&&(s=1),(!o||!Number.isFinite(o))&&(o=1),{x:s,y:o}}const AJ=Dl(0);function dU(r){const e=ao(r);return!y9()||!e.visualViewport?AJ:{x:e.visualViewport.offsetLeft,y:e.visualViewport.offsetTop}}function xJ(r,e,t){return e===void 0&&(e=!1),!t||e&&t!==ao(r)?!1:e}function Qd(r,e,t,n){e===void 0&&(e=!1),t===void 0&&(t=!1);const a=r.getBoundingClientRect(),i=S9(r);let s=Dl(1);e&&(n?al(n)&&(s=of(n)):s=of(r));const o=xJ(i,t,n)?dU(i):Dl(0);let l=(a.left+o.x)/s.x,c=(a.top+o.y)/s.y,u=a.width/s.x,d=a.height/s.y;if(i){const h=ao(i),p=n&&al(n)?ao(n):n;let m=h,g=n3(m);for(;g&&n&&p!==m;){const b=of(g),_=g.getBoundingClientRect(),v=il(g),y=_.left+(g.clientLeft+parseFloat(v.paddingLeft))*b.x,E=_.top+(g.clientTop+parseFloat(v.paddingTop))*b.y;l*=b.x,c*=b.y,u*=b.x,d*=b.y,l+=y,c+=E,m=ao(g),g=n3(m)}}return eb({width:u,height:d,x:l,y:c})}function E9(r,e){const t=Ov(r).scrollLeft;return e?e.left+t:Qd(Vl(r)).left+t}function hU(r,e,t){t===void 0&&(t=!1);const n=r.getBoundingClientRect(),a=n.left+e.scrollLeft-(t?0:E9(r,n)),i=n.top+e.scrollTop;return{x:a,y:i}}function RJ(r){let{elements:e,rect:t,offsetParent:n,strategy:a}=r;const i=a==="fixed",s=Vl(n),o=e?Rv(e.floating):!1;if(n===s||o&&i)return t;let l={scrollLeft:0,scrollTop:0},c=Dl(1);const u=Dl(0),d=Gl(n);if((d||!d&&!i)&&((ep(n)!=="body"||ng(s))&&(l=Ov(n)),Gl(n))){const p=Qd(n);c=of(n),u.x=p.x+n.clientLeft,u.y=p.y+n.clientTop}const h=s&&!d&&!i?hU(s,l,!0):Dl(0);return{width:t.width*c.x,height:t.height*c.y,x:t.x*c.x-l.scrollLeft*c.x+u.x+h.x,y:t.y*c.y-l.scrollTop*c.y+u.y+h.y}}function OJ(r){return Array.from(r.getClientRects())}function NJ(r){const e=Vl(r),t=Ov(r),n=r.ownerDocument.body,a=js(e.scrollWidth,e.clientWidth,n.scrollWidth,n.clientWidth),i=js(e.scrollHeight,e.clientHeight,n.scrollHeight,n.clientHeight);let s=-t.scrollLeft+E9(r);const o=-t.scrollTop;return il(n).direction==="rtl"&&(s+=js(e.clientWidth,n.clientWidth)-a),{width:a,height:i,x:s,y:o}}function IJ(r,e){const t=ao(r),n=Vl(r),a=t.visualViewport;let i=n.clientWidth,s=n.clientHeight,o=0,l=0;if(a){i=a.width,s=a.height;const c=y9();(!c||c&&e==="fixed")&&(o=a.offsetLeft,l=a.offsetTop)}return{width:i,height:s,x:o,y:l}}const kJ=new Set(["absolute","fixed"]);function MJ(r,e){const t=Qd(r,!0,e==="fixed"),n=t.top+r.clientTop,a=t.left+r.clientLeft,i=Gl(r)?of(r):Dl(1),s=r.clientWidth*i.x,o=r.clientHeight*i.y,l=a*i.x,c=n*i.y;return{width:s,height:o,x:l,y:c}}function GR(r,e,t){let n;if(e==="viewport")n=IJ(r,t);else if(e==="document")n=NJ(Vl(r));else if(al(e))n=MJ(e,t);else{const a=dU(r);n={x:e.x-a.x,y:e.y-a.y,width:e.width,height:e.height}}return eb(n)}function fU(r,e){const t=Mu(r);return t===e||!al(t)||Of(t)?!1:il(t).position==="fixed"||fU(t,e)}function DJ(r,e){const t=e.get(r);if(t)return t;let n=wm(r,[],!1).filter(o=>al(o)&&ep(o)!=="body"),a=null;const i=il(r).position==="fixed";let s=i?Mu(r):r;for(;al(s)&&!Of(s);){const o=il(s),l=v9(s);!l&&o.position==="fixed"&&(a=null),(i?!l&&!a:!l&&o.position==="static"&&!!a&&kJ.has(a.position)||ng(s)&&!l&&fU(r,s))?n=n.filter(u=>u!==s):a=o,s=Mu(s)}return e.set(r,n),n}function PJ(r){let{element:e,boundary:t,rootBoundary:n,strategy:a}=r;const s=[...t==="clippingAncestors"?Rv(e)?[]:DJ(e,this._c):[].concat(t),n],o=s[0],l=s.reduce((c,u)=>{const d=GR(e,u,a);return c.top=js(d.top,c.top),c.right=ku(d.right,c.right),c.bottom=ku(d.bottom,c.bottom),c.left=js(d.left,c.left),c},GR(e,o,a));return{width:l.right-l.left,height:l.bottom-l.top,x:l.left,y:l.top}}function LJ(r){const{width:e,height:t}=uU(r);return{width:e,height:t}}function FJ(r,e,t){const n=Gl(e),a=Vl(e),i=t==="fixed",s=Qd(r,!0,i,e);let o={scrollLeft:0,scrollTop:0};const l=Dl(0);function c(){l.x=E9(a)}if(n||!n&&!i)if((ep(e)!=="body"||ng(a))&&(o=Ov(e)),n){const p=Qd(e,!0,i,e);l.x=p.x+e.clientLeft,l.y=p.y+e.clientTop}else a&&c();i&&!n&&a&&c();const u=a&&!n&&!i?hU(a,o):Dl(0),d=s.left+o.scrollLeft-l.x-u.x,h=s.top+o.scrollTop-l.y-u.y;return{x:d,y:h,width:s.width,height:s.height}}function gS(r){return il(r).position==="static"}function zR(r,e){if(!Gl(r)||il(r).position==="fixed")return null;if(e)return e(r);let t=r.offsetParent;return Vl(r)===t&&(t=t.ownerDocument.body),t}function pU(r,e){const t=ao(r);if(Rv(r))return t;if(!Gl(r)){let a=Mu(r);for(;a&&!Of(a);){if(al(a)&&!gS(a))return a;a=Mu(a)}return t}let n=zR(r,e);for(;n&&vJ(n)&&gS(n);)n=zR(n,e);return n&&Of(n)&&gS(n)&&!v9(n)?t:n||TJ(r)||t}const BJ=async function(r){const e=this.getOffsetParent||pU,t=this.getDimensions,n=await t(r.floating);return{reference:FJ(r.reference,await e(r.floating),r.strategy),floating:{x:0,y:0,width:n.width,height:n.height}}};function UJ(r){return il(r).direction==="rtl"}const $J={convertOffsetParentRelativeRectToViewportRelativeRect:RJ,getDocumentElement:Vl,getClippingRect:PJ,getOffsetParent:pU,getElementRects:BJ,getClientRects:OJ,getDimensions:LJ,getScale:of,isElement:al,isRTL:UJ};function mU(r,e){return r.x===e.x&&r.y===e.y&&r.width===e.width&&r.height===e.height}function GJ(r,e){let t=null,n;const a=Vl(r);function i(){var o;clearTimeout(n),(o=t)==null||o.disconnect(),t=null}function s(o,l){o===void 0&&(o=!1),l===void 0&&(l=1),i();const c=r.getBoundingClientRect(),{left:u,top:d,width:h,height:p}=c;if(o||e(),!h||!p)return;const m=a0(d),g=a0(a.clientWidth-(u+h)),b=a0(a.clientHeight-(d+p)),_=a0(u),y={rootMargin:-m+"px "+-g+"px "+-b+"px "+-_+"px",threshold:js(0,ku(1,l))||1};let E=!0;function S(w){const C=w[0].intersectionRatio;if(C!==l){if(!E)return s();C?s(!1,C):n=setTimeout(()=>{s(!1,1e-7)},1e3)}C===1&&!mU(c,r.getBoundingClientRect())&&s(),E=!1}try{t=new IntersectionObserver(S,{...y,root:a.ownerDocument})}catch{t=new IntersectionObserver(S,y)}t.observe(r)}return s(!0),i}function zJ(r,e,t,n){n===void 0&&(n={});const{ancestorScroll:a=!0,ancestorResize:i=!0,elementResize:s=typeof ResizeObserver=="function",layoutShift:o=typeof IntersectionObserver=="function",animationFrame:l=!1}=n,c=S9(r),u=a||i?[...c?wm(c):[],...wm(e)]:[];u.forEach(_=>{a&&_.addEventListener("scroll",t,{passive:!0}),i&&_.addEventListener("resize",t)});const d=c&&o?GJ(c,t):null;let h=-1,p=null;s&&(p=new ResizeObserver(_=>{let[v]=_;v&&v.target===c&&p&&(p.unobserve(e),cancelAnimationFrame(h),h=requestAnimationFrame(()=>{var y;(y=p)==null||y.observe(e)})),t()}),c&&!l&&p.observe(c),p.observe(e));let m,g=l?Qd(r):null;l&&b();function b(){const _=Qd(r);g&&!mU(g,_)&&t(),g=_,m=requestAnimationFrame(b)}return t(),()=>{var _;u.forEach(v=>{a&&v.removeEventListener("scroll",t),i&&v.removeEventListener("resize",t)}),d?.(),(_=p)==null||_.disconnect(),p=null,l&&cancelAnimationFrame(m)}}const qJ=fJ,HJ=pJ,VJ=uJ,YJ=gJ,WJ=dJ,jJ=cJ,KJ=mJ,XJ=(r,e,t)=>{const n=new Map,a={platform:$J,...t},i={...a.platform,_c:n};return lJ(r,e,{...a,platform:i})};function md(r){return typeof r=="function"?r():r}function gU(r){return typeof window>"u"?1:(r.ownerDocument.defaultView||window).devicePixelRatio||1}function qR(r,e){const t=gU(r);return Math.round(e*t)/t}function Bc(r){return{[`--bits-${r}-content-transform-origin`]:"var(--bits-floating-transform-origin)",[`--bits-${r}-content-available-width`]:"var(--bits-floating-available-width)",[`--bits-${r}-content-available-height`]:"var(--bits-floating-available-height)",[`--bits-${r}-anchor-width`]:"var(--bits-floating-anchor-width)",[`--bits-${r}-anchor-height`]:"var(--bits-floating-anchor-height)"}}function QJ(r){const e=r.whileElementsMounted,t=F(()=>md(r.open)??!0),n=F(()=>md(r.middleware)),a=F(()=>md(r.transform)??!0),i=F(()=>md(r.placement)??"bottom"),s=F(()=>md(r.strategy)??"absolute"),o=F(()=>md(r.sideOffset)??0),l=F(()=>md(r.alignOffset)??0),c=r.reference;let u=_e(0),d=_e(0);const h=os(null);let p=_e(Sr(f(s))),m=_e(Sr(f(i))),g=_e(Sr({})),b=_e(!1);const _=F(()=>{const C=h.current?qR(h.current,f(u)):f(u),x=h.current?qR(h.current,f(d)):f(d);return f(a)?{position:f(p),left:"0",top:"0",transform:`translate(${C}px, ${x}px)`,...h.current&&gU(h.current)>=1.5&&{willChange:"transform"}}:{position:f(p),left:`${C}px`,top:`${x}px`}});let v;function y(){c.current===null||h.current===null||XJ(c.current,h.current,{middleware:f(n),placement:f(i),strategy:f(s)}).then(C=>{if(!f(t)&&f(u)!==0&&f(d)!==0){const x=Math.max(Math.abs(f(o)),Math.abs(f(l)),15);if(C.x<=x&&C.y<=x)return}M(u,C.x,!0),M(d,C.y,!0),M(p,C.strategy,!0),M(m,C.placement,!0),M(g,C.middlewareData,!0),M(b,!0)})}function E(){typeof v=="function"&&(v(),v=void 0)}function S(){if(E(),e===void 0){y();return}c.current===null||h.current===null||(v=e(c.current,h.current,y))}function w(){f(t)||M(b,!1)}return Nt(y),Nt(S),Nt(w),Nt(()=>E),{floating:h,reference:c,get strategy(){return f(p)},get placement(){return f(m)},get middlewareData(){return f(g)},get isPositioned(){return f(b)},get floatingStyles(){return f(_)},get update(){return y}}}const ZJ={top:"bottom",right:"left",bottom:"top",left:"right"},w9=new ka("Floating.Root"),a3=new ka("Floating.Content"),T9=new ka("Floating.Root");class tb{static create(e=!1){return e?T9.set(new tb):w9.set(new tb)}anchorNode=os(null);customAnchorNode=os(null);triggerNode=os(null);constructor(){Nt(()=>{this.customAnchorNode.current?typeof this.customAnchorNode.current=="string"?this.anchorNode.current=document.querySelector(this.customAnchorNode.current):this.anchorNode.current=this.customAnchorNode.current:this.anchorNode.current=this.triggerNode.current})}}class rb{static create(e,t=!1){return t?a3.set(new rb(e,T9.get())):a3.set(new rb(e,w9.get()))}opts;root;contentRef=os(null);wrapperRef=os(null);arrowRef=os(null);contentAttachment=yn(this.contentRef);wrapperAttachment=yn(this.wrapperRef);arrowAttachment=yn(this.arrowRef);arrowId=os(Zf());#e=F(()=>{if(typeof this.opts.style=="string")return qp(this.opts.style);if(!this.opts.style)return{}});#t=void 0;#r=new JX(()=>this.arrowRef.current??void 0);#n=F(()=>this.#r?.width??0);#i=F(()=>this.#r?.height??0);#a=F(()=>this.opts.side?.current+(this.opts.align.current!=="center"?`-${this.opts.align.current}`:""));#s=F(()=>Array.isArray(this.opts.collisionBoundary.current)?this.opts.collisionBoundary.current:[this.opts.collisionBoundary.current]);#o=F(()=>f(this.#s).length>0);get hasExplicitBoundaries(){return f(this.#o)}set hasExplicitBoundaries(e){M(this.#o,e)}#l=F(()=>({padding:this.opts.collisionPadding.current,boundary:f(this.#s).filter(_Q),altBoundary:this.hasExplicitBoundaries}));get detectOverflowOptions(){return f(this.#l)}set detectOverflowOptions(e){M(this.#l,e)}#c=_e(void 0);#d=_e(void 0);#u=_e(void 0);#p=_e(void 0);#m=F(()=>[qJ({mainAxis:this.opts.sideOffset.current+f(this.#i),alignmentAxis:this.opts.alignOffset.current}),this.opts.avoidCollisions.current&&HJ({mainAxis:!0,crossAxis:!1,limiter:this.opts.sticky.current==="partial"?KJ():void 0,...this.detectOverflowOptions}),this.opts.avoidCollisions.current&&VJ({...this.detectOverflowOptions}),YJ({...this.detectOverflowOptions,apply:({rects:e,availableWidth:t,availableHeight:n})=>{const{width:a,height:i}=e.reference;M(this.#c,t,!0),M(this.#d,n,!0),M(this.#u,a,!0),M(this.#p,i,!0)}}),this.arrowRef.current&&jJ({element:this.arrowRef.current,padding:this.opts.arrowPadding.current}),JJ({arrowWidth:f(this.#n),arrowHeight:f(this.#i)}),this.opts.hideWhenDetached.current&&WJ({strategy:"referenceHidden",...this.detectOverflowOptions})].filter(Boolean));get middleware(){return f(this.#m)}set middleware(e){M(this.#m,e)}floating;#f=F(()=>eee(this.floating.placement));get placedSide(){return f(this.#f)}set placedSide(e){M(this.#f,e)}#h=F(()=>tee(this.floating.placement));get placedAlign(){return f(this.#h)}set placedAlign(e){M(this.#h,e)}#g=F(()=>this.floating.middlewareData.arrow?.x??0);get arrowX(){return f(this.#g)}set arrowX(e){M(this.#g,e)}#v=F(()=>this.floating.middlewareData.arrow?.y??0);get arrowY(){return f(this.#v)}set arrowY(e){M(this.#v,e)}#_=F(()=>this.floating.middlewareData.arrow?.centerOffset!==0);get cannotCenterArrow(){return f(this.#_)}set cannotCenterArrow(e){M(this.#_,e)}#y=_e();get contentZIndex(){return f(this.#y)}set contentZIndex(e){M(this.#y,e,!0)}#S=F(()=>ZJ[this.placedSide]);get arrowBaseSide(){return f(this.#S)}set arrowBaseSide(e){M(this.#S,e)}#b=F(()=>({id:this.opts.wrapperId.current,"data-bits-floating-content-wrapper":"",style:{...this.floating.floatingStyles,transform:this.floating.isPositioned?this.floating.floatingStyles.transform:"translate(0, -200%)",minWidth:"max-content",zIndex:this.contentZIndex,"--bits-floating-transform-origin":`${this.floating.middlewareData.transformOrigin?.x} ${this.floating.middlewareData.transformOrigin?.y}`,"--bits-floating-available-width":`${f(this.#c)}px`,"--bits-floating-available-height":`${f(this.#d)}px`,"--bits-floating-anchor-width":`${f(this.#u)}px`,"--bits-floating-anchor-height":`${f(this.#p)}px`,...this.floating.middlewareData.hide?.referenceHidden&&{visibility:"hidden","pointer-events":"none"},...f(this.#e)},dir:this.opts.dir.current,...this.wrapperAttachment}));get wrapperProps(){return f(this.#b)}set wrapperProps(e){M(this.#b,e)}#w=F(()=>({"data-side":this.placedSide,"data-align":this.placedAlign,style:I5({...f(this.#e)}),...this.contentAttachment}));get props(){return f(this.#w)}set props(e){M(this.#w,e)}#T=F(()=>({position:"absolute",left:this.arrowX?`${this.arrowX}px`:void 0,top:this.arrowY?`${this.arrowY}px`:void 0,[this.arrowBaseSide]:0,"transform-origin":{top:"",right:"0 0",bottom:"center 0",left:"100% 0"}[this.placedSide],transform:{top:"translateY(100%)",right:"translateY(50%) rotate(90deg) translateX(-50%)",bottom:"rotate(180deg)",left:"translateY(50%) rotate(-90deg) translateX(50%)"}[this.placedSide],visibility:this.cannotCenterArrow?"hidden":void 0}));get arrowStyle(){return f(this.#T)}set arrowStyle(e){M(this.#T,e)}constructor(e,t){this.opts=e,this.root=t,e.customAnchor&&(this.root.customAnchorNode.current=e.customAnchor.current),nn(()=>e.customAnchor.current,n=>{this.root.customAnchorNode.current=n}),this.floating=QJ({strategy:()=>this.opts.strategy.current,placement:()=>f(this.#a),middleware:()=>this.middleware,reference:this.root.anchorNode,whileElementsMounted:(...n)=>zJ(...n,{animationFrame:this.#t?.current==="always"}),open:()=>this.opts.enabled.current,sideOffset:()=>this.opts.sideOffset.current,alignOffset:()=>this.opts.alignOffset.current}),Nt(()=>{this.floating.isPositioned&&this.opts.onPlaced?.current()}),nn(()=>this.contentRef.current,n=>{if(!n)return;const a=bv(n);this.contentZIndex=a.getComputedStyle(n).zIndex}),Nt(()=>{this.floating.floating.current=this.wrapperRef.current})}}class C9{static create(e){return new C9(e,a3.get())}opts;content;constructor(e,t){this.opts=e,this.content=t}#e=F(()=>({id:this.opts.id.current,style:this.content.arrowStyle,"data-side":this.content.placedSide,...this.content.arrowAttachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}class nb{static create(e,t=!1){return t?new nb(e,T9.get()):new nb(e,w9.get())}opts;root;constructor(e,t){this.opts=e,this.root=t,e.virtualEl&&e.virtualEl.current?t.triggerNode=RB(e.virtualEl.current):t.triggerNode=e.ref}}function JJ(r){return{name:"transformOrigin",options:r,fn(e){const{placement:t,rects:n,middlewareData:a}=e,s=a.arrow?.centerOffset!==0,o=s?0:r.arrowWidth,l=s?0:r.arrowHeight,[c,u]=A9(t),d={start:"0%",center:"50%",end:"100%"}[u],h=(a.arrow?.x??0)+o/2,p=(a.arrow?.y??0)+l/2;let m="",g="";return c==="bottom"?(m=s?d:`${h}px`,g=`${-l}px`):c==="top"?(m=s?d:`${h}px`,g=`${n.floating.height+l}px`):c==="right"?(m=`${-l}px`,g=s?d:`${p}px`):c==="left"&&(m=`${n.floating.width+l}px`,g=s?d:`${p}px`),{data:{x:m,y:g}}}}}function A9(r){const[e,t="center"]=r.split("-");return[e,t]}function eee(r){return A9(r)[0]}function tee(r){return A9(r)[1]}function ag(r,e){Ee(e,!0);let t=Y(e,"tooltip",3,!1);tb.create(t());var n=se(),a=L(n);ke(a,()=>e.children??$e),T(r,n),we()}class ree{#e;#t=F(()=>this.#e.candidateValues());#r;constructor(e){this.#e=e,this.#r=H5("",{afterMs:1e3,getWindow:this.#e.getWindow}),this.handleTypeaheadSearch=this.handleTypeaheadSearch.bind(this),this.resetTypeahead=this.resetTypeahead.bind(this)}handleTypeaheadSearch(e){if(!this.#e.enabled()||!f(this.#t).length)return;this.#r.current=this.#r.current+e;const t=this.#e.getCurrentItem(),n=f(this.#t).find(o=>o===t)??"",a=f(this.#t).map(o=>o??""),i=q5(a,this.#r.current,n),s=f(this.#t).find(o=>o===i);return s&&this.#e.onMatch(s),s}resetTypeahead(){this.#r.current=""}}const nee=[Rl,P5,yv],aee=[xl,D5,vv],iee=[...nee,...aee],see=Hl({component:"select",parts:["trigger","content","item","viewport","scroll-up-button","scroll-down-button","group","group-label","separator","arrow","input","content-wrapper","item-text","value"]}),ig=new ka("Select.Root | Combobox.Root"),Nv=new ka("Select.Content | Combobox.Content");class _U{opts;#e=_e(!1);get touchedInput(){return f(this.#e)}set touchedInput(e){M(this.#e,e,!0)}#t=_e(null);get inputNode(){return f(this.#t)}set inputNode(e){M(this.#t,e,!0)}#r=_e(null);get contentNode(){return f(this.#r)}set contentNode(e){M(this.#r,e,!0)}contentPresence;#n=_e(null);get viewportNode(){return f(this.#n)}set viewportNode(e){M(this.#n,e,!0)}#i=_e(null);get triggerNode(){return f(this.#i)}set triggerNode(e){M(this.#i,e,!0)}#a=_e("");get valueId(){return f(this.#a)}set valueId(e){M(this.#a,e,!0)}#s=_e(null);get highlightedNode(){return f(this.#s)}set highlightedNode(e){M(this.#s,e,!0)}#o=F(()=>this.highlightedNode?this.highlightedNode.getAttribute("data-value"):null);get highlightedValue(){return f(this.#o)}set highlightedValue(e){M(this.#o,e)}#l=F(()=>{if(this.highlightedNode)return this.highlightedNode.id});get highlightedId(){return f(this.#l)}set highlightedId(e){M(this.#l,e)}#c=F(()=>this.highlightedNode?this.highlightedNode.getAttribute("data-label"):null);get highlightedLabel(){return f(this.#c)}set highlightedLabel(e){M(this.#c,e)}isUsingKeyboard=!1;isCombobox=!1;domContext=new Zc(()=>null);constructor(e){this.opts=e,this.isCombobox=e.isCombobox,this.contentPresence=new Iu({ref:Pe(()=>this.contentNode),open:this.opts.open,onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}}),Gi(()=>{this.opts.open.current||this.setHighlightedNode(null)})}setHighlightedNode(e,t=!1){this.highlightedNode=e,e&&(this.isUsingKeyboard||t)&&e.scrollIntoView({block:this.opts.scrollAlignment.current})}getCandidateNodes(){const e=this.contentNode;return e?Array.from(e.querySelectorAll(`[${this.getBitsAttr("item")}]:not([data-disabled])`)):[]}setHighlightedToFirstCandidate(e=!1){this.setHighlightedNode(null);let t=this.getCandidateNodes();if(t.length){if(this.viewportNode){const n=this.viewportNode.getBoundingClientRect();t=t.filter(a=>{if(!this.viewportNode)return!1;const i=a.getBoundingClientRect();return i.rightn.left&&i.bottomn.top})}this.setHighlightedNode(t[0],e)}}getNodeByValue(e){return this.getCandidateNodes().find(n=>n.dataset.value===e)??null}setOpen(e){this.opts.open.current=e}toggleOpen(){this.opts.open.current=!this.opts.open.current}handleOpen(){this.setOpen(!0)}handleClose(){this.setHighlightedNode(null),this.setOpen(!1)}toggleMenu(){this.toggleOpen()}getBitsAttr=e=>see.getAttr(e,this.isCombobox?"combobox":void 0)}class oee extends _U{opts;isMulti=!1;#e=F(()=>this.opts.value.current!=="");get hasValue(){return f(this.#e)}set hasValue(e){M(this.#e,e)}#t=F(()=>this.opts.items.current.length?this.opts.items.current.find(e=>e.value===this.opts.value.current)?.label??"":"");get currentLabel(){return f(this.#t)}set currentLabel(e){M(this.#t,e)}#r=F(()=>this.opts.items.current.length?this.opts.items.current.filter(t=>!t.disabled).map(t=>t.label):[]);get candidateLabels(){return f(this.#r)}set candidateLabels(e){M(this.#r,e)}#n=F(()=>!(this.isMulti||this.opts.items.current.length===0));get dataTypeaheadEnabled(){return f(this.#n)}set dataTypeaheadEnabled(e){M(this.#n,e)}constructor(e){super(e),this.opts=e,Nt(()=>{!this.opts.open.current&&this.highlightedNode&&this.setHighlightedNode(null)}),nn(()=>this.opts.open.current,()=>{this.opts.open.current&&this.setInitialHighlightedNode()})}includesItem(e){return this.opts.value.current===e}toggleItem(e,t=e){const n=this.includesItem(e)?"":e;this.opts.value.current=n,n!==""&&(this.opts.inputValue.current=t)}setInitialHighlightedNode(){eo(()=>{if(!(this.highlightedNode&&this.domContext.getDocument().contains(this.highlightedNode))){if(this.opts.value.current!==""){const e=this.getNodeByValue(this.opts.value.current);if(e){this.setHighlightedNode(e,!0);return}}this.setHighlightedToFirstCandidate(!0)}})}}class lee extends _U{opts;isMulti=!0;#e=F(()=>this.opts.value.current.length>0);get hasValue(){return f(this.#e)}set hasValue(e){M(this.#e,e)}constructor(e){super(e),this.opts=e,Nt(()=>{!this.opts.open.current&&this.highlightedNode&&this.setHighlightedNode(null)}),nn(()=>this.opts.open.current,()=>{this.opts.open.current&&this.setInitialHighlightedNode()})}includesItem(e){return this.opts.value.current.includes(e)}toggleItem(e,t=e){this.includesItem(e)?this.opts.value.current=this.opts.value.current.filter(n=>n!==e):this.opts.value.current=[...this.opts.value.current,e],this.opts.inputValue.current=t}setInitialHighlightedNode(){eo(()=>{if(this.domContext&&!(this.highlightedNode&&this.domContext.getDocument().contains(this.highlightedNode))){if(this.opts.value.current.length&&this.opts.value.current[0]!==""){const e=this.getNodeByValue(this.opts.value.current[0]);if(e){this.setHighlightedNode(e,!0);return}}this.setHighlightedToFirstCandidate(!0)}})}}class cee{static create(e){const{type:t,...n}=e,a=t==="single"?new oee(n):new lee(n);return ig.set(a)}}class x9{static create(e){return new x9(e,ig.get())}opts;root;attachment;#e;#t;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(e.ref,n=>this.root.triggerNode=n),this.root.domContext=new Zc(e.ref),this.#e=new tU({getCurrentItem:()=>this.root.highlightedNode,onMatch:n=>{this.root.setHighlightedNode(n)},getActiveElement:()=>this.root.domContext.getActiveElement(),getWindow:()=>this.root.domContext.getWindow()}),this.#t=new ree({getCurrentItem:()=>this.root.isMulti?"":this.root.currentLabel,onMatch:n=>{if(this.root.isMulti||!this.root.opts.items.current)return;const a=this.root.opts.items.current.find(i=>i.label===n);a&&(this.root.opts.value.current=a.value)},enabled:()=>!this.root.isMulti&&this.root.dataTypeaheadEnabled,candidateValues:()=>this.root.isMulti?[]:this.root.candidateLabels,getWindow:()=>this.root.domContext.getWindow()}),this.onkeydown=this.onkeydown.bind(this),this.onpointerdown=this.onpointerdown.bind(this),this.onpointerup=this.onpointerup.bind(this),this.onclick=this.onclick.bind(this)}#r(){this.root.opts.open.current=!0,this.#t.resetTypeahead(),this.#e.resetTypeahead()}#n(e){this.#r()}#i(){const e=this.root.highlightedValue===this.root.opts.value.current;return!this.root.opts.allowDeselect.current&&e&&!this.root.isMulti?(this.root.handleClose(),!0):(this.root.highlightedValue!==null&&this.root.toggleItem(this.root.highlightedValue,this.root.highlightedLabel??void 0),!this.root.isMulti&&!e?(this.root.handleClose(),!0):!1)}onkeydown(e){if(this.root.isUsingKeyboard=!0,(e.key===xl||e.key===Rl)&&e.preventDefault(),!this.root.opts.open.current){if(e.key===$l||e.key===no||e.key===Rl||e.key===xl)e.preventDefault(),this.root.handleOpen();else if(!this.root.isMulti&&this.root.dataTypeaheadEnabled){this.#t.handleTypeaheadSearch(e.key);return}if(this.root.hasValue)return;const s=this.root.getCandidateNodes();if(!s.length)return;if(e.key===Rl){const o=s[0];this.root.setHighlightedNode(o)}else if(e.key===xl){const o=s[s.length-1];this.root.setHighlightedNode(o)}return}if(e.key===QC){this.root.handleClose();return}if((e.key===$l||e.key===no&&this.#e.search==="")&&!e.isComposing&&(e.preventDefault(),this.#i()))return;if(e.key===xl&&e.altKey&&this.root.handleClose(),iee.includes(e.key)){e.preventDefault();const s=this.root.getCandidateNodes(),o=this.root.highlightedNode,l=o?s.indexOf(o):-1,c=this.root.opts.loop.current;let u;if(e.key===Rl?u=sZ(s,l,c):e.key===xl?u=oZ(s,l,c):e.key===D5?u=lZ(s,l,10,c):e.key===P5?u=cZ(s,l,10,c):e.key===yv?u=s[0]:e.key===vv&&(u=s[s.length-1]),!u)return;this.root.setHighlightedNode(u);return}const t=e.ctrlKey||e.altKey||e.metaKey,n=e.key.length===1,a=e.key===no,i=this.root.getCandidateNodes();if(e.key!==QC){if(!t&&(n||a)){!this.#e.handleTypeaheadSearch(e.key,i)&&a&&(e.preventDefault(),this.#i());return}this.root.highlightedNode||this.root.setHighlightedToFirstCandidate()}}onclick(e){e.currentTarget.focus()}onpointerdown(e){if(this.root.opts.disabled.current)return;if(e.pointerType==="touch")return e.preventDefault();const t=e.target;t?.hasPointerCapture(e.pointerId)&&t?.releasePointerCapture(e.pointerId),e.button===0&&e.ctrlKey===!1&&(this.root.opts.open.current===!1?this.#n(e):this.root.handleClose())}onpointerup(e){this.root.opts.disabled.current||(e.preventDefault(),e.pointerType==="touch"&&(this.root.opts.open.current===!1?this.#n(e):this.root.handleClose()))}#a=F(()=>({id:this.opts.id.current,disabled:this.root.opts.disabled.current?!0:void 0,"aria-haspopup":"listbox","aria-expanded":Dc(this.root.opts.open.current),"aria-activedescendant":this.root.highlightedId,"data-state":sl(this.root.opts.open.current),"data-disabled":Di(this.root.opts.disabled.current),"data-placeholder":this.root.hasValue?void 0:"",[this.root.getBitsAttr("trigger")]:"",onpointerdown:this.onpointerdown,onkeydown:this.onkeydown,onclick:this.onclick,onpointerup:this.onpointerup,...this.attachment}));get props(){return f(this.#a)}set props(e){M(this.#a,e)}}class R9{static create(e){return Nv.set(new R9(e,ig.get()))}opts;root;attachment;#e=_e(!1);get isPositioned(){return f(this.#e)}set isPositioned(e){M(this.#e,e,!0)}domContext;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(e.ref,n=>this.root.contentNode=n),this.domContext=new Zc(this.opts.ref),this.root.domContext===null&&(this.root.domContext=this.domContext),Qc(()=>{this.root.contentNode=null,this.isPositioned=!1}),nn(()=>this.root.opts.open.current,()=>{this.root.opts.open.current||(this.isPositioned=!1)}),this.onpointermove=this.onpointermove.bind(this)}onpointermove(e){this.root.isUsingKeyboard=!1}#t=F(()=>Bc(this.root.isCombobox?"combobox":"select"));onInteractOutside=e=>{if(e.target===this.root.triggerNode||e.target===this.root.inputNode){e.preventDefault();return}this.opts.onInteractOutside.current(e),!e.defaultPrevented&&this.root.handleClose()};onEscapeKeydown=e=>{this.opts.onEscapeKeydown.current(e),!e.defaultPrevented&&this.root.handleClose()};onOpenAutoFocus=e=>{e.preventDefault()};onCloseAutoFocus=e=>{e.preventDefault()};get shouldRender(){return this.root.contentPresence.shouldRender}#r=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#r)}set snippetProps(e){M(this.#r,e)}#n=F(()=>({id:this.opts.id.current,role:"listbox","aria-multiselectable":this.root.isMulti?"true":void 0,"data-state":sl(this.root.opts.open.current),[this.root.getBitsAttr("content")]:"",style:{display:"flex",flexDirection:"column",outline:"none",boxSizing:"border-box",pointerEvents:"auto",...f(this.#t)},onpointermove:this.onpointermove,...this.attachment}));get props(){return f(this.#n)}set props(e){M(this.#n,e)}popperProps={onInteractOutside:this.onInteractOutside,onEscapeKeydown:this.onEscapeKeydown,onOpenAutoFocus:this.onOpenAutoFocus,onCloseAutoFocus:this.onCloseAutoFocus,trapFocus:!1,loop:!1,onPlaced:()=>{this.root.opts.open.current&&(this.isPositioned=!0)}}}class O9{static create(e){return new O9(e,ig.get())}opts;root;attachment;#e=F(()=>this.root.includesItem(this.opts.value.current));get isSelected(){return f(this.#e)}set isSelected(e){M(this.#e,e)}#t=F(()=>this.root.highlightedValue===this.opts.value.current);get isHighlighted(){return f(this.#t)}set isHighlighted(e){M(this.#t,e)}prevHighlighted=new PB(()=>this.isHighlighted);#r=_e(!1);get mounted(){return f(this.#r)}set mounted(e){M(this.#r,e,!0)}constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(e.ref),nn([()=>this.isHighlighted,()=>this.prevHighlighted.current],()=>{this.isHighlighted?this.opts.onHighlight.current():this.prevHighlighted.current&&this.opts.onUnhighlight.current()}),nn(()=>this.mounted,()=>{this.mounted&&this.root.setInitialHighlightedNode()}),this.onpointerdown=this.onpointerdown.bind(this),this.onpointerup=this.onpointerup.bind(this),this.onpointermove=this.onpointermove.bind(this)}handleSelect(){if(this.opts.disabled.current)return;const e=this.opts.value.current===this.root.opts.value.current;if(!this.root.opts.allowDeselect.current&&e&&!this.root.isMulti){this.root.handleClose();return}this.root.toggleItem(this.opts.value.current,this.opts.label.current),!this.root.isMulti&&!e&&this.root.handleClose()}#n=F(()=>({selected:this.isSelected,highlighted:this.isHighlighted}));get snippetProps(){return f(this.#n)}set snippetProps(e){M(this.#n,e)}onpointerdown(e){e.preventDefault()}onpointerup(e){if(!(e.defaultPrevented||!this.opts.ref.current)){if(e.pointerType==="touch"&&!ZC){jr(this.opts.ref.current,"click",()=>{this.handleSelect(),this.root.setHighlightedNode(this.opts.ref.current)},{once:!0});return}e.preventDefault(),this.handleSelect(),e.pointerType==="touch"&&this.root.setHighlightedNode(this.opts.ref.current)}}onpointermove(e){e.pointerType!=="touch"&&this.root.highlightedNode!==this.opts.ref.current&&this.root.setHighlightedNode(this.opts.ref.current)}#i=F(()=>({id:this.opts.id.current,role:"option","aria-selected":this.root.includesItem(this.opts.value.current)?"true":void 0,"data-value":this.opts.value.current,"data-disabled":Di(this.opts.disabled.current),"data-highlighted":this.root.highlightedValue===this.opts.value.current&&!this.opts.disabled.current?"":void 0,"data-selected":this.root.includesItem(this.opts.value.current)?"":void 0,"data-label":this.opts.label.current,[this.root.getBitsAttr("item")]:"",onpointermove:this.onpointermove,onpointerdown:this.onpointerdown,onpointerup:this.onpointerup,...this.attachment}));get props(){return f(this.#i)}set props(e){M(this.#i,e)}}class N9{static create(e){return new N9(e,ig.get())}opts;root;#e=F(()=>this.root.opts.name.current!=="");get shouldRender(){return f(this.#e)}set shouldRender(e){M(this.#e,e)}constructor(e,t){this.opts=e,this.root=t,this.onfocus=this.onfocus.bind(this)}onfocus(e){e.preventDefault(),this.root.isCombobox?this.root.inputNode?.focus():this.root.triggerNode?.focus()}#t=F(()=>({disabled:XC(this.root.opts.disabled.current),required:XC(this.root.opts.required.current),name:this.root.opts.name.current,value:this.opts.value.current,onfocus:this.onfocus}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class I9{static create(e){return new I9(e,Nv.get())}opts;content;root;attachment;#e=_e(0);get prevScrollTop(){return f(this.#e)}set prevScrollTop(e){M(this.#e,e,!0)}constructor(e,t){this.opts=e,this.content=t,this.root=t.root,this.attachment=yn(e.ref,n=>{this.root.viewportNode=n})}#t=F(()=>({id:this.opts.id.current,role:"presentation",[this.root.getBitsAttr("viewport")]:"",style:{position:"relative",flex:1,overflow:"auto"},...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class bU{opts;content;root;attachment;autoScrollTimer=null;userScrollTimer=-1;isUserScrolling=!1;onAutoScroll=xr;#e=_e(!1);get mounted(){return f(this.#e)}set mounted(e){M(this.#e,e,!0)}constructor(e,t){this.opts=e,this.content=t,this.root=t.root,this.attachment=yn(e.ref),nn([()=>this.mounted],()=>{if(!this.mounted){this.isUserScrolling=!1;return}this.isUserScrolling}),Nt(()=>{this.mounted||this.clearAutoScrollInterval()}),this.onpointerdown=this.onpointerdown.bind(this),this.onpointermove=this.onpointermove.bind(this),this.onpointerleave=this.onpointerleave.bind(this)}handleUserScroll(){this.content.domContext.clearTimeout(this.userScrollTimer),this.isUserScrolling=!0,this.userScrollTimer=this.content.domContext.setTimeout(()=>{this.isUserScrolling=!1},200)}clearAutoScrollInterval(){this.autoScrollTimer!==null&&(this.content.domContext.clearTimeout(this.autoScrollTimer),this.autoScrollTimer=null)}onpointerdown(e){if(this.autoScrollTimer!==null)return;const t=n=>{this.onAutoScroll(),this.autoScrollTimer=this.content.domContext.setTimeout(()=>t(n+1),this.opts.delay.current(n))};this.autoScrollTimer=this.content.domContext.setTimeout(()=>t(1),this.opts.delay.current(0))}onpointermove(e){this.onpointerdown(e)}onpointerleave(e){this.clearAutoScrollInterval()}#t=F(()=>({id:this.opts.id.current,"aria-hidden":oQ(!0),style:{flexShrink:0},onpointerdown:this.onpointerdown,onpointermove:this.onpointermove,onpointerleave:this.onpointerleave,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class k9{static create(e){return new k9(new bU(e,Nv.get()))}scrollButtonState;content;root;#e=_e(!1);get canScrollDown(){return f(this.#e)}set canScrollDown(e){M(this.#e,e,!0)}scrollIntoViewTimer=null;constructor(e){this.scrollButtonState=e,this.content=e.content,this.root=e.root,this.scrollButtonState.onAutoScroll=this.handleAutoScroll,nn([()=>this.root.viewportNode,()=>this.content.isPositioned],()=>{if(!(!this.root.viewportNode||!this.content.isPositioned))return this.handleScroll(!0),jr(this.root.viewportNode,"scroll",()=>this.handleScroll())}),nn([()=>this.root.opts.inputValue.current,()=>this.root.viewportNode,()=>this.content.isPositioned],()=>{!this.root.viewportNode||!this.content.isPositioned||this.handleScroll(!0)}),nn(()=>this.scrollButtonState.mounted,()=>{this.scrollButtonState.mounted&&(this.scrollIntoViewTimer&&clearTimeout(this.scrollIntoViewTimer),this.scrollIntoViewTimer=M5(5,()=>{this.root.highlightedNode?.scrollIntoView({block:this.root.opts.scrollAlignment.current})}))})}handleScroll=(e=!1)=>{if(e||this.scrollButtonState.handleUserScroll(),!this.root.viewportNode)return;const t=this.root.viewportNode.scrollHeight-this.root.viewportNode.clientHeight,n=Number.parseInt(getComputedStyle(this.root.viewportNode).paddingTop,10);this.canScrollDown=Math.ceil(this.root.viewportNode.scrollTop){const e=this.root.viewportNode,t=this.root.highlightedNode;!e||!t||(e.scrollTop=e.scrollTop+t.offsetHeight)};#t=F(()=>({...this.scrollButtonState.props,[this.root.getBitsAttr("scroll-down-button")]:""}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class M9{static create(e){return new M9(new bU(e,Nv.get()))}scrollButtonState;content;root;#e=_e(!1);get canScrollUp(){return f(this.#e)}set canScrollUp(e){M(this.#e,e,!0)}constructor(e){this.scrollButtonState=e,this.content=e.content,this.root=e.root,this.scrollButtonState.onAutoScroll=this.handleAutoScroll,nn([()=>this.root.viewportNode,()=>this.content.isPositioned],()=>{if(!(!this.root.viewportNode||!this.content.isPositioned))return this.handleScroll(!0),jr(this.root.viewportNode,"scroll",()=>this.handleScroll())})}handleScroll=(e=!1)=>{if(e||this.scrollButtonState.handleUserScroll(),!this.root.viewportNode)return;const t=Number.parseInt(getComputedStyle(this.root.viewportNode).paddingTop,10);this.canScrollUp=this.root.viewportNode.scrollTop-t>.1};handleAutoScroll=()=>{!this.root.viewportNode||!this.root.highlightedNode||(this.root.viewportNode.scrollTop=this.root.viewportNode.scrollTop-this.root.highlightedNode.offsetHeight)};#t=F(()=>({...this.scrollButtonState.props,[this.root.getBitsAttr("scroll-up-button")]:""}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}function _S(r,e){Ee(e,!0);let t=Y(e,"value",15);const n=N9.create({value:Pe(()=>t())});var a=se(),i=L(a);{var s=o=>{u9(o,ot(()=>n.props,{get autocomplete(){return e.autocomplete},get value(){return t()},set value(l){t(l)}}))};le(i,o=>{n.shouldRender&&o(s)})}T(r,a),we()}function sg(r,e){Ee(e,!0);let t=Y(e,"tooltip",3,!1);nb.create({id:Pe(()=>e.id),virtualEl:Pe(()=>e.virtualEl),ref:e.ref},t());var n=se(),a=L(n);ke(a,()=>e.children??$e),T(r,n),we()}var uee=ju(''),dee=G("");function hee(r,e){Ee(e,!0);let t=Y(e,"id",19,Zf),n=Y(e,"width",3,10),a=Y(e,"height",3,5),i=Ye(e,["$$slots","$$events","$$legacy","id","children","child","width","height"]);const s=F(()=>vr(i,{id:t()}));var o=se(),l=L(o);{var c=d=>{var h=se(),p=L(h);ke(p,()=>e.child,()=>({props:f(s)})),T(d,h)},u=d=>{var h=dee();zt(h,()=>({...f(s)}));var p=j(h);{var m=b=>{var _=se(),v=L(_);ke(v,()=>e.children??$e),T(b,_)},g=b=>{var _=uee();Ce(()=>{er(_,"width",n()),er(_,"height",a())}),T(b,_)};le(p,b=>{e.children?b(m):b(g,!1)})}H(h),T(d,h)};le(l,d=>{e.child?d(c):d(u,!1)})}T(r,o),we()}function fee(r,e){Ee(e,!0);let t=Y(e,"id",19,Zf),n=Y(e,"ref",15,null),a=Ye(e,["$$slots","$$events","$$legacy","id","ref"]);const i=C9.create({id:Pe(()=>t()),ref:Pe(()=>n(),o=>n(o))}),s=F(()=>vr(a,i.props));hee(r,ot(()=>f(s))),we()}function pee(r,e){Ee(e,!0);let t=Y(e,"side",3,"bottom"),n=Y(e,"sideOffset",3,0),a=Y(e,"align",3,"center"),i=Y(e,"alignOffset",3,0),s=Y(e,"arrowPadding",3,0),o=Y(e,"avoidCollisions",3,!0),l=Y(e,"collisionBoundary",19,()=>[]),c=Y(e,"collisionPadding",3,0),u=Y(e,"hideWhenDetached",3,!1),d=Y(e,"onPlaced",3,()=>{}),h=Y(e,"sticky",3,"partial"),p=Y(e,"updatePositionStrategy",3,"optimized"),m=Y(e,"strategy",3,"fixed"),g=Y(e,"dir",3,"ltr"),b=Y(e,"style",19,()=>({})),_=Y(e,"wrapperId",19,Zf),v=Y(e,"customAnchor",3,null),y=Y(e,"tooltip",3,!1);const E=rb.create({side:Pe(()=>t()),sideOffset:Pe(()=>n()),align:Pe(()=>a()),alignOffset:Pe(()=>i()),id:Pe(()=>e.id),arrowPadding:Pe(()=>s()),avoidCollisions:Pe(()=>o()),collisionBoundary:Pe(()=>l()),collisionPadding:Pe(()=>c()),hideWhenDetached:Pe(()=>u()),onPlaced:Pe(()=>d()),sticky:Pe(()=>h()),updatePositionStrategy:Pe(()=>p()),strategy:Pe(()=>m()),dir:Pe(()=>g()),style:Pe(()=>b()),enabled:Pe(()=>e.enabled),wrapperId:Pe(()=>_()),customAnchor:Pe(()=>v())},y()),S=F(()=>vr(E.wrapperProps,{style:{pointerEvents:"auto"}}));var w=se(),C=L(w);ke(C,()=>e.content??$e,()=>({props:E.props,wrapperProps:f(S)})),T(r,w),we()}function mee(r,e){Ee(e,!0),bi(()=>{e.onPlaced?.()});var t=se(),n=L(t);ke(n,()=>e.content??$e,()=>({props:{},wrapperProps:{}})),T(r,t),we()}function gee(r,e){let t=Y(e,"isStatic",3,!1),n=Ye(e,["$$slots","$$events","$$legacy","content","isStatic","onPlaced"]);var a=se(),i=L(a);{var s=l=>{mee(l,{get content(){return e.content},get onPlaced(){return e.onPlaced}})},o=l=>{pee(l,ot({get content(){return e.content},get onPlaced(){return e.onPlaced}},()=>n))};le(i,l=>{t()?l(s):l(o,!1)})}T(r,a)}var _ee=G(" ",1);function vU(r,e){Ee(e,!0);let t=Y(e,"interactOutsideBehavior",3,"close"),n=Y(e,"trapFocus",3,!0),a=Y(e,"isValidEvent",3,()=>!1),i=Y(e,"customAnchor",3,null),s=Y(e,"isStatic",3,!1),o=Y(e,"tooltip",3,!1),l=Y(e,"contentPointerEvents",3,"auto"),c=Ye(e,["$$slots","$$events","$$legacy","popper","onEscapeKeydown","escapeKeydownBehavior","preventOverflowTextSelection","id","onPointerDown","onPointerUp","side","sideOffset","align","alignOffset","arrowPadding","avoidCollisions","collisionBoundary","collisionPadding","sticky","hideWhenDetached","updatePositionStrategy","strategy","dir","preventScroll","wrapperId","style","onPlaced","onInteractOutside","onCloseAutoFocus","onOpenAutoFocus","onFocusOutside","interactOutsideBehavior","loop","trapFocus","isValidEvent","customAnchor","isStatic","enabled","ref","tooltip","contentPointerEvents"]);gee(r,{get isStatic(){return s()},get id(){return e.id},get side(){return e.side},get sideOffset(){return e.sideOffset},get align(){return e.align},get alignOffset(){return e.alignOffset},get arrowPadding(){return e.arrowPadding},get avoidCollisions(){return e.avoidCollisions},get collisionBoundary(){return e.collisionBoundary},get collisionPadding(){return e.collisionPadding},get sticky(){return e.sticky},get hideWhenDetached(){return e.hideWhenDetached},get updatePositionStrategy(){return e.updatePositionStrategy},get strategy(){return e.strategy},get dir(){return e.dir},get wrapperId(){return e.wrapperId},get style(){return e.style},get onPlaced(){return e.onPlaced},get customAnchor(){return i()},get enabled(){return e.enabled},get tooltip(){return o()},content:(d,h)=>{let p=()=>h?.().props,m=()=>h?.().wrapperProps;var g=_ee(),b=L(g);{var _=E=>{Rf(E,{get preventScroll(){return e.preventScroll}})},v=E=>{var S=se(),w=L(S);{var C=x=>{Rf(x,{get preventScroll(){return e.preventScroll}})};le(w,x=>{e.forceMount||x(C)},!0)}T(E,S)};le(b,E=>{e.forceMount&&e.enabled?E(_):E(v,!1)})}var y=ee(b,2);a9(y,{get onOpenAutoFocus(){return e.onOpenAutoFocus},get onCloseAutoFocus(){return e.onCloseAutoFocus},get loop(){return e.loop},get enabled(){return e.enabled},get trapFocus(){return n()},get forceMount(){return e.forceMount},get ref(){return e.ref},focusScope:(S,w)=>{let C=()=>w?.().props;t9(S,{get onEscapeKeydown(){return e.onEscapeKeydown},get escapeKeydownBehavior(){return e.escapeKeydownBehavior},get enabled(){return e.enabled},get ref(){return e.ref},children:(x,N)=>{J5(x,{get id(){return e.id},get onInteractOutside(){return e.onInteractOutside},get onFocusOutside(){return e.onFocusOutside},get interactOutsideBehavior(){return t()},get isValidEvent(){return a()},get enabled(){return e.enabled},get ref(){return e.ref},children:(D,V)=>{let q=()=>V?.().props;s9(D,{get id(){return e.id},get preventOverflowTextSelection(){return e.preventOverflowTextSelection},get onPointerDown(){return e.onPointerDown},get onPointerUp(){return e.onPointerUp},get enabled(){return e.enabled},get ref(){return e.ref},children:($,K)=>{var z=se(),re=L(z);{let W=F(()=>({props:vr(c,p(),q(),C(),{style:{pointerEvents:l()}}),wrapperProps:m()}));ke(re,()=>e.popper??$e,()=>f(W))}T($,z)},$$slots:{default:!0}})},$$slots:{default:!0}})},$$slots:{default:!0}})},$$slots:{focusScope:!0}}),T(d,g)},$$slots:{content:!0}}),we()}function og(r,e){let t=Y(e,"interactOutsideBehavior",3,"close"),n=Y(e,"trapFocus",3,!0),a=Y(e,"isValidEvent",3,()=>!1),i=Y(e,"customAnchor",3,null),s=Y(e,"isStatic",3,!1),o=Ye(e,["$$slots","$$events","$$legacy","popper","open","onEscapeKeydown","escapeKeydownBehavior","preventOverflowTextSelection","id","onPointerDown","onPointerUp","side","sideOffset","align","alignOffset","arrowPadding","avoidCollisions","collisionBoundary","collisionPadding","sticky","hideWhenDetached","updatePositionStrategy","strategy","dir","preventScroll","wrapperId","style","onPlaced","onInteractOutside","onCloseAutoFocus","onOpenAutoFocus","onFocusOutside","interactOutsideBehavior","loop","trapFocus","isValidEvent","customAnchor","isStatic","ref","shouldRender"]);var l=se(),c=L(l);{var u=d=>{vU(d,ot({get popper(){return e.popper},get onEscapeKeydown(){return e.onEscapeKeydown},get escapeKeydownBehavior(){return e.escapeKeydownBehavior},get preventOverflowTextSelection(){return e.preventOverflowTextSelection},get id(){return e.id},get onPointerDown(){return e.onPointerDown},get onPointerUp(){return e.onPointerUp},get side(){return e.side},get sideOffset(){return e.sideOffset},get align(){return e.align},get alignOffset(){return e.alignOffset},get arrowPadding(){return e.arrowPadding},get avoidCollisions(){return e.avoidCollisions},get collisionBoundary(){return e.collisionBoundary},get collisionPadding(){return e.collisionPadding},get sticky(){return e.sticky},get hideWhenDetached(){return e.hideWhenDetached},get updatePositionStrategy(){return e.updatePositionStrategy},get strategy(){return e.strategy},get dir(){return e.dir},get preventScroll(){return e.preventScroll},get wrapperId(){return e.wrapperId},get style(){return e.style},get onPlaced(){return e.onPlaced},get customAnchor(){return i()},get isStatic(){return s()},get enabled(){return e.open},get onInteractOutside(){return e.onInteractOutside},get onCloseAutoFocus(){return e.onCloseAutoFocus},get onOpenAutoFocus(){return e.onOpenAutoFocus},get interactOutsideBehavior(){return t()},get loop(){return e.loop},get trapFocus(){return n()},get isValidEvent(){return a()},get onFocusOutside(){return e.onFocusOutside},forceMount:!1,get ref(){return e.ref}},()=>o))};le(c,d=>{e.shouldRender&&d(u)})}T(r,l)}function lg(r,e){let t=Y(e,"interactOutsideBehavior",3,"close"),n=Y(e,"trapFocus",3,!0),a=Y(e,"isValidEvent",3,()=>!1),i=Y(e,"customAnchor",3,null),s=Y(e,"isStatic",3,!1),o=Ye(e,["$$slots","$$events","$$legacy","popper","onEscapeKeydown","escapeKeydownBehavior","preventOverflowTextSelection","id","onPointerDown","onPointerUp","side","sideOffset","align","alignOffset","arrowPadding","avoidCollisions","collisionBoundary","collisionPadding","sticky","hideWhenDetached","updatePositionStrategy","strategy","dir","preventScroll","wrapperId","style","onPlaced","onInteractOutside","onCloseAutoFocus","onOpenAutoFocus","onFocusOutside","interactOutsideBehavior","loop","trapFocus","isValidEvent","customAnchor","isStatic","enabled"]);vU(r,ot({get popper(){return e.popper},get onEscapeKeydown(){return e.onEscapeKeydown},get escapeKeydownBehavior(){return e.escapeKeydownBehavior},get preventOverflowTextSelection(){return e.preventOverflowTextSelection},get id(){return e.id},get onPointerDown(){return e.onPointerDown},get onPointerUp(){return e.onPointerUp},get side(){return e.side},get sideOffset(){return e.sideOffset},get align(){return e.align},get alignOffset(){return e.alignOffset},get arrowPadding(){return e.arrowPadding},get avoidCollisions(){return e.avoidCollisions},get collisionBoundary(){return e.collisionBoundary},get collisionPadding(){return e.collisionPadding},get sticky(){return e.sticky},get hideWhenDetached(){return e.hideWhenDetached},get updatePositionStrategy(){return e.updatePositionStrategy},get strategy(){return e.strategy},get dir(){return e.dir},get preventScroll(){return e.preventScroll},get wrapperId(){return e.wrapperId},get style(){return e.style},get onPlaced(){return e.onPlaced},get customAnchor(){return i()},get isStatic(){return s()},get enabled(){return e.enabled},get onInteractOutside(){return e.onInteractOutside},get onCloseAutoFocus(){return e.onCloseAutoFocus},get onOpenAutoFocus(){return e.onOpenAutoFocus},get interactOutsideBehavior(){return t()},get loop(){return e.loop},get trapFocus(){return n()},get isValidEvent(){return a()},get onFocusOutside(){return e.onFocusOutside}},()=>o,{forceMount:!0}))}var bee=G("
"),vee=G("
");function yee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"forceMount",3,!1),s=Y(e,"side",3,"bottom"),o=Y(e,"onInteractOutside",3,xr),l=Y(e,"onEscapeKeydown",3,xr),c=Y(e,"preventScroll",3,!1),u=Ye(e,["$$slots","$$events","$$legacy","id","ref","forceMount","side","onInteractOutside","onEscapeKeydown","children","child","preventScroll","style"]);const d=R9.create({id:Pe(()=>n()),ref:Pe(()=>a(),_=>a(_)),onInteractOutside:Pe(()=>o()),onEscapeKeydown:Pe(()=>l())}),h=F(()=>vr(u,d.props));var p=se(),m=L(p);{var g=_=>{lg(_,ot(()=>f(h),()=>d.popperProps,{get ref(){return d.opts.ref},get side(){return s()},get enabled(){return d.root.opts.open.current},get id(){return n()},get preventScroll(){return c()},forceMount:!0,get shouldRender(){return d.shouldRender},popper:(y,E)=>{let S=()=>E?.().props,w=()=>E?.().wrapperProps;const C=F(()=>vr(S(),{style:d.props.style},{style:e.style}));var x=se(),N=L(x);{var I=V=>{var q=se(),$=L(q);{let K=F(()=>({props:f(C),wrapperProps:w(),...d.snippetProps}));ke($,()=>e.child,()=>f(K))}T(V,q)},D=V=>{var q=bee();zt(q,()=>({...w()}));var $=j(q);zt($,()=>({...f(C)}));var K=j($);ke(K,()=>e.children??$e),H($),H(q),T(V,q)};le(N,V=>{e.child?V(I):V(D,!1)})}T(y,x)},$$slots:{popper:!0}}))},b=_=>{var v=se(),y=L(v);{var E=S=>{og(S,ot(()=>f(h),()=>d.popperProps,{get ref(){return d.opts.ref},get side(){return s()},get open(){return d.root.opts.open.current},get id(){return n()},get preventScroll(){return c()},forceMount:!1,get shouldRender(){return d.shouldRender},popper:(C,x)=>{let N=()=>x?.().props,I=()=>x?.().wrapperProps;const D=F(()=>vr(N(),{style:d.props.style},{style:e.style}));var V=se(),q=L(V);{var $=z=>{var re=se(),W=L(re);{let ie=F(()=>({props:f(D),wrapperProps:I(),...d.snippetProps}));ke(W,()=>e.child,()=>f(ie))}T(z,re)},K=z=>{var re=vee();zt(re,()=>({...I()}));var W=j(re);zt(W,()=>({...f(D)}));var ie=j(W);ke(ie,()=>e.children??$e),H(W),H(re),T(z,re)};le(q,z=>{e.child?z($):z(K,!1)})}T(C,V)},$$slots:{popper:!0}}))};le(y,S=>{i()||S(E)},!0)}T(_,v)};le(m,_=>{i()?_(g):_(b,!1)})}T(r,p),we()}function D9(r,e){Ee(e,!0);let t=Y(e,"mounted",15,!1),n=Y(e,"onMountedChange",3,xr);LB(()=>(t(!0),n()(!0),()=>{t(!1),n()(!1)})),we()}var See=G("
"),Eee=G(" ",1);function wee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"label",19,()=>e.value),s=Y(e,"disabled",3,!1),o=Y(e,"onHighlight",3,xr),l=Y(e,"onUnhighlight",3,xr),c=Ye(e,["$$slots","$$events","$$legacy","id","ref","value","label","disabled","children","child","onHighlight","onUnhighlight"]);const u=O9.create({id:Pe(()=>n()),ref:Pe(()=>a(),_=>a(_)),value:Pe(()=>e.value),disabled:Pe(()=>s()),label:Pe(()=>i()),onHighlight:Pe(()=>o()),onUnhighlight:Pe(()=>l())}),d=F(()=>vr(c,u.props));var h=Eee(),p=L(h);{var m=_=>{var v=se(),y=L(v);{let E=F(()=>({props:f(d),...u.snippetProps}));ke(y,()=>e.child,()=>f(E))}T(_,v)},g=_=>{var v=See();zt(v,()=>({...f(d)}));var y=j(v);ke(y,()=>e.children??$e,()=>u.snippetProps),H(v),T(_,v)};le(p,_=>{e.child?_(m):_(g,!1)})}var b=ee(p,2);D9(b,{get mounted(){return u.mounted},set mounted(_){u.mounted=_}}),T(r,h),we()}var Tee=G("
");function Cee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Ye(e,["$$slots","$$events","$$legacy","id","ref","children","child"]);const s=I9.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h))}),o=F(()=>vr(i,s.props));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);ke(m,()=>e.child,()=>({props:f(o)})),T(h,p)},d=h=>{var p=Tee();zt(p,()=>({...f(o)}));var m=j(p);ke(m,()=>e.children??$e),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}var Aee=G("
"),xee=G(" ",1);function Ree(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"delay",3,()=>50),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","delay","child","children"]);const o=k9.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h)),delay:Pe(()=>i())}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=h=>{var p=xee(),m=L(p);D9(m,{get mounted(){return o.scrollButtonState.mounted},set mounted(v){o.scrollButtonState.mounted=v}});var g=ee(m,2);{var b=v=>{var y=se(),E=L(y);ke(E,()=>e.child,()=>({props:s})),T(v,y)},_=v=>{var y=Aee();zt(y,()=>({...f(l)}));var E=j(y);ke(E,()=>e.children??$e),H(y),T(v,y)};le(g,v=>{e.child?v(b):v(_,!1)})}T(h,p)};le(u,h=>{o.canScrollDown&&h(d)})}T(r,c),we()}var Oee=G("
"),Nee=G(" ",1);function Iee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"delay",3,()=>50),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","delay","child","children"]);const o=M9.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h)),delay:Pe(()=>i())}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=h=>{var p=Nee(),m=L(p);D9(m,{get mounted(){return o.scrollButtonState.mounted},set mounted(v){o.scrollButtonState.mounted=v}});var g=ee(m,2);{var b=v=>{var y=se(),E=L(y);ke(E,()=>e.child,()=>({props:s})),T(v,y)},_=v=>{var y=Oee();zt(y,()=>({...f(l)}));var E=j(y);ke(E,()=>e.children??$e),H(y),T(v,y)};le(g,v=>{e.child?v(b):v(_,!1)})}T(h,p)};le(u,h=>{o.canScrollUp&&h(d)})}T(r,c),we()}function kee(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"onOpenChange",3,xr),a=Y(e,"onOpenChangeComplete",3,xr);SZ.create({open:Pe(()=>t(),i=>{t(i),n()?.(i)}),onOpenChangeComplete:Pe(()=>a())}),ag(r,{children:(i,s)=>{var o=se(),l=L(o);ke(l,()=>e.children??$e),T(i,o)},$$slots:{default:!0}}),we()}var Mee=G("
");function Dee(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Y(e,"disabled",3,!1),s=Y(e,"onSelect",3,xr),o=Y(e,"closeOnSelect",3,!0),l=Ye(e,["$$slots","$$events","$$legacy","child","children","ref","id","disabled","onSelect","closeOnSelect"]);const c=j5.create({id:Pe(()=>a()),disabled:Pe(()=>i()),onSelect:Pe(()=>s()),ref:Pe(()=>n(),g=>n(g)),closeOnSelect:Pe(()=>o())}),u=F(()=>vr(l,c.props));var d=se(),h=L(d);{var p=g=>{var b=se(),_=L(b);ke(_,()=>e.child,()=>({props:f(u)})),T(g,b)},m=g=>{var b=Mee();zt(b,()=>({...f(u)}));var _=j(b);ke(_,()=>e.children??$e),H(b),T(g,b)};le(h,g=>{e.child?g(p):g(m,!1)})}T(r,d),we()}var Pee=G("
");function Lee(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Ye(e,["$$slots","$$events","$$legacy","ref","id","child","children"]);const s=X5.create({id:Pe(()=>a()),ref:Pe(()=>n(),h=>n(h))}),o=F(()=>vr(i,s.props));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);ke(m,()=>e.child,()=>({props:f(o)})),T(h,p)},d=h=>{var p=Pee();zt(p,()=>({...f(o)}));var m=j(p);ke(m,()=>e.children??$e),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}var Fee=G("
"),Bee=G("
");function Uee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"loop",3,!0),s=Y(e,"onInteractOutside",3,xr),o=Y(e,"forceMount",3,!1),l=Y(e,"onEscapeKeydown",3,xr),c=Y(e,"interactOutsideBehavior",3,"defer-otherwise-close"),u=Y(e,"escapeKeydownBehavior",3,"defer-otherwise-close"),d=Y(e,"onOpenAutoFocus",3,xr),h=Y(e,"onCloseAutoFocus",3,xr),p=Y(e,"onFocusOutside",3,xr),m=Y(e,"side",3,"right"),g=Y(e,"trapFocus",3,!1),b=Ye(e,["$$slots","$$events","$$legacy","id","ref","children","child","loop","onInteractOutside","forceMount","onEscapeKeydown","interactOutsideBehavior","escapeKeydownBehavior","onOpenAutoFocus","onCloseAutoFocus","onFocusOutside","side","trapFocus","style"]);const _=Cv.create({id:Pe(()=>n()),loop:Pe(()=>i()),ref:Pe(()=>a(),$=>a($)),isSub:!0,onCloseAutoFocus:Pe(()=>w)});function v($){const K=$.currentTarget.contains($.target),z=$Q[_.parentMenu.root.opts.dir.current].includes($.key);K&&z&&(_.parentMenu.onClose(),_.parentMenu.triggerNode?.focus(),$.preventDefault())}const y=F(()=>_.parentMenu.root.getBitsAttr("sub-content")),E=F(()=>vr(b,_.props,{side:m(),onkeydown:v,[f(y)]:""}));function S($){d()($),!$.defaultPrevented&&($.preventDefault(),_.parentMenu.root.isUsingKeyboard&&_.parentMenu.contentNode&&Y5.dispatch(_.parentMenu.contentNode))}function w($){h()($),!$.defaultPrevented&&$.preventDefault()}function C($){s()($),!$.defaultPrevented&&_.parentMenu.onClose()}function x($){l()($),!$.defaultPrevented&&_.parentMenu.onClose()}function N($){p()($),!$.defaultPrevented&&Io($.target)&&$.target.id!==_.parentMenu.triggerNode?.id&&_.parentMenu.onClose()}var I=se(),D=L(I);{var V=$=>{lg($,ot(()=>f(E),{get ref(){return _.opts.ref},get interactOutsideBehavior(){return c()},get escapeKeydownBehavior(){return u()},onOpenAutoFocus:S,get enabled(){return _.parentMenu.opts.open.current},onInteractOutside:C,onEscapeKeydown:x,onFocusOutside:N,preventScroll:!1,get loop(){return i()},get trapFocus(){return g()},get shouldRender(){return _.shouldRender},popper:(z,re)=>{let W=()=>re?.().props,ie=()=>re?.().wrapperProps;const k=F(()=>vr(W(),f(E),{style:Bc("menu")},{style:e.style}));var B=se(),te=L(B);{var O=U=>{var Q=se(),ne=L(Q);{let ue=F(()=>({props:f(k),wrapperProps:ie(),..._.snippetProps}));ke(ne,()=>e.child,()=>f(ue))}T(U,Q)},R=U=>{var Q=Fee();zt(Q,()=>({...ie()}));var ne=j(Q);zt(ne,()=>({...f(k)}));var ue=j(ne);ke(ue,()=>e.children??$e),H(ne),H(Q),T(U,Q)};le(te,U=>{e.child?U(O):U(R,!1)})}T(z,B)},$$slots:{popper:!0}}))},q=$=>{var K=se(),z=L(K);{var re=W=>{og(W,ot(()=>f(E),{get ref(){return _.opts.ref},get interactOutsideBehavior(){return c()},get escapeKeydownBehavior(){return u()},onCloseAutoFocus:w,onOpenAutoFocus:S,get open(){return _.parentMenu.opts.open.current},onInteractOutside:C,onEscapeKeydown:x,onFocusOutside:N,preventScroll:!1,get loop(){return i()},get trapFocus(){return g()},get shouldRender(){return _.shouldRender},popper:(k,B)=>{let te=()=>B?.().props,O=()=>B?.().wrapperProps;const R=F(()=>vr(te(),f(E),{style:Bc("menu")},{style:e.style}));var U=se(),Q=L(U);{var ne=he=>{var be=se(),Z=L(be);{let ae=F(()=>({props:f(R),wrapperProps:O(),..._.snippetProps}));ke(Z,()=>e.child,()=>f(ae))}T(he,be)},ue=he=>{var be=Bee();zt(be,()=>({...O()}));var Z=j(be);zt(Z,()=>({...f(R)}));var ae=j(Z);ke(ae,()=>e.children??$e),H(Z),H(be),T(he,be)};le(Q,he=>{e.child?he(ne):he(ue,!1)})}T(k,U)},$$slots:{popper:!0}}))};le(z,W=>{o()||W(re)},!0)}T($,K)};le(D,$=>{o()?$(V):$(q,!1)})}T(r,I),we()}var $ee=G("
");function Gee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"disabled",3,!1),i=Y(e,"ref",15,null),s=Y(e,"onSelect",3,xr),o=Y(e,"openDelay",3,100),l=Ye(e,["$$slots","$$events","$$legacy","id","disabled","ref","children","child","onSelect","openDelay"]);const c=K5.create({disabled:Pe(()=>a()),onSelect:Pe(()=>s()),id:Pe(()=>n()),ref:Pe(()=>i(),d=>i(d)),openDelay:Pe(()=>o())}),u=F(()=>vr(l,c.props));sg(r,{get id(){return n()},get ref(){return c.opts.ref},children:(d,h)=>{var p=se(),m=L(p);{var g=_=>{var v=se(),y=L(v);ke(y,()=>e.child,()=>({props:f(u)})),T(_,v)},b=_=>{var v=$ee();zt(v,()=>({...f(u)}));var y=j(v);ke(y,()=>e.children??$e),H(v),T(_,v)};le(m,_=>{e.child?_(g):_(b,!1)})}T(d,p)},$$slots:{default:!0}}),we()}function HR(r,e){const[t,n]=r;let a=!1;const i=e.length;for(let s=0,o=i-1;s=n!=d>=n&&t<=(u-l)*(n-c)/(d-c)+l&&(a=!a)}return a}function VR(r,e){return r[0]>=e.left&&r[0]<=e.right&&r[1]>=e.top&&r[1]<=e.bottom}function zee(r,e){const t=r.left+r.width/2,n=r.top+r.height/2,a=e.left+e.width/2,i=e.top+e.height/2,s=a-t,o=i-n;return Math.abs(s)>Math.abs(o)?s>0?"right":"left":o>0?"bottom":"top"}class yU{#e;#t;#r=null;#n=null;constructor(e){this.#e=e,this.#t=e.buffer??1,nn([e.triggerNode,e.contentNode,e.enabled],([t,n,a])=>{if(!t||!n||!a){this.#r=null,this.#n=null;return}const i=Qf(t),s=d=>{this.#i(d,t,n)},o=d=>{const h=d.relatedTarget;xc(h)&&n.contains(h)||(this.#r=[d.clientX,d.clientY],this.#n="content")},l=()=>{this.#r=null,this.#n=null},c=()=>{this.#r=null,this.#n=null},u=d=>{const h=d.relatedTarget;xc(h)&&t.contains(h)||(this.#r=[d.clientX,d.clientY],this.#n="trigger")};return[jr(i,"pointermove",s),jr(t,"pointerleave",o),jr(t,"pointerenter",l),jr(n,"pointerenter",c),jr(n,"pointerleave",u)].reduce((d,h)=>()=>{d(),h()},()=>{})})}#i(e,t,n){if(!this.#r||!this.#n)return;const a=[e.clientX,e.clientY],i=t.getBoundingClientRect(),s=n.getBoundingClientRect();if(this.#n==="content"&&VR(a,s)){this.#r=null,this.#n=null;return}if(this.#n==="trigger"&&VR(a,i)){this.#r=null,this.#n=null;return}const o=zee(i,s),l=this.#a(i,s,o);if(l&&HR(a,l))return;const c=this.#n==="content"?s:i,u=this.#s(this.#r,c,o,this.#n);HR(a,u)||(this.#r=null,this.#n=null,this.#e.onPointerExit())}#a(e,t,n){const a=this.#t;switch(n){case"top":return[[Math.min(e.left,t.left)-a,e.top],[Math.min(e.left,t.left)-a,t.bottom],[Math.max(e.right,t.right)+a,t.bottom],[Math.max(e.right,t.right)+a,e.top]];case"bottom":return[[Math.min(e.left,t.left)-a,e.bottom],[Math.min(e.left,t.left)-a,t.top],[Math.max(e.right,t.right)+a,t.top],[Math.max(e.right,t.right)+a,e.bottom]];case"left":return[[e.left,Math.min(e.top,t.top)-a],[t.right,Math.min(e.top,t.top)-a],[t.right,Math.max(e.bottom,t.bottom)+a],[e.left,Math.max(e.bottom,t.bottom)+a]];case"right":return[[e.right,Math.min(e.top,t.top)-a],[t.left,Math.min(e.top,t.top)-a],[t.left,Math.max(e.bottom,t.bottom)+a],[e.right,Math.max(e.bottom,t.bottom)+a]]}}#s(e,t,n,a){const i=this.#t*4,[s,o]=e;switch(a==="trigger"?this.#o(n):n){case"top":return[[s-i,o+i],[s+i,o+i],[t.right+i,t.bottom],[t.right+i,t.top],[t.left-i,t.top],[t.left-i,t.bottom]];case"bottom":return[[s-i,o-i],[s+i,o-i],[t.right+i,t.top],[t.right+i,t.bottom],[t.left-i,t.bottom],[t.left-i,t.top]];case"left":return[[s+i,o-i],[s+i,o+i],[t.right,t.bottom+i],[t.left,t.bottom+i],[t.left,t.top-i],[t.right,t.top-i]];case"right":return[[s-i,o-i],[s-i,o+i],[t.left,t.bottom+i],[t.right,t.bottom+i],[t.right,t.top-i],[t.left,t.top-i]]}}#o(e){switch(e){case"top":return"bottom";case"bottom":return"top";case"left":return"right";case"right":return"left"}}}const i3=Hl({component:"popover",parts:["root","trigger","content","close","overlay"]}),P9=new ka("Popover.Root");class L9{static create(e){return P9.set(new L9(e))}opts;#e=_e(null);get contentNode(){return f(this.#e)}set contentNode(e){M(this.#e,e,!0)}contentPresence;#t=_e(null);get triggerNode(){return f(this.#t)}set triggerNode(e){M(this.#t,e,!0)}#r=_e(null);get overlayNode(){return f(this.#r)}set overlayNode(e){M(this.#r,e,!0)}overlayPresence;#n=_e(!1);get openedViaHover(){return f(this.#n)}set openedViaHover(e){M(this.#n,e,!0)}#i=_e(!1);get hasInteractedWithContent(){return f(this.#i)}set hasInteractedWithContent(e){M(this.#i,e,!0)}#a=_e(!1);get hoverCooldown(){return f(this.#a)}set hoverCooldown(e){M(this.#a,e,!0)}#s=_e(0);get closeDelay(){return f(this.#s)}set closeDelay(e){M(this.#s,e,!0)}#o=null;#l=null;constructor(e){this.opts=e,this.contentPresence=new Iu({ref:Pe(()=>this.contentNode),open:this.opts.open,onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}}),this.overlayPresence=new Iu({ref:Pe(()=>this.overlayNode),open:this.opts.open}),nn(()=>this.opts.open.current,t=>{t||(this.openedViaHover=!1,this.hasInteractedWithContent=!1,this.#c())})}setDomContext(e){this.#l=e}#c(){this.#o!==null&&this.#l&&(this.#l.clearTimeout(this.#o),this.#o=null)}toggleOpen(){this.#c(),this.opts.open.current=!this.opts.open.current}handleClose(){this.#c(),this.opts.open.current&&(this.opts.open.current=!1)}handleHoverOpen(){this.#c(),!this.opts.open.current&&(this.openedViaHover=!0,this.opts.open.current=!0)}handleHoverClose(){this.opts.open.current&&this.openedViaHover&&!this.hasInteractedWithContent&&(this.opts.open.current=!1)}handleDelayedHoverClose(){this.opts.open.current&&(!this.openedViaHover||this.hasInteractedWithContent||(this.#c(),this.closeDelay<=0?this.opts.open.current=!1:this.#l&&(this.#o=this.#l.setTimeout(()=>{this.openedViaHover&&!this.hasInteractedWithContent&&(this.opts.open.current=!1),this.#o=null},this.closeDelay))))}cancelDelayedClose(){this.#c()}markInteraction(){this.hasInteractedWithContent=!0,this.#c()}}class F9{static create(e){return new F9(e,P9.get())}opts;root;attachment;domContext;#e=null;#t=null;#r=_e(!1);constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>this.root.triggerNode=n),this.domContext=new Zc(e.ref),this.root.setDomContext(this.domContext),this.onclick=this.onclick.bind(this),this.onkeydown=this.onkeydown.bind(this),this.onpointerenter=this.onpointerenter.bind(this),this.onpointerleave=this.onpointerleave.bind(this),nn(()=>this.opts.closeDelay.current,n=>{this.root.closeDelay=n})}#n(){this.#e!==null&&(this.domContext.clearTimeout(this.#e),this.#e=null)}#i(){this.#t!==null&&(this.domContext.clearTimeout(this.#t),this.#t=null)}#a(){this.#n(),this.#i()}onpointerenter(e){if(this.opts.disabled.current||!this.opts.openOnHover.current||Y_(e)||(M(this.#r,!0),this.#i(),this.root.cancelDelayedClose(),this.root.opts.open.current||this.root.hoverCooldown))return;const t=this.opts.openDelay.current;t<=0?this.root.handleHoverOpen():this.#e=this.domContext.setTimeout(()=>{this.root.handleHoverOpen(),this.#e=null},t)}onpointerleave(e){this.opts.disabled.current||this.opts.openOnHover.current&&(Y_(e)||(M(this.#r,!1),this.#n(),this.root.hoverCooldown=!1))}onclick(e){if(!this.opts.disabled.current&&e.button===0){if(this.#a(),f(this.#r)&&this.root.opts.open.current&&this.root.openedViaHover){this.root.openedViaHover=!1,this.root.hasInteractedWithContent=!0;return}f(this.#r)&&this.opts.openOnHover.current&&this.root.opts.open.current&&(this.root.hoverCooldown=!0),this.root.hoverCooldown&&!this.root.opts.open.current&&(this.root.hoverCooldown=!1),this.root.toggleOpen()}}onkeydown(e){this.opts.disabled.current||(e.key===$l||e.key===no)&&(e.preventDefault(),this.#a(),this.root.toggleOpen())}#s(){if(this.root.opts.open.current&&this.root.contentNode?.id)return this.root.contentNode?.id}#o=F(()=>({id:this.opts.id.current,"aria-haspopup":"dialog","aria-expanded":Dc(this.root.opts.open.current),"data-state":sl(this.root.opts.open.current),"aria-controls":this.#s(),[i3.trigger]:"",disabled:this.opts.disabled.current,onkeydown:this.onkeydown,onclick:this.onclick,onpointerenter:this.onpointerenter,onpointerleave:this.onpointerleave,...this.attachment}));get props(){return f(this.#o)}set props(e){M(this.#o,e)}}class B9{static create(e){return new B9(e,P9.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>this.root.contentNode=n),this.onpointerdown=this.onpointerdown.bind(this),this.onfocusin=this.onfocusin.bind(this),this.onpointerenter=this.onpointerenter.bind(this),this.onpointerleave=this.onpointerleave.bind(this),new yU({triggerNode:()=>this.root.triggerNode,contentNode:()=>this.root.contentNode,enabled:()=>this.root.opts.open.current&&this.root.openedViaHover&&!this.root.hasInteractedWithContent,onPointerExit:()=>{this.root.handleDelayedHoverClose()}})}onpointerdown(e){this.root.markInteraction()}onfocusin(e){const t=e.target;xc(t)&&wv(t)&&this.root.markInteraction()}onpointerenter(e){Y_(e)||this.root.cancelDelayedClose()}onpointerleave(e){Y_(e)}onInteractOutside=e=>{if(this.opts.onInteractOutside.current(e),e.defaultPrevented||!xc(e.target))return;const t=e.target.closest(i3.selector("trigger"));if(!(t&&t===this.root.triggerNode)){if(this.opts.customAnchor.current){if(xc(this.opts.customAnchor.current)){if(this.opts.customAnchor.current.contains(e.target))return}else if(typeof this.opts.customAnchor.current=="string"){const n=document.querySelector(this.opts.customAnchor.current);if(n&&n.contains(e.target))return}}this.root.handleClose()}};onEscapeKeydown=e=>{this.opts.onEscapeKeydown.current(e),!e.defaultPrevented&&this.root.handleClose()};get shouldRender(){return this.root.contentPresence.shouldRender}get shouldTrapFocus(){return!(this.root.openedViaHover&&!this.root.hasInteractedWithContent)}#e=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#e)}set snippetProps(e){M(this.#e,e)}#t=F(()=>({id:this.opts.id.current,tabindex:-1,"data-state":sl(this.root.opts.open.current),[i3.content]:"",style:{pointerEvents:"auto",contain:"layout style paint"},onpointerdown:this.onpointerdown,onfocusin:this.onfocusin,onpointerenter:this.onpointerenter,onpointerleave:this.onpointerleave,...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}popperProps={onInteractOutside:this.onInteractOutside,onEscapeKeydown:this.onEscapeKeydown}}var qee=G("
"),Hee=G("
");function Vee(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Y(e,"forceMount",3,!1),s=Y(e,"onOpenAutoFocus",3,xr),o=Y(e,"onCloseAutoFocus",3,xr),l=Y(e,"onEscapeKeydown",3,xr),c=Y(e,"onInteractOutside",3,xr),u=Y(e,"trapFocus",3,!0),d=Y(e,"preventScroll",3,!1),h=Y(e,"customAnchor",3,null),p=Ye(e,["$$slots","$$events","$$legacy","child","children","ref","id","forceMount","onOpenAutoFocus","onCloseAutoFocus","onEscapeKeydown","onInteractOutside","trapFocus","preventScroll","customAnchor","style"]);const m=B9.create({id:Pe(()=>a()),ref:Pe(()=>n(),w=>n(w)),onInteractOutside:Pe(()=>c()),onEscapeKeydown:Pe(()=>l()),customAnchor:Pe(()=>h())}),g=F(()=>vr(p,m.props)),b=F(()=>u()&&m.shouldTrapFocus);function _(w){m.shouldTrapFocus||w.preventDefault(),s()(w)}var v=se(),y=L(v);{var E=w=>{lg(w,ot(()=>f(g),()=>m.popperProps,{get ref(){return m.opts.ref},get enabled(){return m.root.opts.open.current},get id(){return a()},get trapFocus(){return f(b)},get preventScroll(){return d()},loop:!0,forceMount:!0,get customAnchor(){return h()},onOpenAutoFocus:_,get onCloseAutoFocus(){return o()},get shouldRender(){return m.shouldRender},popper:(x,N)=>{let I=()=>N?.().props,D=()=>N?.().wrapperProps;const V=F(()=>vr(I(),{style:Bc("popover")},{style:e.style}));var q=se(),$=L(q);{var K=re=>{var W=se(),ie=L(W);{let k=F(()=>({props:f(V),wrapperProps:D(),...m.snippetProps}));ke(ie,()=>e.child,()=>f(k))}T(re,W)},z=re=>{var W=qee();zt(W,()=>({...D()}));var ie=j(W);zt(ie,()=>({...f(V)}));var k=j(ie);ke(k,()=>e.children??$e),H(ie),H(W),T(re,W)};le($,re=>{e.child?re(K):re(z,!1)})}T(x,q)},$$slots:{popper:!0}}))},S=w=>{var C=se(),x=L(C);{var N=I=>{og(I,ot(()=>f(g),()=>m.popperProps,{get ref(){return m.opts.ref},get open(){return m.root.opts.open.current},get id(){return a()},get trapFocus(){return f(b)},get preventScroll(){return d()},loop:!0,forceMount:!1,get customAnchor(){return h()},onOpenAutoFocus:_,get onCloseAutoFocus(){return o()},get shouldRender(){return m.shouldRender},popper:(V,q)=>{let $=()=>q?.().props,K=()=>q?.().wrapperProps;const z=F(()=>vr($(),{style:Bc("popover")},{style:e.style}));var re=se(),W=L(re);{var ie=B=>{var te=se(),O=L(te);{let R=F(()=>({props:f(z),wrapperProps:K(),...m.snippetProps}));ke(O,()=>e.child,()=>f(R))}T(B,te)},k=B=>{var te=Hee();zt(te,()=>({...K()}));var O=j(te);zt(O,()=>({...f(z)}));var R=j(O);ke(R,()=>e.children??$e),H(O),H(te),T(B,te)};le(W,B=>{e.child?B(ie):B(k,!1)})}T(V,re)},$$slots:{popper:!0}}))};le(x,I=>{i()||I(N)},!0)}T(w,C)};le(y,w=>{i()?w(E):w(S,!1)})}T(r,v),we()}var Yee=G("");function Wee(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"type",3,"button"),s=Y(e,"disabled",3,!1),o=Y(e,"openOnHover",3,!1),l=Y(e,"openDelay",3,700),c=Y(e,"closeDelay",3,300),u=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref","type","disabled","openOnHover","openDelay","closeDelay"]);const d=F9.create({id:Pe(()=>n()),ref:Pe(()=>a(),p=>a(p)),disabled:Pe(()=>!!s()),openOnHover:Pe(()=>o()),openDelay:Pe(()=>l()),closeDelay:Pe(()=>c())}),h=F(()=>vr(u,d.props,{type:i()}));sg(r,{get id(){return n()},get ref(){return d.opts.ref},children:(p,m)=>{var g=se(),b=L(g);{var _=y=>{var E=se(),S=L(E);ke(S,()=>e.child,()=>({props:f(h)})),T(y,E)},v=y=>{var E=Yee();zt(E,()=>({...f(h)}));var S=j(E);ke(S,()=>e.children??$e),H(E),T(y,E)};le(b,y=>{e.child?y(_):y(v,!1)})}T(p,g)},$$slots:{default:!0}}),we()}function U9(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"onOpenChange",3,xr),a=Y(e,"onOpenChangeComplete",3,xr);Sv.create({variant:Pe(()=>"dialog"),open:Pe(()=>t(),o=>{t(o),n()(o)}),onOpenChangeComplete:Pe(()=>a())});var i=se(),s=L(i);ke(s,()=>e.children??$e),T(r,i),we()}var jee=G("");function $9(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"disabled",3,!1),s=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref","disabled"]);const o=L5.create({variant:Pe(()=>"close"),id:Pe(()=>n()),ref:Pe(()=>a(),p=>a(p)),disabled:Pe(()=>!!i())}),l=F(()=>vr(s,o.props));var c=se(),u=L(c);{var d=p=>{var m=se(),g=L(m);ke(g,()=>e.child,()=>({props:f(l)})),T(p,m)},h=p=>{var m=jee();zt(m,()=>({...f(l)}));var g=j(m);ke(g,()=>e.children??$e),H(m),T(p,m)};le(u,p=>{e.child?p(d):p(h,!1)})}T(r,c),we()}var Kee=G(" ",1),Xee=G("
",1);function G9(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"forceMount",3,!1),s=Y(e,"onCloseAutoFocus",3,xr),o=Y(e,"onOpenAutoFocus",3,xr),l=Y(e,"onEscapeKeydown",3,xr),c=Y(e,"onInteractOutside",3,xr),u=Y(e,"trapFocus",3,!0),d=Y(e,"preventScroll",3,!0),h=Y(e,"restoreScrollDelay",3,null),p=Ye(e,["$$slots","$$events","$$legacy","id","children","child","ref","forceMount","onCloseAutoFocus","onOpenAutoFocus","onEscapeKeydown","onInteractOutside","trapFocus","preventScroll","restoreScrollDelay"]);const m=Ev.create({id:Pe(()=>n()),ref:Pe(()=>a(),y=>a(y))}),g=F(()=>vr(p,m.props));var b=se(),_=L(b);{var v=y=>{a9(y,{get ref(){return m.opts.ref},loop:!0,get trapFocus(){return u()},get enabled(){return m.root.opts.open.current},get onOpenAutoFocus(){return o()},get onCloseAutoFocus(){return s()},focusScope:(S,w)=>{let C=()=>w?.().props;t9(S,ot(()=>f(g),{get enabled(){return m.root.opts.open.current},get ref(){return m.opts.ref},onEscapeKeydown:x=>{l()(x),!x.defaultPrevented&&m.root.handleClose()},children:(x,N)=>{J5(x,ot(()=>f(g),{get ref(){return m.opts.ref},get enabled(){return m.root.opts.open.current},onInteractOutside:I=>{c()(I),!I.defaultPrevented&&m.root.handleClose()},children:(I,D)=>{s9(I,ot(()=>f(g),{get ref(){return m.opts.ref},get enabled(){return m.root.opts.open.current},children:(V,q)=>{var $=se(),K=L($);{var z=W=>{var ie=Kee(),k=L(ie);{var B=O=>{Rf(O,{get preventScroll(){return d()},get restoreScrollDelay(){return h()}})};le(k,O=>{m.root.opts.open.current&&O(B)})}var te=ee(k,2);{let O=F(()=>({props:vr(f(g),C()),...m.snippetProps}));ke(te,()=>e.child,()=>f(O))}T(W,ie)},re=W=>{var ie=Xee(),k=L(ie);Rf(k,{get preventScroll(){return d()}});var B=ee(k,2);zt(B,O=>({...O}),[()=>vr(f(g),C())]);var te=j(B);ke(te,()=>e.children??$e),H(B),T(W,ie)};le(K,W=>{e.child?W(z):W(re,!1)})}T(V,$)},$$slots:{default:!0}}))},$$slots:{default:!0}}))},$$slots:{default:!0}}))},$$slots:{focusScope:!0}})};le(_,y=>{(m.shouldRender||i())&&y(v)})}T(r,b),we()}function Qee(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"dir",3,"ltr"),a=Y(e,"onOpenChange",3,xr),i=Y(e,"onOpenChangeComplete",3,xr),s=Y(e,"_internal_variant",3,"dropdown-menu");const o=W5.create({variant:Pe(()=>s()),dir:Pe(()=>n()),onClose:()=>{t(!1),a()(!1)}});Tv.create({open:Pe(()=>t(),l=>{t(l),a()(l)}),onOpenChangeComplete:Pe(()=>i())},o),ag(r,{children:(l,c)=>{var u=se(),d=L(u);ke(d,()=>e.children??$e),T(l,u)},$$slots:{default:!0}}),we()}var Zee=G("
"),Jee=G("
");function ete(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"loop",3,!0),s=Y(e,"onInteractOutside",3,xr),o=Y(e,"onEscapeKeydown",3,xr),l=Y(e,"onCloseAutoFocus",3,xr),c=Y(e,"forceMount",3,!1),u=Y(e,"trapFocus",3,!1),d=Ye(e,["$$slots","$$events","$$legacy","id","child","children","ref","loop","onInteractOutside","onEscapeKeydown","onCloseAutoFocus","forceMount","trapFocus","style"]);const h=Cv.create({id:Pe(()=>n()),loop:Pe(()=>i()),ref:Pe(()=>a(),E=>a(E)),onCloseAutoFocus:Pe(()=>l())}),p=F(()=>vr(d,h.props));function m(E){if(h.handleInteractOutside(E),!E.defaultPrevented&&(s()(E),!E.defaultPrevented)){if(E.target&&E.target instanceof Element){const S=`[${h.parentMenu.root.getBitsAttr("sub-content")}]`;if(E.target.closest(S))return}h.parentMenu.onClose()}}function g(E){o()(E),!E.defaultPrevented&&h.parentMenu.onClose()}var b=se(),_=L(b);{var v=E=>{lg(E,ot(()=>f(p),()=>h.popperProps,{get ref(){return h.opts.ref},get enabled(){return h.parentMenu.opts.open.current},onInteractOutside:m,onEscapeKeydown:g,get trapFocus(){return u()},get loop(){return i()},forceMount:!0,get id(){return n()},get shouldRender(){return h.shouldRender},popper:(w,C)=>{let x=()=>C?.().props,N=()=>C?.().wrapperProps;const I=F(()=>vr(x(),{style:Bc("dropdown-menu")},{style:e.style}));var D=se(),V=L(D);{var q=K=>{var z=se(),re=L(z);{let W=F(()=>({props:f(I),wrapperProps:N(),...h.snippetProps}));ke(re,()=>e.child,()=>f(W))}T(K,z)},$=K=>{var z=Zee();zt(z,()=>({...N()}));var re=j(z);zt(re,()=>({...f(I)}));var W=j(re);ke(W,()=>e.children??$e),H(re),H(z),T(K,z)};le(V,K=>{e.child?K(q):K($,!1)})}T(w,D)},$$slots:{popper:!0}}))},y=E=>{var S=se(),w=L(S);{var C=x=>{og(x,ot(()=>f(p),()=>h.popperProps,{get ref(){return h.opts.ref},get open(){return h.parentMenu.opts.open.current},onInteractOutside:m,onEscapeKeydown:g,get trapFocus(){return u()},get loop(){return i()},forceMount:!1,get id(){return n()},get shouldRender(){return h.shouldRender},popper:(I,D)=>{let V=()=>D?.().props,q=()=>D?.().wrapperProps;const $=F(()=>vr(V(),{style:Bc("dropdown-menu")},{style:e.style}));var K=se(),z=L(K);{var re=ie=>{var k=se(),B=L(k);{let te=F(()=>({props:f($),wrapperProps:q(),...h.snippetProps}));ke(B,()=>e.child,()=>f(te))}T(ie,k)},W=ie=>{var k=Jee();zt(k,()=>({...q()}));var B=j(k);zt(B,()=>({...f($)}));var te=j(B);ke(te,()=>e.children??$e),H(B),H(k),T(ie,k)};le(z,ie=>{e.child?ie(re):ie(W,!1)})}T(I,K)},$$slots:{popper:!0}}))};le(w,x=>{c()||x(C)},!0)}T(E,S)};le(_,E=>{c()?E(v):E(y,!1)})}T(r,b),we()}var tte=G("");function rte(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"disabled",3,!1),s=Y(e,"type",3,"button"),o=Ye(e,["$$slots","$$events","$$legacy","id","ref","child","children","disabled","type"]);const l=Q5.create({id:Pe(()=>n()),disabled:Pe(()=>i()??!1),ref:Pe(()=>a(),u=>a(u))}),c=F(()=>vr(o,l.props,{type:s()}));sg(r,{get id(){return n()},get ref(){return l.opts.ref},children:(u,d)=>{var h=se(),p=L(h);{var m=b=>{var _=se(),v=L(_);ke(v,()=>e.child,()=>({props:f(c)})),T(b,_)},g=b=>{var _=tte();zt(_,()=>({...f(c)}));var v=j(_);ke(v,()=>e.children??$e),H(_),T(b,_)};le(p,b=>{e.child?b(m):b(g,!1)})}T(u,h)},$$slots:{default:!0}}),we()}const nte=Hl({component:"label",parts:["root"]});class z9{static create(e){return new z9(e)}opts;attachment;constructor(e){this.opts=e,this.attachment=yn(this.opts.ref),this.onmousedown=this.onmousedown.bind(this)}onmousedown(e){e.detail>1&&e.preventDefault()}#e=F(()=>({id:this.opts.id.current,[nte.root]:"",onmousedown:this.onmousedown,...this.attachment}));get props(){return f(this.#e)}set props(e){M(this.#e,e)}}var ate=G("");function ite(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref","for"]);const s=z9.create({id:Pe(()=>n()),ref:Pe(()=>a(),h=>a(h))}),o=F(()=>vr(i,s.props,{for:e.for}));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);ke(m,()=>e.child,()=>({props:f(o)})),T(h,p)},d=h=>{var p=ate();zt(p,()=>({...f(o),for:e.for}));var m=j(p);ke(m,()=>e.children??$e),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}class Nf{#e;#t;constructor(e,t){this.#e=e,this.#t=t,this.handler=this.handler.bind(this),Nt(this.handler)}handler(){let e=0;const t=this.#e();if(!t)return;const n=new ResizeObserver(()=>{cancelAnimationFrame(e),e=window.requestAnimationFrame(this.#t)});return n.observe(t),()=>{window.cancelAnimationFrame(e),n.unobserve(t)}}}class SU{state;#e;constructor(e,t){this.state=os(e),this.#e=t,this.dispatch=this.dispatch.bind(this)}#t(e){return this.#e[this.state.current][e]??this.state.current}dispatch(e){this.state.current=this.#t(e)}}const YR=new WeakMap,ste=16,ote={mounted:{UNMOUNT:"unmounted",ANIMATION_OUT:"unmountSuspended"},unmountSuspended:{MOUNT:"mounted",ANIMATION_END:"unmounted"},unmounted:{MOUNT:"mounted"}};class lte{opts;#e=_e("none");get prevAnimationNameState(){return f(this.#e)}set prevAnimationNameState(e){M(this.#e,e,!0)}#t=_e(Sr({display:"",animationName:"none"}));get styles(){return f(this.#t)}set styles(e){M(this.#t,e,!0)}initialStatus;previousPresent;machine;present;constructor(e){this.opts=e,this.present=this.opts.open,this.initialStatus=e.open.current?"mounted":"unmounted",this.previousPresent=new PB(()=>this.present.current),this.machine=new SU(this.initialStatus,ote),this.handleAnimationEnd=this.handleAnimationEnd.bind(this),this.handleAnimationStart=this.handleAnimationStart.bind(this),cte(this),ute(this),dte(this)}handleAnimationEnd(e){if(!this.opts.ref.current)return;const t=this.styles.animationName||ab(this.opts.ref.current),n=t.includes(e.animationName)||t==="none";e.target===this.opts.ref.current&&n&&this.machine.dispatch("ANIMATION_END")}handleAnimationStart(e){if(this.opts.ref.current&&e.target===this.opts.ref.current){const t=ab(this.opts.ref.current,!0);this.prevAnimationNameState=t,this.styles.animationName=t}}#r=F(()=>["mounted","unmountSuspended"].includes(this.machine.state.current));get isPresent(){return f(this.#r)}set isPresent(e){M(this.#r,e)}}function cte(r){nn(()=>r.present.current,()=>{if(!r.opts.ref.current||!(r.present.current!==r.previousPresent.current))return;const t=r.prevAnimationNameState,n=ab(r.opts.ref.current,!0);if(r.styles.animationName=n,r.present.current)r.machine.dispatch("MOUNT");else if(n==="none"||r.styles.display==="none")r.machine.dispatch("UNMOUNT");else{const a=t!==n;r.previousPresent.current&&a?r.machine.dispatch("ANIMATION_OUT"):r.machine.dispatch("UNMOUNT")}})}function ute(r){nn(()=>r.machine.state.current,()=>{if(!r.opts.ref.current)return;const e=r.machine.state.current==="mounted"?ab(r.opts.ref.current,!0):"none";r.prevAnimationNameState=e,r.styles.animationName=e})}function dte(r){nn(()=>r.opts.ref.current,()=>{if(!r.opts.ref.current)return;const e=getComputedStyle(r.opts.ref.current);return r.styles={display:e.display,animationName:e.animationName||"none"},Ac(jr(r.opts.ref.current,"animationstart",r.handleAnimationStart),jr(r.opts.ref.current,"animationcancel",r.handleAnimationEnd),jr(r.opts.ref.current,"animationend",r.handleAnimationEnd))})}function ab(r,e=!1){if(!r)return"none";const t=performance.now(),n=YR.get(r);if(!e&&n&&t-n.timestampe.open),ref:e.ref});var n=se(),a=L(n);{var i=s=>{var o=se(),l=L(o);ke(l,()=>e.presence??$e,()=>({present:t.isPresent})),T(s,o)};le(a,s=>{(e.forceMount||e.open||t.isPresent)&&s(i)})}T(r,n),we()}function hte(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"onOpenChange",3,xr),a=Y(e,"onOpenChangeComplete",3,xr);L9.create({open:Pe(()=>t(),i=>{t(i),n()(i)}),onOpenChangeComplete:Pe(()=>a())}),ag(r,{children:(i,s)=>{var o=se(),l=L(o);ke(l,()=>e.children??$e),T(i,o)},$$slots:{default:!0}}),we()}function fte(r,e,t){return Math.min(t,Math.max(e,r))}const cg=Hl({component:"scroll-area",parts:["root","viewport","corner","thumb","scrollbar"]}),ug=new ka("ScrollArea.Root"),dg=new ka("ScrollArea.Scrollbar"),kv=new ka("ScrollArea.ScrollbarVisible"),q9=new ka("ScrollArea.ScrollbarAxis"),EU=new ka("ScrollArea.ScrollbarShared");class H9{static create(e){return ug.set(new H9(e))}opts;attachment;#e=_e(null);get scrollAreaNode(){return f(this.#e)}set scrollAreaNode(e){M(this.#e,e,!0)}#t=_e(null);get viewportNode(){return f(this.#t)}set viewportNode(e){M(this.#t,e,!0)}#r=_e(null);get contentNode(){return f(this.#r)}set contentNode(e){M(this.#r,e,!0)}#n=_e(null);get scrollbarXNode(){return f(this.#n)}set scrollbarXNode(e){M(this.#n,e,!0)}#i=_e(null);get scrollbarYNode(){return f(this.#i)}set scrollbarYNode(e){M(this.#i,e,!0)}#a=_e(0);get cornerWidth(){return f(this.#a)}set cornerWidth(e){M(this.#a,e,!0)}#s=_e(0);get cornerHeight(){return f(this.#s)}set cornerHeight(e){M(this.#s,e,!0)}#o=_e(!1);get scrollbarXEnabled(){return f(this.#o)}set scrollbarXEnabled(e){M(this.#o,e,!0)}#l=_e(!1);get scrollbarYEnabled(){return f(this.#l)}set scrollbarYEnabled(e){M(this.#l,e,!0)}domContext;constructor(e){this.opts=e,this.attachment=yn(e.ref,t=>this.scrollAreaNode=t),this.domContext=new Zc(e.ref)}#c=F(()=>({id:this.opts.id.current,dir:this.opts.dir.current,style:{position:"relative","--bits-scroll-area-corner-height":`${this.cornerHeight}px`,"--bits-scroll-area-corner-width":`${this.cornerWidth}px`},[cg.root]:"",...this.attachment}));get props(){return f(this.#c)}set props(e){M(this.#c,e)}}class V9{static create(e){return new V9(e,ug.get())}opts;root;attachment;#e=os(Zf());#t=os(null);contentAttachment=yn(this.#t,e=>this.root.contentNode=e);constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(e.ref,n=>this.root.viewportNode=n)}#r=F(()=>({id:this.opts.id.current,style:{overflowX:this.root.scrollbarXEnabled?"scroll":"hidden",overflowY:this.root.scrollbarYEnabled?"scroll":"hidden"},[cg.viewport]:"",...this.attachment}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}#n=F(()=>({id:this.#e.current,"data-scroll-area-content":"",style:{minWidth:this.root.scrollbarXEnabled?"fit-content":void 0},...this.contentAttachment}));get contentProps(){return f(this.#n)}set contentProps(e){M(this.#n,e)}}class Y9{static create(e){return dg.set(new Y9(e,ug.get()))}opts;root;#e=F(()=>this.opts.orientation.current==="horizontal");get isHorizontal(){return f(this.#e)}set isHorizontal(e){M(this.#e,e)}#t=_e(!1);get hasThumb(){return f(this.#t)}set hasThumb(e){M(this.#t,e,!0)}constructor(e,t){this.opts=e,this.root=t,nn(()=>this.isHorizontal,n=>n?(this.root.scrollbarXEnabled=!0,()=>{this.root.scrollbarXEnabled=!1}):(this.root.scrollbarYEnabled=!0,()=>{this.root.scrollbarYEnabled=!1}))}}class W9{static create(){return new W9(dg.get())}scrollbar;root;#e=_e(!1);get isVisible(){return f(this.#e)}set isVisible(e){M(this.#e,e,!0)}constructor(e){this.scrollbar=e,this.root=e.root,Nt(()=>{const t=this.root.scrollAreaNode,n=this.root.opts.scrollHideDelay.current;let a=0;if(!t)return;const i=()=>{this.root.domContext.clearTimeout(a),Rn(()=>this.isVisible=!0)},s=()=>{a&&this.root.domContext.clearTimeout(a),a=this.root.domContext.setTimeout(()=>{Rn(()=>{this.scrollbar.hasThumb=!1,this.isVisible=!1})},n)},o=Ac(jr(t,"pointerenter",i),jr(t,"pointerleave",s));return()=>{this.root.domContext.getWindow().clearTimeout(a),o()}})}#t=F(()=>({"data-state":this.isVisible?"visible":"hidden"}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class j9{static create(){return new j9(dg.get())}scrollbar;root;machine=new SU("hidden",{hidden:{SCROLL:"scrolling"},scrolling:{SCROLL_END:"idle",POINTER_ENTER:"interacting"},interacting:{SCROLL:"interacting",POINTER_LEAVE:"idle"},idle:{HIDE:"hidden",SCROLL:"scrolling",POINTER_ENTER:"interacting"}});#e=F(()=>this.machine.state.current==="hidden");get isHidden(){return f(this.#e)}set isHidden(e){M(this.#e,e)}constructor(e){this.scrollbar=e,this.root=e.root;const t=_v(()=>this.machine.dispatch("SCROLL_END"),100);Nt(()=>{const n=this.machine.state.current,a=this.root.opts.scrollHideDelay.current;if(n==="idle"){const i=this.root.domContext.setTimeout(()=>this.machine.dispatch("HIDE"),a);return()=>this.root.domContext.clearTimeout(i)}}),Nt(()=>{const n=this.root.viewportNode;if(!n)return;const a=this.scrollbar.isHorizontal?"scrollLeft":"scrollTop";let i=n[a];return jr(n,"scroll",()=>{const l=n[a];i!==l&&(this.machine.dispatch("SCROLL"),t()),i=l})}),this.onpointerenter=this.onpointerenter.bind(this),this.onpointerleave=this.onpointerleave.bind(this)}onpointerenter(e){this.machine.dispatch("POINTER_ENTER")}onpointerleave(e){this.machine.dispatch("POINTER_LEAVE")}#t=F(()=>({"data-state":this.machine.state.current==="hidden"?"hidden":"visible",onpointerenter:this.onpointerenter,onpointerleave:this.onpointerleave}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class Mv{static create(){return new Mv(dg.get())}scrollbar;root;#e=_e(!1);get isVisible(){return f(this.#e)}set isVisible(e){M(this.#e,e,!0)}constructor(e){this.scrollbar=e,this.root=e.root;const t=_v(()=>{const n=this.root.viewportNode;if(!n)return;const a=n.offsetWidththis.root.viewportNode,t),new Nf(()=>this.root.contentNode,t)}#t=F(()=>({"data-state":this.isVisible?"visible":"hidden"}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class K9{static create(){return kv.set(new K9(dg.get()))}scrollbar;root;#e=_e(null);get thumbNode(){return f(this.#e)}set thumbNode(e){M(this.#e,e,!0)}#t=_e(0);get pointerOffset(){return f(this.#t)}set pointerOffset(e){M(this.#t,e,!0)}#r=_e({content:0,viewport:0,scrollbar:{size:0,paddingStart:0,paddingEnd:0}});get sizes(){return f(this.#r)}set sizes(e){M(this.#r,e)}#n=F(()=>wU(this.sizes.viewport,this.sizes.content));get thumbRatio(){return f(this.#n)}set thumbRatio(e){M(this.#n,e)}#i=F(()=>this.thumbRatio>0&&this.thumbRatio<1);get hasThumb(){return f(this.#i)}set hasThumb(e){M(this.#i,e)}#a=_e("");get prevTransformStyle(){return f(this.#a)}set prevTransformStyle(e){M(this.#a,e,!0)}constructor(e){this.scrollbar=e,this.root=e.root,Nt(()=>{this.scrollbar.hasThumb=this.hasThumb}),Nt(()=>{!this.scrollbar.hasThumb&&this.thumbNode&&(this.prevTransformStyle=this.thumbNode.style.transform)})}setSizes(e){this.sizes=e}getScrollPosition(e,t){return pte({pointerPos:e,pointerOffset:this.pointerOffset,sizes:this.sizes,dir:t})}onThumbPointerUp(){this.pointerOffset=0}onThumbPointerDown(e){this.pointerOffset=e}xOnThumbPositionChange(){if(!(this.root.viewportNode&&this.thumbNode))return;const e=this.root.viewportNode.scrollLeft,n=`translate3d(${WR({scrollPos:e,sizes:this.sizes,dir:this.root.opts.dir.current})}px, 0, 0)`;this.thumbNode.style.transform=n,this.prevTransformStyle=n}xOnWheelScroll(e){this.root.viewportNode&&(this.root.viewportNode.scrollLeft=e)}xOnDragScroll(e){this.root.viewportNode&&(this.root.viewportNode.scrollLeft=this.getScrollPosition(e,this.root.opts.dir.current))}yOnThumbPositionChange(){if(!(this.root.viewportNode&&this.thumbNode))return;const e=this.root.viewportNode.scrollTop,n=`translate3d(0, ${WR({scrollPos:e,sizes:this.sizes})}px, 0)`;this.thumbNode.style.transform=n,this.prevTransformStyle=n}yOnWheelScroll(e){this.root.viewportNode&&(this.root.viewportNode.scrollTop=e)}yOnDragScroll(e){this.root.viewportNode&&(this.root.viewportNode.scrollTop=this.getScrollPosition(e,this.root.opts.dir.current))}}class X9{static create(e){return q9.set(new X9(e,kv.get()))}opts;scrollbarVis;root;scrollbar;attachment;#e=_e();get computedStyle(){return f(this.#e)}set computedStyle(e){M(this.#e,e,!0)}constructor(e,t){this.opts=e,this.scrollbarVis=t,this.root=t.root,this.scrollbar=t.scrollbar,this.attachment=yn(this.scrollbar.opts.ref,n=>this.root.scrollbarXNode=n),Nt(()=>{this.scrollbar.opts.ref.current&&this.opts.mounted.current&&(this.computedStyle=getComputedStyle(this.scrollbar.opts.ref.current))}),Nt(()=>{this.onResize()})}onThumbPointerDown=e=>{this.scrollbarVis.onThumbPointerDown(e.x)};onDragScroll=e=>{this.scrollbarVis.xOnDragScroll(e.x)};onThumbPointerUp=()=>{this.scrollbarVis.onThumbPointerUp()};onThumbPositionChange=()=>{this.scrollbarVis.xOnThumbPositionChange()};onWheelScroll=(e,t)=>{if(!this.root.viewportNode)return;const n=this.root.viewportNode.scrollLeft+e.deltaX;this.scrollbarVis.xOnWheelScroll(n),CU(n,t)&&e.preventDefault()};onResize=()=>{this.scrollbar.opts.ref.current&&this.root.viewportNode&&this.computedStyle&&this.scrollbarVis.setSizes({content:this.root.viewportNode.scrollWidth,viewport:this.root.viewportNode.offsetWidth,scrollbar:{size:this.scrollbar.opts.ref.current.clientWidth,paddingStart:ib(this.computedStyle.paddingLeft),paddingEnd:ib(this.computedStyle.paddingRight)}})};#t=F(()=>Dv(this.scrollbarVis.sizes));get thumbSize(){return f(this.#t)}set thumbSize(e){M(this.#t,e)}#r=F(()=>({id:this.scrollbar.opts.id.current,"data-orientation":"horizontal",style:{bottom:0,left:this.root.opts.dir.current==="rtl"?"var(--bits-scroll-area-corner-width)":0,right:this.root.opts.dir.current==="ltr"?"var(--bits-scroll-area-corner-width)":0,"--bits-scroll-area-thumb-width":`${this.thumbSize}px`},...this.attachment}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}class Q9{static create(e){return q9.set(new Q9(e,kv.get()))}opts;scrollbarVis;root;scrollbar;attachment;#e=_e();get computedStyle(){return f(this.#e)}set computedStyle(e){M(this.#e,e,!0)}constructor(e,t){this.opts=e,this.scrollbarVis=t,this.root=t.root,this.scrollbar=t.scrollbar,this.attachment=yn(this.scrollbar.opts.ref,n=>this.root.scrollbarYNode=n),Nt(()=>{this.scrollbar.opts.ref.current&&this.opts.mounted.current&&(this.computedStyle=getComputedStyle(this.scrollbar.opts.ref.current))}),Nt(()=>{this.onResize()}),this.onThumbPointerDown=this.onThumbPointerDown.bind(this),this.onDragScroll=this.onDragScroll.bind(this),this.onThumbPointerUp=this.onThumbPointerUp.bind(this),this.onThumbPositionChange=this.onThumbPositionChange.bind(this),this.onWheelScroll=this.onWheelScroll.bind(this),this.onResize=this.onResize.bind(this)}onThumbPointerDown(e){this.scrollbarVis.onThumbPointerDown(e.y)}onDragScroll(e){this.scrollbarVis.yOnDragScroll(e.y)}onThumbPointerUp(){this.scrollbarVis.onThumbPointerUp()}onThumbPositionChange(){this.scrollbarVis.yOnThumbPositionChange()}onWheelScroll(e,t){if(!this.root.viewportNode)return;const n=this.root.viewportNode.scrollTop+e.deltaY;this.scrollbarVis.yOnWheelScroll(n),CU(n,t)&&e.preventDefault()}onResize(){this.scrollbar.opts.ref.current&&this.root.viewportNode&&this.computedStyle&&this.scrollbarVis.setSizes({content:this.root.viewportNode.scrollHeight,viewport:this.root.viewportNode.offsetHeight,scrollbar:{size:this.scrollbar.opts.ref.current.clientHeight,paddingStart:ib(this.computedStyle.paddingTop),paddingEnd:ib(this.computedStyle.paddingBottom)}})}#t=F(()=>Dv(this.scrollbarVis.sizes));get thumbSize(){return f(this.#t)}set thumbSize(e){M(this.#t,e)}#r=F(()=>({id:this.scrollbar.opts.id.current,"data-orientation":"vertical",style:{top:0,right:this.root.opts.dir.current==="ltr"?0:void 0,left:this.root.opts.dir.current==="rtl"?0:void 0,bottom:"var(--bits-scroll-area-corner-height)","--bits-scroll-area-thumb-height":`${this.thumbSize}px`},...this.attachment}));get props(){return f(this.#r)}set props(e){M(this.#r,e)}}class Z9{static create(){return EU.set(new Z9(q9.get()))}scrollbarState;root;scrollbarVis;scrollbar;#e=_e(null);get rect(){return f(this.#e)}set rect(e){M(this.#e,e)}#t=_e("");get prevWebkitUserSelect(){return f(this.#t)}set prevWebkitUserSelect(e){M(this.#t,e,!0)}handleResize;handleThumbPositionChange;handleWheelScroll;handleThumbPointerDown;handleThumbPointerUp;#r=F(()=>this.scrollbarVis.sizes.content-this.scrollbarVis.sizes.viewport);get maxScrollPos(){return f(this.#r)}set maxScrollPos(e){M(this.#r,e)}constructor(e){this.scrollbarState=e,this.root=e.root,this.scrollbarVis=e.scrollbarVis,this.scrollbar=e.scrollbarVis.scrollbar,this.handleResize=_v(()=>this.scrollbarState.onResize(),10),this.handleThumbPositionChange=this.scrollbarState.onThumbPositionChange,this.handleWheelScroll=this.scrollbarState.onWheelScroll,this.handleThumbPointerDown=this.scrollbarState.onThumbPointerDown,this.handleThumbPointerUp=this.scrollbarState.onThumbPointerUp,Nt(()=>{const t=this.maxScrollPos,n=this.scrollbar.opts.ref.current;this.root.viewportNode;const a=s=>{const o=s.target;n?.contains(o)&&this.handleWheelScroll(s,t)};return jr(this.root.domContext.getDocument(),"wheel",a,{passive:!1})}),Gi(()=>{this.scrollbarVis.sizes,Rn(()=>this.handleThumbPositionChange())}),new Nf(()=>this.scrollbar.opts.ref.current,this.handleResize),new Nf(()=>this.root.contentNode,this.handleResize),this.onpointerdown=this.onpointerdown.bind(this),this.onpointermove=this.onpointermove.bind(this),this.onpointerup=this.onpointerup.bind(this),this.onlostpointercapture=this.onlostpointercapture.bind(this)}handleDragScroll(e){if(!this.rect)return;const t=e.clientX-this.rect.left,n=e.clientY-this.rect.top;this.scrollbarState.onDragScroll({x:t,y:n})}#n(){this.rect!==null&&(this.root.domContext.getDocument().body.style.webkitUserSelect=this.prevWebkitUserSelect,this.root.viewportNode&&(this.root.viewportNode.style.scrollBehavior=""),this.rect=null)}onpointerdown(e){if(e.button!==0)return;e.target.setPointerCapture(e.pointerId),this.rect=this.scrollbar.opts.ref.current?.getBoundingClientRect()??null,this.prevWebkitUserSelect=this.root.domContext.getDocument().body.style.webkitUserSelect,this.root.domContext.getDocument().body.style.webkitUserSelect="none",this.root.viewportNode&&(this.root.viewportNode.style.scrollBehavior="auto"),this.handleDragScroll(e)}onpointermove(e){this.handleDragScroll(e)}onpointerup(e){const t=e.target;t.hasPointerCapture(e.pointerId)&&t.releasePointerCapture(e.pointerId),this.#n()}onlostpointercapture(e){this.#n()}#i=F(()=>vr({...this.scrollbarState.props,style:{position:"absolute",...this.scrollbarState.props.style},[cg.scrollbar]:"",onpointerdown:this.onpointerdown,onpointermove:this.onpointermove,onpointerup:this.onpointerup,onlostpointercapture:this.onlostpointercapture}));get props(){return f(this.#i)}set props(e){M(this.#i,e)}}class J9{static create(e){return new J9(e,EU.get())}opts;scrollbarState;attachment;#e;#t=_e();#r=_v(()=>{f(this.#t)&&(f(this.#t)(),M(this.#t,void 0))},100);constructor(e,t){this.opts=e,this.scrollbarState=t,this.#e=t.root,this.attachment=yn(this.opts.ref,n=>this.scrollbarState.scrollbarVis.thumbNode=n),Nt(()=>{const n=this.#e.viewportNode;if(!n)return;const a=()=>{if(this.#r(),!f(this.#t)){const s=mte(n,this.scrollbarState.handleThumbPositionChange);M(this.#t,s,!0),this.scrollbarState.handleThumbPositionChange()}};return Rn(()=>this.scrollbarState.handleThumbPositionChange()),jr(n,"scroll",a)}),this.onpointerdowncapture=this.onpointerdowncapture.bind(this),this.onpointerup=this.onpointerup.bind(this)}onpointerdowncapture(e){const t=e.target;if(!t)return;const n=t.getBoundingClientRect(),a=e.clientX-n.left,i=e.clientY-n.top;this.scrollbarState.handleThumbPointerDown({x:a,y:i})}onpointerup(e){this.scrollbarState.handleThumbPointerUp()}#n=F(()=>({id:this.opts.id.current,"data-state":this.scrollbarState.scrollbarVis.hasThumb?"visible":"hidden",style:{width:"var(--bits-scroll-area-thumb-width)",height:"var(--bits-scroll-area-thumb-height)",transform:this.scrollbarState.scrollbarVis.prevTransformStyle},onpointerdowncapture:this.onpointerdowncapture,onpointerup:this.onpointerup,[cg.thumb]:"",...this.attachment}));get props(){return f(this.#n)}set props(e){M(this.#n,e)}}class e4{static create(e){return new e4(e,ug.get())}opts;root;attachment;#e=_e(0);#t=_e(0);#r=F(()=>!!(f(this.#e)&&f(this.#t)));get hasSize(){return f(this.#r)}set hasSize(e){M(this.#r,e)}constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref),new Nf(()=>this.root.scrollbarXNode,()=>{const n=this.root.scrollbarXNode?.offsetHeight||0;this.root.cornerHeight=n,M(this.#t,n,!0)}),new Nf(()=>this.root.scrollbarYNode,()=>{const n=this.root.scrollbarYNode?.offsetWidth||0;this.root.cornerWidth=n,M(this.#e,n,!0)})}#n=F(()=>({id:this.opts.id.current,style:{width:f(this.#e),height:f(this.#t),position:"absolute",right:this.root.opts.dir.current==="ltr"?0:void 0,left:this.root.opts.dir.current==="rtl"?0:void 0,bottom:0},[cg.corner]:"",...this.attachment}));get props(){return f(this.#n)}set props(e){M(this.#n,e)}}function ib(r){return r?Number.parseInt(r,10):0}function wU(r,e){const t=r/e;return Number.isNaN(t)?0:t}function Dv(r){const e=wU(r.viewport,r.content),t=r.scrollbar.paddingStart+r.scrollbar.paddingEnd,n=(r.scrollbar.size-t)*e;return Math.max(n,18)}function pte({pointerPos:r,pointerOffset:e,sizes:t,dir:n="ltr"}){const a=Dv(t),i=a/2,s=e||i,o=a-s,l=t.scrollbar.paddingStart+s,c=t.scrollbar.size-t.scrollbar.paddingEnd-o,u=t.content-t.viewport,d=n==="ltr"?[0,u]:[u*-1,0];return TU([l,c],d)(r)}function WR({scrollPos:r,sizes:e,dir:t="ltr"}){const n=Dv(e),a=e.scrollbar.paddingStart+e.scrollbar.paddingEnd,i=e.scrollbar.size-a,s=e.content-e.viewport,o=i-n,l=t==="ltr"?[0,s]:[s*-1,0],c=fte(r,l[0],l[1]);return TU([0,s],[0,o])(c)}function TU(r,e){return t=>{if(r[0]===r[1]||e[0]===e[1])return e[0];const n=(e[1]-e[0])/(r[1]-r[0]);return e[0]+n*(t-r[0])}}function CU(r,e){return r>0&&ra.cancelAnimationFrame(n)}var gte=G("
");function _te(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Y(e,"type",3,"hover"),s=Y(e,"dir",3,"ltr"),o=Y(e,"scrollHideDelay",3,600),l=Ye(e,["$$slots","$$events","$$legacy","ref","id","type","dir","scrollHideDelay","children","child"]);const c=H9.create({type:Pe(()=>i()),dir:Pe(()=>s()),scrollHideDelay:Pe(()=>o()),id:Pe(()=>a()),ref:Pe(()=>n(),g=>n(g))}),u=F(()=>vr(l,c.props));var d=se(),h=L(d);{var p=g=>{var b=se(),_=L(b);ke(_,()=>e.child,()=>({props:f(u)})),T(g,b)},m=g=>{var b=gte();zt(b,()=>({...f(u)}));var _=j(b);ke(_,()=>e.children??$e),H(b),T(g,b)};le(h,g=>{e.child?g(p):g(m,!1)})}T(r,d),we()}var bte=G("
");function vte(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Ye(e,["$$slots","$$events","$$legacy","ref","id","children"]);const s=V9.create({id:Pe(()=>a()),ref:Pe(()=>n(),h=>n(h))}),o=F(()=>vr(i,s.props)),l=F(()=>vr({},s.contentProps));var c=bte();zt(c,()=>({...f(o)}));var u=j(c);zt(u,()=>({...f(l)}));var d=j(u);ke(d,()=>e.children??$e),H(u),H(c),T(r,c),we()}var yte=G("
");function AU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy","child","children"]);const n=Z9.create(),a=F(()=>vr(t,n.props));var i=se(),s=L(i);{var o=c=>{var u=se(),d=L(u);ke(d,()=>e.child,()=>({props:f(a)})),T(c,u)},l=c=>{var u=yte();zt(u,()=>({...f(a)}));var d=j(u);ke(d,()=>e.children??$e),H(u),T(c,u)};le(s,c=>{e.child?c(o):c(l,!1)})}T(r,i),we()}function Ste(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=new k5,a=X9.create({mounted:Pe(()=>n.current)}),i=F(()=>vr(t,a.props));AU(r,ot(()=>f(i))),we()}function Ete(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=new k5,a=Q9.create({mounted:Pe(()=>n.current)}),i=F(()=>vr(t,a.props));AU(r,ot(()=>f(i))),we()}function Pv(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=K9.create();var a=se(),i=L(a);{var s=l=>{Ste(l,ot(()=>t))},o=l=>{Ete(l,ot(()=>t))};le(i,l=>{n.scrollbar.opts.orientation.current==="horizontal"?l(s):l(o,!1)})}T(r,a),we()}function wte(r,e){Ee(e,!0);let t=Y(e,"forceMount",3,!1),n=Ye(e,["$$slots","$$events","$$legacy","forceMount"]);const a=Mv.create(),i=F(()=>vr(n,a.props));{const s=l=>{Pv(l,ot(()=>f(i)))};let o=F(()=>t()||a.isVisible);Iv(r,{get open(){return f(o)},get ref(){return a.scrollbar.opts.ref},presence:s,$$slots:{presence:!0}})}we()}function Tte(r,e){Ee(e,!0);let t=Y(e,"forceMount",3,!1),n=Ye(e,["$$slots","$$events","$$legacy","forceMount"]);const a=j9.create(),i=F(()=>vr(n,a.props));{const s=l=>{Pv(l,ot(()=>f(i)))};let o=F(()=>t()||!a.isHidden);Iv(r,ot(()=>f(i),{get open(){return f(o)},get ref(){return a.scrollbar.opts.ref},presence:s,$$slots:{presence:!0}}))}we()}function Cte(r,e){Ee(e,!0);let t=Y(e,"forceMount",3,!1),n=Ye(e,["$$slots","$$events","$$legacy","forceMount"]);const a=W9.create(),i=Mv.create(),s=F(()=>vr(n,a.props,i.props,{"data-state":a.isVisible?"visible":"hidden"})),o=F(()=>t()||a.isVisible&&i.isVisible);Iv(r,{get open(){return f(o)},get ref(){return i.scrollbar.opts.ref},presence:c=>{Pv(c,ot(()=>f(s)))},$$slots:{presence:!0}}),we()}function Ate(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Ye(e,["$$slots","$$events","$$legacy","ref","id","orientation"]);const s=Y9.create({orientation:Pe(()=>e.orientation),id:Pe(()=>a()),ref:Pe(()=>n(),h=>n(h))}),o=F(()=>s.root.opts.type.current);var l=se(),c=L(l);{var u=h=>{Cte(h,ot(()=>i,{get id(){return a()}}))},d=h=>{var p=se(),m=L(p);{var g=_=>{Tte(_,ot(()=>i,{get id(){return a()}}))},b=_=>{var v=se(),y=L(v);{var E=w=>{wte(w,ot(()=>i,{get id(){return a()}}))},S=w=>{var C=se(),x=L(C);{var N=I=>{Pv(I,ot(()=>i,{get id(){return a()}}))};le(x,I=>{f(o)==="always"&&I(N)},!0)}T(w,C)};le(y,w=>{f(o)==="auto"?w(E):w(S,!1)},!0)}T(_,v)};le(m,_=>{f(o)==="scroll"?_(g):_(b,!1)},!0)}T(h,p)};le(c,h=>{f(o)==="hover"?h(u):h(d,!1)})}T(r,l),we()}var xte=G("
");function Rte(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","id","child","children","present"]);const a=new k5,i=J9.create({id:Pe(()=>e.id),ref:Pe(()=>t(),d=>t(d)),mounted:Pe(()=>a.current)}),s=F(()=>vr(n,i.props,{style:{hidden:!e.present}}));var o=se(),l=L(o);{var c=d=>{var h=se(),p=L(h);ke(p,()=>e.child,()=>({props:f(s)})),T(d,h)},u=d=>{var h=xte();zt(h,()=>({...f(s)}));var p=j(h);ke(p,()=>e.children??$e),H(h),T(d,h)};le(l,d=>{e.child?d(c):d(u,!1)})}T(r,o),we()}function Ote(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"forceMount",3,!1),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","forceMount"]);const o=kv.get();{const l=(u,d)=>{let h=()=>d?.().present;Rte(u,ot(()=>s,{get id(){return n()},get present(){return h()},get ref(){return a()},set ref(p){a(p)}}))};let c=F(()=>i()||o.hasThumb);Iv(r,{get open(){return f(c)},get ref(){return o.scrollbar.opts.ref},presence:l,$$slots:{presence:!0}})}we()}var Nte=G("
");function Ite(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","id","children","child"]);const a=e4.create({id:Pe(()=>e.id),ref:Pe(()=>t(),u=>t(u))}),i=F(()=>vr(n,a.props));var s=se(),o=L(s);{var l=u=>{var d=se(),h=L(d);ke(h,()=>e.child,()=>({props:f(i)})),T(u,d)},c=u=>{var d=Nte();zt(d,()=>({...f(i)}));var h=j(d);ke(h,()=>e.children??$e),H(d),T(u,d)};le(o,u=>{e.child?u(l):u(c,!1)})}T(r,s),we()}function kte(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Ye(e,["$$slots","$$events","$$legacy","ref","id"]);const s=ug.get(),o=F(()=>!!(s.scrollbarXNode&&s.scrollbarYNode)),l=F(()=>s.opts.type.current!=="scroll"&&f(o));var c=se(),u=L(c);{var d=h=>{Ite(h,ot(()=>i,{get id(){return a()},get ref(){return n()},set ref(p){n(p)}}))};le(u,h=>{f(l)&&h(d)})}T(r,c),we()}var Mte=G(" ",1);function Dte(r,e){Ee(e,!0);let t=Y(e,"value",15),n=Y(e,"onValueChange",3,xr),a=Y(e,"name",3,""),i=Y(e,"disabled",3,!1),s=Y(e,"open",15,!1),o=Y(e,"onOpenChange",3,xr),l=Y(e,"onOpenChangeComplete",3,xr),c=Y(e,"loop",3,!1),u=Y(e,"scrollAlignment",3,"nearest"),d=Y(e,"required",3,!1),h=Y(e,"items",19,()=>[]),p=Y(e,"allowDeselect",3,!1);function m(){t()===void 0&&t(e.type==="single"?"":[])}m(),nn.pre(()=>t(),()=>{m()});let g=_e("");const b=cee.create({type:e.type,value:Pe(()=>t(),w=>{t(w),n()(w)}),disabled:Pe(()=>i()),required:Pe(()=>d()),open:Pe(()=>s(),w=>{s(w),o()(w)}),loop:Pe(()=>c()),scrollAlignment:Pe(()=>u()),name:Pe(()=>a()),isCombobox:!1,items:Pe(()=>h()),allowDeselect:Pe(()=>p()),inputValue:Pe(()=>f(g),w=>M(g,w,!0)),onOpenChangeComplete:Pe(()=>l())});var _=Mte(),v=L(_);ag(v,{children:(w,C)=>{var x=se(),N=L(x);ke(N,()=>e.children??$e),T(w,x)},$$slots:{default:!0}});var y=ee(v,2);{var E=w=>{var C=se(),x=L(C);{var N=D=>{_S(D,{get autocomplete(){return e.autocomplete}})},I=D=>{var V=se(),q=L(V);Ir(q,16,()=>b.opts.value.current,$=>$,($,K)=>{_S($,{get value(){return K},get autocomplete(){return e.autocomplete}})}),T(D,V)};le(x,D=>{b.opts.value.current.length===0?D(N):D(I,!1)})}T(w,C)},S=w=>{_S(w,{get autocomplete(){return e.autocomplete},get value(){return b.opts.value.current},set value(C){b.opts.value.current=C}})};le(y,w=>{Array.isArray(b.opts.value.current)?w(E):w(S,!1)})}T(r,_),we()}var Pte=G("");function Lte(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"type",3,"button"),s=Ye(e,["$$slots","$$events","$$legacy","id","ref","child","children","type"]);const o=x9.create({id:Pe(()=>n()),ref:Pe(()=>a(),d=>a(d))}),l=F(()=>vr(s,o.props,{type:i()}));var c=se(),u=L(c);me(u,()=>sg,(d,h)=>{h(d,{get id(){return n()},get ref(){return o.opts.ref},children:(p,m)=>{var g=se(),b=L(g);{var _=y=>{var E=se(),S=L(E);ke(S,()=>e.child,()=>({props:f(l)})),T(y,E)},v=y=>{var E=Pte();zt(E,()=>({...f(l)}));var S=j(E);ke(S,()=>e.children??$e),H(E),T(y,E)};le(b,y=>{e.child?y(_):y(v,!1)})}T(p,g)},$$slots:{default:!0}})}),T(r,c),we()}const xU=Hl({component:"switch",parts:["root","thumb"]}),t4=new ka("Switch.Root");class r4{static create(e){return t4.set(new r4(e))}opts;attachment;constructor(e){this.opts=e,this.attachment=yn(e.ref),this.onkeydown=this.onkeydown.bind(this),this.onclick=this.onclick.bind(this)}#e(){this.opts.checked.current=!this.opts.checked.current}onkeydown(e){!(e.key===$l||e.key===no)||this.opts.disabled.current||(e.preventDefault(),this.#e())}onclick(e){this.opts.disabled.current||this.#e()}#t=F(()=>({"data-disabled":Di(this.opts.disabled.current),"data-state":lQ(this.opts.checked.current),"data-required":Di(this.opts.required.current)}));get sharedProps(){return f(this.#t)}set sharedProps(e){M(this.#t,e)}#r=F(()=>({checked:this.opts.checked.current}));get snippetProps(){return f(this.#r)}set snippetProps(e){M(this.#r,e)}#n=F(()=>({...this.sharedProps,id:this.opts.id.current,role:"switch",disabled:XC(this.opts.disabled.current),"aria-checked":UB(this.opts.checked.current,!1),"aria-required":Dc(this.opts.required.current),[xU.root]:"",onclick:this.onclick,onkeydown:this.onkeydown,...this.attachment}));get props(){return f(this.#n)}set props(e){M(this.#n,e)}}class n4{static create(){return new n4(t4.get())}root;#e=F(()=>this.root.opts.name.current!==void 0);get shouldRender(){return f(this.#e)}set shouldRender(e){M(this.#e,e)}constructor(e){this.root=e}#t=F(()=>({type:"checkbox",name:this.root.opts.name.current,value:this.root.opts.value.current,checked:this.root.opts.checked.current,disabled:this.root.opts.disabled.current,required:this.root.opts.required.current}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}class a4{static create(e){return new a4(e,t4.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(e.ref)}#e=F(()=>({checked:this.root.opts.checked.current}));get snippetProps(){return f(this.#e)}set snippetProps(e){M(this.#e,e)}#t=F(()=>({...this.root.sharedProps,id:this.opts.id.current,[xU.thumb]:"",...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}}function Fte(r,e){Ee(e,!1);const t=n4.create();u5();var n=se(),a=L(n);{var i=s=>{u9(s,ot(()=>t.props))};le(a,s=>{t.shouldRender&&s(i)})}T(r,n),we()}var Bte=G(""),Ute=G(" ",1);function $te(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Y(e,"disabled",3,!1),s=Y(e,"required",3,!1),o=Y(e,"checked",15,!1),l=Y(e,"value",3,"on"),c=Y(e,"name",3,void 0),u=Y(e,"type",3,"button"),d=Y(e,"onCheckedChange",3,xr),h=Ye(e,["$$slots","$$events","$$legacy","child","children","ref","id","disabled","required","checked","value","name","type","onCheckedChange"]);const p=r4.create({checked:Pe(()=>o(),E=>{o(E),d()?.(E)}),disabled:Pe(()=>i()??!1),required:Pe(()=>s()),value:Pe(()=>l()),name:Pe(()=>c()),id:Pe(()=>a()),ref:Pe(()=>n(),E=>n(E))}),m=F(()=>vr(h,p.props,{type:u()}));var g=Ute(),b=L(g);{var _=E=>{var S=se(),w=L(S);{let C=F(()=>({props:f(m),...p.snippetProps}));ke(w,()=>e.child,()=>f(C))}T(E,S)},v=E=>{var S=Bte();zt(S,()=>({...f(m)}));var w=j(S);ke(w,()=>e.children??$e,()=>p.snippetProps),H(S),T(E,S)};le(b,E=>{e.child?E(_):E(v,!1)})}var y=ee(b,2);Fte(y,{}),T(r,g),we()}var Gte=G("");function zte(r,e){const t=On();Ee(e,!0);let n=Y(e,"ref",15,null),a=Y(e,"id",19,()=>Nn(t)),i=Ye(e,["$$slots","$$events","$$legacy","child","children","ref","id"]);const s=a4.create({id:Pe(()=>a()),ref:Pe(()=>n(),h=>n(h))}),o=F(()=>vr(i,s.props));var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);{let g=F(()=>({props:f(o),...s.snippetProps}));ke(m,()=>e.child,()=>f(g))}T(h,p)},d=h=>{var p=Gte();zt(p,()=>({...f(o)}));var m=j(p);ke(m,()=>e.children??$e,()=>s.snippetProps),H(p),T(h,p)};le(c,h=>{e.child?h(u):h(d,!1)})}T(r,l),we()}class s3{#e;#t;#r=null;constructor(e,t){this.#t=e,this.#e=t,this.stop=this.stop.bind(this),this.start=this.start.bind(this),Qc(this.stop)}#n(){this.#r!==null&&(window.clearTimeout(this.#r),this.#r=null)}stop(){this.#n()}start(...e){this.#n(),this.#r=window.setTimeout(()=>{this.#r=null,this.#t(...e)},this.#e)}}const RU=Hl({component:"tooltip",parts:["content","trigger"]}),OU=new ka("Tooltip.Provider"),i4=new ka("Tooltip.Root");class s4{static create(e){return OU.set(new s4(e))}opts;#e=_e(!0);get isOpenDelayed(){return f(this.#e)}set isOpenDelayed(e){M(this.#e,e,!0)}isPointerInTransit=os(!1);#t;#r=_e(null);constructor(e){this.opts=e,this.#t=new s3(()=>{this.isOpenDelayed=!0},this.opts.skipDelayDuration.current)}#n=()=>{this.opts.skipDelayDuration.current!==0&&this.#t.start()};#i=()=>{this.#t.stop()};onOpen=e=>{f(this.#r)&&f(this.#r)!==e&&f(this.#r).handleClose(),this.#i(),this.isOpenDelayed=!1,M(this.#r,e,!0)};onClose=e=>{f(this.#r)===e&&M(this.#r,null),this.#n()};isTooltipOpen=e=>f(this.#r)===e}class o4{static create(e){return i4.set(new o4(e,OU.get()))}opts;provider;#e=F(()=>this.opts.delayDuration.current??this.provider.opts.delayDuration.current);get delayDuration(){return f(this.#e)}set delayDuration(e){M(this.#e,e)}#t=F(()=>this.opts.disableHoverableContent.current??this.provider.opts.disableHoverableContent.current);get disableHoverableContent(){return f(this.#t)}set disableHoverableContent(e){M(this.#t,e)}#r=F(()=>this.opts.disableCloseOnTriggerClick.current??this.provider.opts.disableCloseOnTriggerClick.current);get disableCloseOnTriggerClick(){return f(this.#r)}set disableCloseOnTriggerClick(e){M(this.#r,e)}#n=F(()=>this.opts.disabled.current??this.provider.opts.disabled.current);get disabled(){return f(this.#n)}set disabled(e){M(this.#n,e)}#i=F(()=>this.opts.ignoreNonKeyboardFocus.current??this.provider.opts.ignoreNonKeyboardFocus.current);get ignoreNonKeyboardFocus(){return f(this.#i)}set ignoreNonKeyboardFocus(e){M(this.#i,e)}#a=_e(null);get contentNode(){return f(this.#a)}set contentNode(e){M(this.#a,e,!0)}contentPresence;#s=_e(null);get triggerNode(){return f(this.#s)}set triggerNode(e){M(this.#s,e,!0)}#o=_e(!1);#l;#c=F(()=>this.opts.open.current?f(this.#o)?"delayed-open":"instant-open":"closed");get stateAttr(){return f(this.#c)}set stateAttr(e){M(this.#c,e)}constructor(e,t){this.opts=e,this.provider=t,this.#l=new s3(()=>{M(this.#o,!0),this.opts.open.current=!0},this.delayDuration??0),this.contentPresence=new Iu({open:this.opts.open,ref:Pe(()=>this.contentNode),onComplete:()=>{this.opts.onOpenChangeComplete.current(this.opts.open.current)}}),nn(()=>this.delayDuration,()=>{this.delayDuration!==void 0&&(this.#l=new s3(()=>{M(this.#o,!0),this.opts.open.current=!0},this.delayDuration))}),nn(()=>this.opts.open.current,n=>{n?this.provider.onOpen(this):this.provider.onClose(this)},{lazy:!0})}handleOpen=()=>{this.#l.stop(),M(this.#o,!1),this.opts.open.current=!0};handleClose=()=>{this.#l.stop(),this.opts.open.current=!1};#d=()=>{this.#l.stop();const e=!this.provider.isOpenDelayed,t=this.delayDuration??0;e||t===0?(M(this.#o,t>0&&e,!0),this.opts.open.current=!0):this.#l.start()};onTriggerEnter=()=>{this.#d()};onTriggerLeave=()=>{this.disableHoverableContent?this.handleClose():this.#l.stop()}}class l4{static create(e){return new l4(e,i4.get())}opts;root;attachment;#e=os(!1);#t=_e(!1);#r=F(()=>this.opts.disabled.current||this.root.disabled);domContext;#n=null;constructor(e,t){this.opts=e,this.root=t,this.domContext=new Zc(e.ref),this.attachment=yn(this.opts.ref,n=>this.root.triggerNode=n)}#i=()=>{this.#n!==null&&(clearTimeout(this.#n),this.#n=null)};handlePointerUp=()=>{this.#e.current=!1};#a=()=>{f(this.#r)||(this.#e.current=!1)};#s=()=>{f(this.#r)||(this.#e.current=!0,this.domContext.getDocument().addEventListener("pointerup",()=>{this.handlePointerUp()},{once:!0}))};#o=e=>{if(!f(this.#r)&&e.pointerType!=="touch"){if(this.root.provider.isPointerInTransit.current){this.#i(),this.#n=window.setTimeout(()=>{this.root.provider.isPointerInTransit.current&&(this.root.provider.isPointerInTransit.current=!1,this.root.onTriggerEnter(),M(this.#t,!0))},250);return}this.root.onTriggerEnter(),M(this.#t,!0)}};#l=e=>{f(this.#r)||e.pointerType!=="touch"&&(f(this.#t)||(this.#i(),this.root.provider.isPointerInTransit.current=!1,this.root.onTriggerEnter(),M(this.#t,!0)))};#c=()=>{f(this.#r)||(this.#i(),this.root.onTriggerLeave(),M(this.#t,!1))};#d=e=>{this.#e.current||f(this.#r)||this.root.ignoreNonKeyboardFocus&&!gQ(e.currentTarget)||this.root.handleOpen()};#u=()=>{f(this.#r)||this.root.handleClose()};#p=()=>{this.root.disableCloseOnTriggerClick||f(this.#r)||this.root.handleClose()};#m=F(()=>({id:this.opts.id.current,"aria-describedby":this.root.opts.open.current?this.root.contentNode?.id:void 0,"data-state":this.root.stateAttr,"data-disabled":Di(f(this.#r)),"data-delay-duration":`${this.root.delayDuration}`,[RU.trigger]:"",tabindex:f(this.#r)?void 0:this.opts.tabindex.current,disabled:this.opts.disabled.current,onpointerup:this.#a,onpointerdown:this.#s,onpointerenter:this.#o,onpointermove:this.#l,onpointerleave:this.#c,onfocus:this.#d,onblur:this.#u,onclick:this.#p,...this.attachment}));get props(){return f(this.#m)}set props(e){M(this.#m,e)}}class c4{static create(e){return new c4(e,i4.get())}opts;root;attachment;constructor(e,t){this.opts=e,this.root=t,this.attachment=yn(this.opts.ref,n=>this.root.contentNode=n),new yU({triggerNode:()=>this.root.triggerNode,contentNode:()=>this.root.contentNode,enabled:()=>this.root.opts.open.current&&!this.root.disableHoverableContent,onPointerExit:()=>{this.root.provider.isTooltipOpen(this.root)&&this.root.handleClose()}}),LB(()=>jr(window,"scroll",n=>{const a=n.target;a&&a.contains(this.root.triggerNode)&&this.root.handleClose()}))}onInteractOutside=e=>{if(xc(e.target)&&this.root.triggerNode?.contains(e.target)&&this.root.disableCloseOnTriggerClick){e.preventDefault();return}this.opts.onInteractOutside.current(e),!e.defaultPrevented&&this.root.handleClose()};onEscapeKeydown=e=>{this.opts.onEscapeKeydown.current?.(e),!e.defaultPrevented&&this.root.handleClose()};onOpenAutoFocus=e=>{e.preventDefault()};onCloseAutoFocus=e=>{e.preventDefault()};get shouldRender(){return this.root.contentPresence.shouldRender}#e=F(()=>({open:this.root.opts.open.current}));get snippetProps(){return f(this.#e)}set snippetProps(e){M(this.#e,e)}#t=F(()=>({id:this.opts.id.current,"data-state":this.root.stateAttr,"data-disabled":Di(this.root.disabled),style:{outline:"none"},[RU.content]:"",...this.attachment}));get props(){return f(this.#t)}set props(e){M(this.#t,e)}popperProps={onInteractOutside:this.onInteractOutside,onEscapeKeydown:this.onEscapeKeydown,onOpenAutoFocus:this.onOpenAutoFocus,onCloseAutoFocus:this.onCloseAutoFocus}}function qte(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"onOpenChange",3,xr),a=Y(e,"onOpenChangeComplete",3,xr);o4.create({open:Pe(()=>t(),i=>{t(i),n()(i)}),delayDuration:Pe(()=>e.delayDuration),disableCloseOnTriggerClick:Pe(()=>e.disableCloseOnTriggerClick),disableHoverableContent:Pe(()=>e.disableHoverableContent),ignoreNonKeyboardFocus:Pe(()=>e.ignoreNonKeyboardFocus),disabled:Pe(()=>e.disabled),onOpenChangeComplete:Pe(()=>a())}),ag(r,{tooltip:!0,children:(i,s)=>{var o=se(),l=L(o);ke(l,()=>e.children??$e),T(i,o)},$$slots:{default:!0}}),we()}var Hte=G("
"),Vte=G("
");function Yte(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"ref",15,null),i=Y(e,"side",3,"top"),s=Y(e,"sideOffset",3,0),o=Y(e,"align",3,"center"),l=Y(e,"avoidCollisions",3,!0),c=Y(e,"arrowPadding",3,0),u=Y(e,"sticky",3,"partial"),d=Y(e,"hideWhenDetached",3,!1),h=Y(e,"collisionPadding",3,0),p=Y(e,"onInteractOutside",3,xr),m=Y(e,"onEscapeKeydown",3,xr),g=Y(e,"forceMount",3,!1),b=Ye(e,["$$slots","$$events","$$legacy","children","child","id","ref","side","sideOffset","align","avoidCollisions","arrowPadding","sticky","strategy","hideWhenDetached","collisionPadding","onInteractOutside","onEscapeKeydown","forceMount","style"]);const _=c4.create({id:Pe(()=>n()),ref:Pe(()=>a(),x=>a(x)),onInteractOutside:Pe(()=>p()),onEscapeKeydown:Pe(()=>m())}),v=F(()=>({side:i(),sideOffset:s(),align:o(),avoidCollisions:l(),arrowPadding:c(),sticky:u(),hideWhenDetached:d(),collisionPadding:h(),strategy:e.strategy})),y=F(()=>vr(b,f(v),_.props));var E=se(),S=L(E);{var w=x=>{{const N=(D,V)=>{let q=()=>V?.().props,$=()=>V?.().wrapperProps;const K=F(()=>vr(q(),{style:Bc("tooltip")},{style:e.style}));var z=se(),re=L(z);{var W=k=>{var B=se(),te=L(B);{let O=F(()=>({props:f(K),wrapperProps:$(),..._.snippetProps}));ke(te,()=>e.child,()=>f(O))}T(k,B)},ie=k=>{var B=Hte();zt(B,()=>({...$()}));var te=j(B);zt(te,()=>({...f(K)}));var O=j(te);ke(O,()=>e.children??$e),H(te),H(B),T(k,B)};le(re,k=>{e.child?k(W):k(ie,!1)})}T(D,z)};let I=F(()=>_.root.disableHoverableContent?"none":"auto");lg(x,ot(()=>f(y),()=>_.popperProps,{get enabled(){return _.root.opts.open.current},get id(){return n()},trapFocus:!1,loop:!1,preventScroll:!1,forceMount:!0,get ref(){return _.opts.ref},tooltip:!0,get shouldRender(){return _.shouldRender},get contentPointerEvents(){return f(I)},popper:N,$$slots:{popper:!0}}))}},C=x=>{var N=se(),I=L(N);{var D=V=>{{const q=(K,z)=>{let re=()=>z?.().props,W=()=>z?.().wrapperProps;const ie=F(()=>vr(re(),{style:Bc("tooltip")},{style:e.style}));var k=se(),B=L(k);{var te=R=>{var U=se(),Q=L(U);{let ne=F(()=>({props:f(ie),wrapperProps:W(),..._.snippetProps}));ke(Q,()=>e.child,()=>f(ne))}T(R,U)},O=R=>{var U=Vte();zt(U,()=>({...W()}));var Q=j(U);zt(Q,()=>({...f(ie)}));var ne=j(Q);ke(ne,()=>e.children??$e),H(Q),H(U),T(R,U)};le(B,R=>{e.child?R(te):R(O,!1)})}T(K,k)};let $=F(()=>_.root.disableHoverableContent?"none":"auto");og(V,ot(()=>f(y),()=>_.popperProps,{get open(){return _.root.opts.open.current},get id(){return n()},trapFocus:!1,loop:!1,preventScroll:!1,forceMount:!1,get ref(){return _.opts.ref},tooltip:!0,get shouldRender(){return _.shouldRender},get contentPointerEvents(){return f($)},popper:q,$$slots:{popper:!0}}))}};le(I,V=>{g()||V(D)},!0)}T(x,N)};le(S,x=>{g()?x(w):x(C,!1)})}T(r,E),we()}var Wte=G("");function jte(r,e){const t=On();Ee(e,!0);let n=Y(e,"id",19,()=>Nn(t)),a=Y(e,"disabled",3,!1),i=Y(e,"type",3,"button"),s=Y(e,"tabindex",3,0),o=Y(e,"ref",15,null),l=Ye(e,["$$slots","$$events","$$legacy","children","child","id","disabled","type","tabindex","ref"]);const c=l4.create({id:Pe(()=>n()),disabled:Pe(()=>a()??!1),tabindex:Pe(()=>s()??0),ref:Pe(()=>o(),d=>o(d))}),u=F(()=>vr(l,c.props,{type:i()}));sg(r,{get id(){return n()},get ref(){return c.opts.ref},tooltip:!0,children:(d,h)=>{var p=se(),m=L(p);{var g=_=>{var v=se(),y=L(v);ke(y,()=>e.child,()=>({props:f(u)})),T(_,v)},b=_=>{var v=Wte();zt(v,()=>({...f(u)}));var y=j(v);ke(y,()=>e.children??$e),H(v),T(_,v)};le(m,_=>{e.child?_(g):_(b,!1)})}T(d,p)},$$slots:{default:!0}}),we()}function Kte(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref"]);fee(r,ot(()=>n,{get ref(){return t()},set ref(a){t(a)}})),we()}function Xte(r,e){Ee(e,!0);let t=Y(e,"delayDuration",3,700),n=Y(e,"disableCloseOnTriggerClick",3,!1),a=Y(e,"disableHoverableContent",3,!1),i=Y(e,"disabled",3,!1),s=Y(e,"ignoreNonKeyboardFocus",3,!1),o=Y(e,"skipDelayDuration",3,300);s4.create({delayDuration:Pe(()=>t()),disableCloseOnTriggerClick:Pe(()=>n()),disableHoverableContent:Pe(()=>a()),disabled:Pe(()=>i()),ignoreNonKeyboardFocus:Pe(()=>s()),skipDelayDuration:Pe(()=>o())});var l=se(),c=L(l);ke(c,()=>e.children??$e),T(r,l),we()}function ca(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref"]);var a=se(),i=L(a);me(i,()=>jte,(s,o)=>{o(s,ot({"data-slot":"tooltip-trigger"},()=>n,{get ref(){return t()},set ref(l){t(l)}}))}),T(r,a),we()}var Qte=G("
"),Zte=G(" ",1);function ua(r,e){Ee(e,!0);const t=p=>{var m=se(),g=L(m);me(g,()=>Yte,(b,_)=>{_(b,ot({"data-slot":"tooltip-content",get sideOffset(){return a()},get side(){return i()},get class(){return f(l)}},()=>o,{get ref(){return n()},set ref(v){n(v)},children:(v,y)=>{var E=Zte(),S=L(E);ke(S,()=>e.children??$e);var w=ee(S,2);{const C=(x,N)=>{let I=()=>N?.().props;var D=Qte();zt(D,V=>({class:V,...I()}),[()=>Kt("z-50 size-2.5 rotate-45 rounded-[2px] bg-primary","data-[side=top]:translate-x-1/2 data-[side=top]:translate-y-[calc(-50%_+_2px)]","data-[side=bottom]:-translate-x-1/2 data-[side=bottom]:-translate-y-[calc(-50%_+_1px)]","data-[side=right]:translate-x-[calc(50%_+_2px)] data-[side=right]:translate-y-1/2","data-[side=left]:-translate-y-[calc(50%_-_3px)]",e.arrowClasses)]),T(x,D)};me(w,()=>Kte,(x,N)=>{N(x,{child:C,$$slots:{child:!0}})})}T(v,E)},$$slots:{default:!0}}))}),T(p,m)};let n=Y(e,"ref",15,null),a=Y(e,"sideOffset",3,0),i=Y(e,"side",3,"top"),s=Y(e,"noPortal",3,!1),o=Ye(e,["$$slots","$$events","$$legacy","ref","class","sideOffset","side","children","arrowClasses","noPortal"]);const l=F(()=>Kt("z-50 w-fit origin-(--bits-tooltip-content-transform-origin) animate-in rounded-md bg-primary px-3 py-1.5 text-xs text-balance text-primary-foreground fade-in-0 zoom-in-95 data-[side=bottom]:slide-in-from-top-2 data-[side=left]:slide-in-from-right-2 data-[side=right]:slide-in-from-left-2 data-[side=top]:slide-in-from-bottom-2 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95",e.class));var c=se(),u=L(c);{var d=p=>{t(p)},h=p=>{var m=se(),g=L(m);me(g,()=>Jc,(b,_)=>{_(b,{children:(v,y)=>{t(v)},$$slots:{default:!0}})}),T(p,m)};le(u,p=>{s()?p(d):p(h,!1)})}T(r,c),we()}const da=qte,Jte=Xte;var ere=G("

"),tre=G(" ",1);function Vs(r,e){let t=Y(e,"variant",3,"ghost"),n=Y(e,"size",3,"sm"),a=Y(e,"class",3,""),i=Y(e,"disabled",3,!1),s=Y(e,"iconSize",3,"h-3 w-3");var o=se(),l=L(o);me(l,()=>da,(c,u)=>{u(c,{children:(d,h)=>{var p=tre(),m=L(p);me(m,()=>ca,(b,_)=>{_(b,{children:(v,y)=>{{let E=F(()=>e["aria-label"]||e.tooltip);kr(v,{get variant(){return t()},get size(){return n()},get disabled(){return i()},get onclick(){return e.onclick},get class(){return`h-6 w-6 p-0 ${a()??""} flex`},get"aria-label"(){return f(E)},children:(S,w)=>{const C=F(()=>e.icon);var x=se(),N=L(x);me(N,()=>f(C),(I,D)=>{D(I,{get class(){return s()}})}),T(S,x)},$$slots:{default:!0}})}},$$slots:{default:!0}})});var g=ee(m,2);me(g,()=>ua,(b,_)=>{_(b,{children:(v,y)=>{var E=ere(),S=j(E,!0);H(E),Ce(()=>Ge(S,e.tooltip)),T(v,E)},$$slots:{default:!0}})}),T(d,p)},$$slots:{default:!0}})}),T(r,o)}const rre={xmlns:"http://www.w3.org/2000/svg",width:24,height:24,viewBox:"0 0 24 24",fill:"none",stroke:"currentColor","stroke-width":2,"stroke-linecap":"round","stroke-linejoin":"round"};var nre=ju("");function hr(r,e){Ee(e,!0);const t=Y(e,"color",3,"currentColor"),n=Y(e,"size",3,24),a=Y(e,"strokeWidth",3,2),i=Y(e,"absoluteStrokeWidth",3,!1),s=Y(e,"iconNode",19,()=>[]),o=Ye(e,["$$slots","$$events","$$legacy","name","color","size","strokeWidth","absoluteStrokeWidth","iconNode","children"]);var l=nre();zt(l,d=>({...rre,...o,width:n(),height:n(),stroke:t(),"stroke-width":d,class:["lucide-icon lucide",e.name&&`lucide-${e.name}`,e.class]}),[()=>i()?Number(a())*24/Number(n()):a()]);var c=j(l);Ir(c,17,s,xu,(d,h)=>{var p=F(()=>qA(f(h),2));let m=()=>f(p)[0],g=()=>f(p)[1];var b=se(),_=L(b);UF(_,m,!0,(v,y)=>{zt(v,()=>({...g()}))}),T(d,b)});var u=ee(c);ke(u,()=>e.children??$e),H(l),T(r,l),we()}function are(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M9 18v-6H5l7-7 7 7h-4v6H9z"}]];hr(r,ot({name:"arrow-big-up"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function NU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M5 12h14"}],["path",{d:"m12 5 7 7-7 7"}]];hr(r,ot({name:"arrow-right"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function ire(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m5 12 7-7 7 7"}],["path",{d:"M12 19V5"}]];hr(r,ot({name:"arrow-up"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function sre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 7v14"}],["path",{d:"M16 12h2"}],["path",{d:"M16 8h2"}],["path",{d:"M3 18a1 1 0 0 1-1-1V4a1 1 0 0 1 1-1h5a4 4 0 0 1 4 4 4 4 0 0 1 4-4h5a1 1 0 0 1 1 1v13a1 1 0 0 1-1 1h-6a3 3 0 0 0-3 3 3 3 0 0 0-3-3z"}],["path",{d:"M6 12h2"}],["path",{d:"M6 8h2"}]];hr(r,ot({name:"book-open-text"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function IU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M8 3H7a2 2 0 0 0-2 2v5a2 2 0 0 1-2 2 2 2 0 0 1 2 2v5c0 1.1.9 2 2 2h1"}],["path",{d:"M16 21h1a2 2 0 0 0 2-2v-5c0-1.1.9-2 2-2a2 2 0 0 1-2-2V5a2 2 0 0 0-2-2h-1"}]];hr(r,ot({name:"braces"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function jR(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 5a3 3 0 1 0-5.997.125 4 4 0 0 0-2.526 5.77 4 4 0 0 0 .556 6.588A4 4 0 1 0 12 18Z"}],["path",{d:"M12 5a3 3 0 1 1 5.997.125 4 4 0 0 1 2.526 5.77 4 4 0 0 1-.556 6.588A4 4 0 1 1 12 18Z"}],["path",{d:"M15 13a4.5 4.5 0 0 1-3-4 4.5 4.5 0 0 1-3 4"}],["path",{d:"M17.599 6.5a3 3 0 0 0 .399-1.375"}],["path",{d:"M6.003 5.125A3 3 0 0 0 6.401 6.5"}],["path",{d:"M3.477 10.896a4 4 0 0 1 .585-.396"}],["path",{d:"M19.938 10.5a4 4 0 0 1 .585.396"}],["path",{d:"M6 18a4 4 0 0 1-1.967-.516"}],["path",{d:"M19.967 17.484A4 4 0 0 1 18 18"}]];hr(r,ot({name:"brain"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function ore(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M17 21v-2a1 1 0 0 1-1-1v-1a2 2 0 0 1 2-2h2a2 2 0 0 1 2 2v1a1 1 0 0 1-1 1"}],["path",{d:"M19 15V6.5a1 1 0 0 0-7 0v11a1 1 0 0 1-7 0V9"}],["path",{d:"M21 21v-2h-4"}],["path",{d:"M3 5h4V3"}],["path",{d:"M7 5a1 1 0 0 1 1 1v1a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V6a1 1 0 0 1 1-1V3"}]];hr(r,ot({name:"cable"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Lv(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M20 6 9 17l-5-5"}]];hr(r,ot({name:"check"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Uc(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m6 9 6 6 6-6"}]];hr(r,ot({name:"chevron-down"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function u4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m15 18-6-6 6-6"}]];hr(r,ot({name:"chevron-left"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function lre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m18 15-6-6-6 6"}]];hr(r,ot({name:"chevron-up"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function $c(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m9 18 6-6-6-6"}]];hr(r,ot({name:"chevron-right"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function cre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m7 15 5 5 5-5"}],["path",{d:"m7 9 5-5 5 5"}]];hr(r,ot({name:"chevrons-up-down"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function d4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"10"}],["line",{x1:"12",x2:"12",y1:"8",y2:"12"}],["line",{x1:"12",x2:"12.01",y1:"16",y2:"16"}]];hr(r,ot({name:"circle-alert"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function ure(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M21.801 10A10 10 0 1 1 17 3.335"}],["path",{d:"m9 11 3 3L22 4"}]];hr(r,ot({name:"circle-check-big"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function kU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"10"}],["path",{d:"m15 9-6 6"}],["path",{d:"m9 9 6 6"}]];hr(r,ot({name:"circle-x"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function i0(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"10"}],["polyline",{points:"12 6 12 12 16 14"}]];hr(r,ot({name:"clock"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function MU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m16 18 6-6-6-6"}],["path",{d:"m8 6-6 6 6 6"}]];hr(r,ot({name:"code"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function DU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"14",height:"14",x:"8",y:"8",rx:"2",ry:"2"}],["path",{d:"M4 16c-1.1 0-2-.9-2-2V4c0-1.1.9-2 2-2h10c1.1 0 2 .9 2 2"}]];hr(r,ot({name:"copy"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function h4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["ellipse",{cx:"12",cy:"5",rx:"9",ry:"3"}],["path",{d:"M3 5V19A9 3 0 0 0 21 19V5"}],["path",{d:"M3 12A9 3 0 0 0 21 12"}]];hr(r,ot({name:"database"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Fv(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 15V3"}],["path",{d:"M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4"}],["path",{d:"m7 10 5 5 5-5"}]];hr(r,ot({name:"download"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function dre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"1"}],["circle",{cx:"19",cy:"12",r:"1"}],["circle",{cx:"5",cy:"12",r:"1"}]];hr(r,ot({name:"ellipsis"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function hre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M15 3h6v6"}],["path",{d:"M10 14 21 3"}],["path",{d:"M18 13v6a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h6"}]];hr(r,ot({name:"external-link"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function f4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M2.062 12.348a1 1 0 0 1 0-.696 10.75 10.75 0 0 1 19.876 0 1 1 0 0 1 0 .696 10.75 10.75 0 0 1-19.876 0"}],["circle",{cx:"12",cy:"12",r:"3"}]];hr(r,ot({name:"eye"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function wc(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"}],["path",{d:"M14 2v4a2 2 0 0 0 2 2h4"}],["path",{d:"M10 9H8"}],["path",{d:"M16 13H8"}],["path",{d:"M16 17H8"}]];hr(r,ot({name:"file-text"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function fre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"}],["path",{d:"M14 2v4a2 2 0 0 0 2 2h4"}],["path",{d:"m14.5 12.5-5 5"}],["path",{d:"m9.5 12.5 5 5"}]];hr(r,ot({name:"file-x"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function p4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M15 2H6a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h12a2 2 0 0 0 2-2V7Z"}],["path",{d:"M14 2v4a2 2 0 0 0 2 2h4"}]];hr(r,ot({name:"file"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function s0(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M14 2v6a2 2 0 0 0 .245.96l5.51 10.08A2 2 0 0 1 18 22H6a2 2 0 0 1-1.755-2.96l5.51-10.08A2 2 0 0 0 10 8V2"}],["path",{d:"M6.453 15h11.094"}],["path",{d:"M8.5 2h7"}]];hr(r,ot({name:"flask-conical"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function hg(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m6 14 1.5-2.9A2 2 0 0 1 9.24 10H20a2 2 0 0 1 1.94 2.5l-1.54 6a2 2 0 0 1-1.95 1.5H4a2 2 0 0 1-2-2V5a2 2 0 0 1 2-2h3.9a2 2 0 0 1 1.69.9l.81 1.2a2 2 0 0 0 1.67.9H18a2 2 0 0 1 2 2v2"}]];hr(r,ot({name:"folder-open"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function pre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M10 20a1 1 0 0 0 .553.895l2 1A1 1 0 0 0 14 21v-7a2 2 0 0 1 .517-1.341L21.74 4.67A1 1 0 0 0 21 3H3a1 1 0 0 0-.742 1.67l7.225 7.989A2 2 0 0 1 10 14z"}]];hr(r,ot({name:"funnel"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function bS(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m12 14 4-4"}],["path",{d:"M3.34 19a10 10 0 1 1 17.32 0"}]];hr(r,ot({name:"gauge"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function o3(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["line",{x1:"6",x2:"6",y1:"3",y2:"15"}],["circle",{cx:"18",cy:"6",r:"3"}],["circle",{cx:"6",cy:"18",r:"3"}],["path",{d:"M18 9a9 9 0 0 1-9 9"}]];hr(r,ot({name:"git-branch"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function mre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"10"}],["path",{d:"M12 2a14.5 14.5 0 0 0 0 20 14.5 14.5 0 0 0 0-20"}],["path",{d:"M2 12h20"}]];hr(r,ot({name:"globe"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function gre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["line",{x1:"2",y1:"2",x2:"22",y2:"22"}],["path",{d:"M16.5 16.5 12 21l-7-7c-1.5-1.45-3-3.2-3-5.5a5.5 5.5 0 0 1 2.14-4.35"}],["path",{d:"M8.76 3.1c1.15.22 2.13.78 3.24 1.9 1.5-1.5 2.74-2 4.5-2A5.5 5.5 0 0 1 22 8.5c0 2.12-1.3 3.78-2.67 5.17"}]];hr(r,ot({name:"heart-off"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function _re(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M19 14c1.49-1.46 3-3.21 3-5.5A5.5 5.5 0 0 0 16.5 3c-1.76 0-3 .5-4.5 2-1.5-1.5-2.74-2-4.5-2A5.5 5.5 0 0 0 2 8.5c0 2.3 1.5 4.05 3 5.5l7 7Z"}]];hr(r,ot({name:"heart"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function m4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"18",height:"18",x:"3",y:"3",rx:"2",ry:"2"}],["circle",{cx:"9",cy:"9",r:"2"}],["path",{d:"m21 15-3.086-3.086a2 2 0 0 0-2.828 0L6 21"}]];hr(r,ot({name:"image"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function g4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"10"}],["path",{d:"M12 16v-4"}],["path",{d:"M12 8h.01"}]];hr(r,ot({name:"info"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function bre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m15.5 7.5 2.3 2.3a1 1 0 0 0 1.4 0l2.1-2.1a1 1 0 0 0 0-1.4L19 4"}],["path",{d:"m21 2-9.6 9.6"}],["circle",{cx:"7.5",cy:"15.5",r:"5.5"}]];hr(r,ot({name:"key"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function KR(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12.83 2.18a2 2 0 0 0-1.66 0L2.6 6.08a1 1 0 0 0 0 1.83l8.58 3.91a2 2 0 0 0 1.66 0l8.58-3.9a1 1 0 0 0 0-1.83z"}],["path",{d:"M2 12a1 1 0 0 0 .58.91l8.6 3.91a2 2 0 0 0 1.65 0l8.58-3.9A1 1 0 0 0 22 12"}],["path",{d:"M2 17a1 1 0 0 0 .58.91l8.6 3.91a2 2 0 0 0 1.65 0l8.58-3.9A1 1 0 0 0 22 17"}]];hr(r,ot({name:"layers"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function vre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m3 17 2 2 4-4"}],["path",{d:"m3 7 2 2 4-4"}],["path",{d:"M13 6h8"}],["path",{d:"M13 12h8"}],["path",{d:"M13 18h8"}]];hr(r,ot({name:"list-checks"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Ka(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M21 12a9 9 0 1 1-6.219-8.56"}]];hr(r,ot({name:"loader-circle"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function _4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M21 15a2 2 0 0 1-2 2H7l-4 4V5a2 2 0 0 1 2-2h14a2 2 0 0 1 2 2z"}]];hr(r,ot({name:"message-square"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function b4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 2a3 3 0 0 0-3 3v7a3 3 0 0 0 6 0V5a3 3 0 0 0-3-3Z"}],["path",{d:"M19 10v2a7 7 0 0 1-14 0v-2"}],["line",{x1:"12",x2:"12",y1:"19",y2:"22"}]];hr(r,ot({name:"mic"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function yre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M5 12h14"}]];hr(r,ot({name:"minus"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function PU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"20",height:"14",x:"2",y:"3",rx:"2"}],["line",{x1:"8",x2:"16",y1:"21",y2:"21"}],["line",{x1:"12",x2:"12",y1:"17",y2:"21"}]];hr(r,ot({name:"monitor"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Sre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 3a6 6 0 0 0 9 9 9 9 0 1 1-9-9Z"}]];hr(r,ot({name:"moon"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function XR(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M9 18V5l12-2v13"}],["circle",{cx:"6",cy:"18",r:"3"}],["circle",{cx:"18",cy:"16",r:"3"}]];hr(r,ot({name:"music"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function lf(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M11 21.73a2 2 0 0 0 2 0l7-4A2 2 0 0 0 21 16V8a2 2 0 0 0-1-1.73l-7-4a2 2 0 0 0-2 0l-7 4A2 2 0 0 0 3 8v8a2 2 0 0 0 1 1.73z"}],["path",{d:"M12 22V12"}],["polyline",{points:"3.29 7 12 12 20.71 7"}],["path",{d:"m7.5 4.27 9 5.15"}]];hr(r,ot({name:"package"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Ere(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"18",height:"18",x:"3",y:"3",rx:"2"}],["path",{d:"M9 3v18"}]];hr(r,ot({name:"panel-left"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function v4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M21.174 6.812a1 1 0 0 0-3.986-3.987L3.842 16.174a2 2 0 0 0-.5.83l-1.321 4.352a.5.5 0 0 0 .623.622l4.353-1.32a2 2 0 0 0 .83-.497z"}],["path",{d:"m15 5 4 4"}]];hr(r,ot({name:"pencil"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function If(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M5 12h14"}],["path",{d:"M12 5v14"}]];hr(r,ot({name:"plus"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function QR(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M18.36 6.64A9 9 0 0 1 20.77 15"}],["path",{d:"M6.16 6.16a9 9 0 1 0 12.68 12.68"}],["path",{d:"M12 2v4"}],["path",{d:"m2 2 20 20"}]];hr(r,ot({name:"power-off"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function wre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 2v10"}],["path",{d:"M18.4 6.6a9 9 0 1 1-12.77.04"}]];hr(r,ot({name:"power"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Tre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M4.9 19.1C1 15.2 1 8.8 4.9 4.9"}],["path",{d:"M7.8 16.2c-2.3-2.3-2.3-6.1 0-8.5"}],["circle",{cx:"12",cy:"12",r:"2"}],["path",{d:"M16.2 7.8c2.3 2.3 2.3 6.1 0 8.5"}],["path",{d:"M19.1 4.9C23 8.8 23 15.1 19.1 19"}]];hr(r,ot({name:"radio"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Tc(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M3 12a9 9 0 0 1 9-9 9.75 9.75 0 0 1 6.74 2.74L21 8"}],["path",{d:"M21 3v5h-5"}],["path",{d:"M21 12a9 9 0 0 1-9 9 9.75 9.75 0 0 1-6.74-2.74L3 16"}],["path",{d:"M8 16H3v5"}]];hr(r,ot({name:"refresh-cw"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function l3(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8"}],["path",{d:"M3 3v5h5"}]];hr(r,ot({name:"rotate-ccw"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Cre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M21 12a9 9 0 1 1-9-9c2.52 0 4.93 1 6.74 2.74L21 8"}],["path",{d:"M21 3v5h-5"}]];hr(r,ot({name:"rotate-cw"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function sb(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m21 21-4.34-4.34"}],["circle",{cx:"11",cy:"11",r:"8"}]];hr(r,ot({name:"search"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function LU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"20",height:"8",x:"2",y:"2",rx:"2",ry:"2"}],["rect",{width:"20",height:"8",x:"2",y:"14",rx:"2",ry:"2"}],["line",{x1:"6",x2:"6.01",y1:"6",y2:"6"}],["line",{x1:"6",x2:"6.01",y1:"18",y2:"18"}]];hr(r,ot({name:"server"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Bv(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12.22 2h-.44a2 2 0 0 0-2 2v.18a2 2 0 0 1-1 1.73l-.43.25a2 2 0 0 1-2 0l-.15-.08a2 2 0 0 0-2.73.73l-.22.38a2 2 0 0 0 .73 2.73l.15.1a2 2 0 0 1 1 1.72v.51a2 2 0 0 1-1 1.74l-.15.09a2 2 0 0 0-.73 2.73l.22.38a2 2 0 0 0 2.73.73l.15-.08a2 2 0 0 1 2 0l.43.25a2 2 0 0 1 1 1.73V20a2 2 0 0 0 2 2h.44a2 2 0 0 0 2-2v-.18a2 2 0 0 1 1-1.73l.43-.25a2 2 0 0 1 2 0l.15.08a2 2 0 0 0 2.73-.73l.22-.39a2 2 0 0 0-.73-2.73l-.15-.08a2 2 0 0 1-1-1.74v-.5a2 2 0 0 1 1-1.74l.15-.09a2 2 0 0 0 .73-2.73l-.22-.38a2 2 0 0 0-2.73-.73l-.15.08a2 2 0 0 1-2 0l-.43-.25a2 2 0 0 1-1-1.73V4a2 2 0 0 0-2-2z"}],["circle",{cx:"12",cy:"12",r:"3"}]];hr(r,ot({name:"settings"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function FU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M9.937 15.5A2 2 0 0 0 8.5 14.063l-6.135-1.582a.5.5 0 0 1 0-.962L8.5 9.936A2 2 0 0 0 9.937 8.5l1.582-6.135a.5.5 0 0 1 .963 0L14.063 8.5A2 2 0 0 0 15.5 9.937l6.135 1.581a.5.5 0 0 1 0 .964L15.5 14.063a2 2 0 0 0-1.437 1.437l-1.582 6.135a.5.5 0 0 1-.963 0z"}],["path",{d:"M20 3v4"}],["path",{d:"M22 5h-4"}],["path",{d:"M4 17v2"}],["path",{d:"M5 18H3"}]];hr(r,ot({name:"sparkles"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function BU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 3H5a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h14a2 2 0 0 0 2-2v-7"}],["path",{d:"M18.375 2.625a1 1 0 0 1 3 3l-9.013 9.014a2 2 0 0 1-.853.505l-2.873.84a.5.5 0 0 1-.62-.62l.84-2.873a2 2 0 0 1 .506-.852z"}]];hr(r,ot({name:"square-pen"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function y4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["rect",{width:"18",height:"18",x:"3",y:"3",rx:"2"}]];hr(r,ot({name:"square"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Are(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"12",cy:"12",r:"4"}],["path",{d:"M12 2v2"}],["path",{d:"M12 20v2"}],["path",{d:"m4.93 4.93 1.41 1.41"}],["path",{d:"m17.66 17.66 1.41 1.41"}],["path",{d:"M2 12h2"}],["path",{d:"M20 12h2"}],["path",{d:"m6.34 17.66-1.41 1.41"}],["path",{d:"m19.07 4.93-1.41 1.41"}]];hr(r,ot({name:"sun"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function xre(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M10 2h4"}],["path",{d:"M4.6 11a8 8 0 0 0 1.7 8.7 8 8 0 0 0 8.7 1.7"}],["path",{d:"M7.4 7.4a8 8 0 0 1 10.3 1 8 8 0 0 1 .9 10.2"}],["path",{d:"m2 2 20 20"}],["path",{d:"M12 12v-2"}]];hr(r,ot({name:"timer-off"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Gc(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M3 6h18"}],["path",{d:"M19 6v14c0 1-1 2-2 2H7c-1 0-2-1-2-2V6"}],["path",{d:"M8 6V4c0-1 1-2 2-2h4c1 0 2 1 2 2v2"}],["line",{x1:"10",x2:"10",y1:"11",y2:"17"}],["line",{x1:"14",x2:"14",y1:"11",y2:"17"}]];hr(r,ot({name:"trash-2"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function zc(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"m21.73 18-8-14a2 2 0 0 0-3.48 0l-8 14A2 2 0 0 0 4 21h16a2 2 0 0 0 1.73-3"}],["path",{d:"M12 9v4"}],["path",{d:"M12 17h.01"}]];hr(r,ot({name:"triangle-alert"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function UU(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M12 3v12"}],["path",{d:"m17 8-5-5-5 5"}],["path",{d:"M21 15v4a2 2 0 0 1-2 2H5a2 2 0 0 1-2-2v-4"}]];hr(r,ot({name:"upload"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function vS(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["circle",{cx:"7",cy:"12",r:"3"}],["path",{d:"M10 9v6"}],["circle",{cx:"17",cy:"12",r:"3"}],["path",{d:"M14 7v8"}],["path",{d:"M22 17v1c0 .5-.5 1-1 1H3c-.5 0-1-.5-1-1v-1"}]];hr(r,ot({name:"whole-word"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Tm(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M14.7 6.3a1 1 0 0 0 0 1.4l1.6 1.6a1 1 0 0 0 1.4 0l3.77-3.77a6 6 0 0 1-7.94 7.94l-6.91 6.91a2.12 2.12 0 0 1-3-3l6.91-6.91a6 6 0 0 1 7.94-7.94l-3.76 3.76z"}]];hr(r,ot({name:"wrench"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function Yl(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M18 6 6 18"}],["path",{d:"m6 6 12 12"}]];hr(r,ot({name:"x"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}function S4(r,e){Ee(e,!0);let t=Ye(e,["$$slots","$$events","$$legacy"]);const n=[["path",{d:"M4 14a1 1 0 0 1-.78-1.63l9.9-10.2a.5.5 0 0 1 .86.46l-1.92 6.02A1 1 0 0 0 13 10h7a1 1 0 0 1 .78 1.63l-9.9 10.2a.5.5 0 0 1-.86-.46l1.92-6.02A1 1 0 0 0 11 14z"}]];hr(r,ot({name:"zap"},()=>t,{get iconNode(){return n},children:(a,i)=>{var s=se(),o=L(s);ke(o,()=>e.children??$e),T(a,s)},$$slots:{default:!0}})),we()}var Kr=(r=>(r.AUDIO="AUDIO",r.IMAGE="IMAGE",r.MCP_PROMPT="MCP_PROMPT",r.MCP_RESOURCE="MCP_RESOURCE",r.PDF="PDF",r.TEXT="TEXT",r.LEGACY_CONTEXT="context",r))(Kr||{}),Uv=(r=>(r.FUNCTION="function",r))(Uv||{}),ni=(r=>(r.TEXT="text",r.TOOL_CALL="tool_call",r.TOOL_CALL_PENDING="tool_call_pending",r.TOOL_CALL_STREAMING="tool_call_streaming",r.REASONING="reasoning",r.REASONING_PENDING="reasoning_pending",r))(ni||{}),fi=(r=>(r.GENERATION="generation",r.READING="reading",r.TOOLS="tools",r.SUMMARY="summary",r))(fi||{}),c3=(r=>(r.NONE="none",r.AUTO="auto",r))(c3||{}),Jt=(r=>(r.USER="user",r.ASSISTANT="assistant",r.SYSTEM="system",r.TOOL="tool",r))(Jt||{}),Tl=(r=>(r.ROOT="root",r.TEXT="text",r.THINK="think",r.SYSTEM="system",r))(Tl||{}),Zi=(r=>(r.TEXT="text",r.IMAGE_URL="image_url",r.INPUT_AUDIO="input_audio",r))(Zi||{}),_c=(r=>(r.TIMEOUT="timeout",r.SERVER="server",r))(_c||{}),Dn=(r=>(r.IMAGE="image",r.AUDIO="audio",r.PDF="pdf",r.TEXT="text",r))(Dn||{}),Cm=(r=>(r.MCP_PROMPT="mcp-prompt",r))(Cm||{}),Fh=(r=>(r.JPEG="jpeg",r.PNG="png",r.GIF="gif",r.WEBP="webp",r.SVG="svg",r))(Fh||{}),u3=(r=>(r.MP3="mp3",r.WAV="wav",r.WEBM="webm",r))(u3||{}),$U=(r=>(r.PDF="pdf",r))($U||{}),Xr=(r=>(r.PLAIN_TEXT="plainText",r.MARKDOWN="md",r.ASCIIDOC="asciidoc",r.JAVASCRIPT="js",r.TYPESCRIPT="ts",r.JSX="jsx",r.TSX="tsx",r.CSS="css",r.HTML="html",r.JSON="json",r.XML="xml",r.YAML="yaml",r.CSV="csv",r.LOG="log",r.PYTHON="python",r.JAVA="java",r.CPP="cpp",r.PHP="php",r.RUBY="ruby",r.GO="go",r.RUST="rust",r.SHELL="shell",r.SQL="sql",r.R="r",r.SCALA="scala",r.KOTLIN="kotlin",r.SWIFT="swift",r.DART="dart",r.VUE="vue",r.SVELTE="svelte",r.LATEX="latex",r.BIBTEX="bibtex",r.CUDA="cuda",r.VULKAN="vulkan",r.HASKELL="haskell",r.CSHARP="csharp",r.PROPERTIES="properties",r))(Xr||{}),Ks=(r=>(r.JPG=".jpg",r.JPEG=".jpeg",r.PNG=".png",r.GIF=".gif",r.WEBP=".webp",r.SVG=".svg",r))(Ks||{}),Am=(r=>(r.MP3=".mp3",r.WAV=".wav",r))(Am||{}),E4=(r=>(r.PDF=".pdf",r))(E4||{}),Wt=(r=>(r.TXT=".txt",r.MD=".md",r.ADOC=".adoc",r.JS=".js",r.TS=".ts",r.JSX=".jsx",r.TSX=".tsx",r.CSS=".css",r.HTML=".html",r.HTM=".htm",r.JSON=".json",r.XML=".xml",r.YAML=".yaml",r.YML=".yml",r.CSV=".csv",r.LOG=".log",r.PY=".py",r.JAVA=".java",r.CPP=".cpp",r.C=".c",r.H=".h",r.PHP=".php",r.RB=".rb",r.GO=".go",r.RS=".rs",r.SH=".sh",r.BAT=".bat",r.SQL=".sql",r.R=".r",r.SCALA=".scala",r.KT=".kt",r.SWIFT=".swift",r.DART=".dart",r.VUE=".vue",r.SVELTE=".svelte",r.TEX=".tex",r.BIB=".bib",r.CU=".cu",r.CUH=".cuh",r.COMP=".comp",r.HPP=".hpp",r.HS=".hs",r.PROPERTIES=".properties",r.CS=".cs",r))(Wt||{}),kf=(r=>(r.IMAGE="image/",r.TEXT="text",r))(kf||{}),Xs=(r=>(r.JSON="json",r.JAVASCRIPT="javascript",r.TYPESCRIPT="typescript",r))(Xs||{}),d3=(r=>(r.DATABASE_KEYWORD="database",r.DATABASE_SCHEME="db://",r))(d3||{}),xm=(r=>(r.PDF="application/pdf",r.OCTET_STREAM="application/octet-stream",r))(xm||{}),Wa=(r=>(r.MP3_MPEG="audio/mpeg",r.MP3="audio/mp3",r.MP4="audio/mp4",r.WAV="audio/wav",r.WEBM="audio/webm",r.WEBM_OPUS="audio/webm;codecs=opus",r))(Wa||{}),ea=(r=>(r.JPEG="image/jpeg",r.JPG="image/jpg",r.PNG="image/png",r.GIF="image/gif",r.WEBP="image/webp",r.SVG="image/svg+xml",r))(ea||{}),Pt=(r=>(r.PLAIN="text/plain",r.MARKDOWN="text/markdown",r.ASCIIDOC="text/asciidoc",r.JAVASCRIPT="text/javascript",r.JAVASCRIPT_APP="application/javascript",r.TYPESCRIPT="text/typescript",r.JSX="text/jsx",r.TSX="text/tsx",r.CSS="text/css",r.HTML="text/html",r.JSON="application/json",r.XML_TEXT="text/xml",r.XML_APP="application/xml",r.YAML_TEXT="text/yaml",r.YAML_APP="application/yaml",r.CSV="text/csv",r.PYTHON="text/x-python",r.JAVA="text/x-java-source",r.CPP_HDR="text/x-c++hdr",r.CPP_SRC="text/x-c++src",r.CSHARP="text/x-csharp",r.HASKELL="text/x-haskell",r.C_SRC="text/x-csrc",r.C_HDR="text/x-chdr",r.PHP="text/x-php",r.RUBY="text/x-ruby",r.GO="text/x-go",r.RUST="text/x-rust",r.SHELL="text/x-shellscript",r.BAT="application/x-bat",r.SQL="text/x-sql",r.R="text/x-r",r.SCALA="text/x-scala",r.KOTLIN="text/x-kotlin",r.SWIFT="text/x-swift",r.DART="text/x-dart",r.VUE="text/x-vue",r.SVELTE="text/x-svelte",r.TEX="text/x-tex",r.TEX_APP="application/x-tex",r.LATEX="application/x-latex",r.BIBTEX="text/x-bibtex",r.CUDA="text/x-cuda",r.PROPERTIES="text/properties",r))(Pt||{}),Na=(r=>(r.IDLE="idle",r.TRANSPORT_CREATING="transport_creating",r.TRANSPORT_READY="transport_ready",r.INITIALIZING="initializing",r.CAPABILITIES_EXCHANGED="capabilities_exchanged",r.LISTING_TOOLS="listing_tools",r.CONNECTED="connected",r.ERROR="error",r.DISCONNECTED="disconnected",r))(Na||{}),Du=(r=>(r.INFO="info",r.WARN="warn",r.ERROR="error",r))(Du||{}),Os=(r=>(r.WEBSOCKET="websocket",r.STREAMABLE_HTTP="streamable_http",r.SSE="sse",r))(Os||{}),kn=(r=>(r.IDLE="idle",r.CONNECTING="connecting",r.SUCCESS="success",r.ERROR="error",r))(kn||{}),v_=(r=>(r.TEXT="text",r.IMAGE="image",r.RESOURCE="resource",r))(v_||{}),GU=(r=>(r.OBJECT="object",r))(GU||{}),h3=(r=>(r.PROMPT="ref/prompt",r.RESOURCE="ref/resource",r))(h3||{}),qc=(r=>(r.TEXT="TEXT",r.AUDIO="AUDIO",r.VISION="VISION",r))(qc||{}),Rd=(r=>(r.MODEL="model",r.ROUTER="router",r))(Rd||{}),mi=(r=>(r.UNLOADED="unloaded",r.LOADING="loading",r.LOADED="loaded",r.SLEEPING="sleeping",r.FAILED="failed",r))(mi||{}),f3=(r=>(r.DEFAULT="default",r.CUSTOM="custom",r))(f3||{}),Vr=(r=>(r.NUMBER="number",r.STRING="string",r.BOOLEAN="boolean",r))(Vr||{}),$r=(r=>(r.INPUT="input",r.TEXTAREA="textarea",r.CHECKBOX="checkbox",r.SELECT="select",r))($r||{}),Pl=(r=>(r.LIGHT="light",r.DARK="dark",r.SYSTEM="system",r))(Pl||{}),Rm=(r=>(r.MESSAGE="message",r.ATTACHMENT="attachment",r))(Rm||{}),lo=(r=>(r.DATA="data:",r.HTTP="http://",r.HTTPS="https://",r.WEBSOCKET="ws://",r.WEBSOCKET_SECURE="wss://",r))(lo||{}),Tn=(r=>(r.ENTER="Enter",r.ESCAPE="Escape",r.ARROW_UP="ArrowUp",r.ARROW_DOWN="ArrowDown",r.TAB="Tab",r.D_LOWER="d",r.D_UPPER="D",r.E_UPPER="E",r.K_LOWER="k",r.O_UPPER="O",r.SPACE=" ",r))(Tn||{}),Rre=G(''),Ore=G('
');function Nre(r,e){Ee(e,!0);let t=Y(e,"disabled",3,!1);const n=F(()=>e.language?.toLowerCase()===Xr.HTML);function a(){t()||e.onPreview?.(e.code,e.language)}var i=Ore(),s=j(i);let o;var l=j(s);{let d=F(()=>!t()),h=F(()=>t()?"Code incomplete":"Copy code");Df(l,{get text(){return e.code},get canCopy(){return f(d)},get ariaLabel(){return f(h)}})}H(s);var c=ee(s,2);{var u=d=>{var h=Rre();let p;h.__click=a;var m=j(h);f4(m,{size:16}),H(h),Ce(()=>{p=yt(h,1,"preview-code-btn",null,p,{"opacity-50":t(),"!cursor-not-allowed":t()}),er(h,"title",t()?"Code incomplete":"Preview code"),er(h,"aria-disabled",t())}),T(d,h)};le(c,d=>{f(n)&&d(u)})}H(i),Ce(()=>o=yt(s,1,"copy-code-btn",null,o,{"opacity-50":t(),"!cursor-not-allowed":t()})),T(r,i),we()}Ln(["click"]);const Ire=/\[Attachment saved: ([^\]]+)\]/,ob=` +`,ZR="\n\n```\nTurn limit reached\n```\n",JR=` + +\`\`\` +Upstream LLM error: +`,eO="\n```\n",yS={enabled:!0,maxTurns:100,maxToolPreviewLines:25},kre={START:"<<>>"},cf={COMPLETED_TOOL_CALL:/<<>>\n<<>>\n<<>>([\s\S]*?)<<>>([\s\S]*?)<<>>/g,REASONING_BLOCK:/<<>>[\s\S]*?<<>>/g,REASONING_EXTRACT:/<<>>([\s\S]*?)<<>>/,REASONING_OPEN:/<<>>[\s\S]*$/,AGENTIC_TOOL_CALL_OPEN:/\n*<<>>[\s\S]*$/,HAS_LEGACY_MARKERS:/<<<(?:AGENTIC_TOOL_CALL_START|reasoning_content_start)>>>/},o0={LIST:"/v1/models",LOAD:"/models/load",UNLOAD:"/models/unload"},zU="/cors-proxy",Mre="PDF File",Dre="MCP Prompt",Pre="MCP Resource",tO=100,Lre=10,Fre={prefixLength:1024*10,suspiciousCharThresholdRatio:.15,maxAbsoluteNullBytes:2},qU=300*1e3,Bre=100,Ure=600*1e3,$re=50,Gre=50,zre=300*1e3,qre=10,Hre=1800*1e3,Vre=0,Yre=` + +`,Wre='"',rO="/",SS="@",jre="code-block-scroll-container",Kre="code-block-wrapper",Xre="code-block-header",Qre="code-block-actions",Zre="code-language",Jre="copy-code-btn",ene="preview-code-btn",tne="relative",rne=` +`,nne="text",ane=/^(\w*)\n?/,ine=/&/g,sne=//g,nO=/^```|\n```/g,lne="chat-message-edit",cne="chat-actions",une="chat-settings-dialog",HU="border border-border/30 focus-within:border-border dark:border-border/20 dark:focus-within:border-border",w4=` + bg-muted/60 dark:bg-muted/75 + ${HU} + shadow-sm + outline-none + text-foreground +`,dne=` + bg-background + border border-border/30 dark:border-border/20 + shadow-sm backdrop-blur-lg! + rounded-t-lg! +`,hne="max-h-80",fne="https://www.google.com/s2/favicons",pne=32,aO=".",iO=2,y_=1e3,sO=60,oO=3600,mne=1,gne=10,lO="0s",VU=256,YU=8192,_ne=/[\x00-\x1F\x7F]/g,bne=/[\x00-\x08\x0A-\x0D\x0E-\x1F\x7F]/g,Yo={[Dn.IMAGE]:m4,[Dn.AUDIO]:b4,[Dn.TEXT]:wc,[Dn.PDF]:p4},vne={[qc.VISION]:f4,[qc.AUDIO]:b4},yne={[qc.VISION]:"Vision",[qc.AUDIO]:"Audio"},Sne=/(```[\s\S]*?```|`[^`\n]+`)/g,Ene=new RegExp("(```[\\S\\s]*?```|`.*?`)|(?--api-key option for the server.",systemMessage:"The starting message that defines how model should behave.",showSystemMessage:"Display the system message at the top of each conversation.",theme:"Choose the color theme for the interface. You can choose between System (follows your device settings), Light, or Dark.",pasteLongTextToFileLen:"On pasting long text, it will be converted to a file. You can control the file length by setting the value of this parameter. Value 0 means disable.",copyTextAttachmentsAsPlainText:"When copying a message with text attachments, combine them into a single plain text string instead of a special format that can be pasted back as attachments.",samplers:'The order at which samplers are applied, in simplified way. Default is "top_k;typ_p;top_p;min_p;temperature": top_k->typ_p->top_p->min_p->temperature',backend_sampling:"Enable backend-based samplers. When enabled, supported samplers run on the accelerator backend for faster sampling.",temperature:"Controls the randomness of the generated text by affecting the probability distribution of the output tokens. Higher = more random, lower = more focused.",dynatemp_range:"Addon for the temperature sampler. The added value to the range of dynamic temperature, which adjusts probabilities by entropy of tokens.",dynatemp_exponent:"Addon for the temperature sampler. Smoothes out the probability redistribution based on the most probable token.",top_k:"Keeps only k top tokens.",top_p:"Limits tokens to those that together have a cumulative probability of at least p",min_p:"Limits tokens based on the minimum probability for a token to be considered, relative to the probability of the most likely token.",xtc_probability:"XTC sampler cuts out top tokens; this parameter controls the chance of cutting tokens at all. 0 disables XTC.",xtc_threshold:"XTC sampler cuts out top tokens; this parameter controls the token probability that is required to cut that token.",typ_p:"Sorts and limits tokens based on the difference between log-probability and entropy.",repeat_last_n:"Last n tokens to consider for penalizing repetition",repeat_penalty:"Controls the repetition of token sequences in the generated text",presence_penalty:"Limits tokens based on whether they appear in the output or not.",frequency_penalty:"Limits tokens based on how often they appear in the output.",dry_multiplier:"DRY sampling reduces repetition in generated text even across long contexts. This parameter sets the DRY sampling multiplier.",dry_base:"DRY sampling reduces repetition in generated text even across long contexts. This parameter sets the DRY sampling base value.",dry_allowed_length:"DRY sampling reduces repetition in generated text even across long contexts. This parameter sets the allowed length for DRY sampling.",dry_penalty_last_n:"DRY sampling reduces repetition in generated text even across long contexts. This parameter sets DRY penalty for the last n tokens.",max_tokens:"The maximum number of token per output. Use -1 for infinite (no limit).",custom:"Custom JSON parameters to send to the API. Must be valid JSON format.",showThoughtInProgress:"Expand thought process by default when generating messages.",disableReasoningParsing:"Send reasoning_format=none to prevent server-side extraction of reasoning tokens into separate field",excludeReasoningFromContext:"Strip reasoning content from previous messages before sending to the model. When unchecked, reasoning is sent back via the reasoning_content field so the model can see its own chain-of-thought across turns.",showRawOutputSwitch:"Show toggle button to display messages as plain text instead of Markdown-formatted content",keepStatsVisible:"Keep processing statistics visible after generation finishes.",showMessageStats:"Display generation statistics (tokens/second, token count, duration) below each assistant message.",askForTitleConfirmation:"Ask for confirmation before automatically changing conversation title when editing the first message.",pdfAsImage:"Parse PDF as image instead of text. Automatically falls back to text processing for non-vision models.",disableAutoScroll:"Disable automatic scrolling while messages stream so you can control the viewport position manually.",renderUserContentAsMarkdown:"Render user messages using markdown formatting in the chat.",alwaysShowSidebarOnDesktop:"Always keep the sidebar visible on desktop instead of auto-hiding it.",autoShowSidebarOnNewChat:"Automatically show sidebar when starting a new chat. Disable to keep the sidebar hidden until you click on it.",autoMicOnEmpty:"Automatically show microphone button instead of send button when textarea is empty for models with audio modality support.",fullHeightCodeBlocks:"Always display code blocks at their full natural height, overriding any height limits.",showRawModelNames:'Display full raw model identifiers (e.g. "ggml-org/GLM-4.7-Flash-GGUF:Q8_0") instead of parsed names with badges.',mcpServers:"Configure MCP servers as a JSON list. Use the form in the MCP Client settings section to edit.",mcpServerUsageStats:"Usage statistics for MCP servers. Tracks how many times tools from each server have been used.",agenticMaxTurns:"Maximum number of tool execution cycles before stopping (prevents infinite loops).",agenticMaxToolPreviewLines:"Number of lines shown in tool output previews (last N lines). Only these previews and the final LLM response persist after the agentic loop completes.",showToolCallInProgress:"Automatically expand tool call details while executing and keep them expanded after completion.",pyInterpreterEnabled:"Enable Python interpreter using Pyodide. Allows running Python code in markdown code blocks.",enableContinueGeneration:'Enable "Continue" button for assistant messages. Currently works only with non-reasoning models.'},pae=[{value:Pl.SYSTEM,label:"System",icon:PU},{value:Pl.LIGHT,label:"Light",icon:Are},{value:Pl.DARK,label:"Dark",icon:Sre}],mae=["temperature","top_k","top_p","min_p","max_tokens","pasteLongTextToFileLen","dynatemp_range","dynatemp_exponent","typ_p","xtc_probability","xtc_threshold","repeat_last_n","repeat_penalty","presence_penalty","frequency_penalty","dry_multiplier","dry_base","dry_allowed_length","dry_penalty_last_n","agenticMaxTurns","agenticMaxToolPreviewLines"],gae=["agenticMaxTurns","agenticMaxToolPreviewLines"],Hr={THEME:"theme",API_KEY:"apiKey",SYSTEM_MESSAGE:"systemMessage",PASTE_LONG_TEXT_TO_FILE_LEN:"pasteLongTextToFileLen",COPY_TEXT_ATTACHMENTS_AS_PLAIN_TEXT:"copyTextAttachmentsAsPlainText",ENABLE_CONTINUE_GENERATION:"enableContinueGeneration",PDF_AS_IMAGE:"pdfAsImage",ASK_FOR_TITLE_CONFIRMATION:"askForTitleConfirmation",SHOW_MESSAGE_STATS:"showMessageStats",SHOW_THOUGHT_IN_PROGRESS:"showThoughtInProgress",KEEP_STATS_VISIBLE:"keepStatsVisible",AUTO_MIC_ON_EMPTY:"autoMicOnEmpty",RENDER_USER_CONTENT_AS_MARKDOWN:"renderUserContentAsMarkdown",DISABLE_AUTO_SCROLL:"disableAutoScroll",ALWAYS_SHOW_SIDEBAR_ON_DESKTOP:"alwaysShowSidebarOnDesktop",AUTO_SHOW_SIDEBAR_ON_NEW_CHAT:"autoShowSidebarOnNewChat",FULL_HEIGHT_CODE_BLOCKS:"fullHeightCodeBlocks",SHOW_RAW_MODEL_NAMES:"showRawModelNames",TEMPERATURE:"temperature",DYNATEMP_RANGE:"dynatemp_range",DYNATEMP_EXPONENT:"dynatemp_exponent",TOP_K:"top_k",TOP_P:"top_p",MIN_P:"min_p",XTC_PROBABILITY:"xtc_probability",XTC_THRESHOLD:"xtc_threshold",TYP_P:"typ_p",MAX_TOKENS:"max_tokens",SAMPLERS:"samplers",BACKEND_SAMPLING:"backend_sampling",REPEAT_LAST_N:"repeat_last_n",REPEAT_PENALTY:"repeat_penalty",PRESENCE_PENALTY:"presence_penalty",FREQUENCY_PENALTY:"frequency_penalty",DRY_MULTIPLIER:"dry_multiplier",DRY_BASE:"dry_base",DRY_ALLOWED_LENGTH:"dry_allowed_length",DRY_PENALTY_LAST_N:"dry_penalty_last_n",AGENTIC_MAX_TURNS:"agenticMaxTurns",ALWAYS_SHOW_AGENTIC_TURNS:"alwaysShowAgenticTurns",AGENTIC_MAX_TOOL_PREVIEW_LINES:"agenticMaxToolPreviewLines",SHOW_TOOL_CALL_IN_PROGRESS:"showToolCallInProgress",DISABLE_REASONING_PARSING:"disableReasoningParsing",EXCLUDE_REASONING_FROM_CONTEXT:"excludeReasoningFromContext",SHOW_RAW_OUTPUT_SWITCH:"showRawOutputSwitch",CUSTOM:"custom"},Ss={GENERAL:"General",DISPLAY:"Display",SAMPLING:"Sampling",PENALTIES:"Penalties",IMPORT_EXPORT:"Import/Export",MCP:"MCP",DEVELOPER:"Developer"};u3.MP3+"",Am.MP3,Wa.MP3_MPEG,Wa.MP3,u3.WAV+"",Am.WAV,Wa.WAV;Fh.JPEG+"",Ks.JPG,Ks.JPEG,ea.JPEG,Fh.PNG+"",Ks.PNG,ea.PNG,Fh.GIF+"",Ks.GIF,ea.GIF,Fh.WEBP+"",Ks.WEBP,ea.WEBP,Fh.SVG+"",Ks.SVG,ea.SVG;$U.PDF+"",E4.PDF,xm.PDF;Xr.PLAIN_TEXT+"",Wt.TXT,Pt.PLAIN,Xr.MARKDOWN+"",Wt.MD,Pt.MARKDOWN,Xr.ASCIIDOC+"",Wt.ADOC,Pt.ASCIIDOC,Xr.JAVASCRIPT+"",Wt.JS,Pt.JAVASCRIPT,Pt.JAVASCRIPT_APP,Xr.TYPESCRIPT+"",Wt.TS,Pt.TYPESCRIPT,Xr.JSX+"",Wt.JSX,Pt.JSX,Xr.TSX+"",Wt.TSX,Pt.TSX,Xr.CSS+"",Wt.CSS,Pt.CSS,Xr.HTML+"",Wt.HTML,Wt.HTM,Pt.HTML,Xr.JSON+"",Wt.JSON,Pt.JSON,Xr.XML+"",Wt.XML,Pt.XML_TEXT,Pt.XML_APP,Xr.YAML+"",Wt.YAML,Wt.YML,Pt.YAML_TEXT,Pt.YAML_APP,Xr.CSV+"",Wt.CSV,Pt.CSV,Xr.LOG+"",Wt.LOG,Pt.PLAIN,Xr.PYTHON+"",Wt.PY,Pt.PYTHON,Xr.JAVA+"",Wt.JAVA,Pt.JAVA,Xr.CPP+"",Wt.CPP,Wt.C,Wt.H,Wt.HPP,Pt.CPP_SRC,Pt.CPP_HDR,Pt.C_SRC,Pt.C_HDR,Xr.PHP+"",Wt.PHP,Pt.PHP,Xr.RUBY+"",Wt.RB,Pt.RUBY,Xr.GO+"",Wt.GO,Pt.GO,Xr.RUST+"",Wt.RS,Pt.RUST,Xr.SHELL+"",Wt.SH,Wt.BAT,Pt.SHELL,Pt.BAT,Xr.SQL+"",Wt.SQL,Pt.SQL,Xr.R+"",Wt.R,Pt.R,Xr.SCALA+"",Wt.SCALA,Pt.SCALA,Xr.KOTLIN+"",Wt.KT,Pt.KOTLIN,Xr.SWIFT+"",Wt.SWIFT,Pt.SWIFT,Xr.DART+"",Wt.DART,Pt.DART,Xr.VUE+"",Wt.VUE,Pt.VUE,Xr.SVELTE+"",Wt.SVELTE,Pt.SVELTE,Xr.LATEX+"",Wt.TEX,Pt.LATEX,Pt.TEX,Pt.TEX_APP,Xr.BIBTEX+"",Wt.BIB,Pt.BIBTEX,Xr.CUDA+"",Wt.CU,Wt.CUH,Pt.CUDA,Xr.VULKAN+"",Wt.COMP,Pt.PLAIN,Xr.HASKELL+"",Wt.HS,Pt.HASKELL,Xr.CSHARP+"",Wt.CS,Pt.CSHARP,Xr.PROPERTIES+"",Wt.PROPERTIES,Pt.PROPERTIES;const _ae=//gi,bae=/^
    ([\s\S]*)<\/ul>$/i,vae=/
  • ([\s\S]*?)<\/li>/gi,Hp=500,yae=8,JU="System message",TS="://",lb=/\{([+#./;?&]?)([^}]+)\}/g,cu={RESERVED:"+",FRAGMENT:"#",PATH_SEGMENT:"/",LABEL:".",PATH_PARAM:";",FORM_QUERY:"?",FORM_CONTINUATION:"&"},bo={COMMA:",",SLASH:"/",PERIOD:".",SEMICOLON:";",QUERY_PREFIX:"?",QUERY_CONTINUATION:"&"},e$=/[*]$/,t$=/:[\d]+$/,Sae=/^\/+/,Eae=768,wp=[{key:"temperature",serverKey:"temperature",type:Vr.NUMBER,canSync:!0},{key:"top_k",serverKey:"top_k",type:Vr.NUMBER,canSync:!0},{key:"top_p",serverKey:"top_p",type:Vr.NUMBER,canSync:!0},{key:"min_p",serverKey:"min_p",type:Vr.NUMBER,canSync:!0},{key:"dynatemp_range",serverKey:"dynatemp_range",type:Vr.NUMBER,canSync:!0},{key:"dynatemp_exponent",serverKey:"dynatemp_exponent",type:Vr.NUMBER,canSync:!0},{key:"xtc_probability",serverKey:"xtc_probability",type:Vr.NUMBER,canSync:!0},{key:"xtc_threshold",serverKey:"xtc_threshold",type:Vr.NUMBER,canSync:!0},{key:"typ_p",serverKey:"typ_p",type:Vr.NUMBER,canSync:!0},{key:"repeat_last_n",serverKey:"repeat_last_n",type:Vr.NUMBER,canSync:!0},{key:"repeat_penalty",serverKey:"repeat_penalty",type:Vr.NUMBER,canSync:!0},{key:"presence_penalty",serverKey:"presence_penalty",type:Vr.NUMBER,canSync:!0},{key:"frequency_penalty",serverKey:"frequency_penalty",type:Vr.NUMBER,canSync:!0},{key:"dry_multiplier",serverKey:"dry_multiplier",type:Vr.NUMBER,canSync:!0},{key:"dry_base",serverKey:"dry_base",type:Vr.NUMBER,canSync:!0},{key:"dry_allowed_length",serverKey:"dry_allowed_length",type:Vr.NUMBER,canSync:!0},{key:"dry_penalty_last_n",serverKey:"dry_penalty_last_n",type:Vr.NUMBER,canSync:!0},{key:"max_tokens",serverKey:"max_tokens",type:Vr.NUMBER,canSync:!0},{key:"samplers",serverKey:"samplers",type:Vr.STRING,canSync:!0},{key:"pasteLongTextToFileLen",serverKey:"pasteLongTextToFileLen",type:Vr.NUMBER,canSync:!0},{key:"pdfAsImage",serverKey:"pdfAsImage",type:Vr.BOOLEAN,canSync:!0},{key:"showThoughtInProgress",serverKey:"showThoughtInProgress",type:Vr.BOOLEAN,canSync:!0},{key:"keepStatsVisible",serverKey:"keepStatsVisible",type:Vr.BOOLEAN,canSync:!0},{key:"showMessageStats",serverKey:"showMessageStats",type:Vr.BOOLEAN,canSync:!0},{key:"askForTitleConfirmation",serverKey:"askForTitleConfirmation",type:Vr.BOOLEAN,canSync:!0},{key:"disableAutoScroll",serverKey:"disableAutoScroll",type:Vr.BOOLEAN,canSync:!0},{key:"renderUserContentAsMarkdown",serverKey:"renderUserContentAsMarkdown",type:Vr.BOOLEAN,canSync:!0},{key:"autoMicOnEmpty",serverKey:"autoMicOnEmpty",type:Vr.BOOLEAN,canSync:!0},{key:"pyInterpreterEnabled",serverKey:"pyInterpreterEnabled",type:Vr.BOOLEAN,canSync:!0},{key:"enableContinueGeneration",serverKey:"enableContinueGeneration",type:Vr.BOOLEAN,canSync:!0},{key:"fullHeightCodeBlocks",serverKey:"fullHeightCodeBlocks",type:Vr.BOOLEAN,canSync:!0},{key:"systemMessage",serverKey:"systemMessage",type:Vr.STRING,canSync:!0},{key:"showSystemMessage",serverKey:"showSystemMessage",type:Vr.BOOLEAN,canSync:!0},{key:"theme",serverKey:"theme",type:Vr.STRING,canSync:!0},{key:"copyTextAttachmentsAsPlainText",serverKey:"copyTextAttachmentsAsPlainText",type:Vr.BOOLEAN,canSync:!0},{key:"showRawOutputSwitch",serverKey:"showRawOutputSwitch",type:Vr.BOOLEAN,canSync:!0},{key:"alwaysShowSidebarOnDesktop",serverKey:"alwaysShowSidebarOnDesktop",type:Vr.BOOLEAN,canSync:!0},{key:"autoShowSidebarOnNewChat",serverKey:"autoShowSidebarOnNewChat",type:Vr.BOOLEAN,canSync:!0},{key:"showRawModelNames",serverKey:"showRawModelNames",type:Vr.BOOLEAN,canSync:!0},{key:"mcpServers",serverKey:"mcpServers",type:Vr.STRING,canSync:!0},{key:"agenticMaxTurns",serverKey:"agenticMaxTurns",type:Vr.NUMBER,canSync:!0},{key:"agenticMaxToolPreviewLines",serverKey:"agenticMaxToolPreviewLines",type:Vr.NUMBER,canSync:!0},{key:"showToolCallInProgress",serverKey:"showToolCallInProgress",type:Vr.BOOLEAN,canSync:!0},{key:"alwaysShowAgenticTurns",serverKey:"alwaysShowAgenticTurns",type:Vr.BOOLEAN,canSync:!0},{key:"excludeReasoningFromContext",serverKey:"excludeReasoningFromContext",type:Vr.BOOLEAN,canSync:!0}];class uu{static roundFloatingPoint(e){return _u(e)}static extractServerDefaults(e,t){const n={};if(e){for(const a of wp)if(a.canSync&&a.serverKey in e){const i=e[a.serverKey];i!==void 0&&(n[a.key]=this.roundFloatingPoint(i))}e.samplers&&Array.isArray(e.samplers)&&(n.samplers=e.samplers.join(";"))}if(t){for(const a of wp)if(a.canSync&&a.serverKey in t){const i=t[a.serverKey];i!==void 0&&(n[a.key]=this.roundFloatingPoint(i))}}return n}static mergeWithServerDefaults(e,t,n=new Set){const a={...e};for(const[i,s]of Object.entries(t))n.has(i)||(a[i]=this.roundFloatingPoint(s));return a}static getParameterInfo(e,t,n,a){const i=n[e]!==void 0,s=a.has(e),o=s?f3.CUSTOM:f3.DEFAULT;return{value:t,source:o,serverDefault:i?n[e]:void 0,userOverride:s?t:void 0}}static canSyncParameter(e){return wp.some(t=>t.key===e&&t.canSync)}static getSyncableParameterKeys(){return wp.filter(e=>e.canSync).map(e=>e.key)}static validateServerParameter(e,t){const n=wp.find(a=>a.key===e);if(!n)return!1;switch(n.type){case Vr.NUMBER:return typeof t=="number"&&!isNaN(t);case Vr.STRING:return typeof t=="string";case Vr.BOOLEAN:return typeof t=="boolean";default:return!1}}static createParameterDiff(e,t){const n={};for(const a of this.getSyncableParameterKeys()){const i=e[a],s=t[a];s!==void 0&&(n[a]={current:i,server:s,differs:i!==s})}return n}}class r${static async fetch(e=!1){const t={};return e||(t.autoload="false"),SO("./props",t,{authOnly:!0})}static async fetchForModel(e,t=!1){const n={model:e};return t||(n.autoload="false"),SO("./props",n,{authOnly:!0})}}class wae{#e=_e(null);get props(){return f(this.#e)}set props(e){M(this.#e,e,!0)}#t=_e(!1);get loading(){return f(this.#t)}set loading(e){M(this.#t,e,!0)}#r=_e(null);get error(){return f(this.#r)}set error(e){M(this.#r,e,!0)}#n=_e(null);get role(){return f(this.#n)}set role(e){M(this.#n,e,!0)}fetchPromise=null;get defaultParams(){return this.props?.default_generation_settings?.params||null}get contextSize(){const e=this.props?.default_generation_settings?.n_ctx;return typeof e=="number"?e:null}get webuiSettings(){return this.props?.webui_settings}get isRouterMode(){return this.role===Rd.ROUTER}get isModelMode(){return this.role===Rd.MODEL}async fetch(){if(this.fetchPromise)return this.fetchPromise;this.loading=!0,this.error=null;const e=(async()=>{try{const t=await r$.fetch();this.props=t,this.error=null,this.detectRole(t)}catch(t){this.error=this.getErrorMessage(t),console.error("Error fetching server properties:",t)}finally{this.loading=!1,this.fetchPromise=null}})();this.fetchPromise=e,await e}getErrorMessage(e){if(e instanceof Error){const t=e.message||"";if(e.name==="TypeError"&&t.includes("fetch"))return"Server is not running or unreachable";if(t.includes("ECONNREFUSED"))return"Connection refused - server may be offline";if(t.includes("ENOTFOUND"))return"Server not found - check server address";if(t.includes("ETIMEDOUT"))return"Request timed out";if(t.includes("503"))return"Server temporarily unavailable";if(t.includes("500"))return"Server error - check server logs";if(t.includes("404"))return"Server endpoint not found";if(t.includes("403")||t.includes("401"))return"Access denied"}return"Failed to connect to server"}clear(){this.props=null,this.error=null,this.loading=!1,this.role=null,this.fetchPromise=null}detectRole(e){const t=e?.role===Rd.ROUTER?Rd.ROUTER:Rd.MODEL;this.role!==t&&(this.role=t,console.info(`Server running in ${t===Rd.ROUTER?"ROUTER":"MODEL"} mode`))}}const Xn=new wae,Tae=()=>Xn.props,C4=()=>Xn.loading,am=()=>Xn.error,Cae=()=>Xn.contextSize,xs=()=>Xn.isRouterMode;class Aae{#e=_e(Sr({...dc}));get config(){return f(this.#e)}set config(e){M(this.#e,e,!0)}#t=_e("auto");get theme(){return f(this.#t)}set theme(e){M(this.#t,e,!0)}#r=_e(!1);get isInitialized(){return f(this.#r)}set isInitialized(e){M(this.#r,e,!0)}#n=_e(Sr(new Set));get userOverrides(){return f(this.#n)}set userOverrides(e){M(this.#n,e,!0)}getServerDefaults(){const e=Xn.defaultParams,t=Xn.webuiSettings;return uu.extractServerDefaults(e,t)}constructor(){this.initialize()}initialize(){try{this.loadConfig(),this.loadTheme(),this.isInitialized=!0}catch(e){console.error("Failed to initialize settings store:",e)}}loadConfig(){try{const e=localStorage.getItem(cO),t=JSON.parse(e||"{}");this.config={...dc,...t};const n=JSON.parse(localStorage.getItem(uO)||"[]");this.userOverrides=new Set(n)}catch(e){console.warn("Failed to parse config from localStorage, using defaults:",e),this.config={...dc},this.userOverrides=new Set}}loadTheme(){this.theme=localStorage.getItem("theme")||"auto"}updateConfig(e,t){if(this.config[e]=t,uu.canSyncParameter(e)){const a=this.getServerDefaults()[e];if(a!==void 0){const i=_u(t),s=_u(a);i===s?this.userOverrides.delete(e):this.userOverrides.add(e)}}this.saveConfig()}updateMultipleConfig(e){Object.assign(this.config,e);const t=this.getServerDefaults();for(const[n,a]of Object.entries(e))if(uu.canSyncParameter(n)){const i=t[n];if(i!==void 0){const s=_u(a),o=_u(i);s===o?this.userOverrides.delete(n):this.userOverrides.add(n)}}this.saveConfig()}saveConfig(){try{localStorage.setItem(cO,JSON.stringify(this.config)),localStorage.setItem(uO,JSON.stringify(Array.from(this.userOverrides)))}catch(e){console.error("Failed to save config to localStorage:",e)}}updateTheme(e){this.theme=e,this.saveTheme()}saveTheme(){try{this.theme==="auto"?localStorage.removeItem("theme"):localStorage.setItem("theme",this.theme)}catch(e){console.error("Failed to save theme to localStorage:",e)}}resetConfig(){this.config={...dc},this.saveConfig()}resetTheme(){this.theme="auto",this.saveTheme()}resetAll(){this.resetConfig(),this.resetTheme()}resetParameterToServerDefault(e){const t=this.getServerDefaults(),n=Xn.webuiSettings;n&&e in n?gd(this.config,e,n[e]):t[e]!==void 0?gd(this.config,e,""):e in dc&&gd(this.config,e,Vp(dc,e)),this.userOverrides.delete(e),this.saveConfig()}syncWithServerDefaults(){const e=this.getServerDefaults();if(Object.keys(e).length===0)return;for(const[n,a]of Object.entries(e)){const i=Vp(this.config,n),s=_u(i),o=_u(a);s===o&&this.userOverrides.delete(n)}const t=Xn.webuiSettings;if(t)for(const[n,a]of Object.entries(t))!this.userOverrides.has(n)&&a!==void 0&&gd(this.config,n,a);this.saveConfig(),console.log("User overrides after sync:",Array.from(this.userOverrides))}forceSyncWithServerDefaults(){const e=this.getServerDefaults(),t=Xn.webuiSettings;for(const n of uu.getSyncableParameterKeys())t&&n in t?gd(this.config,n,t[n]):e[n]!==void 0?gd(this.config,n,""):n in dc&&gd(this.config,n,Vp(dc,n)),this.userOverrides.delete(n);this.saveConfig()}getConfig(e){return this.config[e]}getAllConfig(){return{...this.config}}canSyncParameter(e){return uu.canSyncParameter(e)}getParameterInfo(e){const t=this.getServerDefaults(),n=Vp(this.config,e);return uu.getParameterInfo(e,n??"",t,this.userOverrides)}getParameterDiff(){const e=this.getServerDefaults();if(Object.keys(e).length===0)return{};const t=mle(this.config,uu.getSyncableParameterKeys());return uu.createParameterDiff(t,e)}clearAllUserOverrides(){this.userOverrides.clear(),this.saveConfig(),console.log("Cleared all user overrides")}}const io=new Aae,An=()=>io.config;function $v(){const e=An().apiKey?.toString().trim();return e?{Authorization:`Bearer ${e}`}:{}}function A4(){return{"Content-Type":"application/json",...$v()}}async function p3(r,e={}){const{authOnly:t=!1,headers:n,...a}=e,s={...t?$v():A4(),...n},o=r.startsWith(lo.HTTP)||r.startsWith(lo.HTTPS)?r:`${Ga}${r}`,l=await fetch(o,{...a,headers:s});if(!l.ok){const c=await n$(l);throw new Error(c)}return l.json()}async function SO(r,e,t={}){const n=new URL(r,window.location.href);for(const[u,d]of Object.entries(e))d!=null&&n.searchParams.set(u,d);const{authOnly:a=!1,headers:i,...s}=t,l={...a?$v():A4(),...i},c=await fetch(n.toString(),{...s,headers:l});if(!c.ok){const u=await n$(c);throw new Error(u)}return c.json()}async function EO(r,e,t={}){return p3(r,{method:"POST",body:JSON.stringify(e),...t})}async function n$(r){try{const e=await r.json();if(e?.error?.message)return e.error.message;if(e?.error&&typeof e.error=="string")return e.error;if(e?.message)return e.message}catch{}return`Request failed: ${r.status} ${r.statusText}`}function xae(r,e){throw new cv(r,e)}async function a$(r){try{const e=An().apiKey,t={"Content-Type":"application/json"};e&&(t.Authorization=`Bearer ${e}`);const n=await r(`${Ga}/props`,{headers:t});if(!n.ok){if(n.status===401||n.status===403)throw xae(401,"Access denied");console.warn(`Server responded with status ${n.status} during API key validation`);return}}catch(e){if(e&&typeof e=="object"&&"status"in e)throw e;console.warn("Cannot connect to server for API key validation:",e)}}function Rae(r){return r.type===Cm.MCP_PROMPT&&!!r.mcpPrompt}function Oae(r){return r.type===Kr.MCP_PROMPT}function Nae(r){return r.type===Kr.MCP_RESOURCE}function Iae(r){const e=tl(r.type);return e||x4(r.name)}function i$(r){const{uploadedFiles:e=[],attachments:t=[]}=r,n=[];for(const a of e)n.push({id:a.id,name:a.name,size:a.size,preview:a.preview,isImage:Iae(a)===Dn.IMAGE,isMcpPrompt:Rae(a),isLoading:a.isLoading,loadError:a.loadError,uploadedFile:a,textContent:a.textContent});for(const[a,i]of t.entries()){const s=o$(i),o=Oae(i),l=Nae(i);n.push({id:`attachment-${a}`,name:i.name,preview:s&&"base64Url"in i?i.base64Url:void 0,isImage:s,isMcpPrompt:o,isMcpResource:l,attachment:i,attachmentIndex:a,textContent:"content"in i?i.content:void 0})}return n.reverse()}function Gv(r){const e=tl(r.type);return e||x4(r.name)}function s$(r,e){return e?Gv(e)===Dn.TEXT:r?r.type===Kr.TEXT||r.type===Kr.LEGACY_CONTEXT:!1}function o$(r,e){return e?Gv(e)===Dn.IMAGE:r?r.type===Kr.IMAGE:!1}function kae(r,e){return e?Gv(e)===Dn.PDF:r?r.type===Kr.PDF:!1}function Mae(r,e){return e?Gv(e)===Dn.AUDIO:r?r.type===Kr.AUDIO:!1}function Mf(r){r&&(r.style.height="1rem",r.style.height=r.scrollHeight+"px")}function Rh(r,e){if(e)return r.find(t=>t.id===e)}function uf(r,e,t=!1){const n=[],a=new Map;for(const o of r)a.set(o.id,o);let i=a.get(e);if(!i){let o=-1;for(const l of r)l.timestamp>o&&(i=l,o=l.timestamp)}let s=i;for(;s&&((s.type!=="root"||t)&&n.push(s),s.parent!==null);)s=a.get(s.parent);return n.sort((o,l)=>o.role===Jt.SYSTEM&&l.role!==Jt.SYSTEM?-1:o.role!==Jt.SYSTEM&&l.role===Jt.SYSTEM?1:o.timestamp-l.timestamp),n}function cb(r,e){const t=new Map;for(const a of r)t.set(a.id,a);let n=t.get(e);for(;n&&n.children.length>0;){const a=n.children[n.children.length-1];n=t.get(a)}return n?.id??e}function l$(r,e){const t=new Map;for(const i of r)t.set(i.id,i);const n=[],a=[e];for(;a.length>0;){const i=a.shift(),s=t.get(i);if(s)for(const o of s.children)n.push(o),a.push(o)}return n}function Dae(r,e){const t=new Map;for(const l of r)t.set(l.id,l);const n=t.get(e);if(!n)return null;if(n.parent===null)return{message:n,siblingIds:[e],currentIndex:0,totalSiblings:1};const a=t.get(n.parent);if(!a)return{message:n,siblingIds:[e],currentIndex:0,totalSiblings:1};const i=a.children,s=i.map(l=>cb(r,l)),o=i.indexOf(e);return{message:n,siblingIds:s,currentIndex:o,totalSiblings:i.length}}var CS,wO;function c$(){if(wO)return CS;wO=1;function r(xe){return xe instanceof Map?xe.clear=xe.delete=xe.set=function(){throw new Error("map is read-only")}:xe instanceof Set&&(xe.add=xe.clear=xe.delete=function(){throw new Error("set is read-only")}),Object.freeze(xe),Object.getOwnPropertyNames(xe).forEach(Qe=>{const ft=xe[Qe],Ct=typeof ft;(Ct==="object"||Ct==="function")&&!Object.isFrozen(ft)&&r(ft)}),xe}class e{constructor(Qe){Qe.data===void 0&&(Qe.data={}),this.data=Qe.data,this.isMatchIgnored=!1}ignoreMatch(){this.isMatchIgnored=!0}}function t(xe){return xe.replace(/&/g,"&").replace(//g,">").replace(/"/g,""").replace(/'/g,"'")}function n(xe,...Qe){const ft=Object.create(null);for(const Ct in xe)ft[Ct]=xe[Ct];return Qe.forEach(function(Ct){for(const Lt in Ct)ft[Lt]=Ct[Lt]}),ft}const a="",i=xe=>!!xe.scope,s=(xe,{prefix:Qe})=>{if(xe.startsWith("language:"))return xe.replace("language:","language-");if(xe.includes(".")){const ft=xe.split(".");return[`${Qe}${ft.shift()}`,...ft.map((Ct,Lt)=>`${Ct}${"_".repeat(Lt+1)}`)].join(" ")}return`${Qe}${xe}`};class o{constructor(Qe,ft){this.buffer="",this.classPrefix=ft.classPrefix,Qe.walk(this)}addText(Qe){this.buffer+=t(Qe)}openNode(Qe){if(!i(Qe))return;const ft=s(Qe.scope,{prefix:this.classPrefix});this.span(ft)}closeNode(Qe){i(Qe)&&(this.buffer+=a)}value(){return this.buffer}span(Qe){this.buffer+=``}}const l=(xe={})=>{const Qe={children:[]};return Object.assign(Qe,xe),Qe};class c{constructor(){this.rootNode=l(),this.stack=[this.rootNode]}get top(){return this.stack[this.stack.length-1]}get root(){return this.rootNode}add(Qe){this.top.children.push(Qe)}openNode(Qe){const ft=l({scope:Qe});this.add(ft),this.stack.push(ft)}closeNode(){if(this.stack.length>1)return this.stack.pop()}closeAllNodes(){for(;this.closeNode(););}toJSON(){return JSON.stringify(this.rootNode,null,4)}walk(Qe){return this.constructor._walk(Qe,this.rootNode)}static _walk(Qe,ft){return typeof ft=="string"?Qe.addText(ft):ft.children&&(Qe.openNode(ft),ft.children.forEach(Ct=>this._walk(Qe,Ct)),Qe.closeNode(ft)),Qe}static _collapse(Qe){typeof Qe!="string"&&Qe.children&&(Qe.children.every(ft=>typeof ft=="string")?Qe.children=[Qe.children.join("")]:Qe.children.forEach(ft=>{c._collapse(ft)}))}}class u extends c{constructor(Qe){super(),this.options=Qe}addText(Qe){Qe!==""&&this.add(Qe)}startScope(Qe){this.openNode(Qe)}endScope(){this.closeNode()}__addSublanguage(Qe,ft){const Ct=Qe.root;ft&&(Ct.scope=`language:${ft}`),this.add(Ct)}toHTML(){return new o(this,this.options).value()}finalize(){return this.closeAllNodes(),!0}}function d(xe){return xe?typeof xe=="string"?xe:xe.source:null}function h(xe){return g("(?=",xe,")")}function p(xe){return g("(?:",xe,")*")}function m(xe){return g("(?:",xe,")?")}function g(...xe){return xe.map(ft=>d(ft)).join("")}function b(xe){const Qe=xe[xe.length-1];return typeof Qe=="object"&&Qe.constructor===Object?(xe.splice(xe.length-1,1),Qe):{}}function _(...xe){return"("+(b(xe).capture?"":"?:")+xe.map(Ct=>d(Ct)).join("|")+")"}function v(xe){return new RegExp(xe.toString()+"|").exec("").length-1}function y(xe,Qe){const ft=xe&&xe.exec(Qe);return ft&&ft.index===0}const E=/\[(?:[^\\\]]|\\.)*\]|\(\??|\\([1-9][0-9]*)|\\./;function S(xe,{joinWith:Qe}){let ft=0;return xe.map(Ct=>{ft+=1;const Lt=ft;let Dt=d(Ct),bt="";for(;Dt.length>0;){const wt=E.exec(Dt);if(!wt){bt+=Dt;break}bt+=Dt.substring(0,wt.index),Dt=Dt.substring(wt.index+wt[0].length),wt[0][0]==="\\"&&wt[1]?bt+="\\"+String(Number(wt[1])+Lt):(bt+=wt[0],wt[0]==="("&&ft++)}return bt}).map(Ct=>`(${Ct})`).join(Qe)}const w=/\b\B/,C="[a-zA-Z]\\w*",x="[a-zA-Z_]\\w*",N="\\b\\d+(\\.\\d+)?",I="(-?)(\\b0[xX][a-fA-F0-9]+|(\\b\\d+(\\.\\d*)?|\\.\\d+)([eE][-+]?\\d+)?)",D="\\b(0b[01]+)",V="!|!=|!==|%|%=|&|&&|&=|\\*|\\*=|\\+|\\+=|,|-|-=|/=|/|:|;|<<|<<=|<=|<|===|==|=|>>>=|>>=|>=|>>>|>>|>|\\?|\\[|\\{|\\(|\\^|\\^=|\\||\\|=|\\|\\||~",q=(xe={})=>{const Qe=/^#![ ]*\//;return xe.binary&&(xe.begin=g(Qe,/.*\b/,xe.binary,/\b.*/)),n({scope:"meta",begin:Qe,end:/$/,relevance:0,"on:begin":(ft,Ct)=>{ft.index!==0&&Ct.ignoreMatch()}},xe)},$={begin:"\\\\[\\s\\S]",relevance:0},K={scope:"string",begin:"'",end:"'",illegal:"\\n",contains:[$]},z={scope:"string",begin:'"',end:'"',illegal:"\\n",contains:[$]},re={begin:/\b(a|an|the|are|I'm|isn't|don't|doesn't|won't|but|just|should|pretty|simply|enough|gonna|going|wtf|so|such|will|you|your|they|like|more)\b/},W=function(xe,Qe,ft={}){const Ct=n({scope:"comment",begin:xe,end:Qe,contains:[]},ft);Ct.contains.push({scope:"doctag",begin:"[ ]*(?=(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):)",end:/(TODO|FIXME|NOTE|BUG|OPTIMIZE|HACK|XXX):/,excludeBegin:!0,relevance:0});const Lt=_("I","a","is","so","us","to","at","if","in","it","on",/[A-Za-z]+['](d|ve|re|ll|t|s|n)/,/[A-Za-z]+[-][a-z]+/,/[A-Za-z][a-z]{2,}/);return Ct.contains.push({begin:g(/[ ]+/,"(",Lt,/[.]?[:]?([.][ ]|[ ])/,"){3}")}),Ct},ie=W("//","$"),k=W("/\\*","\\*/"),B=W("#","$"),te={scope:"number",begin:N,relevance:0},O={scope:"number",begin:I,relevance:0},R={scope:"number",begin:D,relevance:0},U={scope:"regexp",begin:/\/(?=[^/\n]*\/)/,end:/\/[gimuy]*/,contains:[$,{begin:/\[/,end:/\]/,relevance:0,contains:[$]}]},Q={scope:"title",begin:C,relevance:0},ne={scope:"title",begin:x,relevance:0},ue={begin:"\\.\\s*"+x,relevance:0};var be=Object.freeze({__proto__:null,APOS_STRING_MODE:K,BACKSLASH_ESCAPE:$,BINARY_NUMBER_MODE:R,BINARY_NUMBER_RE:D,COMMENT:W,C_BLOCK_COMMENT_MODE:k,C_LINE_COMMENT_MODE:ie,C_NUMBER_MODE:O,C_NUMBER_RE:I,END_SAME_AS_BEGIN:function(xe){return Object.assign(xe,{"on:begin":(Qe,ft)=>{ft.data._beginMatch=Qe[1]},"on:end":(Qe,ft)=>{ft.data._beginMatch!==Qe[1]&&ft.ignoreMatch()}})},HASH_COMMENT_MODE:B,IDENT_RE:C,MATCH_NOTHING_RE:w,METHOD_GUARD:ue,NUMBER_MODE:te,NUMBER_RE:N,PHRASAL_WORDS_MODE:re,QUOTE_STRING_MODE:z,REGEXP_MODE:U,RE_STARTERS_RE:V,SHEBANG:q,TITLE_MODE:Q,UNDERSCORE_IDENT_RE:x,UNDERSCORE_TITLE_MODE:ne});function Z(xe,Qe){xe.input[xe.index-1]==="."&&Qe.ignoreMatch()}function ae(xe,Qe){xe.className!==void 0&&(xe.scope=xe.className,delete xe.className)}function fe(xe,Qe){Qe&&xe.beginKeywords&&(xe.begin="\\b("+xe.beginKeywords.split(" ").join("|")+")(?!\\.)(?=\\b|\\s)",xe.__beforeBegin=Z,xe.keywords=xe.keywords||xe.beginKeywords,delete xe.beginKeywords,xe.relevance===void 0&&(xe.relevance=0))}function pe(xe,Qe){Array.isArray(xe.illegal)&&(xe.illegal=_(...xe.illegal))}function ye(xe,Qe){if(xe.match){if(xe.begin||xe.end)throw new Error("begin & end are not supported with match");xe.begin=xe.match,delete xe.match}}function Te(xe,Qe){xe.relevance===void 0&&(xe.relevance=1)}const Oe=(xe,Qe)=>{if(!xe.beforeMatch)return;if(xe.starts)throw new Error("beforeMatch cannot be used with starts");const ft=Object.assign({},xe);Object.keys(xe).forEach(Ct=>{delete xe[Ct]}),xe.keywords=ft.keywords,xe.begin=g(ft.beforeMatch,h(ft.begin)),xe.starts={relevance:0,contains:[Object.assign(ft,{endsParent:!0})]},xe.relevance=0,delete ft.beforeMatch},Ne=["of","and","for","in","not","or","if","then","parent","list","value"],Ue="keyword";function Fe(xe,Qe,ft=Ue){const Ct=Object.create(null);return typeof xe=="string"?Lt(ft,xe.split(" ")):Array.isArray(xe)?Lt(ft,xe):Object.keys(xe).forEach(function(Dt){Object.assign(Ct,Fe(xe[Dt],Qe,Dt))}),Ct;function Lt(Dt,bt){Qe&&(bt=bt.map(wt=>wt.toLowerCase())),bt.forEach(function(wt){const vt=wt.split("|");Ct[vt[0]]=[Dt,Ke(vt[0],vt[1])]})}}function Ke(xe,Qe){return Qe?Number(Qe):He(xe)?0:1}function He(xe){return Ne.includes(xe.toLowerCase())}const it={},st=xe=>{console.error(xe)},dt=(xe,...Qe)=>{console.log(`WARN: ${xe}`,...Qe)},Ae=(xe,Qe)=>{it[`${xe}/${Qe}`]||(console.log(`Deprecated as of ${xe}. ${Qe}`),it[`${xe}/${Qe}`]=!0)},Le=new Error;function ht(xe,Qe,{key:ft}){let Ct=0;const Lt=xe[ft],Dt={},bt={};for(let wt=1;wt<=Qe.length;wt++)bt[wt+Ct]=Lt[wt],Dt[wt+Ct]=!0,Ct+=v(Qe[wt-1]);xe[ft]=bt,xe[ft]._emit=Dt,xe[ft]._multi=!0}function ze(xe){if(Array.isArray(xe.begin)){if(xe.skip||xe.excludeBegin||xe.returnBegin)throw st("skip, excludeBegin, returnBegin not compatible with beginScope: {}"),Le;if(typeof xe.beginScope!="object"||xe.beginScope===null)throw st("beginScope must be object"),Le;ht(xe,xe.begin,{key:"beginScope"}),xe.begin=S(xe.begin,{joinWith:""})}}function mt(xe){if(Array.isArray(xe.end)){if(xe.skip||xe.excludeEnd||xe.returnEnd)throw st("skip, excludeEnd, returnEnd not compatible with endScope: {}"),Le;if(typeof xe.endScope!="object"||xe.endScope===null)throw st("endScope must be object"),Le;ht(xe,xe.end,{key:"endScope"}),xe.end=S(xe.end,{joinWith:""})}}function At(xe){xe.scope&&typeof xe.scope=="object"&&xe.scope!==null&&(xe.beginScope=xe.scope,delete xe.scope)}function xt(xe){At(xe),typeof xe.beginScope=="string"&&(xe.beginScope={_wrap:xe.beginScope}),typeof xe.endScope=="string"&&(xe.endScope={_wrap:xe.endScope}),ze(xe),mt(xe)}function qt(xe){function Qe(bt,wt){return new RegExp(d(bt),"m"+(xe.case_insensitive?"i":"")+(xe.unicodeRegex?"u":"")+(wt?"g":""))}class ft{constructor(){this.matchIndexes={},this.regexes=[],this.matchAt=1,this.position=0}addRule(wt,vt){vt.position=this.position++,this.matchIndexes[this.matchAt]=vt,this.regexes.push([vt,wt]),this.matchAt+=v(wt)+1}compile(){this.regexes.length===0&&(this.exec=()=>null);const wt=this.regexes.map(vt=>vt[1]);this.matcherRe=Qe(S(wt,{joinWith:"|"}),!0),this.lastIndex=0}exec(wt){this.matcherRe.lastIndex=this.lastIndex;const vt=this.matcherRe.exec(wt);if(!vt)return null;const kt=vt.findIndex((In,Er)=>Er>0&&In!==void 0),dr=this.matchIndexes[kt];return vt.splice(0,kt),Object.assign(vt,dr)}}class Ct{constructor(){this.rules=[],this.multiRegexes=[],this.count=0,this.lastIndex=0,this.regexIndex=0}getMatcher(wt){if(this.multiRegexes[wt])return this.multiRegexes[wt];const vt=new ft;return this.rules.slice(wt).forEach(([kt,dr])=>vt.addRule(kt,dr)),vt.compile(),this.multiRegexes[wt]=vt,vt}resumingScanAtSamePosition(){return this.regexIndex!==0}considerAll(){this.regexIndex=0}addRule(wt,vt){this.rules.push([wt,vt]),vt.type==="begin"&&this.count++}exec(wt){const vt=this.getMatcher(this.regexIndex);vt.lastIndex=this.lastIndex;let kt=vt.exec(wt);if(this.resumingScanAtSamePosition()&&!(kt&&kt.index===this.lastIndex)){const dr=this.getMatcher(0);dr.lastIndex=this.lastIndex+1,kt=dr.exec(wt)}return kt&&(this.regexIndex+=kt.position+1,this.regexIndex===this.count&&this.considerAll()),kt}}function Lt(bt){const wt=new Ct;return bt.contains.forEach(vt=>wt.addRule(vt.begin,{rule:vt,type:"begin"})),bt.terminatorEnd&&wt.addRule(bt.terminatorEnd,{type:"end"}),bt.illegal&&wt.addRule(bt.illegal,{type:"illegal"}),wt}function Dt(bt,wt){const vt=bt;if(bt.isCompiled)return vt;[ae,ye,xt,Oe].forEach(dr=>dr(bt,wt)),xe.compilerExtensions.forEach(dr=>dr(bt,wt)),bt.__beforeBegin=null,[fe,pe,Te].forEach(dr=>dr(bt,wt)),bt.isCompiled=!0;let kt=null;return typeof bt.keywords=="object"&&bt.keywords.$pattern&&(bt.keywords=Object.assign({},bt.keywords),kt=bt.keywords.$pattern,delete bt.keywords.$pattern),kt=kt||/\w+/,bt.keywords&&(bt.keywords=Fe(bt.keywords,xe.case_insensitive)),vt.keywordPatternRe=Qe(kt,!0),wt&&(bt.begin||(bt.begin=/\B|\b/),vt.beginRe=Qe(vt.begin),!bt.end&&!bt.endsWithParent&&(bt.end=/\B|\b/),bt.end&&(vt.endRe=Qe(vt.end)),vt.terminatorEnd=d(vt.end)||"",bt.endsWithParent&&wt.terminatorEnd&&(vt.terminatorEnd+=(bt.end?"|":"")+wt.terminatorEnd)),bt.illegal&&(vt.illegalRe=Qe(bt.illegal)),bt.contains||(bt.contains=[]),bt.contains=[].concat(...bt.contains.map(function(dr){return fr(dr==="self"?bt:dr)})),bt.contains.forEach(function(dr){Dt(dr,vt)}),bt.starts&&Dt(bt.starts,wt),vt.matcher=Lt(vt),vt}if(xe.compilerExtensions||(xe.compilerExtensions=[]),xe.contains&&xe.contains.includes("self"))throw new Error("ERR: contains `self` is not supported at the top-level of a language. See documentation.");return xe.classNameAliases=n(xe.classNameAliases||{}),Dt(xe)}function ar(xe){return xe?xe.endsWithParent||ar(xe.starts):!1}function fr(xe){return xe.variants&&!xe.cachedVariants&&(xe.cachedVariants=xe.variants.map(function(Qe){return n(xe,{variants:null},Qe)})),xe.cachedVariants?xe.cachedVariants:ar(xe)?n(xe,{starts:xe.starts?n(xe.starts):null}):Object.isFrozen(xe)?n(xe):xe}var ct="11.11.1";class Rt extends Error{constructor(Qe,ft){super(Qe),this.name="HTMLInjectionError",this.html=ft}}const Ft=t,tr=n,ut=Symbol("nomatch"),Ut=7,Et=function(xe){const Qe=Object.create(null),ft=Object.create(null),Ct=[];let Lt=!0;const Dt="Could not find the language '{}', did you forget to load/include a language module?",bt={disableAutodetect:!0,name:"Plain text",contains:[]};let wt={ignoreUnescapedHTML:!1,throwUnescapedHTML:!1,noHighlightRe:/^(no-?highlight)$/i,languageDetectRe:/\blang(?:uage)?-([\w-]+)\b/i,classPrefix:"hljs-",cssSelector:"pre code",languages:null,__emitter:u};function vt(Gt){return wt.noHighlightRe.test(Gt)}function kt(Gt){let Cr=Gt.className+" ";Cr+=Gt.parentNode?Gt.parentNode.className:"";const ln=wt.languageDetectRe.exec(Cr);if(ln){const Un=Yi(ln[1]);return Un||(dt(Dt.replace("{}",ln[1])),dt("Falling back to no-highlight mode for this block.",Gt)),Un?ln[1]:"no-highlight"}return Cr.split(/\s+/).find(Un=>vt(Un)||Yi(Un))}function dr(Gt,Cr,ln){let Un="",Ea="";typeof Cr=="object"?(Un=Gt,ln=Cr.ignoreIllegals,Ea=Cr.language):(Ae("10.7.0","highlight(lang, code, ...args) has been deprecated."),Ae("10.7.0",`Please use highlight(code, options) instead. +https://github.com/highlightjs/highlight.js/issues/2277`),Ea=Gt,Un=Cr),ln===void 0&&(ln=!0);const Yr={code:Un,language:Ea};ul("before:highlight",Yr);const go=Yr.result?Yr.result:In(Yr.language,Yr.code,ln);return go.code=Yr.code,ul("after:highlight",go),go}function In(Gt,Cr,ln,Un){const Ea=Object.create(null);function Yr(nr,yr){return nr.keywords[yr]}function go(){if(!ir.keywords){Ma.addText(qn);return}let nr=0;ir.keywordPatternRe.lastIndex=0;let yr=ir.keywordPatternRe.exec(qn),Ar="";for(;yr;){Ar+=qn.substring(nr,yr.index);const tn=di.case_insensitive?yr[0].toLowerCase():yr[0],la=Yr(ir,tn);if(la){const[hi,Sh]=la;if(Ma.addText(Ar),Ar="",Ea[tn]=(Ea[tn]||0)+1,Ea[tn]<=Ut&&(Da+=Sh),hi.startsWith("_"))Ar+=yr[0];else{const Go=di.classNameAliases[hi]||hi;Sn(yr[0],Go)}}else Ar+=yr[0];nr=ir.keywordPatternRe.lastIndex,yr=ir.keywordPatternRe.exec(qn)}Ar+=qn.substring(nr),Ma.addText(Ar)}function nu(){if(qn==="")return;let nr=null;if(typeof ir.subLanguage=="string"){if(!Qe[ir.subLanguage]){Ma.addText(qn);return}nr=In(ir.subLanguage,qn,!0,au[ir.subLanguage]),au[ir.subLanguage]=nr._top}else nr=Fn(qn,ir.subLanguage.length?ir.subLanguage:null);ir.relevance>0&&(Da+=nr.relevance),Ma.__addSublanguage(nr._emitter,nr.language)}function Si(){ir.subLanguage!=null?nu():go(),qn=""}function Sn(nr,yr){nr!==""&&(Ma.startScope(yr),Ma.addText(nr),Ma.endScope())}function Zl(nr,yr){let Ar=1;const tn=yr.length-1;for(;Ar<=tn;){if(!nr._emit[Ar]){Ar++;continue}const la=di.classNameAliases[nr[Ar]]||nr[Ar],hi=yr[Ar];la?Sn(hi,la):(qn=hi,go(),qn=""),Ar++}}function Jl(nr,yr){return nr.scope&&typeof nr.scope=="string"&&Ma.openNode(di.classNameAliases[nr.scope]||nr.scope),nr.beginScope&&(nr.beginScope._wrap?(Sn(qn,di.classNameAliases[nr.beginScope._wrap]||nr.beginScope._wrap),qn=""):nr.beginScope._multi&&(Zl(nr.beginScope,yr),qn="")),ir=Object.create(nr,{parent:{value:ir}}),ir}function dl(nr,yr,Ar){let tn=y(nr.endRe,Ar);if(tn){if(nr["on:end"]){const la=new e(nr);nr["on:end"](yr,la),la.isMatchIgnored&&(tn=!1)}if(tn){for(;nr.endsParent&&nr.parent;)nr=nr.parent;return nr}}if(nr.endsWithParent)return dl(nr.parent,yr,Ar)}function bh(nr){return ir.matcher.regexIndex===0?(qn+=nr[0],1):(ms=!0,0)}function vh(nr){const yr=nr[0],Ar=nr.rule,tn=new e(Ar),la=[Ar.__beforeBegin,Ar["on:begin"]];for(const hi of la)if(hi&&(hi(nr,tn),tn.isMatchIgnored))return bh(yr);return Ar.skip?qn+=yr:(Ar.excludeBegin&&(qn+=yr),Si(),!Ar.returnBegin&&!Ar.excludeBegin&&(qn=yr)),Jl(Ar,nr),Ar.returnBegin?0:yr.length}function ld(nr){const yr=nr[0],Ar=Cr.substring(nr.index),tn=dl(ir,nr,Ar);if(!tn)return ut;const la=ir;ir.endScope&&ir.endScope._wrap?(Si(),Sn(yr,ir.endScope._wrap)):ir.endScope&&ir.endScope._multi?(Si(),Zl(ir.endScope,nr)):la.skip?qn+=yr:(la.returnEnd||la.excludeEnd||(qn+=yr),Si(),la.excludeEnd&&(qn=yr));do ir.scope&&Ma.closeNode(),!ir.skip&&!ir.subLanguage&&(Da+=ir.relevance),ir=ir.parent;while(ir!==tn.parent);return tn.starts&&Jl(tn.starts,nr),la.returnEnd?0:yr.length}function hp(){const nr=[];for(let yr=ir;yr!==di;yr=yr.parent)yr.scope&&nr.unshift(yr.scope);nr.forEach(yr=>Ma.openNode(yr))}let hl={};function cd(nr,yr){const Ar=yr&&yr[0];if(qn+=nr,Ar==null)return Si(),0;if(hl.type==="begin"&&yr.type==="end"&&hl.index===yr.index&&Ar===""){if(qn+=Cr.slice(yr.index,yr.index+1),!Lt){const tn=new Error(`0 width match regex (${Gt})`);throw tn.languageName=Gt,tn.badRule=hl.rule,tn}return 1}if(hl=yr,yr.type==="begin")return vh(yr);if(yr.type==="illegal"&&!ln){const tn=new Error('Illegal lexeme "'+Ar+'" for mode "'+(ir.scope||"")+'"');throw tn.mode=ir,tn}else if(yr.type==="end"){const tn=ld(yr);if(tn!==ut)return tn}if(yr.type==="illegal"&&Ar==="")return qn+=` +`,1;if(fl>1e5&&fl>yr.index*3)throw new Error("potential infinite loop, way more iterations than matches");return qn+=Ar,Ar.length}const di=Yi(Gt);if(!di)throw st(Dt.replace("{}",Gt)),new Error('Unknown language: "'+Gt+'"');const yh=qt(di);let ud="",ir=Un||yh;const au={},Ma=new wt.__emitter(wt);hp();let qn="",Da=0,Ei=0,fl=0,ms=!1;try{if(di.__emitTokens)di.__emitTokens(Cr,Ma);else{for(ir.matcher.considerAll();;){fl++,ms?ms=!1:ir.matcher.considerAll(),ir.matcher.lastIndex=Ei;const nr=ir.matcher.exec(Cr);if(!nr)break;const yr=Cr.substring(Ei,nr.index),Ar=cd(yr,nr);Ei=nr.index+Ar}cd(Cr.substring(Ei))}return Ma.finalize(),ud=Ma.toHTML(),{language:Gt,value:ud,relevance:Da,illegal:!1,_emitter:Ma,_top:ir}}catch(nr){if(nr.message&&nr.message.includes("Illegal"))return{language:Gt,value:Ft(Cr),illegal:!0,relevance:0,_illegalBy:{message:nr.message,index:Ei,context:Cr.slice(Ei-100,Ei+100),mode:nr.mode,resultSoFar:ud},_emitter:Ma};if(Lt)return{language:Gt,value:Ft(Cr),illegal:!1,relevance:0,errorRaised:nr,_emitter:Ma,_top:ir};throw nr}}function Er(Gt){const Cr={value:Ft(Gt),illegal:!1,relevance:0,_top:bt,_emitter:new wt.__emitter(wt)};return Cr._emitter.addText(Gt),Cr}function Fn(Gt,Cr){Cr=Cr||wt.languages||Object.keys(Qe);const ln=Er(Gt),Un=Cr.filter(Yi).filter($o).map(Si=>In(Si,Gt,!1));Un.unshift(ln);const Ea=Un.sort((Si,Sn)=>{if(Si.relevance!==Sn.relevance)return Sn.relevance-Si.relevance;if(Si.language&&Sn.language){if(Yi(Si.language).supersetOf===Sn.language)return 1;if(Yi(Sn.language).supersetOf===Si.language)return-1}return 0}),[Yr,go]=Ea,nu=Yr;return nu.secondBest=go,nu}function po(Gt,Cr,ln){const Un=Cr&&ft[Cr]||ln;Gt.classList.add("hljs"),Gt.classList.add(`language-${Un}`)}function yi(Gt){let Cr=null;const ln=kt(Gt);if(vt(ln))return;if(ul("before:highlightElement",{el:Gt,language:ln}),Gt.dataset.highlighted){console.log("Element previously highlighted. To highlight again, first unset `dataset.highlighted`.",Gt);return}if(Gt.children.length>0&&(wt.ignoreUnescapedHTML||(console.warn("One of your code blocks includes unescaped HTML. This is a potentially serious security risk."),console.warn("https://github.com/highlightjs/highlight.js/wiki/security"),console.warn("The element with unescaped HTML:"),console.warn(Gt)),wt.throwUnescapedHTML))throw new Rt("One of your code blocks includes unescaped HTML.",Gt.innerHTML);Cr=Gt;const Un=Cr.textContent,Ea=ln?dr(Un,{language:ln,ignoreIllegals:!0}):Fn(Un);Gt.innerHTML=Ea.value,Gt.dataset.highlighted="yes",po(Gt,ln,Ea.language),Gt.result={language:Ea.language,re:Ea.relevance,relevance:Ea.relevance},Ea.secondBest&&(Gt.secondBest={language:Ea.secondBest.language,relevance:Ea.secondBest.relevance}),ul("after:highlightElement",{el:Gt,result:Ea,text:Un})}function Bo(Gt){wt=tr(wt,Gt)}const Ls=()=>{ui(),Ae("10.6.0","initHighlighting() deprecated. Use highlightAll() now.")};function fs(){ui(),Ae("10.6.0","initHighlightingOnLoad() deprecated. Use highlightAll() now.")}let Uo=!1;function ui(){function Gt(){ui()}if(document.readyState==="loading"){Uo||window.addEventListener("DOMContentLoaded",Gt,!1),Uo=!0;return}document.querySelectorAll(wt.cssSelector).forEach(yi)}function od(Gt,Cr){let ln=null;try{ln=Cr(xe)}catch(Un){if(st("Language definition for '{}' could not be registered.".replace("{}",Gt)),Lt)st(Un);else throw Un;ln=bt}ln.name||(ln.name=Gt),Qe[Gt]=ln,ln.rawDefinition=Cr.bind(null,xe),ln.aliases&&oa(ln.aliases,{languageName:Gt})}function ps(Gt){delete Qe[Gt];for(const Cr of Object.keys(ft))ft[Cr]===Gt&&delete ft[Cr]}function ru(){return Object.keys(Qe)}function Yi(Gt){return Gt=(Gt||"").toLowerCase(),Qe[Gt]||Qe[ft[Gt]]}function oa(Gt,{languageName:Cr}){typeof Gt=="string"&&(Gt=[Gt]),Gt.forEach(ln=>{ft[ln.toLowerCase()]=Cr})}function $o(Gt){const Cr=Yi(Gt);return Cr&&!Cr.disableAutodetect}function mo(Gt){Gt["before:highlightBlock"]&&!Gt["before:highlightElement"]&&(Gt["before:highlightElement"]=Cr=>{Gt["before:highlightBlock"](Object.assign({block:Cr.el},Cr))}),Gt["after:highlightBlock"]&&!Gt["after:highlightElement"]&&(Gt["after:highlightElement"]=Cr=>{Gt["after:highlightBlock"](Object.assign({block:Cr.el},Cr))})}function dp(Gt){mo(Gt),Ct.push(Gt)}function Ql(Gt){const Cr=Ct.indexOf(Gt);Cr!==-1&&Ct.splice(Cr,1)}function ul(Gt,Cr){const ln=Gt;Ct.forEach(function(Un){Un[ln]&&Un[ln](Cr)})}function _h(Gt){return Ae("10.7.0","highlightBlock will be removed entirely in v12.0"),Ae("10.7.0","Please use highlightElement now."),yi(Gt)}Object.assign(xe,{highlight:dr,highlightAuto:Fn,highlightAll:ui,highlightElement:yi,highlightBlock:_h,configure:Bo,initHighlighting:Ls,initHighlightingOnLoad:fs,registerLanguage:od,unregisterLanguage:ps,listLanguages:ru,getLanguage:Yi,registerAliases:oa,autoDetection:$o,inherit:tr,addPlugin:dp,removePlugin:Ql}),xe.debugMode=function(){Lt=!1},xe.safeMode=function(){Lt=!0},xe.versionString=ct,xe.regex={concat:g,lookahead:h,either:_,optional:m,anyNumberOfTimes:p};for(const Gt in be)typeof be[Gt]=="object"&&r(be[Gt]);return Object.assign(xe,be),xe},It=Et({});return It.newInstance=()=>Et({}),CS=It,It.HighlightJS=It,It.default=It,CS}var AS,TO;function Pae(){if(TO)return AS;TO=1;function r(e){const t="[A-Za-zА-Яа-яёЁ_][A-Za-zА-Яа-яёЁ_0-9]+",i="далее "+"возврат вызватьисключение выполнить для если и из или иначе иначеесли исключение каждого конецесли конецпопытки конеццикла не новый перейти перем по пока попытка прервать продолжить тогда цикл экспорт ",l="загрузитьизфайла "+"вебклиент вместо внешнеесоединение клиент конецобласти мобильноеприложениеклиент мобильноеприложениесервер наклиенте наклиентенасервере наклиентенасерверебезконтекста насервере насерверебезконтекста область перед после сервер толстыйклиентобычноеприложение толстыйклиентуправляемоеприложение тонкийклиент ",p="разделительстраниц разделительстрок символтабуляции "+"ansitooem oemtoansi ввестивидсубконто ввестиперечисление ввестипериод ввестиплансчетов выбранныйплансчетов датагод датамесяц датачисло заголовоксистемы значениевстроку значениеизстроки каталогиб каталогпользователя кодсимв конгода конецпериодаби конецрассчитанногопериодаби конецстандартногоинтервала конквартала конмесяца коннедели лог лог10 максимальноеколичествосубконто названиеинтерфейса названиенабораправ назначитьвид назначитьсчет найтиссылки началопериодаби началостандартногоинтервала начгода начквартала начмесяца начнедели номерднягода номерднянедели номернеделигода обработкаожидания основнойжурналрасчетов основнойплансчетов основнойязык очиститьокносообщений периодстр получитьвремята получитьдатута получитьдокументта получитьзначенияотбора получитьпозициюта получитьпустоезначение получитьта префиксавтонумерации пропись пустоезначение разм разобратьпозициюдокумента рассчитатьрегистрына рассчитатьрегистрыпо симв создатьобъект статусвозврата стрколичествострок сформироватьпозициюдокумента счетпокоду текущеевремя типзначения типзначениястр установитьтана установитьтапо фиксшаблон шаблон "+"acos asin atan base64значение base64строка cos exp log log10 pow sin sqrt tan xmlзначение xmlстрока xmlтип xmlтипзнч активноеокно безопасныйрежим безопасныйрежимразделенияданных булево ввестидату ввестизначение ввестистроку ввестичисло возможностьчтенияxml вопрос восстановитьзначение врег выгрузитьжурналрегистрации выполнитьобработкуоповещения выполнитьпроверкуправдоступа вычислить год данныеформывзначение дата день деньгода деньнедели добавитьмесяц заблокироватьданныедляредактирования заблокироватьработупользователя завершитьработусистемы загрузитьвнешнююкомпоненту закрытьсправку записатьjson записатьxml записатьдатуjson записьжурналарегистрации заполнитьзначениясвойств запроситьразрешениепользователя запуститьприложение запуститьсистему зафиксироватьтранзакцию значениевданныеформы значениевстрокувнутр значениевфайл значениезаполнено значениеизстрокивнутр значениеизфайла изxmlтипа импортмоделиxdto имякомпьютера имяпользователя инициализироватьпредопределенныеданные информацияобошибке каталогбиблиотекимобильногоустройства каталогвременныхфайлов каталогдокументов каталогпрограммы кодироватьстроку кодлокализацииинформационнойбазы кодсимвола командасистемы конецгода конецдня конецквартала конецмесяца конецминуты конецнедели конецчаса конфигурациябазыданныхизмененадинамически конфигурацияизменена копироватьданныеформы копироватьфайл краткоепредставлениеошибки лев макс местноевремя месяц мин минута монопольныйрежим найти найтинедопустимыесимволыxml найтиокнопонавигационнойссылке найтипомеченныенаудаление найтипоссылкам найтифайлы началогода началодня началоквартала началомесяца началоминуты началонедели началочаса начатьзапросразрешенияпользователя начатьзапускприложения начатькопированиефайла начатьперемещениефайла начатьподключениевнешнейкомпоненты начатьподключениерасширенияработыскриптографией начатьподключениерасширенияработысфайлами начатьпоискфайлов начатьполучениекаталогавременныхфайлов начатьполучениекаталогадокументов начатьполучениерабочегокаталогаданныхпользователя начатьполучениефайлов начатьпомещениефайла начатьпомещениефайлов начатьсозданиедвоичныхданныхизфайла начатьсозданиекаталога начатьтранзакцию начатьудалениефайлов начатьустановкувнешнейкомпоненты начатьустановкурасширенияработыскриптографией начатьустановкурасширенияработысфайлами неделягода необходимостьзавершениясоединения номерсеансаинформационнойбазы номерсоединенияинформационнойбазы нрег нстр обновитьинтерфейс обновитьнумерациюобъектов обновитьповторноиспользуемыезначения обработкапрерыванияпользователя объединитьфайлы окр описаниеошибки оповестить оповеститьобизменении отключитьобработчикзапросанастроекклиенталицензирования отключитьобработчикожидания отключитьобработчикоповещения открытьзначение открытьиндекссправки открытьсодержаниесправки открытьсправку открытьформу открытьформумодально отменитьтранзакцию очиститьжурналрегистрации очиститьнастройкипользователя очиститьсообщения параметрыдоступа перейтипонавигационнойссылке переместитьфайл подключитьвнешнююкомпоненту подключитьобработчикзапросанастроекклиенталицензирования подключитьобработчикожидания подключитьобработчикоповещения подключитьрасширениеработыскриптографией подключитьрасширениеработысфайлами подробноепредставлениеошибки показатьвводдаты показатьвводзначения показатьвводстроки показатьвводчисла показатьвопрос показатьзначение показатьинформациюобошибке показатьнакарте показатьоповещениепользователя показатьпредупреждение полноеимяпользователя получитьcomобъект получитьxmlтип получитьадреспоместоположению получитьблокировкусеансов получитьвремязавершенияспящегосеанса получитьвремязасыпанияпассивногосеанса получитьвремяожиданияблокировкиданных получитьданныевыбора получитьдополнительныйпараметрклиенталицензирования получитьдопустимыекодылокализации получитьдопустимыечасовыепояса получитьзаголовокклиентскогоприложения получитьзаголовоксистемы получитьзначенияотборажурналарегистрации получитьидентификаторконфигурации получитьизвременногохранилища получитьимявременногофайла получитьимяклиенталицензирования получитьинформациюэкрановклиента получитьиспользованиежурналарегистрации получитьиспользованиесобытияжурналарегистрации получитькраткийзаголовокприложения получитьмакетоформления получитьмаскувсефайлы получитьмаскувсефайлыклиента получитьмаскувсефайлысервера получитьместоположениепоадресу получитьминимальнуюдлинупаролейпользователей получитьнавигационнуюссылку получитьнавигационнуюссылкуинформационнойбазы получитьобновлениеконфигурациибазыданных получитьобновлениепредопределенныхданныхинформационнойбазы получитьобщиймакет получитьобщуюформу получитьокна получитьоперативнуюотметкувремени получитьотключениебезопасногорежима получитьпараметрыфункциональныхопцийинтерфейса получитьполноеимяпредопределенногозначения получитьпредставлениянавигационныхссылок получитьпроверкусложностипаролейпользователей получитьразделительпути получитьразделительпутиклиента получитьразделительпутисервера получитьсеансыинформационнойбазы получитьскоростьклиентскогосоединения получитьсоединенияинформационнойбазы получитьсообщенияпользователю получитьсоответствиеобъектаиформы получитьсоставстандартногоинтерфейсаodata получитьструктурухранениябазыданных получитьтекущийсеансинформационнойбазы получитьфайл получитьфайлы получитьформу получитьфункциональнуюопцию получитьфункциональнуюопциюинтерфейса получитьчасовойпоясинформационнойбазы пользователиос поместитьвовременноехранилище поместитьфайл поместитьфайлы прав праводоступа предопределенноезначение представлениекодалокализации представлениепериода представлениеправа представлениеприложения представлениесобытияжурналарегистрации представлениечасовогопояса предупреждение прекратитьработусистемы привилегированныйрежим продолжитьвызов прочитатьjson прочитатьxml прочитатьдатуjson пустаястрока рабочийкаталогданныхпользователя разблокироватьданныедляредактирования разделитьфайл разорватьсоединениесвнешнимисточникомданных раскодироватьстроку рольдоступна секунда сигнал символ скопироватьжурналрегистрации смещениелетнеговремени смещениестандартноговремени соединитьбуферыдвоичныхданных создатькаталог создатьфабрикуxdto сокрл сокрлп сокрп сообщить состояние сохранитьзначение сохранитьнастройкипользователя сред стрдлина стрзаканчиваетсяна стрзаменить стрнайти стрначинаетсяс строка строкасоединенияинформационнойбазы стрполучитьстроку стрразделить стрсоединить стрсравнить стрчисловхождений стрчислострок стршаблон текущаядата текущаядатасеанса текущаяуниверсальнаядата текущаяуниверсальнаядатавмиллисекундах текущийвариантинтерфейсаклиентскогоприложения текущийвариантосновногошрифтаклиентскогоприложения текущийкодлокализации текущийрежимзапуска текущийязык текущийязыксистемы тип типзнч транзакцияактивна трег удалитьданныеинформационнойбазы удалитьизвременногохранилища удалитьобъекты удалитьфайлы универсальноевремя установитьбезопасныйрежим установитьбезопасныйрежимразделенияданных установитьблокировкусеансов установитьвнешнююкомпоненту установитьвремязавершенияспящегосеанса установитьвремязасыпанияпассивногосеанса установитьвремяожиданияблокировкиданных установитьзаголовокклиентскогоприложения установитьзаголовоксистемы установитьиспользованиежурналарегистрации установитьиспользованиесобытияжурналарегистрации установитькраткийзаголовокприложения установитьминимальнуюдлинупаролейпользователей установитьмонопольныйрежим установитьнастройкиклиенталицензирования установитьобновлениепредопределенныхданныхинформационнойбазы установитьотключениебезопасногорежима установитьпараметрыфункциональныхопцийинтерфейса установитьпривилегированныйрежим установитьпроверкусложностипаролейпользователей установитьрасширениеработыскриптографией установитьрасширениеработысфайлами установитьсоединениесвнешнимисточникомданных установитьсоответствиеобъектаиформы установитьсоставстандартногоинтерфейсаodata установитьчасовойпоясинформационнойбазы установитьчасовойпояссеанса формат цел час часовойпояс часовойпояссеанса число числопрописью этоадресвременногохранилища "+"wsссылки библиотекакартинок библиотекамакетовоформлениякомпоновкиданных библиотекастилей бизнеспроцессы внешниеисточникиданных внешниеобработки внешниеотчеты встроенныепокупки главныйинтерфейс главныйстиль документы доставляемыеуведомления журналыдокументов задачи информацияобинтернетсоединении использованиерабочейдаты историяработыпользователя константы критерииотбора метаданные обработки отображениерекламы отправкадоставляемыхуведомлений отчеты панельзадачос параметрзапуска параметрысеанса перечисления планывидоврасчета планывидовхарактеристик планыобмена планысчетов полнотекстовыйпоиск пользователиинформационнойбазы последовательности проверкавстроенныхпокупок рабочаядата расширенияконфигурации регистрыбухгалтерии регистрынакопления регистрырасчета регистрысведений регламентныезадания сериализаторxdto справочники средствагеопозиционирования средствакриптографии средствамультимедиа средстваотображениярекламы средствапочты средствателефонии фабрикаxdto файловыепотоки фоновыезадания хранилищанастроек хранилищевариантовотчетов хранилищенастроекданныхформ хранилищеобщихнастроек хранилищепользовательскихнастроекдинамическихсписков хранилищепользовательскихнастроекотчетов хранилищесистемныхнастроек ",k="webцвета windowsцвета windowsшрифты библиотекакартинок рамкистиля символы цветастиля шрифтыстиля "+"автоматическоесохранениеданныхформывнастройках автонумерациявформе автораздвижениесерий анимациядиаграммы вариантвыравниванияэлементовизаголовков вариантуправлениявысотойтаблицы вертикальнаяпрокруткаформы вертикальноеположение вертикальноеположениеэлемента видгруппыформы виддекорацииформы виддополненияэлементаформы видизмененияданных видкнопкиформы видпереключателя видподписейкдиаграмме видполяформы видфлажка влияниеразмеранапузырекдиаграммы горизонтальноеположение горизонтальноеположениеэлемента группировкаколонок группировкаподчиненныхэлементовформы группыиэлементы действиеперетаскивания дополнительныйрежимотображения допустимыедействияперетаскивания интервалмеждуэлементамиформы использованиевывода использованиеполосыпрокрутки используемоезначениеточкибиржевойдиаграммы историявыборапривводе источникзначенийоситочекдиаграммы источникзначенияразмерапузырькадиаграммы категориягруппыкоманд максимумсерий начальноеотображениедерева начальноеотображениесписка обновлениетекстаредактирования ориентациядендрограммы ориентациядиаграммы ориентацияметокдиаграммы ориентацияметоксводнойдиаграммы ориентацияэлементаформы отображениевдиаграмме отображениевлегендедиаграммы отображениегруппыкнопок отображениезаголовкашкалыдиаграммы отображениезначенийсводнойдиаграммы отображениезначенияизмерительнойдиаграммы отображениеинтерваладиаграммыганта отображениекнопки отображениекнопкивыбора отображениеобсужденийформы отображениеобычнойгруппы отображениеотрицательныхзначенийпузырьковойдиаграммы отображениепанелипоиска отображениеподсказки отображениепредупрежденияприредактировании отображениеразметкиполосырегулирования отображениестраницформы отображениетаблицы отображениетекстазначениядиаграммыганта отображениеуправленияобычнойгруппы отображениефигурыкнопки палитрацветовдиаграммы поведениеобычнойгруппы поддержкамасштабадендрограммы поддержкамасштабадиаграммыганта поддержкамасштабасводнойдиаграммы поисквтаблицепривводе положениезаголовкаэлементаформы положениекартинкикнопкиформы положениекартинкиэлементаграфическойсхемы положениекоманднойпанелиформы положениекоманднойпанелиэлементаформы положениеопорнойточкиотрисовки положениеподписейкдиаграмме положениеподписейшкалызначенийизмерительнойдиаграммы положениесостоянияпросмотра положениестрокипоиска положениетекстасоединительнойлинии положениеуправленияпоиском положениешкалывремени порядокотображенияточекгоризонтальнойгистограммы порядоксерийвлегендедиаграммы размеркартинки расположениезаголовкашкалыдиаграммы растягиваниеповертикалидиаграммыганта режимавтоотображениясостояния режимвводастроктаблицы режимвыборанезаполненного режимвыделениядаты режимвыделениястрокитаблицы режимвыделениятаблицы режимизмененияразмера режимизменениясвязанногозначения режимиспользованиядиалогапечати режимиспользованияпараметракоманды режиммасштабированияпросмотра режимосновногоокнаклиентскогоприложения режимоткрытияокнаформы режимотображениявыделения режимотображениягеографическойсхемы режимотображениязначенийсерии режимотрисовкисеткиграфическойсхемы режимполупрозрачностидиаграммы режимпробеловдиаграммы режимразмещениянастранице режимредактированияколонки режимсглаживаниядиаграммы режимсглаживанияиндикатора режимсписказадач сквозноевыравнивание сохранениеданныхформывнастройках способзаполнениятекстазаголовкашкалыдиаграммы способопределенияограничивающегозначениядиаграммы стандартнаягруппакоманд стандартноеоформление статусоповещенияпользователя стильстрелки типаппроксимациилиниитрендадиаграммы типдиаграммы типединицышкалывремени типимпортасерийслоягеографическойсхемы типлиниигеографическойсхемы типлиниидиаграммы типмаркерагеографическойсхемы типмаркерадиаграммы типобластиоформления типорганизацииисточникаданныхгеографическойсхемы типотображениясериислоягеографическойсхемы типотображенияточечногообъектагеографическойсхемы типотображенияшкалыэлементалегендыгеографическойсхемы типпоискаобъектовгеографическойсхемы типпроекциигеографическойсхемы типразмещенияизмерений типразмещенияреквизитовизмерений типрамкиэлементауправления типсводнойдиаграммы типсвязидиаграммыганта типсоединениязначенийпосериямдиаграммы типсоединенияточекдиаграммы типсоединительнойлинии типстороныэлементаграфическойсхемы типформыотчета типшкалырадарнойдиаграммы факторлиниитрендадиаграммы фигуракнопки фигурыграфическойсхемы фиксациявтаблице форматдняшкалывремени форматкартинки ширинаподчиненныхэлементовформы "+"виддвижениябухгалтерии виддвижениянакопления видпериодарегистрарасчета видсчета видточкимаршрутабизнеспроцесса использованиеагрегатарегистранакопления использованиегруппиэлементов использованиережимапроведения использованиесреза периодичностьагрегатарегистранакопления режимавтовремя режимзаписидокумента режимпроведениядокумента "+"авторегистрацияизменений допустимыйномерсообщения отправкаэлементаданных получениеэлементаданных "+"использованиерасшифровкитабличногодокумента ориентациястраницы положениеитоговколоноксводнойтаблицы положениеитоговстроксводнойтаблицы положениетекстаотносительнокартинки расположениезаголовкагруппировкитабличногодокумента способчтениязначенийтабличногодокумента типдвустороннейпечати типзаполненияобластитабличногодокумента типкурсоровтабличногодокумента типлиниирисункатабличногодокумента типлинииячейкитабличногодокумента типнаправленияпереходатабличногодокумента типотображениявыделениятабличногодокумента типотображениялинийсводнойтаблицы типразмещениятекстатабличногодокумента типрисункатабличногодокумента типсмещениятабличногодокумента типузоратабличногодокумента типфайлатабличногодокумента точностьпечати чередованиерасположениястраниц "+"отображениевремениэлементовпланировщика "+"типфайлаформатированногодокумента "+"обходрезультатазапроса типзаписизапроса "+"видзаполнениярасшифровкипостроителяотчета типдобавленияпредставлений типизмеренияпостроителяотчета типразмещенияитогов "+"доступкфайлу режимдиалогавыборафайла режимоткрытияфайла "+"типизмеренияпостроителязапроса "+"видданныханализа методкластеризации типединицыинтервалавременианализаданных типзаполнениятаблицырезультатаанализаданных типиспользованиячисловыхзначенийанализаданных типисточникаданныхпоискаассоциаций типколонкианализаданныхдереворешений типколонкианализаданныхкластеризация типколонкианализаданныхобщаястатистика типколонкианализаданныхпоискассоциаций типколонкианализаданныхпоискпоследовательностей типколонкимоделипрогноза типмерырасстоянияанализаданных типотсеченияправилассоциации типполяанализаданных типстандартизациианализаданных типупорядочиванияправилассоциациианализаданных типупорядочиванияшаблоновпоследовательностейанализаданных типупрощениядереварешений "+"wsнаправлениепараметра вариантxpathxs вариантзаписидатыjson вариантпростоготипаxs видгруппымоделиxs видфасетаxdto действиепостроителяdom завершенностьпростоготипаxs завершенностьсоставноготипаxs завершенностьсхемыxs запрещенныеподстановкиxs исключениягруппподстановкиxs категорияиспользованияатрибутаxs категорияограниченияидентичностиxs категорияограниченияпространствименxs методнаследованияxs модельсодержимогоxs назначениетипаxml недопустимыеподстановкиxs обработкапробельныхсимволовxs обработкасодержимогоxs ограничениезначенияxs параметрыотбораузловdom переносстрокjson позициявдокументеdom пробельныесимволыxml типатрибутаxml типзначенияjson типканоническогоxml типкомпонентыxs типпроверкиxml типрезультатаdomxpath типузлаdom типузлаxml формаxml формапредставленияxs форматдатыjson экранированиесимволовjson "+"видсравнениякомпоновкиданных действиеобработкирасшифровкикомпоновкиданных направлениесортировкикомпоновкиданных расположениевложенныхэлементоврезультатакомпоновкиданных расположениеитоговкомпоновкиданных расположениегруппировкикомпоновкиданных расположениеполейгруппировкикомпоновкиданных расположениеполякомпоновкиданных расположениереквизитовкомпоновкиданных расположениересурсовкомпоновкиданных типбухгалтерскогоостаткакомпоновкиданных типвыводатекстакомпоновкиданных типгруппировкикомпоновкиданных типгруппыэлементовотборакомпоновкиданных типдополненияпериодакомпоновкиданных типзаголовкаполейкомпоновкиданных типмакетагруппировкикомпоновкиданных типмакетаобластикомпоновкиданных типостаткакомпоновкиданных типпериодакомпоновкиданных типразмещениятекстакомпоновкиданных типсвязинаборовданныхкомпоновкиданных типэлементарезультатакомпоновкиданных расположениелегендыдиаграммыкомпоновкиданных типпримененияотборакомпоновкиданных режимотображенияэлементанастройкикомпоновкиданных режимотображениянастроеккомпоновкиданных состояниеэлементанастройкикомпоновкиданных способвосстановлениянастроеккомпоновкиданных режимкомпоновкирезультата использованиепараметракомпоновкиданных автопозицияресурсовкомпоновкиданных вариантиспользованиягруппировкикомпоновкиданных расположениересурсоввдиаграммекомпоновкиданных фиксациякомпоновкиданных использованиеусловногооформлениякомпоновкиданных "+"важностьинтернетпочтовогосообщения обработкатекстаинтернетпочтовогосообщения способкодированияинтернетпочтовоговложения способкодированиянеasciiсимволовинтернетпочтовогосообщения типтекстапочтовогосообщения протоколинтернетпочты статусразборапочтовогосообщения "+"режимтранзакциизаписижурналарегистрации статустранзакциизаписижурналарегистрации уровеньжурналарегистрации "+"расположениехранилищасертификатовкриптографии режимвключениясертификатовкриптографии режимпроверкисертификатакриптографии типхранилищасертификатовкриптографии "+"кодировкаименфайловвzipфайле методсжатияzip методшифрованияzip режимвосстановленияпутейфайловzip режимобработкиподкаталоговzip режимсохраненияпутейzip уровеньсжатияzip "+"звуковоеоповещение направлениепереходакстроке позициявпотоке порядокбайтов режимблокировкиданных режимуправленияблокировкойданных сервисвстроенныхпокупок состояниефоновогозадания типподписчикадоставляемыхуведомлений уровеньиспользованиязащищенногосоединенияftp "+"направлениепорядкасхемызапроса типдополненияпериодамисхемызапроса типконтрольнойточкисхемызапроса типобъединениясхемызапроса типпараметрадоступнойтаблицысхемызапроса типсоединениясхемызапроса "+"httpметод автоиспользованиеобщегореквизита автопрефиксномеразадачи вариантвстроенногоязыка видиерархии видрегистранакопления видтаблицывнешнегоисточникаданных записьдвиженийприпроведении заполнениепоследовательностей индексирование использованиебазыпланавидоврасчета использованиебыстроговыбора использованиеобщегореквизита использованиеподчинения использованиеполнотекстовогопоиска использованиеразделяемыхданныхобщегореквизита использованиереквизита назначениеиспользованияприложения назначениерасширенияконфигурации направлениепередачи обновлениепредопределенныхданных оперативноепроведение основноепредставлениевидарасчета основноепредставлениевидахарактеристики основноепредставлениезадачи основноепредставлениепланаобмена основноепредставлениесправочника основноепредставлениесчета перемещениеграницыприпроведении периодичностьномерабизнеспроцесса периодичностьномерадокумента периодичностьрегистрарасчета периодичностьрегистрасведений повторноеиспользованиевозвращаемыхзначений полнотекстовыйпоискпривводепостроке принадлежностьобъекта проведение разделениеаутентификацииобщегореквизита разделениеданныхобщегореквизита разделениерасширенийконфигурацииобщегореквизита режимавтонумерацииобъектов режимзаписирегистра режимиспользованиямодальности режимиспользованиясинхронныхвызововрасширенийплатформыивнешнихкомпонент режимповторногоиспользованиясеансов режимполученияданныхвыборапривводепостроке режимсовместимости режимсовместимостиинтерфейса режимуправленияблокировкойданныхпоумолчанию сериикодовпланавидовхарактеристик сериикодовпланасчетов сериикодовсправочника созданиепривводе способвыбора способпоискастрокипривводепостроке способредактирования типданныхтаблицывнешнегоисточникаданных типкодапланавидоврасчета типкодасправочника типмакета типномерабизнеспроцесса типномерадокумента типномеразадачи типформы удалениедвижений "+"важностьпроблемыприменениярасширенияконфигурации вариантинтерфейсаклиентскогоприложения вариантмасштабаформклиентскогоприложения вариантосновногошрифтаклиентскогоприложения вариантстандартногопериода вариантстандартнойдатыначала видграницы видкартинки видотображенияполнотекстовогопоиска видрамки видсравнения видцвета видчисловогозначения видшрифта допустимаядлина допустимыйзнак использованиеbyteordermark использованиеметаданныхполнотекстовогопоиска источникрасширенийконфигурации клавиша кодвозвратадиалога кодировкаxbase кодировкатекста направлениепоиска направлениесортировки обновлениепредопределенныхданных обновлениеприизмененииданных отображениепанелиразделов проверказаполнения режимдиалогавопрос режимзапускаклиентскогоприложения режимокругления режимоткрытияформприложения режимполнотекстовогопоиска скоростьклиентскогосоединения состояниевнешнегоисточникаданных состояниеобновленияконфигурациибазыданных способвыборасертификатаwindows способкодированиястроки статуссообщения типвнешнейкомпоненты типплатформы типповеденияклавишиenter типэлементаинформацииовыполненииобновленияконфигурациибазыданных уровеньизоляциитранзакций хешфункция частидаты",O="comобъект ftpсоединение httpзапрос httpсервисответ httpсоединение wsопределения wsпрокси xbase анализданных аннотацияxs блокировкаданных буфердвоичныхданных включениеxs выражениекомпоновкиданных генераторслучайныхчисел географическаясхема географическиекоординаты графическаясхема группамоделиxs данныерасшифровкикомпоновкиданных двоичныеданные дендрограмма диаграмма диаграммаганта диалогвыборафайла диалогвыборацвета диалогвыборашрифта диалограсписаниярегламентногозадания диалогредактированиястандартногопериода диапазон документdom документhtml документацияxs доставляемоеуведомление записьdom записьfastinfoset записьhtml записьjson записьxml записьzipфайла записьданных записьтекста записьузловdom запрос защищенноесоединениеopenssl значенияполейрасшифровкикомпоновкиданных извлечениетекста импортxs интернетпочта интернетпочтовоесообщение интернетпочтовыйпрофиль интернетпрокси интернетсоединение информациядляприложенияxs использованиеатрибутаxs использованиесобытияжурналарегистрации источникдоступныхнастроеккомпоновкиданных итераторузловdom картинка квалификаторыдаты квалификаторыдвоичныхданных квалификаторыстроки квалификаторычисла компоновщикмакетакомпоновкиданных компоновщикнастроеккомпоновкиданных конструктормакетаоформлениякомпоновкиданных конструкторнастроеккомпоновкиданных конструкторформатнойстроки линия макеткомпоновкиданных макетобластикомпоновкиданных макетоформлениякомпоновкиданных маскаxs менеджеркриптографии наборсхемxml настройкикомпоновкиданных настройкисериализацииjson обработкакартинок обработкарасшифровкикомпоновкиданных обходдереваdom объявлениеатрибутаxs объявлениенотацииxs объявлениеэлементаxs описаниеиспользованиясобытиядоступжурналарегистрации описаниеиспользованиясобытияотказвдоступежурналарегистрации описаниеобработкирасшифровкикомпоновкиданных описаниепередаваемогофайла описаниетипов определениегруппыатрибутовxs определениегруппымоделиxs определениеограниченияидентичностиxs определениепростоготипаxs определениесоставноготипаxs определениетипадокументаdom определенияxpathxs отборкомпоновкиданных пакетотображаемыхдокументов параметрвыбора параметркомпоновкиданных параметрызаписиjson параметрызаписиxml параметрычтенияxml переопределениеxs планировщик полеанализаданных полекомпоновкиданных построительdom построительзапроса построительотчета построительотчетаанализаданных построительсхемxml поток потоквпамяти почта почтовоесообщение преобразованиеxsl преобразованиекканоническомуxml процессорвыводарезультатакомпоновкиданныхвколлекциюзначений процессорвыводарезультатакомпоновкиданныхвтабличныйдокумент процессоркомпоновкиданных разыменовательпространствименdom рамка расписаниерегламентногозадания расширенноеимяxml результатчтенияданных своднаядиаграмма связьпараметравыбора связьпотипу связьпотипукомпоновкиданных сериализаторxdto сертификатклиентаwindows сертификатклиентафайл сертификаткриптографии сертификатыудостоверяющихцентровwindows сертификатыудостоверяющихцентровфайл сжатиеданных системнаяинформация сообщениепользователю сочетаниеклавиш сравнениезначений стандартнаядатаначала стандартныйпериод схемаxml схемакомпоновкиданных табличныйдокумент текстовыйдокумент тестируемоеприложение типданныхxml уникальныйидентификатор фабрикаxdto файл файловыйпоток фасетдлиныxs фасетколичестваразрядовдробнойчастиxs фасетмаксимальноговключающегозначенияxs фасетмаксимальногоисключающегозначенияxs фасетмаксимальнойдлиныxs фасетминимальноговключающегозначенияxs фасетминимальногоисключающегозначенияxs фасетминимальнойдлиныxs фасетобразцаxs фасетобщегоколичестваразрядовxs фасетперечисленияxs фасетпробельныхсимволовxs фильтрузловdom форматированнаястрока форматированныйдокумент фрагментxs хешированиеданных хранилищезначения цвет чтениеfastinfoset чтениеhtml чтениеjson чтениеxml чтениеzipфайла чтениеданных чтениетекста чтениеузловdom шрифт элементрезультатакомпоновкиданных "+"comsafearray деревозначений массив соответствие списокзначений структура таблицазначений фиксированнаяструктура фиксированноесоответствие фиксированныймассив ",R="null истина ложь неопределено",U=e.inherit(e.NUMBER_MODE),Q={className:"string",begin:'"|\\|',end:'"|$',contains:[{begin:'""'}]},ne={begin:"'",end:"'",excludeBegin:!0,excludeEnd:!0,contains:[{className:"number",begin:"\\d{4}([\\.\\\\/:-]?\\d{2}){0,5}"}]},ue={match:/[;()+\-:=,]/,className:"punctuation",relevance:0},he=e.inherit(e.C_LINE_COMMENT_MODE),be={className:"meta",begin:"#|&",end:"$",keywords:{$pattern:t,keyword:i+l},contains:[he]},Z={className:"symbol",begin:"~",end:";|:",excludeEnd:!0},ae={className:"function",variants:[{begin:"процедура|функция",end:"\\)",keywords:"процедура функция"},{begin:"конецпроцедуры|конецфункции",keywords:"конецпроцедуры конецфункции"}],contains:[{begin:"\\(",end:"\\)",endsParent:!0,contains:[{className:"params",begin:t,end:",",excludeEnd:!0,endsWithParent:!0,keywords:{$pattern:t,keyword:"знач",literal:R},contains:[U,Q,ne]},he]},e.inherit(e.TITLE_MODE,{begin:t})]};return{name:"1C:Enterprise",case_insensitive:!0,keywords:{$pattern:t,keyword:i,built_in:p,class:k,type:O,literal:R},contains:[be,ae,he,Z,U,Q,ne,ue]}}return AS=r,AS}var xS,CO;function Lae(){if(CO)return xS;CO=1;function r(e){const t=e.regex,n=/^[a-zA-Z][a-zA-Z0-9-]*/,a=["ALPHA","BIT","CHAR","CR","CRLF","CTL","DIGIT","DQUOTE","HEXDIG","HTAB","LF","LWSP","OCTET","SP","VCHAR","WSP"],i=e.COMMENT(/;/,/$/),s={scope:"symbol",match:/%b[0-1]+(-[0-1]+|(\.[0-1]+)+)?/},o={scope:"symbol",match:/%d[0-9]+(-[0-9]+|(\.[0-9]+)+)?/},l={scope:"symbol",match:/%x[0-9A-F]+(-[0-9A-F]+|(\.[0-9A-F]+)+)?/},c={scope:"symbol",match:/%[si](?=".*")/},u={scope:"attribute",match:t.concat(n,/(?=\s*=)/)};return{name:"Augmented Backus-Naur Form",illegal:/[!@#$^&',?+~`|:]/,keywords:a,contains:[{scope:"operator",match:/=\/?/},u,i,s,o,l,c,e.QUOTE_STRING_MODE,e.NUMBER_MODE]}}return xS=r,xS}var RS,AO;function Fae(){if(AO)return RS;AO=1;function r(e){const t=e.regex,n=["GET","POST","HEAD","PUT","DELETE","CONNECT","OPTIONS","PATCH","TRACE"];return{name:"Apache Access Log",contains:[{className:"number",begin:/^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}(:\d{1,5})?\b/,relevance:5},{className:"number",begin:/\b\d+\b/,relevance:0},{className:"string",begin:t.concat(/"/,t.either(...n)),end:/"/,keywords:n,illegal:/\n/,relevance:5,contains:[{begin:/HTTP\/[12]\.\d'/,relevance:5}]},{className:"string",begin:/\[\d[^\]\n]{8,}\]/,illegal:/\n/,relevance:1},{className:"string",begin:/\[/,end:/\]/,illegal:/\n/,relevance:0},{className:"string",begin:/"Mozilla\/\d\.\d \(/,end:/"/,illegal:/\n/,relevance:3},{className:"string",begin:/"/,end:/"/,illegal:/\n/,relevance:0}]}}return RS=r,RS}var OS,xO;function Bae(){if(xO)return OS;xO=1;function r(e){const t=e.regex,n=/[a-zA-Z_$][a-zA-Z0-9_$]*/,a=t.concat(n,t.concat("(\\.",n,")*")),i=/([*]|[a-zA-Z_$][a-zA-Z0-9_$]*)/,s={className:"rest_arg",begin:/[.]{3}/,end:n,relevance:10};return{name:"ActionScript",aliases:["as"],keywords:{keyword:["as","break","case","catch","class","const","continue","default","delete","do","dynamic","each","else","extends","final","finally","for","function","get","if","implements","import","in","include","instanceof","interface","internal","is","namespace","native","new","override","package","private","protected","public","return","set","static","super","switch","this","throw","try","typeof","use","var","void","while","with"],literal:["true","false","null","undefined"]},contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.C_NUMBER_MODE,{match:[/\bpackage/,/\s+/,a],className:{1:"keyword",3:"title.class"}},{match:[/\b(?:class|interface|extends|implements)/,/\s+/,n],className:{1:"keyword",3:"title.class"}},{className:"meta",beginKeywords:"import include",end:/;/,keywords:{keyword:"import include"}},{beginKeywords:"function",end:/[{;]/,excludeEnd:!0,illegal:/\S/,contains:[e.inherit(e.TITLE_MODE,{className:"title.function"}),{className:"params",begin:/\(/,end:/\)/,contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,s]},{begin:t.concat(/:\s*/,i)}]},e.METHOD_GUARD],illegal:/#/}}return OS=r,OS}var NS,RO;function Uae(){if(RO)return NS;RO=1;function r(e){const t="\\d(_|\\d)*",n="[eE][-+]?"+t,a=t+"(\\."+t+")?("+n+")?",i="\\w+",o="\\b("+(t+"#"+i+"(\\."+i+")?#("+n+")?")+"|"+a+")",l="[A-Za-z](_?[A-Za-z0-9.])*",c=`[]\\{\\}%#'"`,u=e.COMMENT("--","$"),d={begin:"\\s+:\\s+",end:"\\s*(:=|;|\\)|=>|$)",illegal:c,contains:[{beginKeywords:"loop for declare others",endsParent:!0},{className:"keyword",beginKeywords:"not null constant access function procedure in out aliased exception"},{className:"type",begin:l,endsParent:!0,relevance:0}]};return{name:"Ada",case_insensitive:!0,keywords:{keyword:["abort","else","new","return","abs","elsif","not","reverse","abstract","end","accept","entry","select","access","exception","of","separate","aliased","exit","or","some","all","others","subtype","and","for","out","synchronized","array","function","overriding","at","tagged","generic","package","task","begin","goto","pragma","terminate","body","private","then","if","procedure","type","case","in","protected","constant","interface","is","raise","use","declare","range","delay","limited","record","when","delta","loop","rem","while","digits","renames","with","do","mod","requeue","xor"],literal:["True","False"]},contains:[u,{className:"string",begin:/"/,end:/"/,contains:[{begin:/""/,relevance:0}]},{className:"string",begin:/'.'/},{className:"number",begin:o,relevance:0},{className:"symbol",begin:"'"+l},{className:"title",begin:"(\\bwith\\s+)?(\\bprivate\\s+)?\\bpackage\\s+(\\bbody\\s+)?",end:"(is|$)",keywords:"package body",excludeBegin:!0,excludeEnd:!0,illegal:c},{begin:"(\\b(with|overriding)\\s+)?\\b(function|procedure)\\s+",end:"(\\bis|\\bwith|\\brenames|\\)\\s*;)",keywords:"overriding function procedure with is renames return",returnBegin:!0,contains:[u,{className:"title",begin:"(\\bwith\\s+)?\\b(function|procedure)\\s+",end:"(\\(|\\s+|$)",excludeBegin:!0,excludeEnd:!0,illegal:c},d,{className:"type",begin:"\\breturn\\s+",end:"(\\s+|;|$)",keywords:"return",excludeBegin:!0,excludeEnd:!0,endsParent:!0,illegal:c}]},{className:"type",begin:"\\b(sub)?type\\s+",end:"\\s+",keywords:"type",excludeBegin:!0,illegal:c},d]}}return NS=r,NS}var IS,OO;function $ae(){if(OO)return IS;OO=1;function r(e){const t={className:"built_in",begin:"\\b(void|bool|int8|int16|int32|int64|int|uint8|uint16|uint32|uint64|uint|string|ref|array|double|float|auto|dictionary)"},n={className:"symbol",begin:"[a-zA-Z0-9_]+@"},a={className:"keyword",begin:"<",end:">",contains:[t,n]};return t.contains=[a],n.contains=[a],{name:"AngelScript",aliases:["asc"],keywords:["for","in|0","break","continue","while","do|0","return","if","else","case","switch","namespace","is","cast","or","and","xor","not","get|0","in","inout|10","out","override","set|0","private","public","const","default|0","final","shared","external","mixin|10","enum","typedef","funcdef","this","super","import","from","interface","abstract|0","try","catch","protected","explicit","property"],illegal:"(^using\\s+[A-Za-z0-9_\\.]+;$|\\bfunction\\s*[^\\(])",contains:[{className:"string",begin:"'",end:"'",illegal:"\\n",contains:[e.BACKSLASH_ESCAPE],relevance:0},{className:"string",begin:'"""',end:'"""'},{className:"string",begin:'"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE],relevance:0},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"string",begin:"^\\s*\\[",end:"\\]"},{beginKeywords:"interface namespace",end:/\{/,illegal:"[;.\\-]",contains:[{className:"symbol",begin:"[a-zA-Z0-9_]+"}]},{beginKeywords:"class",end:/\{/,illegal:"[;.\\-]",contains:[{className:"symbol",begin:"[a-zA-Z0-9_]+",contains:[{begin:"[:,]\\s*",contains:[{className:"symbol",begin:"[a-zA-Z0-9_]+"}]}]}]},t,n,{className:"literal",begin:"\\b(null|true|false)"},{className:"number",relevance:0,begin:"(-?)(\\b0[xXbBoOdD][a-fA-F0-9]+|(\\b\\d+(\\.\\d*)?f?|\\.\\d+f?)([eE][-+]?\\d+f?)?)"}]}}return IS=r,IS}var kS,NO;function Gae(){if(NO)return kS;NO=1;function r(e){const t={className:"number",begin:/[$%]\d+/},n={className:"number",begin:/\b\d+/},a={className:"number",begin:/\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}(:\d{1,5})?/},i={className:"number",begin:/:\d{1,5}/};return{name:"Apache config",aliases:["apacheconf"],case_insensitive:!0,contains:[e.HASH_COMMENT_MODE,{className:"section",begin:/<\/?/,end:/>/,contains:[a,i,e.inherit(e.QUOTE_STRING_MODE,{relevance:0})]},{className:"attribute",begin:/\w+/,relevance:0,keywords:{_:["order","deny","allow","setenv","rewriterule","rewriteengine","rewritecond","documentroot","sethandler","errordocument","loadmodule","options","header","listen","serverroot","servername"]},starts:{end:/$/,relevance:0,keywords:{literal:"on off all deny allow"},contains:[{scope:"punctuation",match:/\\\n/},{className:"meta",begin:/\s\[/,end:/\]$/},{className:"variable",begin:/[\$%]\{/,end:/\}/,contains:["self",t]},a,n,e.QUOTE_STRING_MODE]}}],illegal:/\S/}}return kS=r,kS}var MS,IO;function zae(){if(IO)return MS;IO=1;function r(e){const t=e.regex,n=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),a={className:"params",begin:/\(/,end:/\)/,contains:["self",e.C_NUMBER_MODE,n]},i=e.COMMENT(/--/,/$/),s=e.COMMENT(/\(\*/,/\*\)/,{contains:["self",i]}),o=[i,s,e.HASH_COMMENT_MODE],l=[/apart from/,/aside from/,/instead of/,/out of/,/greater than/,/isn't|(doesn't|does not) (equal|come before|come after|contain)/,/(greater|less) than( or equal)?/,/(starts?|ends|begins?) with/,/contained by/,/comes (before|after)/,/a (ref|reference)/,/POSIX (file|path)/,/(date|time) string/,/quoted form/],c=[/clipboard info/,/the clipboard/,/info for/,/list (disks|folder)/,/mount volume/,/path to/,/(close|open for) access/,/(get|set) eof/,/current date/,/do shell script/,/get volume settings/,/random number/,/set volume/,/system attribute/,/system info/,/time to GMT/,/(load|run|store) script/,/scripting components/,/ASCII (character|number)/,/localized string/,/choose (application|color|file|file name|folder|from list|remote application|URL)/,/display (alert|dialog)/];return{name:"AppleScript",aliases:["osascript"],keywords:{keyword:"about above after against and around as at back before beginning behind below beneath beside between but by considering contain contains continue copy div does eighth else end equal equals error every exit fifth first for fourth from front get given global if ignoring in into is it its last local me middle mod my ninth not of on onto or over prop property put ref reference repeat returning script second set seventh since sixth some tell tenth that the|0 then third through thru timeout times to transaction try until where while whose with without",literal:"AppleScript false linefeed return pi quote result space tab true",built_in:"alias application boolean class constant date file integer list number real record string text activate beep count delay launch log offset read round run say summarize write character characters contents day frontmost id item length month name|0 paragraph paragraphs rest reverse running time version weekday word words year"},contains:[n,e.C_NUMBER_MODE,{className:"built_in",begin:t.concat(/\b/,t.either(...c),/\b/)},{className:"built_in",begin:/^\s*return\b/},{className:"literal",begin:/\b(text item delimiters|current application|missing value)\b/},{className:"keyword",begin:t.concat(/\b/,t.either(...l),/\b/)},{beginKeywords:"on",illegal:/[${=;\n]/,contains:[e.UNDERSCORE_TITLE_MODE,a]},...o],illegal:/\/\/|->|=>|\[\[/}}return MS=r,MS}var DS,kO;function qae(){if(kO)return DS;kO=1;function r(e){const t=e.regex,n="[A-Za-z_][0-9A-Za-z_]*",a={keyword:["break","case","catch","continue","debugger","do","else","export","for","function","if","import","in","new","of","return","switch","try","var","void","while"],literal:["BackSlash","DoubleQuote","ForwardSlash","Infinity","NaN","NewLine","PI","SingleQuote","Tab","TextFormatting","false","null","true","undefined"],built_in:["Abs","Acos","All","Angle","Any","Area","AreaGeodetic","Array","Asin","Atan","Atan2","Attachments","Average","Back","Bearing","Boolean","Buffer","BufferGeodetic","Ceil","Centroid","ChangeTimeZone","Clip","Concatenate","Console","Constrain","Contains","ConvertDirection","ConvexHull","Cos","Count","Crosses","Cut","Date|0","DateAdd","DateDiff","DateOnly","Day","Decode","DefaultValue","Densify","DensifyGeodetic","Dictionary","Difference","Disjoint","Distance","DistanceGeodetic","DistanceToCoordinate","Distinct","Domain","DomainCode","DomainName","EnvelopeIntersects","Equals","Erase","Exp","Expects","Extent","Feature","FeatureInFilter","FeatureSet","FeatureSetByAssociation","FeatureSetById","FeatureSetByName","FeatureSetByPortalItem","FeatureSetByRelationshipClass","FeatureSetByRelationshipName","Filter","FilterBySubtypeCode","Find","First|0","Floor","FromCharCode","FromCodePoint","FromJSON","Front","GdbVersion","Generalize","Geometry","GetEnvironment","GetFeatureSet","GetFeatureSetInfo","GetUser","GroupBy","Guid","HasKey","HasValue","Hash","Hour","IIf","ISOMonth","ISOWeek","ISOWeekday","ISOYear","Includes","IndexOf","Insert","Intersection","Intersects","IsEmpty","IsNan","IsSelfIntersecting","IsSimple","KnowledgeGraphByPortalItem","Left|0","Length","Length3D","LengthGeodetic","Log","Lower","Map","Max","Mean","MeasureToCoordinate","Mid","Millisecond","Min","Minute","Month","MultiPartToSinglePart","Multipoint","NearestCoordinate","NearestVertex","NextSequenceValue","None","Now","Number","Offset","OrderBy","Overlaps","Point","PointToCoordinate","Polygon","Polyline","Pop","Portal","Pow","Proper","Push","QueryGraph","Random","Reduce","Relate","Replace","Resize","Reverse","Right|0","RingIsClockwise","Rotate","Round","Schema","Second","SetGeometry","Simplify","Sin","Slice","Sort","Splice","Split","Sqrt","StandardizeFilename","StandardizeGuid","Stdev","SubtypeCode","SubtypeName","Subtypes","Sum","SymmetricDifference","Tan","Text","Time","TimeZone","TimeZoneOffset","Timestamp","ToCharCode","ToCodePoint","ToHex","ToLocal","ToUTC","Today","Top|0","Touches","TrackAccelerationAt","TrackAccelerationWindow","TrackCurrentAcceleration","TrackCurrentDistance","TrackCurrentSpeed","TrackCurrentTime","TrackDistanceAt","TrackDistanceWindow","TrackDuration","TrackFieldWindow","TrackGeometryWindow","TrackIndex","TrackSpeedAt","TrackSpeedWindow","TrackStartTime","TrackWindow","Trim","TypeOf","Union","Upper","UrlEncode","Variance","Week","Weekday","When|0","Within","Year|0"]},i=["aggregatedFeatures","analytic","config","datapoint","datastore","editcontext","feature","featureSet","feedfeature","fencefeature","fencenotificationtype","graph","join","layer","locationupdate","map","measure","measure","originalFeature","record","reference","rowindex","sourcedatastore","sourcefeature","sourcelayer","target","targetdatastore","targetfeature","targetlayer","userInput","value","variables","view"],s={className:"symbol",begin:"\\$"+t.either(...i)},o={className:"number",variants:[{begin:"\\b(0[bB][01]+)"},{begin:"\\b(0[oO][0-7]+)"},{begin:e.C_NUMBER_RE}],relevance:0},l={className:"subst",begin:"\\$\\{",end:"\\}",keywords:a,contains:[]},c={className:"string",begin:"`",end:"`",contains:[e.BACKSLASH_ESCAPE,l]};l.contains=[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,c,o,e.REGEXP_MODE];const u=l.contains.concat([e.C_BLOCK_COMMENT_MODE,e.C_LINE_COMMENT_MODE]);return{name:"ArcGIS Arcade",case_insensitive:!0,keywords:a,contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,c,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,s,o,{begin:/[{,]\s*/,relevance:0,contains:[{begin:n+"\\s*:",returnBegin:!0,relevance:0,contains:[{className:"attr",begin:n,relevance:0}]}]},{begin:"("+e.RE_STARTERS_RE+"|\\b(return)\\b)\\s*",keywords:"return",contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.REGEXP_MODE,{className:"function",begin:"(\\(.*?\\)|"+n+")\\s*=>",returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:n},{begin:/\(\s*\)/},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:a,contains:u}]}]}],relevance:0},{beginKeywords:"function",end:/\{/,excludeEnd:!0,contains:[e.inherit(e.TITLE_MODE,{className:"title.function",begin:n}),{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,contains:u}],illegal:/\[|%/},{begin:/\$[(.]/}],illegal:/#(?!!)/}}return DS=r,DS}var PS,MO;function Hae(){if(MO)return PS;MO=1;function r(t){const n=t.regex,a=t.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),i="decltype\\(auto\\)",s="[a-zA-Z_]\\w*::",l="(?!struct)("+i+"|"+n.optional(s)+"[a-zA-Z_]\\w*"+n.optional("<[^<>]+>")+")",c={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},d={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[t.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},t.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},h={className:"number",variants:[{begin:"[+-]?(?:(?:[0-9](?:'?[0-9])*\\.(?:[0-9](?:'?[0-9])*)?|\\.[0-9](?:'?[0-9])*)(?:[Ee][+-]?[0-9](?:'?[0-9])*)?|[0-9](?:'?[0-9])*[Ee][+-]?[0-9](?:'?[0-9])*|0[Xx](?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*(?:\\.(?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)?)?|\\.[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)[Pp][+-]?[0-9](?:'?[0-9])*)(?:[Ff](?:16|32|64|128)?|(BF|bf)16|[Ll]|)"},{begin:"[+-]?\\b(?:0[Bb][01](?:'?[01])*|0[Xx][0-9A-Fa-f](?:'?[0-9A-Fa-f])*|0(?:'?[0-7])*|[1-9](?:'?[0-9])*)(?:[Uu](?:LL?|ll?)|[Uu][Zz]?|(?:LL?|ll?)[Uu]?|[Zz][Uu]|)"}],relevance:0},p={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},t.inherit(d,{className:"string"}),{className:"string",begin:/<.*?>/},a,t.C_BLOCK_COMMENT_MODE]},m={className:"title",begin:n.optional(s)+t.IDENT_RE,relevance:0},g=n.optional(s)+t.IDENT_RE+"\\s*\\(",b=["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],_=["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],v=["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","flat_map","flat_set","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"],y=["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"],w={type:_,keyword:b,literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:v},C={className:"function.dispatch",relevance:0,keywords:{_hint:y},begin:n.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,t.IDENT_RE,n.lookahead(/(<[^<>]+>|)\s*\(/))},x=[C,p,c,a,t.C_BLOCK_COMMENT_MODE,h,d],N={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:w,contains:x.concat([{begin:/\(/,end:/\)/,keywords:w,contains:x.concat(["self"]),relevance:0}]),relevance:0},I={className:"function",begin:"("+l+"[\\*&\\s]+)+"+g,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:w,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:i,keywords:w,relevance:0},{begin:g,returnBegin:!0,contains:[m],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[d,h]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:w,relevance:0,contains:[a,t.C_BLOCK_COMMENT_MODE,d,h,c,{begin:/\(/,end:/\)/,keywords:w,relevance:0,contains:["self",a,t.C_BLOCK_COMMENT_MODE,d,h,c]}]},c,a,t.C_BLOCK_COMMENT_MODE,p]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:w,illegal:"",keywords:w,contains:["self",c]},{begin:t.IDENT_RE+"::",keywords:w},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}function e(t){const n={type:["boolean","byte","word","String"],built_in:["KeyboardController","MouseController","SoftwareSerial","EthernetServer","EthernetClient","LiquidCrystal","RobotControl","GSMVoiceCall","EthernetUDP","EsploraTFT","HttpClient","RobotMotor","WiFiClient","GSMScanner","FileSystem","Scheduler","GSMServer","YunClient","YunServer","IPAddress","GSMClient","GSMModem","Keyboard","Ethernet","Console","GSMBand","Esplora","Stepper","Process","WiFiUDP","GSM_SMS","Mailbox","USBHost","Firmata","PImage","Client","Server","GSMPIN","FileIO","Bridge","Serial","EEPROM","Stream","Mouse","Audio","Servo","File","Task","GPRS","WiFi","Wire","TFT","GSM","SPI","SD"],_hints:["setup","loop","runShellCommandAsynchronously","analogWriteResolution","retrieveCallingNumber","printFirmwareVersion","analogReadResolution","sendDigitalPortPair","noListenOnLocalhost","readJoystickButton","setFirmwareVersion","readJoystickSwitch","scrollDisplayRight","getVoiceCallStatus","scrollDisplayLeft","writeMicroseconds","delayMicroseconds","beginTransmission","getSignalStrength","runAsynchronously","getAsynchronously","listenOnLocalhost","getCurrentCarrier","readAccelerometer","messageAvailable","sendDigitalPorts","lineFollowConfig","countryNameWrite","runShellCommand","readStringUntil","rewindDirectory","readTemperature","setClockDivider","readLightSensor","endTransmission","analogReference","detachInterrupt","countryNameRead","attachInterrupt","encryptionType","readBytesUntil","robotNameWrite","readMicrophone","robotNameRead","cityNameWrite","userNameWrite","readJoystickY","readJoystickX","mouseReleased","openNextFile","scanNetworks","noInterrupts","digitalWrite","beginSpeaker","mousePressed","isActionDone","mouseDragged","displayLogos","noAutoscroll","addParameter","remoteNumber","getModifiers","keyboardRead","userNameRead","waitContinue","processInput","parseCommand","printVersion","readNetworks","writeMessage","blinkVersion","cityNameRead","readMessage","setDataMode","parsePacket","isListening","setBitOrder","beginPacket","isDirectory","motorsWrite","drawCompass","digitalRead","clearScreen","serialEvent","rightToLeft","setTextSize","leftToRight","requestFrom","keyReleased","compassRead","analogWrite","interrupts","WiFiServer","disconnect","playMelody","parseFloat","autoscroll","getPINUsed","setPINUsed","setTimeout","sendAnalog","readSlider","analogRead","beginWrite","createChar","motorsStop","keyPressed","tempoWrite","readButton","subnetMask","debugPrint","macAddress","writeGreen","randomSeed","attachGPRS","readString","sendString","remotePort","releaseAll","mouseMoved","background","getXChange","getYChange","answerCall","getResult","voiceCall","endPacket","constrain","getSocket","writeJSON","getButton","available","connected","findUntil","readBytes","exitValue","readGreen","writeBlue","startLoop","IPAddress","isPressed","sendSysex","pauseMode","gatewayIP","setCursor","getOemKey","tuneWrite","noDisplay","loadImage","switchPIN","onRequest","onReceive","changePIN","playFile","noBuffer","parseInt","overflow","checkPIN","knobRead","beginTFT","bitClear","updateIR","bitWrite","position","writeRGB","highByte","writeRed","setSpeed","readBlue","noStroke","remoteIP","transfer","shutdown","hangCall","beginSMS","endWrite","attached","maintain","noCursor","checkReg","checkPUK","shiftOut","isValid","shiftIn","pulseIn","connect","println","localIP","pinMode","getIMEI","display","noBlink","process","getBand","running","beginSD","drawBMP","lowByte","setBand","release","bitRead","prepare","pointTo","readRed","setMode","noFill","remove","listen","stroke","detach","attach","noTone","exists","buffer","height","bitSet","circle","config","cursor","random","IRread","setDNS","endSMS","getKey","micros","millis","begin","print","write","ready","flush","width","isPIN","blink","clear","press","mkdir","rmdir","close","point","yield","image","BSSID","click","delay","read","text","move","peek","beep","rect","line","open","seek","fill","size","turn","stop","home","find","step","tone","sqrt","RSSI","SSID","end","bit","tan","cos","sin","pow","map","abs","max","min","get","run","put"],literal:["DIGITAL_MESSAGE","FIRMATA_STRING","ANALOG_MESSAGE","REPORT_DIGITAL","REPORT_ANALOG","INPUT_PULLUP","SET_PIN_MODE","INTERNAL2V56","SYSTEM_RESET","LED_BUILTIN","INTERNAL1V1","SYSEX_START","INTERNAL","EXTERNAL","DEFAULT","OUTPUT","INPUT","HIGH","LOW"]},a=r(t),i=a.keywords;return i.type=[...i.type,...n.type],i.literal=[...i.literal,...n.literal],i.built_in=[...i.built_in,...n.built_in],i._hints=n._hints,a.name="Arduino",a.aliases=["ino"],a.supersetOf="cpp",a}return PS=e,PS}var LS,DO;function Vae(){if(DO)return LS;DO=1;function r(e){const t={variants:[e.COMMENT("^[ \\t]*(?=#)","$",{relevance:0,excludeBegin:!0}),e.COMMENT("[;@]","$",{relevance:0}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]};return{name:"ARM Assembly",case_insensitive:!0,aliases:["arm"],keywords:{$pattern:"\\.?"+e.IDENT_RE,meta:".2byte .4byte .align .ascii .asciz .balign .byte .code .data .else .end .endif .endm .endr .equ .err .exitm .extern .global .hword .if .ifdef .ifndef .include .irp .long .macro .rept .req .section .set .skip .space .text .word .arm .thumb .code16 .code32 .force_thumb .thumb_func .ltorg ALIAS ALIGN ARM AREA ASSERT ATTR CN CODE CODE16 CODE32 COMMON CP DATA DCB DCD DCDU DCDO DCFD DCFDU DCI DCQ DCQU DCW DCWU DN ELIF ELSE END ENDFUNC ENDIF ENDP ENTRY EQU EXPORT EXPORTAS EXTERN FIELD FILL FUNCTION GBLA GBLL GBLS GET GLOBAL IF IMPORT INCBIN INCLUDE INFO KEEP LCLA LCLL LCLS LTORG MACRO MAP MEND MEXIT NOFP OPT PRESERVE8 PROC QN READONLY RELOC REQUIRE REQUIRE8 RLIST FN ROUT SETA SETL SETS SN SPACE SUBT THUMB THUMBX TTL WHILE WEND ",built_in:"r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r10 r11 r12 r13 r14 r15 w0 w1 w2 w3 w4 w5 w6 w7 w8 w9 w10 w11 w12 w13 w14 w15 w16 w17 w18 w19 w20 w21 w22 w23 w24 w25 w26 w27 w28 w29 w30 x0 x1 x2 x3 x4 x5 x6 x7 x8 x9 x10 x11 x12 x13 x14 x15 x16 x17 x18 x19 x20 x21 x22 x23 x24 x25 x26 x27 x28 x29 x30 pc lr sp ip sl sb fp a1 a2 a3 a4 v1 v2 v3 v4 v5 v6 v7 v8 f0 f1 f2 f3 f4 f5 f6 f7 p0 p1 p2 p3 p4 p5 p6 p7 p8 p9 p10 p11 p12 p13 p14 p15 c0 c1 c2 c3 c4 c5 c6 c7 c8 c9 c10 c11 c12 c13 c14 c15 q0 q1 q2 q3 q4 q5 q6 q7 q8 q9 q10 q11 q12 q13 q14 q15 cpsr_c cpsr_x cpsr_s cpsr_f cpsr_cx cpsr_cxs cpsr_xs cpsr_xsf cpsr_sf cpsr_cxsf spsr_c spsr_x spsr_s spsr_f spsr_cx spsr_cxs spsr_xs spsr_xsf spsr_sf spsr_cxsf s0 s1 s2 s3 s4 s5 s6 s7 s8 s9 s10 s11 s12 s13 s14 s15 s16 s17 s18 s19 s20 s21 s22 s23 s24 s25 s26 s27 s28 s29 s30 s31 d0 d1 d2 d3 d4 d5 d6 d7 d8 d9 d10 d11 d12 d13 d14 d15 d16 d17 d18 d19 d20 d21 d22 d23 d24 d25 d26 d27 d28 d29 d30 d31 {PC} {VAR} {TRUE} {FALSE} {OPT} {CONFIG} {ENDIAN} {CODESIZE} {CPU} {FPU} {ARCHITECTURE} {PCSTOREOFFSET} {ARMASM_VERSION} {INTER} {ROPI} {RWPI} {SWST} {NOSWST} . @"},contains:[{className:"keyword",begin:"\\b(adc|(qd?|sh?|u[qh]?)?add(8|16)?|usada?8|(q|sh?|u[qh]?)?(as|sa)x|and|adrl?|sbc|rs[bc]|asr|b[lx]?|blx|bxj|cbn?z|tb[bh]|bic|bfc|bfi|[su]bfx|bkpt|cdp2?|clz|clrex|cmp|cmn|cpsi[ed]|cps|setend|dbg|dmb|dsb|eor|isb|it[te]{0,3}|lsl|lsr|ror|rrx|ldm(([id][ab])|f[ds])?|ldr((s|ex)?[bhd])?|movt?|mvn|mra|mar|mul|[us]mull|smul[bwt][bt]|smu[as]d|smmul|smmla|mla|umlaal|smlal?([wbt][bt]|d)|mls|smlsl?[ds]|smc|svc|sev|mia([bt]{2}|ph)?|mrr?c2?|mcrr2?|mrs|msr|orr|orn|pkh(tb|bt)|rbit|rev(16|sh)?|sel|[su]sat(16)?|nop|pop|push|rfe([id][ab])?|stm([id][ab])?|str(ex)?[bhd]?|(qd?)?sub|(sh?|q|u[qh]?)?sub(8|16)|[su]xt(a?h|a?b(16)?)|srs([id][ab])?|swpb?|swi|smi|tst|teq|wfe|wfi|yield)(eq|ne|cs|cc|mi|pl|vs|vc|hi|ls|ge|lt|gt|le|al|hs|lo)?[sptrx]?(?=\\s)"},t,e.QUOTE_STRING_MODE,{className:"string",begin:"'",end:"[^\\\\]'",relevance:0},{className:"title",begin:"\\|",end:"\\|",illegal:"\\n",relevance:0},{className:"number",variants:[{begin:"[#$=]?0x[0-9a-f]+"},{begin:"[#$=]?0b[01]+"},{begin:"[#$=]\\d+"},{begin:"\\b\\d+"}],relevance:0},{className:"symbol",variants:[{begin:"^[ \\t]*[a-z_\\.\\$][a-z0-9_\\.\\$]+:"},{begin:"^[a-z_\\.\\$][a-z0-9_\\.\\$]+"},{begin:"[=#]\\w+"}],relevance:0}]}}return LS=r,LS}var FS,PO;function Yae(){if(PO)return FS;PO=1;function r(e){const t=e.regex,n=t.concat(/[\p{L}_]/u,t.optional(/[\p{L}0-9_.-]*:/u),/[\p{L}0-9_.-]*/u),a=/[\p{L}0-9._:-]+/u,i={className:"symbol",begin:/&[a-z]+;|&#[0-9]+;|&#x[a-f0-9]+;/},s={begin:/\s/,contains:[{className:"keyword",begin:/#?[a-z_][a-z1-9_-]+/,illegal:/\n/}]},o=e.inherit(s,{begin:/\(/,end:/\)/}),l=e.inherit(e.APOS_STRING_MODE,{className:"string"}),c=e.inherit(e.QUOTE_STRING_MODE,{className:"string"}),u={endsWithParent:!0,illegal:/`]+/}]}]}]};return{name:"HTML, XML",aliases:["html","xhtml","rss","atom","xjb","xsd","xsl","plist","wsf","svg"],case_insensitive:!0,unicodeRegex:!0,contains:[{className:"meta",begin://,relevance:10,contains:[s,c,l,o,{begin:/\[/,end:/\]/,contains:[{className:"meta",begin://,contains:[s,o,c,l]}]}]},e.COMMENT(//,{relevance:10}),{begin://,relevance:10},i,{className:"meta",end:/\?>/,variants:[{begin:/<\?xml/,relevance:10,contains:[c]},{begin:/<\?[a-z][a-z0-9]+/}]},{className:"tag",begin:/)/,end:/>/,keywords:{name:"style"},contains:[u],starts:{end:/<\/style>/,returnEnd:!0,subLanguage:["css","xml"]}},{className:"tag",begin:/)/,end:/>/,keywords:{name:"script"},contains:[u],starts:{end:/<\/script>/,returnEnd:!0,subLanguage:["javascript","handlebars","xml"]}},{className:"tag",begin:/<>|<\/>/},{className:"tag",begin:t.concat(//,/>/,/\s/)))),end:/\/?>/,contains:[{className:"name",begin:n,relevance:0,starts:u}]},{className:"tag",begin:t.concat(/<\//,t.lookahead(t.concat(n,/>/))),contains:[{className:"name",begin:n,relevance:0},{begin:/>/,relevance:0,endsParent:!0}]}]}}return FS=r,FS}var BS,LO;function Wae(){if(LO)return BS;LO=1;function r(e){const t=e.regex,n={begin:"^'{3,}[ \\t]*$",relevance:10},a=[{begin:/\\[*_`]/},{begin:/\\\\\*{2}[^\n]*?\*{2}/},{begin:/\\\\_{2}[^\n]*_{2}/},{begin:/\\\\`{2}[^\n]*`{2}/},{begin:/[:;}][*_`](?![*_`])/}],i=[{className:"strong",begin:/\*{2}([^\n]+?)\*{2}/},{className:"strong",begin:t.concat(/\*\*/,/((\*(?!\*)|\\[^\n]|[^*\n\\])+\n)+/,/(\*(?!\*)|\\[^\n]|[^*\n\\])*/,/\*\*/),relevance:0},{className:"strong",begin:/\B\*(\S|\S[^\n]*?\S)\*(?!\w)/},{className:"strong",begin:/\*[^\s]([^\n]+\n)+([^\n]+)\*/}],s=[{className:"emphasis",begin:/_{2}([^\n]+?)_{2}/},{className:"emphasis",begin:t.concat(/__/,/((_(?!_)|\\[^\n]|[^_\n\\])+\n)+/,/(_(?!_)|\\[^\n]|[^_\n\\])*/,/__/),relevance:0},{className:"emphasis",begin:/\b_(\S|\S[^\n]*?\S)_(?!\w)/},{className:"emphasis",begin:/_[^\s]([^\n]+\n)+([^\n]+)_/},{className:"emphasis",begin:"\\B'(?!['\\s])",end:"(\\n{2}|')",contains:[{begin:"\\\\'\\w",relevance:0}],relevance:0}],o={className:"symbol",begin:"^(NOTE|TIP|IMPORTANT|WARNING|CAUTION):\\s+",relevance:10},l={className:"bullet",begin:"^(\\*+|-+|\\.+|[^\\n]+?::)\\s+"};return{name:"AsciiDoc",aliases:["adoc"],contains:[e.COMMENT("^/{4,}\\n","\\n/{4,}$",{relevance:10}),e.COMMENT("^//","$",{relevance:0}),{className:"title",begin:"^\\.\\w.*$"},{begin:"^[=\\*]{4,}\\n",end:"\\n^[=\\*]{4,}$",relevance:10},{className:"section",relevance:10,variants:[{begin:"^(={1,6})[ ].+?([ ]\\1)?$"},{begin:"^[^\\[\\]\\n]+?\\n[=\\-~\\^\\+]{2,}$"}]},{className:"meta",begin:"^:.+?:",end:"\\s",excludeEnd:!0,relevance:10},{className:"meta",begin:"^\\[.+?\\]$",relevance:0},{className:"quote",begin:"^_{4,}\\n",end:"\\n_{4,}$",relevance:10},{className:"code",begin:"^[\\-\\.]{4,}\\n",end:"\\n[\\-\\.]{4,}$",relevance:10},{begin:"^\\+{4,}\\n",end:"\\n\\+{4,}$",contains:[{begin:"<",end:">",subLanguage:"xml",relevance:0}],relevance:10},l,o,...a,...i,...s,{className:"string",variants:[{begin:"``.+?''"},{begin:"`.+?'"}]},{className:"code",begin:/`{2}/,end:/(\n{2}|`{2})/},{className:"code",begin:"(`.+?`|\\+.+?\\+)",relevance:0},{className:"code",begin:"^[ \\t]",end:"$",relevance:0},n,{begin:"(link:)?(http|https|ftp|file|irc|image:?):\\S+?\\[[^[]*?\\]",returnBegin:!0,contains:[{begin:"(link|image:?):",relevance:0},{className:"link",begin:"\\w",end:"[^\\[]+",relevance:0},{className:"string",begin:"\\[",end:"\\]",excludeBegin:!0,excludeEnd:!0,relevance:0}],relevance:10}]}}return BS=r,BS}var US,FO;function jae(){if(FO)return US;FO=1;function r(e){const t=e.regex,n=["false","synchronized","int","abstract","float","private","char","boolean","static","null","if","const","for","true","while","long","throw","strictfp","finally","protected","import","native","final","return","void","enum","else","extends","implements","break","transient","new","catch","instanceof","byte","super","volatile","case","assert","short","package","default","double","public","try","this","switch","continue","throws","privileged","aspectOf","adviceexecution","proceed","cflowbelow","cflow","initialization","preinitialization","staticinitialization","withincode","target","within","execution","getWithinTypeName","handler","thisJoinPoint","thisJoinPointStaticPart","thisEnclosingJoinPointStaticPart","declare","parents","warning","error","soft","precedence","thisAspectInstance"],a=["get","set","args","call"];return{name:"AspectJ",keywords:n,illegal:/<\/|#/,contains:[e.COMMENT(/\/\*\*/,/\*\//,{relevance:0,contains:[{begin:/\w+@/,relevance:0},{className:"doctag",begin:/@[A-Za-z]+/}]}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{className:"class",beginKeywords:"aspect",end:/[{;=]/,excludeEnd:!0,illegal:/[:;"\[\]]/,contains:[{beginKeywords:"extends implements pertypewithin perthis pertarget percflowbelow percflow issingleton"},e.UNDERSCORE_TITLE_MODE,{begin:/\([^\)]*/,end:/[)]+/,keywords:n.concat(a),excludeEnd:!1}]},{className:"class",beginKeywords:"class interface",end:/[{;=]/,excludeEnd:!0,relevance:0,keywords:"class interface",illegal:/[:"\[\]]/,contains:[{beginKeywords:"extends implements"},e.UNDERSCORE_TITLE_MODE]},{beginKeywords:"pointcut after before around throwing returning",end:/[)]/,excludeEnd:!1,illegal:/["\[\]]/,contains:[{begin:t.concat(e.UNDERSCORE_IDENT_RE,/\s*\(/),returnBegin:!0,contains:[e.UNDERSCORE_TITLE_MODE]}]},{begin:/[:]/,returnBegin:!0,end:/[{;]/,relevance:0,excludeEnd:!1,keywords:n,illegal:/["\[\]]/,contains:[{begin:t.concat(e.UNDERSCORE_IDENT_RE,/\s*\(/),keywords:n.concat(a),relevance:0},e.QUOTE_STRING_MODE]},{beginKeywords:"new throw",relevance:0},{className:"function",begin:/\w+ +\w+(\.\w+)?\s*\([^\)]*\)\s*((throws)[\w\s,]+)?[\{;]/,returnBegin:!0,end:/[{;=]/,keywords:n,excludeEnd:!0,contains:[{begin:t.concat(e.UNDERSCORE_IDENT_RE,/\s*\(/),returnBegin:!0,relevance:0,contains:[e.UNDERSCORE_TITLE_MODE]},{className:"params",begin:/\(/,end:/\)/,relevance:0,keywords:n,contains:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},e.C_NUMBER_MODE,{className:"meta",begin:/@[A-Za-z]+/}]}}return US=r,US}var $S,BO;function Kae(){if(BO)return $S;BO=1;function r(e){const t={begin:"`[\\s\\S]"};return{name:"AutoHotkey",case_insensitive:!0,aliases:["ahk"],keywords:{keyword:"Break Continue Critical Exit ExitApp Gosub Goto New OnExit Pause return SetBatchLines SetTimer Suspend Thread Throw Until ahk_id ahk_class ahk_pid ahk_exe ahk_group",literal:"true false NOT AND OR",built_in:"ComSpec Clipboard ClipboardAll ErrorLevel"},contains:[t,e.inherit(e.QUOTE_STRING_MODE,{contains:[t]}),e.COMMENT(";","$",{relevance:0}),e.C_BLOCK_COMMENT_MODE,{className:"number",begin:e.NUMBER_RE,relevance:0},{className:"variable",begin:"%[a-zA-Z0-9#_$@]+%"},{className:"built_in",begin:"^\\s*\\w+\\s*(,|%)"},{className:"title",variants:[{begin:'^[^\\n";]+::(?!=)'},{begin:'^[^\\n";]+:(?!=)',relevance:0}]},{className:"meta",begin:"^\\s*#\\w+",end:"$",relevance:0},{className:"built_in",begin:"A_[a-zA-Z0-9]+"},{begin:",\\s*,"}]}}return $S=r,$S}var GS,UO;function Xae(){if(UO)return GS;UO=1;function r(e){const t="ByRef Case Const ContinueCase ContinueLoop Dim Do Else ElseIf EndFunc EndIf EndSelect EndSwitch EndWith Enum Exit ExitLoop For Func Global If In Local Next ReDim Return Select Static Step Switch Then To Until Volatile WEnd While With",n=["EndRegion","forcedef","forceref","ignorefunc","include","include-once","NoTrayIcon","OnAutoItStartRegister","pragma","Region","RequireAdmin","Tidy_Off","Tidy_On","Tidy_Parameters"],a="True False And Null Not Or Default",i="Abs ACos AdlibRegister AdlibUnRegister Asc AscW ASin Assign ATan AutoItSetOption AutoItWinGetTitle AutoItWinSetTitle Beep Binary BinaryLen BinaryMid BinaryToString BitAND BitNOT BitOR BitRotate BitShift BitXOR BlockInput Break Call CDTray Ceiling Chr ChrW ClipGet ClipPut ConsoleRead ConsoleWrite ConsoleWriteError ControlClick ControlCommand ControlDisable ControlEnable ControlFocus ControlGetFocus ControlGetHandle ControlGetPos ControlGetText ControlHide ControlListView ControlMove ControlSend ControlSetText ControlShow ControlTreeView Cos Dec DirCopy DirCreate DirGetSize DirMove DirRemove DllCall DllCallAddress DllCallbackFree DllCallbackGetPtr DllCallbackRegister DllClose DllOpen DllStructCreate DllStructGetData DllStructGetPtr DllStructGetSize DllStructSetData DriveGetDrive DriveGetFileSystem DriveGetLabel DriveGetSerial DriveGetType DriveMapAdd DriveMapDel DriveMapGet DriveSetLabel DriveSpaceFree DriveSpaceTotal DriveStatus EnvGet EnvSet EnvUpdate Eval Execute Exp FileChangeDir FileClose FileCopy FileCreateNTFSLink FileCreateShortcut FileDelete FileExists FileFindFirstFile FileFindNextFile FileFlush FileGetAttrib FileGetEncoding FileGetLongName FileGetPos FileGetShortcut FileGetShortName FileGetSize FileGetTime FileGetVersion FileInstall FileMove FileOpen FileOpenDialog FileRead FileReadLine FileReadToArray FileRecycle FileRecycleEmpty FileSaveDialog FileSelectFolder FileSetAttrib FileSetEnd FileSetPos FileSetTime FileWrite FileWriteLine Floor FtpSetProxy FuncName GUICreate GUICtrlCreateAvi GUICtrlCreateButton GUICtrlCreateCheckbox GUICtrlCreateCombo GUICtrlCreateContextMenu GUICtrlCreateDate GUICtrlCreateDummy GUICtrlCreateEdit GUICtrlCreateGraphic GUICtrlCreateGroup GUICtrlCreateIcon GUICtrlCreateInput GUICtrlCreateLabel GUICtrlCreateList GUICtrlCreateListView GUICtrlCreateListViewItem GUICtrlCreateMenu GUICtrlCreateMenuItem GUICtrlCreateMonthCal GUICtrlCreateObj GUICtrlCreatePic GUICtrlCreateProgress GUICtrlCreateRadio GUICtrlCreateSlider GUICtrlCreateTab GUICtrlCreateTabItem GUICtrlCreateTreeView GUICtrlCreateTreeViewItem GUICtrlCreateUpdown GUICtrlDelete GUICtrlGetHandle GUICtrlGetState GUICtrlRead GUICtrlRecvMsg GUICtrlRegisterListViewSort GUICtrlSendMsg GUICtrlSendToDummy GUICtrlSetBkColor GUICtrlSetColor GUICtrlSetCursor GUICtrlSetData GUICtrlSetDefBkColor GUICtrlSetDefColor GUICtrlSetFont GUICtrlSetGraphic GUICtrlSetImage GUICtrlSetLimit GUICtrlSetOnEvent GUICtrlSetPos GUICtrlSetResizing GUICtrlSetState GUICtrlSetStyle GUICtrlSetTip GUIDelete GUIGetCursorInfo GUIGetMsg GUIGetStyle GUIRegisterMsg GUISetAccelerators GUISetBkColor GUISetCoord GUISetCursor GUISetFont GUISetHelp GUISetIcon GUISetOnEvent GUISetState GUISetStyle GUIStartGroup GUISwitch Hex HotKeySet HttpSetProxy HttpSetUserAgent HWnd InetClose InetGet InetGetInfo InetGetSize InetRead IniDelete IniRead IniReadSection IniReadSectionNames IniRenameSection IniWrite IniWriteSection InputBox Int IsAdmin IsArray IsBinary IsBool IsDeclared IsDllStruct IsFloat IsFunc IsHWnd IsInt IsKeyword IsNumber IsObj IsPtr IsString Log MemGetStats Mod MouseClick MouseClickDrag MouseDown MouseGetCursor MouseGetPos MouseMove MouseUp MouseWheel MsgBox Number ObjCreate ObjCreateInterface ObjEvent ObjGet ObjName OnAutoItExitRegister OnAutoItExitUnRegister Ping PixelChecksum PixelGetColor PixelSearch ProcessClose ProcessExists ProcessGetStats ProcessList ProcessSetPriority ProcessWait ProcessWaitClose ProgressOff ProgressOn ProgressSet Ptr Random RegDelete RegEnumKey RegEnumVal RegRead RegWrite Round Run RunAs RunAsWait RunWait Send SendKeepActive SetError SetExtended ShellExecute ShellExecuteWait Shutdown Sin Sleep SoundPlay SoundSetWaveVolume SplashImageOn SplashOff SplashTextOn Sqrt SRandom StatusbarGetText StderrRead StdinWrite StdioClose StdoutRead String StringAddCR StringCompare StringFormat StringFromASCIIArray StringInStr StringIsAlNum StringIsAlpha StringIsASCII StringIsDigit StringIsFloat StringIsInt StringIsLower StringIsSpace StringIsUpper StringIsXDigit StringLeft StringLen StringLower StringMid StringRegExp StringRegExpReplace StringReplace StringReverse StringRight StringSplit StringStripCR StringStripWS StringToASCIIArray StringToBinary StringTrimLeft StringTrimRight StringUpper Tan TCPAccept TCPCloseSocket TCPConnect TCPListen TCPNameToIP TCPRecv TCPSend TCPShutdown, UDPShutdown TCPStartup, UDPStartup TimerDiff TimerInit ToolTip TrayCreateItem TrayCreateMenu TrayGetMsg TrayItemDelete TrayItemGetHandle TrayItemGetState TrayItemGetText TrayItemSetOnEvent TrayItemSetState TrayItemSetText TraySetClick TraySetIcon TraySetOnEvent TraySetPauseIcon TraySetState TraySetToolTip TrayTip UBound UDPBind UDPCloseSocket UDPOpen UDPRecv UDPSend VarGetType WinActivate WinActive WinClose WinExists WinFlash WinGetCaretPos WinGetClassList WinGetClientSize WinGetHandle WinGetPos WinGetProcess WinGetState WinGetText WinGetTitle WinKill WinList WinMenuSelectItem WinMinimizeAll WinMinimizeAllUndo WinMove WinSetOnTop WinSetState WinSetTitle WinSetTrans WinWait WinWaitActive WinWaitClose WinWaitNotActive",s={variants:[e.COMMENT(";","$",{relevance:0}),e.COMMENT("#cs","#ce"),e.COMMENT("#comments-start","#comments-end")]},o={begin:"\\$[A-z0-9_]+"},l={className:"string",variants:[{begin:/"/,end:/"/,contains:[{begin:/""/,relevance:0}]},{begin:/'/,end:/'/,contains:[{begin:/''/,relevance:0}]}]},c={variants:[e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE]},u={className:"meta",begin:"#",end:"$",keywords:{keyword:n},contains:[{begin:/\\\n/,relevance:0},{beginKeywords:"include",keywords:{keyword:"include"},end:"$",contains:[l,{className:"string",variants:[{begin:"<",end:">"},{begin:/"/,end:/"/,contains:[{begin:/""/,relevance:0}]},{begin:/'/,end:/'/,contains:[{begin:/''/,relevance:0}]}]}]},l,s]},d={className:"symbol",begin:"@[A-z0-9_]+"},h={beginKeywords:"Func",end:"$",illegal:"\\$|\\[|%",contains:[e.inherit(e.UNDERSCORE_TITLE_MODE,{className:"title.function"}),{className:"params",begin:"\\(",end:"\\)",contains:[o,l,c]}]};return{name:"AutoIt",case_insensitive:!0,illegal:/\/\*/,keywords:{keyword:t,built_in:i,literal:a},contains:[s,o,l,c,u,d,h]}}return GS=r,GS}var zS,$O;function Qae(){if($O)return zS;$O=1;function r(e){return{name:"AVR Assembly",case_insensitive:!0,keywords:{$pattern:"\\.?"+e.IDENT_RE,keyword:"adc add adiw and andi asr bclr bld brbc brbs brcc brcs break breq brge brhc brhs brid brie brlo brlt brmi brne brpl brsh brtc brts brvc brvs bset bst call cbi cbr clc clh cli cln clr cls clt clv clz com cp cpc cpi cpse dec eicall eijmp elpm eor fmul fmuls fmulsu icall ijmp in inc jmp ld ldd ldi lds lpm lsl lsr mov movw mul muls mulsu neg nop or ori out pop push rcall ret reti rjmp rol ror sbc sbr sbrc sbrs sec seh sbi sbci sbic sbis sbiw sei sen ser ses set sev sez sleep spm st std sts sub subi swap tst wdr",built_in:"r0 r1 r2 r3 r4 r5 r6 r7 r8 r9 r10 r11 r12 r13 r14 r15 r16 r17 r18 r19 r20 r21 r22 r23 r24 r25 r26 r27 r28 r29 r30 r31 x|0 xh xl y|0 yh yl z|0 zh zl ucsr1c udr1 ucsr1a ucsr1b ubrr1l ubrr1h ucsr0c ubrr0h tccr3c tccr3a tccr3b tcnt3h tcnt3l ocr3ah ocr3al ocr3bh ocr3bl ocr3ch ocr3cl icr3h icr3l etimsk etifr tccr1c ocr1ch ocr1cl twcr twdr twar twsr twbr osccal xmcra xmcrb eicra spmcsr spmcr portg ddrg ping portf ddrf sreg sph spl xdiv rampz eicrb eimsk gimsk gicr eifr gifr timsk tifr mcucr mcucsr tccr0 tcnt0 ocr0 assr tccr1a tccr1b tcnt1h tcnt1l ocr1ah ocr1al ocr1bh ocr1bl icr1h icr1l tccr2 tcnt2 ocr2 ocdr wdtcr sfior eearh eearl eedr eecr porta ddra pina portb ddrb pinb portc ddrc pinc portd ddrd pind spdr spsr spcr udr0 ucsr0a ucsr0b ubrr0l acsr admux adcsr adch adcl porte ddre pine pinf",meta:".byte .cseg .db .def .device .dseg .dw .endmacro .equ .eseg .exit .include .list .listmac .macro .nolist .org .set"},contains:[e.C_BLOCK_COMMENT_MODE,e.COMMENT(";","$",{relevance:0}),e.C_NUMBER_MODE,e.BINARY_NUMBER_MODE,{className:"number",begin:"\\b(\\$[a-zA-Z0-9]+|0o[0-7]+)"},e.QUOTE_STRING_MODE,{className:"string",begin:"'",end:"[^\\\\]'",illegal:"[^\\\\][^']"},{className:"symbol",begin:"^[A-Za-z0-9_.$]+:"},{className:"meta",begin:"#",end:"$"},{className:"subst",begin:"@[0-9]+"}]}}return zS=r,zS}var qS,GO;function Zae(){if(GO)return qS;GO=1;function r(e){const t={className:"variable",variants:[{begin:/\$[\w\d#@][\w\d_]*/},{begin:/\$\{(.*?)\}/}]},n="BEGIN END if else while do for in break continue delete next nextfile function func exit|10",a={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:/(u|b)?r?'''/,end:/'''/,relevance:10},{begin:/(u|b)?r?"""/,end:/"""/,relevance:10},{begin:/(u|r|ur)'/,end:/'/,relevance:10},{begin:/(u|r|ur)"/,end:/"/,relevance:10},{begin:/(b|br)'/,end:/'/},{begin:/(b|br)"/,end:/"/},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]};return{name:"Awk",keywords:{keyword:n},contains:[t,a,e.REGEXP_MODE,e.HASH_COMMENT_MODE,e.NUMBER_MODE]}}return qS=r,qS}var HS,zO;function Jae(){if(zO)return HS;zO=1;function r(e){const t=e.UNDERSCORE_IDENT_RE,s={keyword:["abstract","as","asc","avg","break","breakpoint","by","byref","case","catch","changecompany","class","client","client","common","const","continue","count","crosscompany","delegate","delete_from","desc","display","div","do","edit","else","eventhandler","exists","extends","final","finally","firstfast","firstonly","firstonly1","firstonly10","firstonly100","firstonly1000","flush","for","forceliterals","forcenestedloop","forceplaceholders","forceselectorder","forupdate","from","generateonly","group","hint","if","implements","in","index","insert_recordset","interface","internal","is","join","like","maxof","minof","mod","namespace","new","next","nofetch","notexists","optimisticlock","order","outer","pessimisticlock","print","private","protected","public","readonly","repeatableread","retry","return","reverse","select","server","setting","static","sum","super","switch","this","throw","try","ttsabort","ttsbegin","ttscommit","unchecked","update_recordset","using","validtimestate","void","where","while"],built_in:["anytype","boolean","byte","char","container","date","double","enum","guid","int","int64","long","real","short","str","utcdatetime","var"],literal:["default","false","null","true"]},o={variants:[{match:[/(class|interface)\s+/,t,/\s+(extends|implements)\s+/,t]},{match:[/class\s+/,t]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:s};return{name:"X++",aliases:["x++"],keywords:s,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,{className:"meta",begin:"#",end:"$"},o]}}return HS=r,HS}var VS,qO;function eie(){if(qO)return VS;qO=1;function r(e){const t=e.regex,n={},a={begin:/\$\{/,end:/\}/,contains:["self",{begin:/:-/,contains:[n]}]};Object.assign(n,{className:"variable",variants:[{begin:t.concat(/\$[\w\d#@][\w\d_]*/,"(?![\\w\\d])(?![$])")},a]});const i={className:"subst",begin:/\$\(/,end:/\)/,contains:[e.BACKSLASH_ESCAPE]},s=e.inherit(e.COMMENT(),{match:[/(^|\s)/,/#.*$/],scope:{2:"comment"}}),o={begin:/<<-?\s*(?=\w+)/,starts:{contains:[e.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,className:"string"})]}},l={className:"string",begin:/"/,end:/"/,contains:[e.BACKSLASH_ESCAPE,n,i]};i.contains.push(l);const c={match:/\\"/},u={className:"string",begin:/'/,end:/'/},d={match:/\\'/},h={begin:/\$?\(\(/,end:/\)\)/,contains:[{begin:/\d+#[0-9a-f]+/,className:"number"},e.NUMBER_MODE,n]},p=["fish","bash","zsh","sh","csh","ksh","tcsh","dash","scsh"],m=e.SHEBANG({binary:`(${p.join("|")})`,relevance:10}),g={className:"function",begin:/\w[\w\d_]*\s*\(\s*\)\s*\{/,returnBegin:!0,contains:[e.inherit(e.TITLE_MODE,{begin:/\w[\w\d_]*/})],relevance:0},b=["if","then","else","elif","fi","time","for","while","until","in","do","done","case","esac","coproc","function","select"],_=["true","false"],v={match:/(\/[a-z._-]+)+/},y=["break","cd","continue","eval","exec","exit","export","getopts","hash","pwd","readonly","return","shift","test","times","trap","umask","unset"],E=["alias","bind","builtin","caller","command","declare","echo","enable","help","let","local","logout","mapfile","printf","read","readarray","source","sudo","type","typeset","ulimit","unalias"],S=["autoload","bg","bindkey","bye","cap","chdir","clone","comparguments","compcall","compctl","compdescribe","compfiles","compgroups","compquote","comptags","comptry","compvalues","dirs","disable","disown","echotc","echoti","emulate","fc","fg","float","functions","getcap","getln","history","integer","jobs","kill","limit","log","noglob","popd","print","pushd","pushln","rehash","sched","setcap","setopt","stat","suspend","ttyctl","unfunction","unhash","unlimit","unsetopt","vared","wait","whence","where","which","zcompile","zformat","zftp","zle","zmodload","zparseopts","zprof","zpty","zregexparse","zsocket","zstyle","ztcp"],w=["chcon","chgrp","chown","chmod","cp","dd","df","dir","dircolors","ln","ls","mkdir","mkfifo","mknod","mktemp","mv","realpath","rm","rmdir","shred","sync","touch","truncate","vdir","b2sum","base32","base64","cat","cksum","comm","csplit","cut","expand","fmt","fold","head","join","md5sum","nl","numfmt","od","paste","ptx","pr","sha1sum","sha224sum","sha256sum","sha384sum","sha512sum","shuf","sort","split","sum","tac","tail","tr","tsort","unexpand","uniq","wc","arch","basename","chroot","date","dirname","du","echo","env","expr","factor","groups","hostid","id","link","logname","nice","nohup","nproc","pathchk","pinky","printenv","printf","pwd","readlink","runcon","seq","sleep","stat","stdbuf","stty","tee","test","timeout","tty","uname","unlink","uptime","users","who","whoami","yes"];return{name:"Bash",aliases:["sh","zsh"],keywords:{$pattern:/\b[a-z][a-z0-9._-]+\b/,keyword:b,literal:_,built_in:[...y,...E,"set","shopt",...S,...w]},contains:[m,e.SHEBANG(),g,h,s,o,v,l,c,u,d,n]}}return VS=r,VS}var YS,HO;function tie(){if(HO)return YS;HO=1;function r(e){return{name:"BASIC",case_insensitive:!0,illegal:"^.",keywords:{$pattern:"[a-zA-Z][a-zA-Z0-9_$%!#]*",keyword:["ABS","ASC","AND","ATN","AUTO|0","BEEP","BLOAD|10","BSAVE|10","CALL","CALLS","CDBL","CHAIN","CHDIR","CHR$|10","CINT","CIRCLE","CLEAR","CLOSE","CLS","COLOR","COM","COMMON","CONT","COS","CSNG","CSRLIN","CVD","CVI","CVS","DATA","DATE$","DEFDBL","DEFINT","DEFSNG","DEFSTR","DEF|0","SEG","USR","DELETE","DIM","DRAW","EDIT","END","ENVIRON","ENVIRON$","EOF","EQV","ERASE","ERDEV","ERDEV$","ERL","ERR","ERROR","EXP","FIELD","FILES","FIX","FOR|0","FRE","GET","GOSUB|10","GOTO","HEX$","IF","THEN","ELSE|0","INKEY$","INP","INPUT","INPUT#","INPUT$","INSTR","IMP","INT","IOCTL","IOCTL$","KEY","ON","OFF","LIST","KILL","LEFT$","LEN","LET","LINE","LLIST","LOAD","LOC","LOCATE","LOF","LOG","LPRINT","USING","LSET","MERGE","MID$","MKDIR","MKD$","MKI$","MKS$","MOD","NAME","NEW","NEXT","NOISE","NOT","OCT$","ON","OR","PEN","PLAY","STRIG","OPEN","OPTION","BASE","OUT","PAINT","PALETTE","PCOPY","PEEK","PMAP","POINT","POKE","POS","PRINT","PRINT]","PSET","PRESET","PUT","RANDOMIZE","READ","REM","RENUM","RESET|0","RESTORE","RESUME","RETURN|0","RIGHT$","RMDIR","RND","RSET","RUN","SAVE","SCREEN","SGN","SHELL","SIN","SOUND","SPACE$","SPC","SQR","STEP","STICK","STOP","STR$","STRING$","SWAP","SYSTEM","TAB","TAN","TIME$","TIMER","TROFF","TRON","TO","USR","VAL","VARPTR","VARPTR$","VIEW","WAIT","WHILE","WEND","WIDTH","WINDOW","WRITE","XOR"]},contains:[{scope:"string",begin:/"/,end:/"|$/,contains:[e.BACKSLASH_ESCAPE]},e.COMMENT("REM","$",{relevance:10}),e.COMMENT("'","$",{relevance:0}),{className:"symbol",begin:"^[0-9]+ ",relevance:10},{className:"number",begin:"\\b\\d+(\\.\\d+)?([edED]\\d+)?[#!]?",relevance:0},{className:"number",begin:"(&[hH][0-9a-fA-F]{1,4})"},{className:"number",begin:"(&[oO][0-7]{1,6})"}]}}return YS=r,YS}var WS,VO;function rie(){if(VO)return WS;VO=1;function r(e){return{name:"Backus–Naur Form",contains:[{className:"attribute",begin://},{begin:/::=/,end:/$/,contains:[{begin://},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]}]}}return WS=r,WS}var jS,YO;function nie(){if(YO)return jS;YO=1;function r(e){const t={className:"literal",begin:/[+-]+/,relevance:0};return{name:"Brainfuck",aliases:["bf"],contains:[e.COMMENT(/[^\[\]\.,\+\-<> \r\n]/,/[\[\]\.,\+\-<> \r\n]/,{contains:[{match:/[ ]+[^\[\]\.,\+\-<> \r\n]/,relevance:0}],returnEnd:!0,relevance:0}),{className:"title",begin:"[\\[\\]]",relevance:0},{className:"string",begin:"[\\.,]",relevance:0},{begin:/(?=\+\+|--)/,contains:[t]},t]}}return jS=r,jS}var KS,WO;function aie(){if(WO)return KS;WO=1;function r(e){const t=e.regex,n=e.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),a="decltype\\(auto\\)",i="[a-zA-Z_]\\w*::",o="("+a+"|"+t.optional(i)+"[a-zA-Z_]\\w*"+t.optional("<[^<>]+>")+")",l={className:"type",variants:[{begin:"\\b[a-z\\d_]*_t\\b"},{match:/\batomic_[a-z]{3,6}\b/}]},u={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},e.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},d={className:"number",variants:[{match:/\b(0b[01']+)/},{match:/(-?)\b([\d']+(\.[\d']*)?|\.[\d']+)((ll|LL|l|L)(u|U)?|(u|U)(ll|LL|l|L)?|f|F|b|B)/},{match:/(-?)\b(0[xX][a-fA-F0-9]+(?:'[a-fA-F0-9]+)*(?:\.[a-fA-F0-9]*(?:'[a-fA-F0-9]*)*)?(?:[pP][-+]?[0-9]+)?(l|L)?(u|U)?)/},{match:/(-?)\b\d+(?:'\d+)*(?:\.\d*(?:'\d*)*)?(?:[eE][-+]?\d+)?/}],relevance:0},h={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef elifdef elifndef include"},contains:[{begin:/\\\n/,relevance:0},e.inherit(u,{className:"string"}),{className:"string",begin:/<.*?>/},n,e.C_BLOCK_COMMENT_MODE]},p={className:"title",begin:t.optional(i)+e.IDENT_RE,relevance:0},m=t.optional(i)+e.IDENT_RE+"\\s*\\(",_={keyword:["asm","auto","break","case","continue","default","do","else","enum","extern","for","fortran","goto","if","inline","register","restrict","return","sizeof","typeof","typeof_unqual","struct","switch","typedef","union","volatile","while","_Alignas","_Alignof","_Atomic","_Generic","_Noreturn","_Static_assert","_Thread_local","alignas","alignof","noreturn","static_assert","thread_local","_Pragma"],type:["float","double","signed","unsigned","int","short","long","char","void","_Bool","_BitInt","_Complex","_Imaginary","_Decimal32","_Decimal64","_Decimal96","_Decimal128","_Decimal64x","_Decimal128x","_Float16","_Float32","_Float64","_Float128","_Float32x","_Float64x","_Float128x","const","static","constexpr","complex","bool","imaginary"],literal:"true false NULL",built_in:"std string wstring cin cout cerr clog stdin stdout stderr stringstream istringstream ostringstream auto_ptr deque list queue stack vector map set pair bitset multiset multimap unordered_set unordered_map unordered_multiset unordered_multimap priority_queue make_pair array shared_ptr abort terminate abs acos asin atan2 atan calloc ceil cosh cos exit exp fabs floor fmod fprintf fputs free frexp fscanf future isalnum isalpha iscntrl isdigit isgraph islower isprint ispunct isspace isupper isxdigit tolower toupper labs ldexp log10 log malloc realloc memchr memcmp memcpy memset modf pow printf putchar puts scanf sinh sin snprintf sprintf sqrt sscanf strcat strchr strcmp strcpy strcspn strlen strncat strncmp strncpy strpbrk strrchr strspn strstr tanh tan vfprintf vprintf vsprintf endl initializer_list unique_ptr"},v=[h,l,n,e.C_BLOCK_COMMENT_MODE,d,u],y={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:_,contains:v.concat([{begin:/\(/,end:/\)/,keywords:_,contains:v.concat(["self"]),relevance:0}]),relevance:0},E={begin:"("+o+"[\\*&\\s]+)+"+m,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:_,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:a,keywords:_,relevance:0},{begin:m,returnBegin:!0,contains:[e.inherit(p,{className:"title.function"})],relevance:0},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:_,relevance:0,contains:[n,e.C_BLOCK_COMMENT_MODE,u,d,l,{begin:/\(/,end:/\)/,keywords:_,relevance:0,contains:["self",n,e.C_BLOCK_COMMENT_MODE,u,d,l]}]},l,n,e.C_BLOCK_COMMENT_MODE,h]};return{name:"C",aliases:["h"],keywords:_,disableAutodetect:!0,illegal:"=]/,contains:[{beginKeywords:"final class struct"},e.TITLE_MODE]}]),exports:{preprocessor:h,strings:u,keywords:_}}}return KS=r,KS}var XS,jO;function iie(){if(jO)return XS;jO=1;function r(e){const t=e.regex,n=["div","mod","in","and","or","not","xor","asserterror","begin","case","do","downto","else","end","exit","for","local","if","of","repeat","then","to","until","while","with","var"],a="false true",i=[e.C_LINE_COMMENT_MODE,e.COMMENT(/\{/,/\}/,{relevance:0}),e.COMMENT(/\(\*/,/\*\)/,{relevance:10})],s={className:"string",begin:/'/,end:/'/,contains:[{begin:/''/}]},o={className:"string",begin:/(#\d+)+/},l={className:"number",begin:"\\b\\d+(\\.\\d+)?(DT|D|T)",relevance:0},c={className:"string",begin:'"',end:'"'},u={match:[/procedure/,/\s+/,/[a-zA-Z_][\w@]*/,/\s*/],scope:{1:"keyword",3:"title.function"},contains:[{className:"params",begin:/\(/,end:/\)/,keywords:n,contains:[s,o,e.NUMBER_MODE]},...i]},d=["Table","Form","Report","Dataport","Codeunit","XMLport","MenuSuite","Page","Query"],h={match:[/OBJECT/,/\s+/,t.either(...d),/\s+/,/\d+/,/\s+(?=[^\s])/,/.*/,/$/],relevance:3,scope:{1:"keyword",3:"type",5:"number",7:"title"}};return{name:"C/AL",case_insensitive:!0,keywords:{keyword:n,literal:a},illegal:/\/\*/,contains:[{match:/[\w]+(?=\=)/,scope:"attribute",relevance:0},s,o,l,c,e.NUMBER_MODE,h,u]}}return XS=r,XS}var QS,KO;function sie(){if(KO)return QS;KO=1;function r(e){const t=["struct","enum","interface","union","group","import","using","const","annotation","extends","in","of","on","as","with","from","fixed"],n=["Void","Bool","Int8","Int16","Int32","Int64","UInt8","UInt16","UInt32","UInt64","Float32","Float64","Text","Data","AnyPointer","AnyStruct","Capability","List"],a=["true","false"],i={variants:[{match:[/(struct|enum|interface)/,/\s+/,e.IDENT_RE]},{match:[/extends/,/\s*\(/,e.IDENT_RE,/\s*\)/]}],scope:{1:"keyword",3:"title.class"}};return{name:"Cap’n Proto",aliases:["capnp"],keywords:{keyword:t,type:n,literal:a},contains:[e.QUOTE_STRING_MODE,e.NUMBER_MODE,e.HASH_COMMENT_MODE,{className:"meta",begin:/@0x[\w\d]{16};/,illegal:/\n/},{className:"symbol",begin:/@\d+\b/},i]}}return QS=r,QS}var ZS,XO;function oie(){if(XO)return ZS;XO=1;function r(e){const t=["assembly","module","package","import","alias","class","interface","object","given","value","assign","void","function","new","of","extends","satisfies","abstracts","in","out","return","break","continue","throw","assert","dynamic","if","else","switch","case","for","while","try","catch","finally","then","let","this","outer","super","is","exists","nonempty"],n=["shared","abstract","formal","default","actual","variable","late","native","deprecated","final","sealed","annotation","suppressWarnings","small"],a=["doc","by","license","see","throws","tagged"],i={className:"subst",excludeBegin:!0,excludeEnd:!0,begin:/``/,end:/``/,keywords:t,relevance:10},s=[{className:"string",begin:'"""',end:'"""',relevance:10},{className:"string",begin:'"',end:'"',contains:[i]},{className:"string",begin:"'",end:"'"},{className:"number",begin:"#[0-9a-fA-F_]+|\\$[01_]+|[0-9_]+(?:\\.[0-9_](?:[eE][+-]?\\d+)?)?[kMGTPmunpf]?",relevance:0}];return i.contains=s,{name:"Ceylon",keywords:{keyword:t.concat(n),meta:a},illegal:"\\$[^01]|#[^0-9a-fA-F]",contains:[e.C_LINE_COMMENT_MODE,e.COMMENT("/\\*","\\*/",{contains:["self"]}),{className:"meta",begin:'@[a-z]\\w*(?::"[^"]*")?'}].concat(s)}}return ZS=r,ZS}var JS,QO;function lie(){if(QO)return JS;QO=1;function r(e){return{name:"Clean",aliases:["icl","dcl"],keywords:{keyword:["if","let","in","with","where","case","of","class","instance","otherwise","implementation","definition","system","module","from","import","qualified","as","special","code","inline","foreign","export","ccall","stdcall","generic","derive","infix","infixl","infixr"],built_in:"Int Real Char Bool",literal:"True False"},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,{begin:"->|<-[|:]?|#!?|>>=|\\{\\||\\|\\}|:==|=:|<>"}]}}return JS=r,JS}var eE,ZO;function cie(){if(ZO)return eE;ZO=1;function r(e){const t="a-zA-Z_\\-!.?+*=<>&'",n="[#]?["+t+"]["+t+"0-9/;:$#]*",a="def defonce defprotocol defstruct defmulti defmethod defn- defn defmacro deftype defrecord",i={$pattern:n,built_in:a+" cond apply if-not if-let if not not= =|0 <|0 >|0 <=|0 >=|0 ==|0 +|0 /|0 *|0 -|0 rem quot neg? pos? delay? symbol? keyword? true? false? integer? empty? coll? list? set? ifn? fn? associative? sequential? sorted? counted? reversible? number? decimal? class? distinct? isa? float? rational? reduced? ratio? odd? even? char? seq? vector? string? map? nil? contains? zero? instance? not-every? not-any? libspec? -> ->> .. . inc compare do dotimes mapcat take remove take-while drop letfn drop-last take-last drop-while while intern condp case reduced cycle split-at split-with repeat replicate iterate range merge zipmap declare line-seq sort comparator sort-by dorun doall nthnext nthrest partition eval doseq await await-for let agent atom send send-off release-pending-sends add-watch mapv filterv remove-watch agent-error restart-agent set-error-handler error-handler set-error-mode! error-mode shutdown-agents quote var fn loop recur throw try monitor-enter monitor-exit macroexpand macroexpand-1 for dosync and or when when-not when-let comp juxt partial sequence memoize constantly complement identity assert peek pop doto proxy first rest cons cast coll last butlast sigs reify second ffirst fnext nfirst nnext meta with-meta ns in-ns create-ns import refer keys select-keys vals key val rseq name namespace promise into transient persistent! conj! assoc! dissoc! pop! disj! use class type num float double short byte boolean bigint biginteger bigdec print-method print-dup throw-if printf format load compile get-in update-in pr pr-on newline flush read slurp read-line subvec with-open memfn time re-find re-groups rand-int rand mod locking assert-valid-fdecl alias resolve ref deref refset swap! reset! set-validator! compare-and-set! alter-meta! reset-meta! commute get-validator alter ref-set ref-history-count ref-min-history ref-max-history ensure sync io! new next conj set! to-array future future-call into-array aset gen-class reduce map filter find empty hash-map hash-set sorted-map sorted-map-by sorted-set sorted-set-by vec vector seq flatten reverse assoc dissoc list disj get union difference intersection extend extend-type extend-protocol int nth delay count concat chunk chunk-buffer chunk-append chunk-first chunk-rest max min dec unchecked-inc-int unchecked-inc unchecked-dec-inc unchecked-dec unchecked-negate unchecked-add-int unchecked-add unchecked-subtract-int unchecked-subtract chunk-next chunk-cons chunked-seq? prn vary-meta lazy-seq spread list* str find-keyword keyword symbol gensym force rationalize"},s={begin:n,relevance:0},o={scope:"number",relevance:0,variants:[{match:/[-+]?0[xX][0-9a-fA-F]+N?/},{match:/[-+]?0[0-7]+N?/},{match:/[-+]?[1-9][0-9]?[rR][0-9a-zA-Z]+N?/},{match:/[-+]?[0-9]+\/[0-9]+N?/},{match:/[-+]?[0-9]+((\.[0-9]*([eE][+-]?[0-9]+)?M?)|([eE][+-]?[0-9]+M?|M))/},{match:/[-+]?([1-9][0-9]*|0)N?/}]},l={scope:"character",variants:[{match:/\\o[0-3]?[0-7]{1,2}/},{match:/\\u[0-9a-fA-F]{4}/},{match:/\\(newline|space|tab|formfeed|backspace|return)/},{match:/\\\S/,relevance:0}]},c={scope:"regex",begin:/#"/,end:/"/,contains:[e.BACKSLASH_ESCAPE]},u=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),d={scope:"punctuation",match:/,/,relevance:0},h=e.COMMENT(";","$",{relevance:0}),p={className:"literal",begin:/\b(true|false|nil)\b/},m={begin:"\\[|(#::?"+n+")?\\{",end:"[\\]\\}]",relevance:0},g={className:"symbol",begin:"[:]{1,2}"+n},b={begin:"\\(",end:"\\)"},_={endsWithParent:!0,relevance:0},v={keywords:i,className:"name",begin:n,relevance:0,starts:_},y=[d,b,l,c,u,h,g,m,o,p,s],E={beginKeywords:a,keywords:{$pattern:n,keyword:a},end:'(\\[|#|\\d|"|:|\\{|\\)|\\(|$)',contains:[{className:"title",begin:n,relevance:0,excludeEnd:!0,endsParent:!0}].concat(y)};return b.contains=[E,v,_],_.contains=y,m.contains=y,{name:"Clojure",aliases:["clj","edn"],illegal:/\S/,contains:[d,b,l,c,u,h,g,m,o,p]}}return eE=r,eE}var tE,JO;function uie(){if(JO)return tE;JO=1;function r(e){return{name:"Clojure REPL",contains:[{className:"meta.prompt",begin:/^([\w.-]+|\s*#_)?=>/,starts:{end:/$/,subLanguage:"clojure"}}]}}return tE=r,tE}var rE,eN;function die(){if(eN)return rE;eN=1;function r(e){return{name:"CMake",aliases:["cmake.in"],case_insensitive:!0,keywords:{keyword:"break cmake_host_system_information cmake_minimum_required cmake_parse_arguments cmake_policy configure_file continue elseif else endforeach endfunction endif endmacro endwhile execute_process file find_file find_library find_package find_path find_program foreach function get_cmake_property get_directory_property get_filename_component get_property if include include_guard list macro mark_as_advanced math message option return separate_arguments set_directory_properties set_property set site_name string unset variable_watch while add_compile_definitions add_compile_options add_custom_command add_custom_target add_definitions add_dependencies add_executable add_library add_link_options add_subdirectory add_test aux_source_directory build_command create_test_sourcelist define_property enable_language enable_testing export fltk_wrap_ui get_source_file_property get_target_property get_test_property include_directories include_external_msproject include_regular_expression install link_directories link_libraries load_cache project qt_wrap_cpp qt_wrap_ui remove_definitions set_source_files_properties set_target_properties set_tests_properties source_group target_compile_definitions target_compile_features target_compile_options target_include_directories target_link_directories target_link_libraries target_link_options target_sources try_compile try_run ctest_build ctest_configure ctest_coverage ctest_empty_binary_directory ctest_memcheck ctest_read_custom_files ctest_run_script ctest_sleep ctest_start ctest_submit ctest_test ctest_update ctest_upload build_name exec_program export_library_dependencies install_files install_programs install_targets load_command make_directory output_required_files remove subdir_depends subdirs use_mangled_mesa utility_source variable_requires write_file qt5_use_modules qt5_use_package qt5_wrap_cpp on off true false and or not command policy target test exists is_newer_than is_directory is_symlink is_absolute matches less greater equal less_equal greater_equal strless strgreater strequal strless_equal strgreater_equal version_less version_greater version_equal version_less_equal version_greater_equal in_list defined"},contains:[{className:"variable",begin:/\$\{/,end:/\}/},e.COMMENT(/#\[\[/,/]]/),e.HASH_COMMENT_MODE,e.QUOTE_STRING_MODE,e.NUMBER_MODE]}}return rE=r,rE}var nE,tN;function hie(){if(tN)return nE;tN=1;const r=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],e=["true","false","null","undefined","NaN","Infinity"],t=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],n=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],a=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],i=[].concat(a,t,n);function s(o){const l=["npm","print"],c=["yes","no","on","off"],u=["then","unless","until","loop","by","when","and","or","is","isnt","not"],d=["var","const","let","function","static"],h=S=>w=>!S.includes(w),p={keyword:r.concat(u).filter(h(d)),literal:e.concat(c),built_in:i.concat(l)},m="[A-Za-z$_][0-9A-Za-z$_]*",g={className:"subst",begin:/#\{/,end:/\}/,keywords:p},b=[o.BINARY_NUMBER_MODE,o.inherit(o.C_NUMBER_MODE,{starts:{end:"(\\s*/)?",relevance:0}}),{className:"string",variants:[{begin:/'''/,end:/'''/,contains:[o.BACKSLASH_ESCAPE]},{begin:/'/,end:/'/,contains:[o.BACKSLASH_ESCAPE]},{begin:/"""/,end:/"""/,contains:[o.BACKSLASH_ESCAPE,g]},{begin:/"/,end:/"/,contains:[o.BACKSLASH_ESCAPE,g]}]},{className:"regexp",variants:[{begin:"///",end:"///",contains:[g,o.HASH_COMMENT_MODE]},{begin:"//[gim]{0,3}(?=\\W)",relevance:0},{begin:/\/(?![ *]).*?(?![\\]).\/[gim]{0,3}(?=\W)/}]},{begin:"@"+m},{subLanguage:"javascript",excludeBegin:!0,excludeEnd:!0,variants:[{begin:"```",end:"```"},{begin:"`",end:"`"}]}];g.contains=b;const _=o.inherit(o.TITLE_MODE,{begin:m}),v="(\\(.*\\)\\s*)?\\B[-=]>",y={className:"params",begin:"\\([^\\(]",returnBegin:!0,contains:[{begin:/\(/,end:/\)/,keywords:p,contains:["self"].concat(b)}]},E={variants:[{match:[/class\s+/,m,/\s+extends\s+/,m]},{match:[/class\s+/,m]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:p};return{name:"CoffeeScript",aliases:["coffee","cson","iced"],keywords:p,illegal:/\/\*/,contains:[...b,o.COMMENT("###","###"),o.HASH_COMMENT_MODE,{className:"function",begin:"^\\s*"+m+"\\s*=\\s*"+v,end:"[-=]>",returnBegin:!0,contains:[_,y]},{begin:/[:\(,=]\s*/,relevance:0,contains:[{className:"function",begin:v,end:"[-=]>",returnBegin:!0,contains:[y]}]},E,{begin:m+":",end:":",returnBegin:!0,returnEnd:!0,relevance:0}]}}return nE=s,nE}var aE,rN;function fie(){if(rN)return aE;rN=1;function r(e){return{name:"Coq",keywords:{keyword:["_|0","as","at","cofix","else","end","exists","exists2","fix","for","forall","fun","if","IF","in","let","match","mod","Prop","return","Set","then","Type","using","where","with","Abort","About","Add","Admit","Admitted","All","Arguments","Assumptions","Axiom","Back","BackTo","Backtrack","Bind","Blacklist","Canonical","Cd","Check","Class","Classes","Close","Coercion","Coercions","CoFixpoint","CoInductive","Collection","Combined","Compute","Conjecture","Conjectures","Constant","constr","Constraint","Constructors","Context","Corollary","CreateHintDb","Cut","Declare","Defined","Definition","Delimit","Dependencies","Dependent","Derive","Drop","eauto","End","Equality","Eval","Example","Existential","Existentials","Existing","Export","exporting","Extern","Extract","Extraction","Fact","Field","Fields","File","Fixpoint","Focus","for","From","Function","Functional","Generalizable","Global","Goal","Grab","Grammar","Graph","Guarded","Heap","Hint","HintDb","Hints","Hypotheses","Hypothesis","ident","Identity","If","Immediate","Implicit","Import","Include","Inductive","Infix","Info","Initial","Inline","Inspect","Instance","Instances","Intro","Intros","Inversion","Inversion_clear","Language","Left","Lemma","Let","Libraries","Library","Load","LoadPath","Local","Locate","Ltac","ML","Mode","Module","Modules","Monomorphic","Morphism","Next","NoInline","Notation","Obligation","Obligations","Opaque","Open","Optimize","Options","Parameter","Parameters","Parametric","Path","Paths","pattern","Polymorphic","Preterm","Print","Printing","Program","Projections","Proof","Proposition","Pwd","Qed","Quit","Rec","Record","Recursive","Redirect","Relation","Remark","Remove","Require","Reserved","Reset","Resolve","Restart","Rewrite","Right","Ring","Rings","Save","Scheme","Scope","Scopes","Script","Search","SearchAbout","SearchHead","SearchPattern","SearchRewrite","Section","Separate","Set","Setoid","Show","Solve","Sorted","Step","Strategies","Strategy","Structure","SubClass","Table","Tables","Tactic","Term","Test","Theorem","Time","Timeout","Transparent","Type","Typeclasses","Types","Undelimit","Undo","Unfocus","Unfocused","Unfold","Universe","Universes","Unset","Unshelve","using","Variable","Variables","Variant","Verbose","Visibility","where","with"],built_in:["abstract","absurd","admit","after","apply","as","assert","assumption","at","auto","autorewrite","autounfold","before","bottom","btauto","by","case","case_eq","cbn","cbv","change","classical_left","classical_right","clear","clearbody","cofix","compare","compute","congruence","constr_eq","constructor","contradict","contradiction","cut","cutrewrite","cycle","decide","decompose","dependent","destruct","destruction","dintuition","discriminate","discrR","do","double","dtauto","eapply","eassumption","eauto","ecase","econstructor","edestruct","ediscriminate","eelim","eexact","eexists","einduction","einjection","eleft","elim","elimtype","enough","equality","erewrite","eright","esimplify_eq","esplit","evar","exact","exactly_once","exfalso","exists","f_equal","fail","field","field_simplify","field_simplify_eq","first","firstorder","fix","fold","fourier","functional","generalize","generalizing","gfail","give_up","has_evar","hnf","idtac","in","induction","injection","instantiate","intro","intro_pattern","intros","intuition","inversion","inversion_clear","is_evar","is_var","lapply","lazy","left","lia","lra","move","native_compute","nia","nsatz","omega","once","pattern","pose","progress","proof","psatz","quote","record","red","refine","reflexivity","remember","rename","repeat","replace","revert","revgoals","rewrite","rewrite_strat","right","ring","ring_simplify","rtauto","set","setoid_reflexivity","setoid_replace","setoid_rewrite","setoid_symmetry","setoid_transitivity","shelve","shelve_unifiable","simpl","simple","simplify_eq","solve","specialize","split","split_Rabs","split_Rmult","stepl","stepr","subst","sum","swap","symmetry","tactic","tauto","time","timeout","top","transitivity","trivial","try","tryif","unfold","unify","until","using","vm_compute","with"]},contains:[e.QUOTE_STRING_MODE,e.COMMENT("\\(\\*","\\*\\)"),e.C_NUMBER_MODE,{className:"type",excludeBegin:!0,begin:"\\|\\s*",end:"\\w+"},{begin:/[-=]>/}]}}return aE=r,aE}var iE,nN;function pie(){if(nN)return iE;nN=1;function r(e){return{name:"Caché Object Script",case_insensitive:!0,aliases:["cls"],keywords:"property parameter class classmethod clientmethod extends as break catch close continue do d|0 else elseif for goto halt hang h|0 if job j|0 kill k|0 lock l|0 merge new open quit q|0 read r|0 return set s|0 tcommit throw trollback try tstart use view while write w|0 xecute x|0 zkill znspace zn ztrap zwrite zw zzdump zzwrite print zbreak zinsert zload zprint zremove zsave zzprint mv mvcall mvcrt mvdim mvprint zquit zsync ascii",contains:[{className:"number",begin:"\\b(\\d+(\\.\\d*)?|\\.\\d+)",relevance:0},{className:"string",variants:[{begin:'"',end:'"',contains:[{begin:'""',relevance:0}]}]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"comment",begin:/;/,end:"$",relevance:0},{className:"built_in",begin:/(?:\$\$?|\.\.)\^?[a-zA-Z]+/},{className:"built_in",begin:/\$\$\$[a-zA-Z]+/},{className:"built_in",begin:/%[a-z]+(?:\.[a-z]+)*/},{className:"symbol",begin:/\^%?[a-zA-Z][\w]*/},{className:"keyword",begin:/##class|##super|#define|#dim/},{begin:/&sql\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,subLanguage:"sql"},{begin:/&(js|jscript|javascript)/,excludeBegin:!0,excludeEnd:!0,subLanguage:"javascript"},{begin:/&html<\s*\s*>/,subLanguage:"xml"}]}}return iE=r,iE}var sE,aN;function mie(){if(aN)return sE;aN=1;function r(e){const t=e.regex,n=e.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),a="decltype\\(auto\\)",i="[a-zA-Z_]\\w*::",o="(?!struct)("+a+"|"+t.optional(i)+"[a-zA-Z_]\\w*"+t.optional("<[^<>]+>")+")",l={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},u={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},e.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},d={className:"number",variants:[{begin:"[+-]?(?:(?:[0-9](?:'?[0-9])*\\.(?:[0-9](?:'?[0-9])*)?|\\.[0-9](?:'?[0-9])*)(?:[Ee][+-]?[0-9](?:'?[0-9])*)?|[0-9](?:'?[0-9])*[Ee][+-]?[0-9](?:'?[0-9])*|0[Xx](?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*(?:\\.(?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)?)?|\\.[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)[Pp][+-]?[0-9](?:'?[0-9])*)(?:[Ff](?:16|32|64|128)?|(BF|bf)16|[Ll]|)"},{begin:"[+-]?\\b(?:0[Bb][01](?:'?[01])*|0[Xx][0-9A-Fa-f](?:'?[0-9A-Fa-f])*|0(?:'?[0-7])*|[1-9](?:'?[0-9])*)(?:[Uu](?:LL?|ll?)|[Uu][Zz]?|(?:LL?|ll?)[Uu]?|[Zz][Uu]|)"}],relevance:0},h={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},e.inherit(u,{className:"string"}),{className:"string",begin:/<.*?>/},n,e.C_BLOCK_COMMENT_MODE]},p={className:"title",begin:t.optional(i)+e.IDENT_RE,relevance:0},m=t.optional(i)+e.IDENT_RE+"\\s*\\(",g=["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],b=["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],_=["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","flat_map","flat_set","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"],v=["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"],S={type:b,keyword:g,literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:_},w={className:"function.dispatch",relevance:0,keywords:{_hint:v},begin:t.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,e.IDENT_RE,t.lookahead(/(<[^<>]+>|)\s*\(/))},C=[w,h,l,n,e.C_BLOCK_COMMENT_MODE,d,u],x={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:S,contains:C.concat([{begin:/\(/,end:/\)/,keywords:S,contains:C.concat(["self"]),relevance:0}]),relevance:0},N={className:"function",begin:"("+o+"[\\*&\\s]+)+"+m,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:S,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:a,keywords:S,relevance:0},{begin:m,returnBegin:!0,contains:[p],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[u,d]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:S,relevance:0,contains:[n,e.C_BLOCK_COMMENT_MODE,u,d,l,{begin:/\(/,end:/\)/,keywords:S,relevance:0,contains:["self",n,e.C_BLOCK_COMMENT_MODE,u,d,l]}]},l,n,e.C_BLOCK_COMMENT_MODE,h]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:S,illegal:"",keywords:S,contains:["self",l]},{begin:e.IDENT_RE+"::",keywords:S},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}return sE=r,sE}var oE,iN;function gie(){if(iN)return oE;iN=1;function r(e){const t="primitive rsc_template",n="group clone ms master location colocation order fencing_topology rsc_ticket acl_target acl_group user role tag xml";return{name:"crmsh",aliases:["crm","pcmk"],case_insensitive:!0,keywords:{keyword:"params meta operations op rule attributes utilization"+" "+"read write deny defined not_defined in_range date spec in ref reference attribute type xpath version and or lt gt tag lte gte eq ne \\"+" "+"number string",literal:"Master Started Slave Stopped start promote demote stop monitor true false"},contains:[e.HASH_COMMENT_MODE,{beginKeywords:"node",starts:{end:"\\s*([\\w_-]+:)?",starts:{className:"title",end:"\\s*[\\$\\w_][\\w_-]*"}}},{beginKeywords:t,starts:{className:"title",end:"\\s*[\\$\\w_][\\w_-]*",starts:{end:"\\s*@?[\\w_][\\w_\\.:-]*"}}},{begin:"\\b("+n.split(" ").join("|")+")\\s+",keywords:n,starts:{className:"title",end:"[\\$\\w_][\\w_-]*"}},{beginKeywords:"property rsc_defaults op_defaults",starts:{className:"title",end:"\\s*([\\w_-]+:)?"}},e.QUOTE_STRING_MODE,{className:"meta",begin:"(ocf|systemd|service|lsb):[\\w_:-]+",relevance:0},{className:"number",begin:"\\b\\d+(\\.\\d+)?(ms|s|h|m)?",relevance:0},{className:"literal",begin:"[-]?(infinity|inf)",relevance:0},{className:"attr",begin:/([A-Za-z$_#][\w_-]+)=/,relevance:0},{className:"tag",begin:"",relevance:0}]}}return oE=r,oE}var lE,sN;function _ie(){if(sN)return lE;sN=1;function r(e){const t="(_?[ui](8|16|32|64|128))?",n="(_?f(32|64))?",a="[a-zA-Z_]\\w*[!?=]?",i="[a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|[=!]~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~|]|//|//=|&[-+*]=?|&\\*\\*|\\[\\][=?]?",s="[A-Za-z_]\\w*(::\\w+)*(\\?|!)?",o={$pattern:a,keyword:"abstract alias annotation as as? asm begin break case class def do else elsif end ensure enum extend for fun if include instance_sizeof is_a? lib macro module next nil? of out pointerof private protected rescue responds_to? return require select self sizeof struct super then type typeof union uninitialized unless until verbatim when while with yield __DIR__ __END_LINE__ __FILE__ __LINE__",literal:"false nil true"},l={className:"subst",begin:/#\{/,end:/\}/,keywords:o},c={className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))(?=[^@$?])(?![A-Za-z])(?![@$?'])"},u={className:"template-variable",variants:[{begin:"\\{\\{",end:"\\}\\}"},{begin:"\\{%",end:"%\\}"}],keywords:o};function d(v,y){const E=[{begin:v,end:y}];return E[0].contains=E,E}const h={className:"string",contains:[e.BACKSLASH_ESCAPE,l],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/`/,end:/`/},{begin:"%[Qwi]?\\(",end:"\\)",contains:d("\\(","\\)")},{begin:"%[Qwi]?\\[",end:"\\]",contains:d("\\[","\\]")},{begin:"%[Qwi]?\\{",end:/\}/,contains:d(/\{/,/\}/)},{begin:"%[Qwi]?<",end:">",contains:d("<",">")},{begin:"%[Qwi]?\\|",end:"\\|"},{begin:/<<-\w+$/,end:/^\s*\w+$/}],relevance:0},p={className:"string",variants:[{begin:"%q\\(",end:"\\)",contains:d("\\(","\\)")},{begin:"%q\\[",end:"\\]",contains:d("\\[","\\]")},{begin:"%q\\{",end:/\}/,contains:d(/\{/,/\}/)},{begin:"%q<",end:">",contains:d("<",">")},{begin:"%q\\|",end:"\\|"},{begin:/<<-'\w+'$/,end:/^\s*\w+$/}],relevance:0},m={begin:"(?!%\\})("+e.RE_STARTERS_RE+"|\\n|\\b(case|if|select|unless|until|when|while)\\b)\\s*",keywords:"case if select unless until when while",contains:[{className:"regexp",contains:[e.BACKSLASH_ESCAPE,l],variants:[{begin:"//[a-z]*",relevance:0},{begin:"/(?!\\/)",end:"/[a-z]*"}]}],relevance:0},g={className:"regexp",contains:[e.BACKSLASH_ESCAPE,l],variants:[{begin:"%r\\(",end:"\\)",contains:d("\\(","\\)")},{begin:"%r\\[",end:"\\]",contains:d("\\[","\\]")},{begin:"%r\\{",end:/\}/,contains:d(/\{/,/\}/)},{begin:"%r<",end:">",contains:d("<",">")},{begin:"%r\\|",end:"\\|"}],relevance:0},b={className:"meta",begin:"@\\[",end:"\\]",contains:[e.inherit(e.QUOTE_STRING_MODE,{className:"string"})]},_=[u,h,p,g,m,b,c,e.HASH_COMMENT_MODE,{className:"class",beginKeywords:"class module struct",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:s}),{begin:"<"}]},{className:"class",beginKeywords:"lib enum union",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:s})]},{beginKeywords:"annotation",end:"$|;",illegal:/=/,contains:[e.HASH_COMMENT_MODE,e.inherit(e.TITLE_MODE,{begin:s})],relevance:2},{className:"function",beginKeywords:"def",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:i,endsParent:!0})]},{className:"function",beginKeywords:"fun macro",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:i,endsParent:!0})],relevance:2},{className:"symbol",begin:e.UNDERSCORE_IDENT_RE+"(!|\\?)?:",relevance:0},{className:"symbol",begin:":",contains:[h,{begin:i}],relevance:0},{className:"number",variants:[{begin:"\\b0b([01_]+)"+t},{begin:"\\b0o([0-7_]+)"+t},{begin:"\\b0x([A-Fa-f0-9_]+)"+t},{begin:"\\b([1-9][0-9_]*[0-9]|[0-9])(\\.[0-9][0-9_]*)?([eE]_?[-+]?[0-9_]*)?"+n+"(?!_)"},{begin:"\\b([1-9][0-9_]*|0)"+t}],relevance:0}];return l.contains=_,u.contains=_.slice(1),{name:"Crystal",aliases:["cr"],keywords:o,contains:_}}return lE=r,lE}var cE,oN;function bie(){if(oN)return cE;oN=1;function r(e){const t=["bool","byte","char","decimal","delegate","double","dynamic","enum","float","int","long","nint","nuint","object","sbyte","short","string","ulong","uint","ushort"],n=["public","private","protected","static","internal","protected","abstract","async","extern","override","unsafe","virtual","new","sealed","partial"],a=["default","false","null","true"],i=["abstract","as","base","break","case","catch","class","const","continue","do","else","event","explicit","extern","finally","fixed","for","foreach","goto","if","implicit","in","interface","internal","is","lock","namespace","new","operator","out","override","params","private","protected","public","readonly","record","ref","return","scoped","sealed","sizeof","stackalloc","static","struct","switch","this","throw","try","typeof","unchecked","unsafe","using","virtual","void","volatile","while"],s=["add","alias","and","ascending","args","async","await","by","descending","dynamic","equals","file","from","get","global","group","init","into","join","let","nameof","not","notnull","on","or","orderby","partial","record","remove","required","scoped","select","set","unmanaged","value|0","var","when","where","with","yield"],o={keyword:i.concat(s),built_in:t,literal:a},l=e.inherit(e.TITLE_MODE,{begin:"[a-zA-Z](\\.?\\w)*"}),c={className:"number",variants:[{begin:"\\b(0b[01']+)"},{begin:"(-?)\\b([\\d']+(\\.[\\d']*)?|\\.[\\d']+)(u|U|l|L|ul|UL|f|F|b|B)"},{begin:"(-?)(\\b0[xX][a-fA-F0-9']+|(\\b[\\d']+(\\.[\\d']*)?|\\.[\\d']+)([eE][-+]?[\\d']+)?)"}],relevance:0},u={className:"string",begin:/"""("*)(?!")(.|\n)*?"""\1/,relevance:1},d={className:"string",begin:'@"',end:'"',contains:[{begin:'""'}]},h=e.inherit(d,{illegal:/\n/}),p={className:"subst",begin:/\{/,end:/\}/,keywords:o},m=e.inherit(p,{illegal:/\n/}),g={className:"string",begin:/\$"/,end:'"',illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},e.BACKSLASH_ESCAPE,m]},b={className:"string",begin:/\$@"/,end:'"',contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},p]},_=e.inherit(b,{illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},m]});p.contains=[b,g,d,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,c,e.C_BLOCK_COMMENT_MODE],m.contains=[_,g,h,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,c,e.inherit(e.C_BLOCK_COMMENT_MODE,{illegal:/\n/})];const v={variants:[u,b,g,d,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},y={begin:"<",end:">",contains:[{beginKeywords:"in out"},l]},E=e.IDENT_RE+"(<"+e.IDENT_RE+"(\\s*,\\s*"+e.IDENT_RE+")*>)?(\\[\\])?",S={begin:"@"+e.IDENT_RE,relevance:0};return{name:"C#",aliases:["cs","c#"],keywords:o,illegal:/::/,contains:[e.COMMENT("///","$",{returnBegin:!0,contains:[{className:"doctag",variants:[{begin:"///",relevance:0},{begin:""},{begin:""}]}]}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"meta",begin:"#",end:"$",keywords:{keyword:"if else elif endif define undef warning error line region endregion pragma checksum"}},v,c,{beginKeywords:"class interface",relevance:0,end:/[{;=]/,illegal:/[^\s:,]/,contains:[{beginKeywords:"where class"},l,y,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{beginKeywords:"namespace",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[l,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{beginKeywords:"record",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[l,y,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"meta",begin:"^\\s*\\[(?=[\\w])",excludeBegin:!0,end:"\\]",excludeEnd:!0,contains:[{className:"string",begin:/"/,end:/"/}]},{beginKeywords:"new return throw await else",relevance:0},{className:"function",begin:"("+E+"\\s+)+"+e.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,end:/\s*[{;=]/,excludeEnd:!0,keywords:o,contains:[{beginKeywords:n.join(" "),relevance:0},{begin:e.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,contains:[e.TITLE_MODE,y],relevance:0},{match:/\(\)/},{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,relevance:0,contains:[v,c,e.C_BLOCK_COMMENT_MODE]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},S]}}return cE=r,cE}var uE,lN;function vie(){if(lN)return uE;lN=1;function r(e){return{name:"CSP",case_insensitive:!1,keywords:{$pattern:"[a-zA-Z][a-zA-Z0-9_-]*",keyword:["base-uri","child-src","connect-src","default-src","font-src","form-action","frame-ancestors","frame-src","img-src","manifest-src","media-src","object-src","plugin-types","report-uri","sandbox","script-src","style-src","trusted-types","unsafe-hashes","worker-src"]},contains:[{className:"string",begin:"'",end:"'"},{className:"attribute",begin:"^Content",end:":",excludeEnd:!0}]}}return uE=r,uE}var dE,cN;function yie(){if(cN)return dE;cN=1;const r=c=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:c.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[c.APOS_STRING_MODE,c.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:c.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],n=[...e,...t],a=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),s=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),o=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function l(c){const u=c.regex,d=r(c),h={begin:/-(webkit|moz|ms|o)-(?=[a-z])/},p="and or not only",m=/@-?\w[\w]*(-\w+)*/,g="[a-zA-Z-][a-zA-Z0-9_-]*",b=[c.APOS_STRING_MODE,c.QUOTE_STRING_MODE];return{name:"CSS",case_insensitive:!0,illegal:/[=|'\$]/,keywords:{keyframePosition:"from to"},classNameAliases:{keyframePosition:"selector-tag"},contains:[d.BLOCK_COMMENT,h,d.CSS_NUMBER_MODE,{className:"selector-id",begin:/#[A-Za-z0-9_-]+/,relevance:0},{className:"selector-class",begin:"\\."+g,relevance:0},d.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",variants:[{begin:":("+i.join("|")+")"},{begin:":(:)?("+s.join("|")+")"}]},d.CSS_VARIABLE,{className:"attribute",begin:"\\b("+o.join("|")+")\\b"},{begin:/:/,end:/[;}{]/,contains:[d.BLOCK_COMMENT,d.HEXCOLOR,d.IMPORTANT,d.CSS_NUMBER_MODE,...b,{begin:/(url|data-uri)\(/,end:/\)/,relevance:0,keywords:{built_in:"url data-uri"},contains:[...b,{className:"string",begin:/[^)]/,endsWithParent:!0,excludeEnd:!0}]},d.FUNCTION_DISPATCH]},{begin:u.lookahead(/@/),end:"[{;]",relevance:0,illegal:/:/,contains:[{className:"keyword",begin:m},{begin:/\s/,endsWithParent:!0,excludeEnd:!0,relevance:0,keywords:{$pattern:/[a-z-]+/,keyword:p,attribute:a.join(" ")},contains:[{begin:/[a-z-]+(?=:)/,className:"attribute"},...b,d.CSS_NUMBER_MODE]}]},{className:"selector-tag",begin:"\\b("+n.join("|")+")\\b"}]}}return dE=l,dE}var hE,uN;function Sie(){if(uN)return hE;uN=1;function r(e){const t={$pattern:e.UNDERSCORE_IDENT_RE,keyword:"abstract alias align asm assert auto body break byte case cast catch class const continue debug default delete deprecated do else enum export extern final finally for foreach foreach_reverse|10 goto if immutable import in inout int interface invariant is lazy macro mixin module new nothrow out override package pragma private protected public pure ref return scope shared static struct super switch synchronized template this throw try typedef typeid typeof union unittest version void volatile while with __FILE__ __LINE__ __gshared|10 __thread __traits __DATE__ __EOF__ __TIME__ __TIMESTAMP__ __VENDOR__ __VERSION__",built_in:"bool cdouble cent cfloat char creal dchar delegate double dstring float function idouble ifloat ireal long real short string ubyte ucent uint ulong ushort wchar wstring",literal:"false null true"},n="(0|[1-9][\\d_]*)",a="(0|[1-9][\\d_]*|\\d[\\d_]*|[\\d_]+?\\d)",i="0[bB][01_]+",s="([\\da-fA-F][\\da-fA-F_]*|_[\\da-fA-F][\\da-fA-F_]*)",o="0[xX]"+s,l="([eE][+-]?"+a+")",c="("+a+"(\\.\\d*|"+l+")|\\d+\\."+a+"|\\."+n+l+"?)",u="(0[xX]("+s+"\\."+s+"|\\.?"+s+")[pP][+-]?"+a+")",d="("+n+"|"+i+"|"+o+")",h="("+u+"|"+c+")",p=`\\\\(['"\\?\\\\abfnrtv]|u[\\dA-Fa-f]{4}|[0-7]{1,3}|x[\\dA-Fa-f]{2}|U[\\dA-Fa-f]{8})|&[a-zA-Z\\d]{2,};`,m={className:"number",begin:"\\b"+d+"(L|u|U|Lu|LU|uL|UL)?",relevance:0},g={className:"number",begin:"\\b("+h+"([fF]|L|i|[fF]i|Li)?|"+d+"(i|[fF]i|Li))",relevance:0},b={className:"string",begin:"'("+p+"|.)",end:"'",illegal:"."},v={className:"string",begin:'"',contains:[{begin:p,relevance:0}],end:'"[cwd]?'},y={className:"string",begin:'[rq]"',end:'"[cwd]?',relevance:5},E={className:"string",begin:"`",end:"`[cwd]?"},S={className:"string",begin:'x"[\\da-fA-F\\s\\n\\r]*"[cwd]?',relevance:10},w={className:"string",begin:'q"\\{',end:'\\}"'},C={className:"meta",begin:"^#!",end:"$",relevance:5},x={className:"meta",begin:"#(line)",end:"$",relevance:5},N={className:"keyword",begin:"@[a-zA-Z_][a-zA-Z_\\d]*"},I=e.COMMENT("\\/\\+","\\+\\/",{contains:["self"],relevance:10});return{name:"D",keywords:t,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,I,S,v,y,E,w,g,m,b,C,x,N]}}return hE=r,hE}var fE,dN;function Eie(){if(dN)return fE;dN=1;function r(e){const t=e.regex,n={begin:/<\/?[A-Za-z_]/,end:">",subLanguage:"xml",relevance:0},a={begin:"^[-\\*]{3,}",end:"$"},i={className:"code",variants:[{begin:"(`{3,})[^`](.|\\n)*?\\1`*[ ]*"},{begin:"(~{3,})[^~](.|\\n)*?\\1~*[ ]*"},{begin:"```",end:"```+[ ]*$"},{begin:"~~~",end:"~~~+[ ]*$"},{begin:"`.+?`"},{begin:"(?=^( {4}|\\t))",contains:[{begin:"^( {4}|\\t)",end:"(\\n)$"}],relevance:0}]},s={className:"bullet",begin:"^[ ]*([*+-]|(\\d+\\.))(?=\\s+)",end:"\\s+",excludeEnd:!0},o={begin:/^\[[^\n]+\]:/,returnBegin:!0,contains:[{className:"symbol",begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0},{className:"link",begin:/:\s*/,end:/$/,excludeBegin:!0}]},l=/[A-Za-z][A-Za-z0-9+.-]*/,c={variants:[{begin:/\[.+?\]\[.*?\]/,relevance:0},{begin:/\[.+?\]\(((data|javascript|mailto):|(?:http|ftp)s?:\/\/).*?\)/,relevance:2},{begin:t.concat(/\[.+?\]\(/,l,/:\/\/.*?\)/),relevance:2},{begin:/\[.+?\]\([./?&#].*?\)/,relevance:1},{begin:/\[.*?\]\(.*?\)/,relevance:0}],returnBegin:!0,contains:[{match:/\[(?=\])/},{className:"string",relevance:0,begin:"\\[",end:"\\]",excludeBegin:!0,returnEnd:!0},{className:"link",relevance:0,begin:"\\]\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0},{className:"symbol",relevance:0,begin:"\\]\\[",end:"\\]",excludeBegin:!0,excludeEnd:!0}]},u={className:"strong",contains:[],variants:[{begin:/_{2}(?!\s)/,end:/_{2}/},{begin:/\*{2}(?!\s)/,end:/\*{2}/}]},d={className:"emphasis",contains:[],variants:[{begin:/\*(?![*\s])/,end:/\*/},{begin:/_(?![_\s])/,end:/_/,relevance:0}]},h=e.inherit(u,{contains:[]}),p=e.inherit(d,{contains:[]});u.contains.push(p),d.contains.push(h);let m=[n,c];return[u,d,h,p].forEach(v=>{v.contains=v.contains.concat(m)}),m=m.concat(u,d),{name:"Markdown",aliases:["md","mkdown","mkd"],contains:[{className:"section",variants:[{begin:"^#{1,6}",end:"$",contains:m},{begin:"(?=^.+?\\n[=-]{2,}$)",contains:[{begin:"^[=-]*$"},{begin:"^",end:"\\n",contains:m}]}]},n,s,u,d,{className:"quote",begin:"^>\\s+",contains:m,end:"$"},i,a,c,o,{scope:"literal",match:/&([a-zA-Z0-9]+|#[0-9]{1,7}|#[Xx][0-9a-fA-F]{1,6});/}]}}return fE=r,fE}var pE,hN;function wie(){if(hN)return pE;hN=1;function r(e){const t={className:"subst",variants:[{begin:"\\$[A-Za-z0-9_]+"}]},n={className:"subst",variants:[{begin:/\$\{/,end:/\}/}],keywords:"true false null this is new super"},a={className:"number",relevance:0,variants:[{match:/\b[0-9][0-9_]*(\.[0-9][0-9_]*)?([eE][+-]?[0-9][0-9_]*)?\b/},{match:/\b0[xX][0-9A-Fa-f][0-9A-Fa-f_]*\b/}]},i={className:"string",variants:[{begin:"r'''",end:"'''"},{begin:'r"""',end:'"""'},{begin:"r'",end:"'",illegal:"\\n"},{begin:'r"',end:'"',illegal:"\\n"},{begin:"'''",end:"'''",contains:[e.BACKSLASH_ESCAPE,t,n]},{begin:'"""',end:'"""',contains:[e.BACKSLASH_ESCAPE,t,n]},{begin:"'",end:"'",illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,t,n]},{begin:'"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,t,n]}]};n.contains=[a,i];const s=["Comparable","DateTime","Duration","Function","Iterable","Iterator","List","Map","Match","Object","Pattern","RegExp","Set","Stopwatch","String","StringBuffer","StringSink","Symbol","Type","Uri","bool","double","int","num","Element","ElementList"],o=s.map(u=>`${u}?`);return{name:"Dart",keywords:{keyword:["abstract","as","assert","async","await","base","break","case","catch","class","const","continue","covariant","default","deferred","do","dynamic","else","enum","export","extends","extension","external","factory","false","final","finally","for","Function","get","hide","if","implements","import","in","interface","is","late","library","mixin","new","null","on","operator","part","required","rethrow","return","sealed","set","show","static","super","switch","sync","this","throw","true","try","typedef","var","void","when","while","with","yield"],built_in:s.concat(o).concat(["Never","Null","dynamic","print","document","querySelector","querySelectorAll","window"]),$pattern:/[A-Za-z][A-Za-z0-9_]*\??/},contains:[i,e.COMMENT(/\/\*\*(?!\/)/,/\*\//,{subLanguage:"markdown",relevance:0}),e.COMMENT(/\/{3,} ?/,/$/,{contains:[{subLanguage:"markdown",begin:".",end:"$",relevance:0}]}),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"class",beginKeywords:"class interface",end:/\{/,excludeEnd:!0,contains:[{beginKeywords:"extends implements"},e.UNDERSCORE_TITLE_MODE]},a,{className:"meta",begin:"@[A-Za-z]+"},{begin:"=>"}]}}return pE=r,pE}var mE,fN;function Tie(){if(fN)return mE;fN=1;function r(e){const t=["exports","register","file","shl","array","record","property","for","mod","while","set","ally","label","uses","raise","not","stored","class","safecall","var","interface","or","private","static","exit","index","inherited","to","else","stdcall","override","shr","asm","far","resourcestring","finalization","packed","virtual","out","and","protected","library","do","xorwrite","goto","near","function","end","div","overload","object","unit","begin","string","on","inline","repeat","until","destructor","write","message","program","with","read","initialization","except","default","nil","if","case","cdecl","in","downto","threadvar","of","try","pascal","const","external","constructor","type","public","then","implementation","finally","published","procedure","absolute","reintroduce","operator","as","is","abstract","alias","assembler","bitpacked","break","continue","cppdecl","cvar","enumerator","experimental","platform","deprecated","unimplemented","dynamic","export","far16","forward","generic","helper","implements","interrupt","iochecks","local","name","nodefault","noreturn","nostackframe","oldfpccall","otherwise","saveregisters","softfloat","specialize","strict","unaligned","varargs"],n=[e.C_LINE_COMMENT_MODE,e.COMMENT(/\{/,/\}/,{relevance:0}),e.COMMENT(/\(\*/,/\*\)/,{relevance:10})],a={className:"meta",variants:[{begin:/\{\$/,end:/\}/},{begin:/\(\*\$/,end:/\*\)/}]},i={className:"string",begin:/'/,end:/'/,contains:[{begin:/''/}]},s={className:"number",relevance:0,variants:[{match:/\b\d[\d_]*(\.\d[\d_]*)?/},{match:/\$[\dA-Fa-f_]+/},{match:/\$/,relevance:0},{match:/&[0-7][0-7_]*/},{match:/%[01_]+/},{match:/%/,relevance:0}]},o={className:"string",variants:[{match:/#\d[\d_]*/},{match:/#\$[\dA-Fa-f][\dA-Fa-f_]*/},{match:/#&[0-7][0-7_]*/},{match:/#%[01][01_]*/}]},l={begin:e.IDENT_RE+"\\s*=\\s*class\\s*\\(",returnBegin:!0,contains:[e.TITLE_MODE]},c={className:"function",beginKeywords:"function constructor destructor procedure",end:/[:;]/,keywords:"function constructor|10 destructor|10 procedure|10",contains:[e.TITLE_MODE,{className:"params",begin:/\(/,end:/\)/,keywords:t,contains:[i,o,a].concat(n)},a].concat(n)};return{name:"Delphi",aliases:["dpr","dfm","pas","pascal"],case_insensitive:!0,keywords:t,illegal:/"|\$[G-Zg-z]|\/\*|<\/|\|/,contains:[i,o,s,l,c,a].concat(n)}}return mE=r,mE}var gE,pN;function Cie(){if(pN)return gE;pN=1;function r(e){const t=e.regex;return{name:"Diff",aliases:["patch"],contains:[{className:"meta",relevance:10,match:t.either(/^@@ +-\d+,\d+ +\+\d+,\d+ +@@/,/^\*\*\* +\d+,\d+ +\*\*\*\*$/,/^--- +\d+,\d+ +----$/)},{className:"comment",variants:[{begin:t.either(/Index: /,/^index/,/={3,}/,/^-{3}/,/^\*{3} /,/^\+{3}/,/^diff --git/),end:/$/},{match:/^\*{15}$/}]},{className:"addition",begin:/^\+/,end:/$/},{className:"deletion",begin:/^-/,end:/$/},{className:"addition",begin:/^!/,end:/$/}]}}return gE=r,gE}var _E,mN;function Aie(){if(mN)return _E;mN=1;function r(e){const t={begin:/\|[A-Za-z]+:?/,keywords:{name:"truncatewords removetags linebreaksbr yesno get_digit timesince random striptags filesizeformat escape linebreaks length_is ljust rjust cut urlize fix_ampersands title floatformat capfirst pprint divisibleby add make_list unordered_list urlencode timeuntil urlizetrunc wordcount stringformat linenumbers slice date dictsort dictsortreversed default_if_none pluralize lower join center default truncatewords_html upper length phone2numeric wordwrap time addslashes slugify first escapejs force_escape iriencode last safe safeseq truncatechars localize unlocalize localtime utc timezone"},contains:[e.QUOTE_STRING_MODE,e.APOS_STRING_MODE]};return{name:"Django",aliases:["jinja"],case_insensitive:!0,subLanguage:"xml",contains:[e.COMMENT(/\{%\s*comment\s*%\}/,/\{%\s*endcomment\s*%\}/),e.COMMENT(/\{#/,/#\}/),{className:"template-tag",begin:/\{%/,end:/%\}/,contains:[{className:"name",begin:/\w+/,keywords:{name:"comment endcomment load templatetag ifchanged endifchanged if endif firstof for endfor ifnotequal endifnotequal widthratio extends include spaceless endspaceless regroup ifequal endifequal ssi now with cycle url filter endfilter debug block endblock else autoescape endautoescape csrf_token empty elif endwith static trans blocktrans endblocktrans get_static_prefix get_media_prefix plural get_current_language language get_available_languages get_current_language_bidi get_language_info get_language_info_list localize endlocalize localtime endlocaltime timezone endtimezone get_current_timezone verbatim"},starts:{endsWithParent:!0,keywords:"in by as",contains:[t],relevance:0}}]},{className:"template-variable",begin:/\{\{/,end:/\}\}/,contains:[t]}]}}return _E=r,_E}var bE,gN;function xie(){if(gN)return bE;gN=1;function r(e){return{name:"DNS Zone",aliases:["bind","zone"],keywords:["IN","A","AAAA","AFSDB","APL","CAA","CDNSKEY","CDS","CERT","CNAME","DHCID","DLV","DNAME","DNSKEY","DS","HIP","IPSECKEY","KEY","KX","LOC","MX","NAPTR","NS","NSEC","NSEC3","NSEC3PARAM","PTR","RRSIG","RP","SIG","SOA","SRV","SSHFP","TA","TKEY","TLSA","TSIG","TXT"],contains:[e.COMMENT(";","$",{relevance:0}),{className:"meta",begin:/^\$(TTL|GENERATE|INCLUDE|ORIGIN)\b/},{className:"number",begin:"((([0-9A-Fa-f]{1,4}:){7}([0-9A-Fa-f]{1,4}|:))|(([0-9A-Fa-f]{1,4}:){6}(:[0-9A-Fa-f]{1,4}|((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3})|:))|(([0-9A-Fa-f]{1,4}:){5}(((:[0-9A-Fa-f]{1,4}){1,2})|:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3})|:))|(([0-9A-Fa-f]{1,4}:){4}(((:[0-9A-Fa-f]{1,4}){1,3})|((:[0-9A-Fa-f]{1,4})?:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){3}(((:[0-9A-Fa-f]{1,4}){1,4})|((:[0-9A-Fa-f]{1,4}){0,2}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){2}(((:[0-9A-Fa-f]{1,4}){1,5})|((:[0-9A-Fa-f]{1,4}){0,3}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(([0-9A-Fa-f]{1,4}:){1}(((:[0-9A-Fa-f]{1,4}){1,6})|((:[0-9A-Fa-f]{1,4}){0,4}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:))|(:(((:[0-9A-Fa-f]{1,4}){1,7})|((:[0-9A-Fa-f]{1,4}){0,5}:((25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)(\\.(25[0-5]|2[0-4]\\d|1\\d\\d|[1-9]?\\d)){3}))|:)))\\b"},{className:"number",begin:"((25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9]).){3,3}(25[0-5]|(2[0-4]|1{0,1}[0-9]){0,1}[0-9])\\b"},e.inherit(e.NUMBER_MODE,{begin:/\b\d+[dhwm]?/})]}}return bE=r,bE}var vE,_N;function Rie(){if(_N)return vE;_N=1;function r(e){return{name:"Dockerfile",aliases:["docker"],case_insensitive:!0,keywords:["from","maintainer","expose","env","arg","user","onbuild","stopsignal"],contains:[e.HASH_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.NUMBER_MODE,{beginKeywords:"run cmd entrypoint volume add copy workdir label healthcheck shell",starts:{end:/[^\\]$/,subLanguage:"bash"}}],illegal:"",illegal:"\\n"}]},t,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},i={className:"variable",begin:/&[a-z\d_]*\b/},s={className:"keyword",begin:"/[a-z][a-z\\d-]*/"},o={className:"symbol",begin:"^\\s*[a-zA-Z_][a-zA-Z\\d_]*:"},l={className:"params",relevance:0,begin:"<",end:">",contains:[n,i]},c={className:"title.class",begin:/[a-zA-Z_][a-zA-Z\d_@-]*(?=\s\{)/,relevance:.2},u={className:"title.class",begin:/^\/(?=\s*\{)/,relevance:10},d={match:/[a-z][a-z-,]+(?=;)/,relevance:0,scope:"attr"},h={relevance:0,match:[/[a-z][a-z-,]+/,/\s*/,/=/],scope:{1:"attr",3:"operator"}},p={scope:"punctuation",relevance:0,match:/\};|[;{}]/};return{name:"Device Tree",contains:[u,i,s,o,c,h,d,l,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,n,t,a,p,{begin:e.IDENT_RE+"::",keywords:""}]}}return EE=r,EE}var wE,SN;function kie(){if(SN)return wE;SN=1;function r(e){return{name:"Dust",aliases:["dst"],case_insensitive:!0,subLanguage:"xml",contains:[{className:"template-tag",begin:/\{[#\/]/,end:/\}/,illegal:/;/,contains:[{className:"name",begin:/[a-zA-Z\.-]+/,starts:{endsWithParent:!0,relevance:0,contains:[e.QUOTE_STRING_MODE]}}]},{className:"template-variable",begin:/\{/,end:/\}/,illegal:/;/,keywords:"if eq ne lt lte gt gte select default math sep"}]}}return wE=r,wE}var TE,EN;function Mie(){if(EN)return TE;EN=1;function r(e){const t=e.COMMENT(/\(\*/,/\*\)/),n={className:"attribute",begin:/^[ ]*[a-zA-Z]+([\s_-]+[a-zA-Z]+)*/},i={begin:/=/,end:/[.;]/,contains:[t,{className:"meta",begin:/\?.*\?/},{className:"string",variants:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{begin:"`",end:"`"}]}]};return{name:"Extended Backus-Naur Form",illegal:/\S/,contains:[t,n,i]}}return TE=r,TE}var CE,wN;function Die(){if(wN)return CE;wN=1;function r(e){const t=e.regex,n="[a-zA-Z_][a-zA-Z0-9_.]*(!|\\?)?",a="[a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|=~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~`|]|\\[\\]=?",o={$pattern:n,keyword:["after","alias","and","case","catch","cond","defstruct","defguard","do","else","end","fn","for","if","import","in","not","or","quote","raise","receive","require","reraise","rescue","try","unless","unquote","unquote_splicing","use","when","with|0"],literal:["false","nil","true"]},l={className:"subst",begin:/#\{/,end:/\}/,keywords:o},c={className:"number",begin:"(\\b0o[0-7_]+)|(\\b0b[01_]+)|(\\b0x[0-9a-fA-F_]+)|(-?\\b[0-9][0-9_]*(\\.[0-9_]+([eE][-+]?[0-9]+)?)?)",relevance:0},d={match:/\\[\s\S]/,scope:"char.escape",relevance:0},h=`[/|([{<"']`,p=[{begin:/"/,end:/"/},{begin:/'/,end:/'/},{begin:/\//,end:/\//},{begin:/\|/,end:/\|/},{begin:/\(/,end:/\)/},{begin:/\[/,end:/\]/},{begin:/\{/,end:/\}/},{begin://}],m=w=>({scope:"char.escape",begin:t.concat(/\\/,w),relevance:0}),g={className:"string",begin:"~[a-z](?="+h+")",contains:p.map(w=>e.inherit(w,{contains:[m(w.end),d,l]}))},b={className:"string",begin:"~[A-Z](?="+h+")",contains:p.map(w=>e.inherit(w,{contains:[m(w.end)]}))},_={className:"regex",variants:[{begin:"~r(?="+h+")",contains:p.map(w=>e.inherit(w,{end:t.concat(w.end,/[uismxfU]{0,7}/),contains:[m(w.end),d,l]}))},{begin:"~R(?="+h+")",contains:p.map(w=>e.inherit(w,{end:t.concat(w.end,/[uismxfU]{0,7}/),contains:[m(w.end)]}))}]},v={className:"string",contains:[e.BACKSLASH_ESCAPE,l],variants:[{begin:/"""/,end:/"""/},{begin:/'''/,end:/'''/},{begin:/~S"""/,end:/"""/,contains:[]},{begin:/~S"/,end:/"/,contains:[]},{begin:/~S'''/,end:/'''/,contains:[]},{begin:/~S'/,end:/'/,contains:[]},{begin:/'/,end:/'/},{begin:/"/,end:/"/}]},y={className:"function",beginKeywords:"def defp defmacro defmacrop",end:/\B\b/,contains:[e.inherit(e.TITLE_MODE,{begin:n,endsParent:!0})]},E=e.inherit(y,{className:"class",beginKeywords:"defimpl defmodule defprotocol defrecord",end:/\bdo\b|$|;/}),S=[v,_,b,g,e.HASH_COMMENT_MODE,E,y,{begin:"::"},{className:"symbol",begin:":(?![\\s:])",contains:[v,{begin:a}],relevance:0},{className:"symbol",begin:n+":(?!:)",relevance:0},{className:"title.class",begin:/(\b[A-Z][a-zA-Z0-9_]+)/,relevance:0},c,{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))"}];return l.contains=S,{name:"Elixir",aliases:["ex","exs"],keywords:o,contains:S}}return CE=r,CE}var AE,TN;function Pie(){if(TN)return AE;TN=1;function r(e){const t={variants:[e.COMMENT("--","$"),e.COMMENT(/\{-/,/-\}/,{contains:["self"]})]},n={className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},a={begin:"\\(",end:"\\)",illegal:'"',contains:[{className:"type",begin:"\\b[A-Z][\\w]*(\\((\\.\\.|,|\\w+)\\))?"},t]},i={begin:/\{/,end:/\}/,contains:a.contains},s={className:"string",begin:"'\\\\?.",end:"'",illegal:"."};return{name:"Elm",keywords:["let","in","if","then","else","case","of","where","module","import","exposing","type","alias","as","infix","infixl","infixr","port","effect","command","subscription"],contains:[{beginKeywords:"port effect module",end:"exposing",keywords:"port effect module where command subscription exposing",contains:[a,t],illegal:"\\W\\.|;"},{begin:"import",end:"$",keywords:"import as exposing",contains:[a,t],illegal:"\\W\\.|;"},{begin:"type",end:"$",keywords:"type alias",contains:[n,a,i,t]},{beginKeywords:"infix infixl infixr",end:"$",contains:[e.C_NUMBER_MODE,t]},{begin:"port",end:"$",keywords:"port",contains:[t]},s,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,n,e.inherit(e.TITLE_MODE,{begin:"^[_a-z][\\w']*"}),t,{begin:"->|<-"}],illegal:/;/}}return AE=r,AE}var xE,CN;function Lie(){if(CN)return xE;CN=1;function r(e){const t=e.regex,n="([a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|=~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~`|]|\\[\\]=?)",a=t.either(/\b([A-Z]+[a-z0-9]+)+/,/\b([A-Z]+[a-z0-9]+)+[A-Z]+/),i=t.concat(a,/(::\w+)*/),o={"variable.constant":["__FILE__","__LINE__","__ENCODING__"],"variable.language":["self","super"],keyword:["alias","and","begin","BEGIN","break","case","class","defined","do","else","elsif","end","END","ensure","for","if","in","module","next","not","or","redo","require","rescue","retry","return","then","undef","unless","until","when","while","yield",...["include","extend","prepend","public","private","protected","raise","throw"]],built_in:["proc","lambda","attr_accessor","attr_reader","attr_writer","define_method","private_constant","module_function"],literal:["true","false","nil"]},l={className:"doctag",begin:"@[A-Za-z]+"},c={begin:"#<",end:">"},u=[e.COMMENT("#","$",{contains:[l]}),e.COMMENT("^=begin","^=end",{contains:[l],relevance:10}),e.COMMENT("^__END__",e.MATCH_NOTHING_RE)],d={className:"subst",begin:/#\{/,end:/\}/,keywords:o},h={className:"string",contains:[e.BACKSLASH_ESCAPE,d],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/`/,end:/`/},{begin:/%[qQwWx]?\(/,end:/\)/},{begin:/%[qQwWx]?\[/,end:/\]/},{begin:/%[qQwWx]?\{/,end:/\}/},{begin:/%[qQwWx]?/},{begin:/%[qQwWx]?\//,end:/\//},{begin:/%[qQwWx]?%/,end:/%/},{begin:/%[qQwWx]?-/,end:/-/},{begin:/%[qQwWx]?\|/,end:/\|/},{begin:/\B\?(\\\d{1,3})/},{begin:/\B\?(\\x[A-Fa-f0-9]{1,2})/},{begin:/\B\?(\\u\{?[A-Fa-f0-9]{1,6}\}?)/},{begin:/\B\?(\\M-\\C-|\\M-\\c|\\c\\M-|\\M-|\\C-\\M-)[\x20-\x7e]/},{begin:/\B\?\\(c|C-)[\x20-\x7e]/},{begin:/\B\?\\?\S/},{begin:t.concat(/<<[-~]?'?/,t.lookahead(/(\w+)(?=\W)[^\n]*\n(?:[^\n]*\n)*?\s*\1\b/)),contains:[e.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,contains:[e.BACKSLASH_ESCAPE,d]})]}]},p="[1-9](_?[0-9])*|0",m="[0-9](_?[0-9])*",g={className:"number",relevance:0,variants:[{begin:`\\b(${p})(\\.(${m}))?([eE][+-]?(${m})|r)?i?\\b`},{begin:"\\b0[dD][0-9](_?[0-9])*r?i?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*r?i?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*r?i?\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*r?i?\\b"},{begin:"\\b0(_?[0-7])+r?i?\\b"}]},b={variants:[{match:/\(\)/},{className:"params",begin:/\(/,end:/(?=\))/,excludeBegin:!0,endsParent:!0,keywords:o}]},C=[h,{variants:[{match:[/class\s+/,i,/\s+<\s+/,i]},{match:[/\b(class|module)\s+/,i]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:o},{match:[/(include|extend)\s+/,i],scope:{2:"title.class"},keywords:o},{relevance:0,match:[i,/\.new[. (]/],scope:{1:"title.class"}},{relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"},{relevance:0,match:a,scope:"title.class"},{match:[/def/,/\s+/,n],scope:{1:"keyword",3:"title.function"},contains:[b]},{begin:e.IDENT_RE+"::"},{className:"symbol",begin:e.UNDERSCORE_IDENT_RE+"(!|\\?)?:",relevance:0},{className:"symbol",begin:":(?!\\s)",contains:[h,{begin:n}],relevance:0},g,{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))(?=[^@$?])(?![A-Za-z])(?![@$?'])"},{className:"params",begin:/\|(?!=)/,end:/\|/,excludeBegin:!0,excludeEnd:!0,relevance:0,keywords:o},{begin:"("+e.RE_STARTERS_RE+"|unless)\\s*",keywords:"unless",contains:[{className:"regexp",contains:[e.BACKSLASH_ESCAPE,d],illegal:/\n/,variants:[{begin:"/",end:"/[a-z]*"},{begin:/%r\{/,end:/\}[a-z]*/},{begin:"%r\\(",end:"\\)[a-z]*"},{begin:"%r!",end:"![a-z]*"},{begin:"%r\\[",end:"\\][a-z]*"}]}].concat(c,u),relevance:0}].concat(c,u);d.contains=C,b.contains=C;const D=[{begin:/^\s*=>/,starts:{end:"$",contains:C}},{className:"meta.prompt",begin:"^("+"[>?]>"+"|"+"[\\w#]+\\(\\w+\\):\\d+:\\d+[>*]"+"|"+"(\\w+-)?\\d+\\.\\d+\\.\\d+(p\\d+)?[^\\d][^>]+>"+")(?=[ ])",starts:{end:"$",keywords:o,contains:C}}];return u.unshift(c),{name:"Ruby",aliases:["rb","gemspec","podspec","thor","irb"],keywords:o,illegal:/\/\*/,contains:[e.SHEBANG({binary:"ruby"})].concat(D).concat(u).concat(C)}}return xE=r,xE}var RE,AN;function Fie(){if(AN)return RE;AN=1;function r(e){return{name:"ERB",subLanguage:"xml",contains:[e.COMMENT("<%#","%>"),{begin:"<%[%=-]?",end:"[%-]?%>",subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0}]}}return RE=r,RE}var OE,xN;function Bie(){if(xN)return OE;xN=1;function r(e){const t=e.regex;return{name:"Erlang REPL",keywords:{built_in:"spawn spawn_link self",keyword:"after and andalso|10 band begin bnot bor bsl bsr bxor case catch cond div end fun if let not of or orelse|10 query receive rem try when xor"},contains:[{className:"meta.prompt",begin:"^[0-9]+> ",relevance:10},e.COMMENT("%","$"),{className:"number",begin:"\\b(\\d+(_\\d+)*#[a-fA-F0-9]+(_[a-fA-F0-9]+)*|\\d+(_\\d+)*(\\.\\d+(_\\d+)*)?([eE][-+]?\\d+)?)",relevance:0},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{begin:t.concat(/\?(::)?/,/([A-Z]\w*)/,/((::)[A-Z]\w*)*/)},{begin:"->"},{begin:"ok"},{begin:"!"},{begin:"(\\b[a-z'][a-zA-Z0-9_']*:[a-z'][a-zA-Z0-9_']*)|(\\b[a-z'][a-zA-Z0-9_']*)",relevance:0},{begin:"[A-Z][a-zA-Z0-9_']*",relevance:0}]}}return OE=r,OE}var NE,RN;function Uie(){if(RN)return NE;RN=1;function r(e){const t="[a-z'][a-zA-Z0-9_']*",n="("+t+":"+t+"|"+t+")",a={keyword:"after and andalso|10 band begin bnot bor bsl bzr bxor case catch cond div end fun if let not of orelse|10 query receive rem try when xor maybe else",literal:"false true"},i=e.COMMENT("%","$"),s={className:"number",begin:"\\b(\\d+(_\\d+)*#[a-fA-F0-9]+(_[a-fA-F0-9]+)*|\\d+(_\\d+)*(\\.\\d+(_\\d+)*)?([eE][-+]?\\d+)?)",relevance:0},o={begin:"fun\\s+"+t+"/\\d+"},l={begin:n+"\\(",end:"\\)",returnBegin:!0,relevance:0,contains:[{begin:n,relevance:0},{begin:"\\(",end:"\\)",endsWithParent:!0,returnEnd:!0,relevance:0}]},c={begin:/\{/,end:/\}/,relevance:0},u={begin:"\\b_([A-Z][A-Za-z0-9_]*)?",relevance:0},d={begin:"[A-Z][a-zA-Z0-9_]*",relevance:0},h={begin:"#"+e.UNDERSCORE_IDENT_RE,relevance:0,returnBegin:!0,contains:[{begin:"#"+e.UNDERSCORE_IDENT_RE,relevance:0},{begin:/\{/,end:/\}/,relevance:0}]},p={scope:"string",match:/\$(\\([^0-9]|[0-9]{1,3}|)|.)/},m={scope:"string",match:/"""("*)(?!")[\s\S]*?"""\1/},g={scope:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{match:/~\w?"""("*)(?!")[\s\S]*?"""\1/},{begin:/~\w?\(/,end:/\)/},{begin:/~\w?\[/,end:/\]/},{begin:/~\w?{/,end:/}/},{begin:/~\w?/},{begin:/~\w?\//,end:/\//},{begin:/~\w?\|/,end:/\|/},{begin:/~\w?'/,end:/'/},{begin:/~\w?"/,end:/"/},{begin:/~\w?`/,end:/`/},{begin:/~\w?#/,end:/#/}]},b={beginKeywords:"fun receive if try case maybe",end:"end",keywords:a};b.contains=[i,o,e.inherit(e.APOS_STRING_MODE,{className:""}),b,l,g,m,e.QUOTE_STRING_MODE,s,c,u,d,h,p];const _=[i,o,b,l,g,m,e.QUOTE_STRING_MODE,s,c,u,d,h,p];l.contains[1].contains=_,c.contains=_,h.contains[1].contains=_;const v=["-module","-record","-undef","-export","-ifdef","-ifndef","-author","-copyright","-doc","-moduledoc","-vsn","-import","-include","-include_lib","-compile","-define","-else","-endif","-file","-behaviour","-behavior","-spec","-on_load","-nifs"],y={className:"params",begin:"\\(",end:"\\)",contains:_};return{name:"Erlang",aliases:["erl"],keywords:a,illegal:"(",returnBegin:!0,illegal:"\\(|#|//|/\\*|\\\\|:|;",contains:[y,e.inherit(e.TITLE_MODE,{begin:t})],starts:{end:";|\\.",keywords:a,contains:_}},i,{begin:"^-",end:"\\.",relevance:0,excludeEnd:!0,returnBegin:!0,keywords:{$pattern:"-"+e.IDENT_RE,keyword:v.map(E=>`${E}|1.5`).join(" ")},contains:[y,g,m,e.QUOTE_STRING_MODE]},s,g,m,e.QUOTE_STRING_MODE,h,u,d,c,p,{begin:/\.$/}]}}return NE=r,NE}var IE,ON;function $ie(){if(ON)return IE;ON=1;function r(e){return{name:"Excel formulae",aliases:["xlsx","xls"],case_insensitive:!0,keywords:{$pattern:/[a-zA-Z][\w\.]*/,built_in:["ABS","ACCRINT","ACCRINTM","ACOS","ACOSH","ACOT","ACOTH","AGGREGATE","ADDRESS","AMORDEGRC","AMORLINC","AND","ARABIC","AREAS","ARRAYTOTEXT","ASC","ASIN","ASINH","ATAN","ATAN2","ATANH","AVEDEV","AVERAGE","AVERAGEA","AVERAGEIF","AVERAGEIFS","BAHTTEXT","BASE","BESSELI","BESSELJ","BESSELK","BESSELY","BETADIST","BETA.DIST","BETAINV","BETA.INV","BIN2DEC","BIN2HEX","BIN2OCT","BINOMDIST","BINOM.DIST","BINOM.DIST.RANGE","BINOM.INV","BITAND","BITLSHIFT","BITOR","BITRSHIFT","BITXOR","BYCOL","BYROW","CALL","CEILING","CEILING.MATH","CEILING.PRECISE","CELL","CHAR","CHIDIST","CHIINV","CHITEST","CHISQ.DIST","CHISQ.DIST.RT","CHISQ.INV","CHISQ.INV.RT","CHISQ.TEST","CHOOSE","CHOOSECOLS","CHOOSEROWS","CLEAN","CODE","COLUMN","COLUMNS","COMBIN","COMBINA","COMPLEX","CONCAT","CONCATENATE","CONFIDENCE","CONFIDENCE.NORM","CONFIDENCE.T","CONVERT","CORREL","COS","COSH","COT","COTH","COUNT","COUNTA","COUNTBLANK","COUNTIF","COUNTIFS","COUPDAYBS","COUPDAYS","COUPDAYSNC","COUPNCD","COUPNUM","COUPPCD","COVAR","COVARIANCE.P","COVARIANCE.S","CRITBINOM","CSC","CSCH","CUBEKPIMEMBER","CUBEMEMBER","CUBEMEMBERPROPERTY","CUBERANKEDMEMBER","CUBESET","CUBESETCOUNT","CUBEVALUE","CUMIPMT","CUMPRINC","DATE","DATEDIF","DATEVALUE","DAVERAGE","DAY","DAYS","DAYS360","DB","DBCS","DCOUNT","DCOUNTA","DDB","DEC2BIN","DEC2HEX","DEC2OCT","DECIMAL","DEGREES","DELTA","DEVSQ","DGET","DISC","DMAX","DMIN","DOLLAR","DOLLARDE","DOLLARFR","DPRODUCT","DROP","DSTDEV","DSTDEVP","DSUM","DURATION","DVAR","DVARP","EDATE","EFFECT","ENCODEURL","EOMONTH","ERF","ERF.PRECISE","ERFC","ERFC.PRECISE","ERROR.TYPE","EUROCONVERT","EVEN","EXACT","EXP","EXPAND","EXPON.DIST","EXPONDIST","FACT","FACTDOUBLE","FALSE","F.DIST","FDIST","F.DIST.RT","FILTER","FILTERXML","FIND","FINDB","F.INV","F.INV.RT","FINV","FISHER","FISHERINV","FIXED","FLOOR","FLOOR.MATH","FLOOR.PRECISE","FORECAST","FORECAST.ETS","FORECAST.ETS.CONFINT","FORECAST.ETS.SEASONALITY","FORECAST.ETS.STAT","FORECAST.LINEAR","FORMULATEXT","FREQUENCY","F.TEST","FTEST","FV","FVSCHEDULE","GAMMA","GAMMA.DIST","GAMMADIST","GAMMA.INV","GAMMAINV","GAMMALN","GAMMALN.PRECISE","GAUSS","GCD","GEOMEAN","GESTEP","GETPIVOTDATA","GROWTH","HARMEAN","HEX2BIN","HEX2DEC","HEX2OCT","HLOOKUP","HOUR","HSTACK","HYPERLINK","HYPGEOM.DIST","HYPGEOMDIST","IF","IFERROR","IFNA","IFS","IMABS","IMAGE","IMAGINARY","IMARGUMENT","IMCONJUGATE","IMCOS","IMCOSH","IMCOT","IMCSC","IMCSCH","IMDIV","IMEXP","IMLN","IMLOG10","IMLOG2","IMPOWER","IMPRODUCT","IMREAL","IMSEC","IMSECH","IMSIN","IMSINH","IMSQRT","IMSUB","IMSUM","IMTAN","INDEX","INDIRECT","INFO","INT","INTERCEPT","INTRATE","IPMT","IRR","ISBLANK","ISERR","ISERROR","ISEVEN","ISFORMULA","ISLOGICAL","ISNA","ISNONTEXT","ISNUMBER","ISODD","ISOMITTED","ISREF","ISTEXT","ISO.CEILING","ISOWEEKNUM","ISPMT","JIS","KURT","LAMBDA","LARGE","LCM","LEFT","LEFTB","LEN","LENB","LET","LINEST","LN","LOG","LOG10","LOGEST","LOGINV","LOGNORM.DIST","LOGNORMDIST","LOGNORM.INV","LOOKUP","LOWER","MAKEARRAY","MAP","MATCH","MAX","MAXA","MAXIFS","MDETERM","MDURATION","MEDIAN","MID","MIDB","MIN","MINIFS","MINA","MINUTE","MINVERSE","MIRR","MMULT","MOD","MODE","MODE.MULT","MODE.SNGL","MONTH","MROUND","MULTINOMIAL","MUNIT","N","NA","NEGBINOM.DIST","NEGBINOMDIST","NETWORKDAYS","NETWORKDAYS.INTL","NOMINAL","NORM.DIST","NORMDIST","NORMINV","NORM.INV","NORM.S.DIST","NORMSDIST","NORM.S.INV","NORMSINV","NOT","NOW","NPER","NPV","NUMBERVALUE","OCT2BIN","OCT2DEC","OCT2HEX","ODD","ODDFPRICE","ODDFYIELD","ODDLPRICE","ODDLYIELD","OFFSET","OR","PDURATION","PEARSON","PERCENTILE.EXC","PERCENTILE.INC","PERCENTILE","PERCENTRANK.EXC","PERCENTRANK.INC","PERCENTRANK","PERMUT","PERMUTATIONA","PHI","PHONETIC","PI","PMT","POISSON.DIST","POISSON","POWER","PPMT","PRICE","PRICEDISC","PRICEMAT","PROB","PRODUCT","PROPER","PV","QUARTILE","QUARTILE.EXC","QUARTILE.INC","QUOTIENT","RADIANS","RAND","RANDARRAY","RANDBETWEEN","RANK.AVG","RANK.EQ","RANK","RATE","RECEIVED","REDUCE","REGISTER.ID","REPLACE","REPLACEB","REPT","RIGHT","RIGHTB","ROMAN","ROUND","ROUNDDOWN","ROUNDUP","ROW","ROWS","RRI","RSQ","RTD","SCAN","SEARCH","SEARCHB","SEC","SECH","SECOND","SEQUENCE","SERIESSUM","SHEET","SHEETS","SIGN","SIN","SINH","SKEW","SKEW.P","SLN","SLOPE","SMALL","SORT","SORTBY","SQRT","SQRTPI","SQL.REQUEST","STANDARDIZE","STOCKHISTORY","STDEV","STDEV.P","STDEV.S","STDEVA","STDEVP","STDEVPA","STEYX","SUBSTITUTE","SUBTOTAL","SUM","SUMIF","SUMIFS","SUMPRODUCT","SUMSQ","SUMX2MY2","SUMX2PY2","SUMXMY2","SWITCH","SYD","T","TAN","TANH","TAKE","TBILLEQ","TBILLPRICE","TBILLYIELD","T.DIST","T.DIST.2T","T.DIST.RT","TDIST","TEXT","TEXTAFTER","TEXTBEFORE","TEXTJOIN","TEXTSPLIT","TIME","TIMEVALUE","T.INV","T.INV.2T","TINV","TOCOL","TOROW","TODAY","TRANSPOSE","TREND","TRIM","TRIMMEAN","TRUE","TRUNC","T.TEST","TTEST","TYPE","UNICHAR","UNICODE","UNIQUE","UPPER","VALUE","VALUETOTEXT","VAR","VAR.P","VAR.S","VARA","VARP","VARPA","VDB","VLOOKUP","VSTACK","WEBSERVICE","WEEKDAY","WEEKNUM","WEIBULL","WEIBULL.DIST","WORKDAY","WORKDAY.INTL","WRAPCOLS","WRAPROWS","XIRR","XLOOKUP","XMATCH","XNPV","XOR","YEAR","YEARFRAC","YIELD","YIELDDISC","YIELDMAT","Z.TEST","ZTEST"]},contains:[{begin:/^=/,end:/[^=]/,returnEnd:!0,illegal:/=/,relevance:10},{className:"symbol",begin:/\b[A-Z]{1,2}\d+\b/,end:/[^\d]/,excludeEnd:!0,relevance:0},{className:"symbol",begin:/[A-Z]{0,2}\d*:[A-Z]{0,2}\d*/,relevance:0},e.BACKSLASH_ESCAPE,e.QUOTE_STRING_MODE,{className:"number",begin:e.NUMBER_RE+"(%)?",relevance:0},e.COMMENT(/\bN\(/,/\)/,{excludeBegin:!0,excludeEnd:!0,illegal:/\n/})]}}return IE=r,IE}var kE,NN;function Gie(){if(NN)return kE;NN=1;function r(e){return{name:"FIX",contains:[{begin:/[^\u2401\u0001]+/,end:/[\u2401\u0001]/,excludeEnd:!0,returnBegin:!0,returnEnd:!1,contains:[{begin:/([^\u2401\u0001=]+)/,end:/=([^\u2401\u0001=]+)/,returnEnd:!0,returnBegin:!1,className:"attr"},{begin:/=/,end:/([\u2401\u0001])/,excludeEnd:!0,excludeBegin:!0,className:"string"}]}],case_insensitive:!0}}return kE=r,kE}var ME,IN;function zie(){if(IN)return ME;IN=1;function r(e){const t={className:"string",begin:/'(.|\\[xXuU][a-zA-Z0-9]+)'/},n={className:"string",variants:[{begin:'"',end:'"'}]},i={className:"function",beginKeywords:"def",end:/[:={\[(\n;]/,excludeEnd:!0,contains:[{className:"title",relevance:0,begin:/[^0-9\n\t "'(),.`{}\[\]:;][^\n\t "'(),.`{}\[\]:;]+|[^0-9\n\t "'(),.`{}\[\]:;=]/}]};return{name:"Flix",keywords:{keyword:["case","class","def","else","enum","if","impl","import","in","lat","rel","index","let","match","namespace","switch","type","yield","with"],literal:["true","false"]},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,t,n,i,e.C_NUMBER_MODE]}}return ME=r,ME}var DE,kN;function qie(){if(kN)return DE;kN=1;function r(e){const t=e.regex,n={className:"params",begin:"\\(",end:"\\)"},a={variants:[e.COMMENT("!","$",{relevance:0}),e.COMMENT("^C[ ]","$",{relevance:0}),e.COMMENT("^C$","$",{relevance:0})]},i=/(_[a-z_\d]+)?/,s=/([de][+-]?\d+)?/,o={className:"number",variants:[{begin:t.concat(/\b\d+/,/\.(\d*)/,s,i)},{begin:t.concat(/\b\d+/,s,i)},{begin:t.concat(/\.\d+/,s,i)}],relevance:0},l={className:"function",beginKeywords:"subroutine function program",illegal:"[${=\\n]",contains:[e.UNDERSCORE_TITLE_MODE,n]},c={className:"string",relevance:0,variants:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]};return{name:"Fortran",case_insensitive:!0,aliases:["f90","f95"],keywords:{$pattern:/\b[a-z][a-z0-9_]+\b|\.[a-z][a-z0-9_]+\./,keyword:["kind","do","concurrent","local","shared","while","private","call","intrinsic","where","elsewhere","type","endtype","endmodule","endselect","endinterface","end","enddo","endif","if","forall","endforall","only","contains","default","return","stop","then","block","endblock","endassociate","public","subroutine|10","function","program",".and.",".or.",".not.",".le.",".eq.",".ge.",".gt.",".lt.","goto","save","else","use","module","select","case","access","blank","direct","exist","file","fmt","form","formatted","iostat","name","named","nextrec","number","opened","rec","recl","sequential","status","unformatted","unit","continue","format","pause","cycle","exit","c_null_char","c_alert","c_backspace","c_form_feed","flush","wait","decimal","round","iomsg","synchronous","nopass","non_overridable","pass","protected","volatile","abstract","extends","import","non_intrinsic","value","deferred","generic","final","enumerator","class","associate","bind","enum","c_int","c_short","c_long","c_long_long","c_signed_char","c_size_t","c_int8_t","c_int16_t","c_int32_t","c_int64_t","c_int_least8_t","c_int_least16_t","c_int_least32_t","c_int_least64_t","c_int_fast8_t","c_int_fast16_t","c_int_fast32_t","c_int_fast64_t","c_intmax_t","C_intptr_t","c_float","c_double","c_long_double","c_float_complex","c_double_complex","c_long_double_complex","c_bool","c_char","c_null_ptr","c_null_funptr","c_new_line","c_carriage_return","c_horizontal_tab","c_vertical_tab","iso_c_binding","c_loc","c_funloc","c_associated","c_f_pointer","c_ptr","c_funptr","iso_fortran_env","character_storage_size","error_unit","file_storage_size","input_unit","iostat_end","iostat_eor","numeric_storage_size","output_unit","c_f_procpointer","ieee_arithmetic","ieee_support_underflow_control","ieee_get_underflow_mode","ieee_set_underflow_mode","newunit","contiguous","recursive","pad","position","action","delim","readwrite","eor","advance","nml","interface","procedure","namelist","include","sequence","elemental","pure","impure","integer","real","character","complex","logical","codimension","dimension","allocatable|10","parameter","external","implicit|10","none","double","precision","assign","intent","optional","pointer","target","in","out","common","equivalence","data"],literal:[".False.",".True."],built_in:["alog","alog10","amax0","amax1","amin0","amin1","amod","cabs","ccos","cexp","clog","csin","csqrt","dabs","dacos","dasin","datan","datan2","dcos","dcosh","ddim","dexp","dint","dlog","dlog10","dmax1","dmin1","dmod","dnint","dsign","dsin","dsinh","dsqrt","dtan","dtanh","float","iabs","idim","idint","idnint","ifix","isign","max0","max1","min0","min1","sngl","algama","cdabs","cdcos","cdexp","cdlog","cdsin","cdsqrt","cqabs","cqcos","cqexp","cqlog","cqsin","cqsqrt","dcmplx","dconjg","derf","derfc","dfloat","dgamma","dimag","dlgama","iqint","qabs","qacos","qasin","qatan","qatan2","qcmplx","qconjg","qcos","qcosh","qdim","qerf","qerfc","qexp","qgamma","qimag","qlgama","qlog","qlog10","qmax1","qmin1","qmod","qnint","qsign","qsin","qsinh","qsqrt","qtan","qtanh","abs","acos","aimag","aint","anint","asin","atan","atan2","char","cmplx","conjg","cos","cosh","exp","ichar","index","int","log","log10","max","min","nint","sign","sin","sinh","sqrt","tan","tanh","print","write","dim","lge","lgt","lle","llt","mod","nullify","allocate","deallocate","adjustl","adjustr","all","allocated","any","associated","bit_size","btest","ceiling","count","cshift","date_and_time","digits","dot_product","eoshift","epsilon","exponent","floor","fraction","huge","iand","ibclr","ibits","ibset","ieor","ior","ishft","ishftc","lbound","len_trim","matmul","maxexponent","maxloc","maxval","merge","minexponent","minloc","minval","modulo","mvbits","nearest","pack","present","product","radix","random_number","random_seed","range","repeat","reshape","rrspacing","scale","scan","selected_int_kind","selected_real_kind","set_exponent","shape","size","spacing","spread","sum","system_clock","tiny","transpose","trim","ubound","unpack","verify","achar","iachar","transfer","dble","entry","dprod","cpu_time","command_argument_count","get_command","get_command_argument","get_environment_variable","is_iostat_end","ieee_arithmetic","ieee_support_underflow_control","ieee_get_underflow_mode","ieee_set_underflow_mode","is_iostat_eor","move_alloc","new_line","selected_char_kind","same_type_as","extends_type_of","acosh","asinh","atanh","bessel_j0","bessel_j1","bessel_jn","bessel_y0","bessel_y1","bessel_yn","erf","erfc","erfc_scaled","gamma","log_gamma","hypot","norm2","atomic_define","atomic_ref","execute_command_line","leadz","trailz","storage_size","merge_bits","bge","bgt","ble","blt","dshiftl","dshiftr","findloc","iall","iany","iparity","image_index","lcobound","ucobound","maskl","maskr","num_images","parity","popcnt","poppar","shifta","shiftl","shiftr","this_image","sync","change","team","co_broadcast","co_max","co_min","co_sum","co_reduce"]},illegal:/\/\*/,contains:[c,l,{begin:/^C\s*=(?!=)/,relevance:0},a,o]}}return DE=r,DE}var PE,MN;function Hie(){if(MN)return PE;MN=1;function r(o){return new RegExp(o.replace(/[-/\\^$*+?.()|[\]{}]/g,"\\$&"),"m")}function e(o){return o?typeof o=="string"?o:o.source:null}function t(o){return n("(?=",o,")")}function n(...o){return o.map(c=>e(c)).join("")}function a(o){const l=o[o.length-1];return typeof l=="object"&&l.constructor===Object?(o.splice(o.length-1,1),l):{}}function i(...o){return"("+(a(o).capture?"":"?:")+o.map(u=>e(u)).join("|")+")"}function s(o){const l=["abstract","and","as","assert","base","begin","class","default","delegate","do","done","downcast","downto","elif","else","end","exception","extern","finally","fixed","for","fun","function","global","if","in","inherit","inline","interface","internal","lazy","let","match","member","module","mutable","namespace","new","of","open","or","override","private","public","rec","return","static","struct","then","to","try","type","upcast","use","val","void","when","while","with","yield"],c={scope:"keyword",match:/\b(yield|return|let|do|match|use)!/},u=["if","else","endif","line","nowarn","light","r","i","I","load","time","help","quit"],d=["true","false","null","Some","None","Ok","Error","infinity","infinityf","nan","nanf"],h=["__LINE__","__SOURCE_DIRECTORY__","__SOURCE_FILE__"],p=["bool","byte","sbyte","int8","int16","int32","uint8","uint16","uint32","int","uint","int64","uint64","nativeint","unativeint","decimal","float","double","float32","single","char","string","unit","bigint","option","voption","list","array","seq","byref","exn","inref","nativeptr","obj","outref","voidptr","Result"],g={keyword:l,literal:d,built_in:["not","ref","raise","reraise","dict","readOnlyDict","set","get","enum","sizeof","typeof","typedefof","nameof","nullArg","invalidArg","invalidOp","id","fst","snd","ignore","lock","using","box","unbox","tryUnbox","printf","printfn","sprintf","eprintf","eprintfn","fprintf","fprintfn","failwith","failwithf"],"variable.constant":h},_={variants:[o.COMMENT(/\(\*(?!\))/,/\*\)/,{contains:["self"]}),o.C_LINE_COMMENT_MODE]},v=/[a-zA-Z_](\w|')*/,y={scope:"variable",begin:/``/,end:/``/},E=/\B('|\^)/,S={scope:"symbol",variants:[{match:n(E,/``.*?``/)},{match:n(E,o.UNDERSCORE_IDENT_RE)}],relevance:0},w=function({includeEqual:U}){let Q;U?Q="!%&*+-/<=>@^|~?":Q="!%&*+-/<>@^|~?";const ne=Array.from(Q),ue=n("[",...ne.map(r),"]"),he=i(ue,/\./),be=n(he,t(he)),Z=i(n(be,he,"*"),n(ue,"+"));return{scope:"operator",match:i(Z,/:\?>/,/:\?/,/:>/,/:=/,/::?/,/\$/),relevance:0}},C=w({includeEqual:!0}),x=w({includeEqual:!1}),N=function(U,Q){return{begin:n(U,t(n(/\s*/,i(/\w/,/'/,/\^/,/#/,/``/,/\(/,/{\|/)))),beginScope:Q,end:t(i(/\n/,/=/)),relevance:0,keywords:o.inherit(g,{type:p}),contains:[_,S,o.inherit(y,{scope:null}),x]}},I=N(/:/,"operator"),D=N(/\bof\b/,"keyword"),V={begin:[/(^|\s+)/,/type/,/\s+/,v],beginScope:{2:"keyword",4:"title.class"},end:t(/\(|=|$/),keywords:g,contains:[_,o.inherit(y,{scope:null}),S,{scope:"operator",match:/<|>/},I]},q={scope:"computation-expression",match:/\b[_a-z]\w*(?=\s*\{)/},$={begin:[/^\s*/,n(/#/,i(...u)),/\b/],beginScope:{2:"meta"},end:t(/\s|$/)},K={variants:[o.BINARY_NUMBER_MODE,o.C_NUMBER_MODE]},z={scope:"string",begin:/"/,end:/"/,contains:[o.BACKSLASH_ESCAPE]},re={scope:"string",begin:/@"/,end:/"/,contains:[{match:/""/},o.BACKSLASH_ESCAPE]},W={scope:"string",begin:/"""/,end:/"""/,relevance:2},ie={scope:"subst",begin:/\{/,end:/\}/,keywords:g},k={scope:"string",begin:/\$"/,end:/"/,contains:[{match:/\{\{/},{match:/\}\}/},o.BACKSLASH_ESCAPE,ie]},B={scope:"string",begin:/(\$@|@\$)"/,end:/"/,contains:[{match:/\{\{/},{match:/\}\}/},{match:/""/},o.BACKSLASH_ESCAPE,ie]},te={scope:"string",begin:/\$"""/,end:/"""/,contains:[{match:/\{\{/},{match:/\}\}/},ie],relevance:2},O={scope:"string",match:n(/'/,i(/[^\\']/,/\\(?:.|\d{3}|x[a-fA-F\d]{2}|u[a-fA-F\d]{4}|U[a-fA-F\d]{8})/),/'/)};return ie.contains=[B,k,re,z,O,c,_,y,I,q,$,K,S,C],{name:"F#",aliases:["fs","f#"],keywords:g,illegal:/\/\*/,classNameAliases:{"computation-expression":"keyword"},contains:[c,{variants:[te,B,k,W,re,z,O]},_,y,V,{scope:"meta",begin:/\[\]/,relevance:2,contains:[y,W,re,z,O,K]},D,I,q,$,K,S,C]}}return PE=s,PE}var LE,DN;function Vie(){if(DN)return LE;DN=1;function r(e){const t=e.regex,n={keyword:"abort acronym acronyms alias all and assign binary card diag display else eq file files for free ge gt if integer le loop lt maximizing minimizing model models ne negative no not option options or ord positive prod put putpage puttl repeat sameas semicont semiint smax smin solve sos1 sos2 sum system table then until using while xor yes",literal:"eps inf na",built_in:"abs arccos arcsin arctan arctan2 Beta betaReg binomial ceil centropy cos cosh cvPower div div0 eDist entropy errorf execSeed exp fact floor frac gamma gammaReg log logBeta logGamma log10 log2 mapVal max min mod ncpCM ncpF ncpVUpow ncpVUsin normal pi poly power randBinomial randLinear randTriangle round rPower sigmoid sign signPower sin sinh slexp sllog10 slrec sqexp sqlog10 sqr sqrec sqrt tan tanh trunc uniform uniformInt vcPower bool_and bool_eqv bool_imp bool_not bool_or bool_xor ifThen rel_eq rel_ge rel_gt rel_le rel_lt rel_ne gday gdow ghour gleap gmillisec gminute gmonth gsecond gyear jdate jnow jstart jtime errorLevel execError gamsRelease gamsVersion handleCollect handleDelete handleStatus handleSubmit heapFree heapLimit heapSize jobHandle jobKill jobStatus jobTerminate licenseLevel licenseStatus maxExecError sleep timeClose timeComp timeElapsed timeExec timeStart"},a={className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0},i={className:"symbol",variants:[{begin:/=[lgenxc]=/},{begin:/\$/}]},s={className:"comment",variants:[{begin:"'",end:"'"},{begin:'"',end:'"'}],illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},o={begin:"/",end:"/",keywords:n,contains:[s,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,e.C_NUMBER_MODE]},l=/[a-z0-9&#*=?@\\><:,()$[\]_.{}!+%^-]+/,c={begin:/[a-z][a-z0-9_]*(\([a-z0-9_, ]*\))?[ \t]+/,excludeBegin:!0,end:"$",endsWithParent:!0,contains:[s,o,{className:"comment",begin:t.concat(l,t.anyNumberOfTimes(t.concat(/[ ]+/,l))),relevance:0}]};return{name:"GAMS",aliases:["gms"],case_insensitive:!0,keywords:n,contains:[e.COMMENT(/^\$ontext/,/^\$offtext/),{className:"meta",begin:"^\\$[a-z0-9]+",end:"$",returnBegin:!0,contains:[{className:"keyword",begin:"^\\$[a-z0-9]+"}]},e.COMMENT("^\\*","$"),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,{beginKeywords:"set sets parameter parameters variable variables scalar scalars equation equations",end:";",contains:[e.COMMENT("^\\*","$"),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,o,c]},{beginKeywords:"table",end:";",returnBegin:!0,contains:[{beginKeywords:"table",end:"$",contains:[c]},e.COMMENT("^\\*","$"),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,e.C_NUMBER_MODE]},{className:"function",begin:/^[a-z][a-z0-9_,\-+' ()$]+\.{2}/,returnBegin:!0,contains:[{className:"title",begin:/^[a-z0-9_]+/},a,i]},e.C_NUMBER_MODE,i]}}return LE=r,LE}var FE,PN;function Yie(){if(PN)return FE;PN=1;function r(e){const t={keyword:"bool break call callexe checkinterrupt clear clearg closeall cls comlog compile continue create debug declare delete disable dlibrary dllcall do dos ed edit else elseif enable end endfor endif endp endo errorlog errorlogat expr external fn for format goto gosub graph if keyword let lib library line load loadarray loadexe loadf loadk loadm loadp loads loadx local locate loopnextindex lprint lpwidth lshow matrix msym ndpclex new open output outwidth plot plotsym pop prcsn print printdos proc push retp return rndcon rndmod rndmult rndseed run save saveall screen scroll setarray show sparse stop string struct system trace trap threadfor threadendfor threadbegin threadjoin threadstat threadend until use while winprint ne ge le gt lt and xor or not eq eqv",built_in:"abs acf aconcat aeye amax amean AmericanBinomCall AmericanBinomCall_Greeks AmericanBinomCall_ImpVol AmericanBinomPut AmericanBinomPut_Greeks AmericanBinomPut_ImpVol AmericanBSCall AmericanBSCall_Greeks AmericanBSCall_ImpVol AmericanBSPut AmericanBSPut_Greeks AmericanBSPut_ImpVol amin amult annotationGetDefaults annotationSetBkd annotationSetFont annotationSetLineColor annotationSetLineStyle annotationSetLineThickness annualTradingDays arccos arcsin areshape arrayalloc arrayindex arrayinit arraytomat asciiload asclabel astd astds asum atan atan2 atranspose axmargin balance band bandchol bandcholsol bandltsol bandrv bandsolpd bar base10 begwind besselj bessely beta box boxcox cdfBeta cdfBetaInv cdfBinomial cdfBinomialInv cdfBvn cdfBvn2 cdfBvn2e cdfCauchy cdfCauchyInv cdfChic cdfChii cdfChinc cdfChincInv cdfExp cdfExpInv cdfFc cdfFnc cdfFncInv cdfGam cdfGenPareto cdfHyperGeo cdfLaplace cdfLaplaceInv cdfLogistic cdfLogisticInv cdfmControlCreate cdfMvn cdfMvn2e cdfMvnce cdfMvne cdfMvt2e cdfMvtce cdfMvte cdfN cdfN2 cdfNc cdfNegBinomial cdfNegBinomialInv cdfNi cdfPoisson cdfPoissonInv cdfRayleigh cdfRayleighInv cdfTc cdfTci cdfTnc cdfTvn cdfWeibull cdfWeibullInv cdir ceil ChangeDir chdir chiBarSquare chol choldn cholsol cholup chrs close code cols colsf combinate combinated complex con cond conj cons ConScore contour conv convertsatostr convertstrtosa corrm corrms corrvc corrx corrxs cos cosh counts countwts crossprd crout croutp csrcol csrlin csvReadM csvReadSA cumprodc cumsumc curve cvtos datacreate datacreatecomplex datalist dataload dataloop dataopen datasave date datestr datestring datestrymd dayinyr dayofweek dbAddDatabase dbClose dbCommit dbCreateQuery dbExecQuery dbGetConnectOptions dbGetDatabaseName dbGetDriverName dbGetDrivers dbGetHostName dbGetLastErrorNum dbGetLastErrorText dbGetNumericalPrecPolicy dbGetPassword dbGetPort dbGetTableHeaders dbGetTables dbGetUserName dbHasFeature dbIsDriverAvailable dbIsOpen dbIsOpenError dbOpen dbQueryBindValue dbQueryClear dbQueryCols dbQueryExecPrepared dbQueryFetchAllM dbQueryFetchAllSA dbQueryFetchOneM dbQueryFetchOneSA dbQueryFinish dbQueryGetBoundValue dbQueryGetBoundValues dbQueryGetField dbQueryGetLastErrorNum dbQueryGetLastErrorText dbQueryGetLastInsertID dbQueryGetLastQuery dbQueryGetPosition dbQueryIsActive dbQueryIsForwardOnly dbQueryIsNull dbQueryIsSelect dbQueryIsValid dbQueryPrepare dbQueryRows dbQuerySeek dbQuerySeekFirst dbQuerySeekLast dbQuerySeekNext dbQuerySeekPrevious dbQuerySetForwardOnly dbRemoveDatabase dbRollback dbSetConnectOptions dbSetDatabaseName dbSetHostName dbSetNumericalPrecPolicy dbSetPort dbSetUserName dbTransaction DeleteFile delif delrows denseToSp denseToSpRE denToZero design det detl dfft dffti diag diagrv digamma doswin DOSWinCloseall DOSWinOpen dotfeq dotfeqmt dotfge dotfgemt dotfgt dotfgtmt dotfle dotflemt dotflt dotfltmt dotfne dotfnemt draw drop dsCreate dstat dstatmt dstatmtControlCreate dtdate dtday dttime dttodtv dttostr dttoutc dtvnormal dtvtodt dtvtoutc dummy dummybr dummydn eig eigh eighv eigv elapsedTradingDays endwind envget eof eqSolve eqSolvemt eqSolvemtControlCreate eqSolvemtOutCreate eqSolveset erf erfc erfccplx erfcplx error etdays ethsec etstr EuropeanBinomCall EuropeanBinomCall_Greeks EuropeanBinomCall_ImpVol EuropeanBinomPut EuropeanBinomPut_Greeks EuropeanBinomPut_ImpVol EuropeanBSCall EuropeanBSCall_Greeks EuropeanBSCall_ImpVol EuropeanBSPut EuropeanBSPut_Greeks EuropeanBSPut_ImpVol exctsmpl exec execbg exp extern eye fcheckerr fclearerr feq feqmt fflush fft ffti fftm fftmi fftn fge fgemt fgets fgetsa fgetsat fgetst fgt fgtmt fileinfo filesa fle flemt floor flt fltmt fmod fne fnemt fonts fopen formatcv formatnv fputs fputst fseek fstrerror ftell ftocv ftos ftostrC gamma gammacplx gammaii gausset gdaAppend gdaCreate gdaDStat gdaDStatMat gdaGetIndex gdaGetName gdaGetNames gdaGetOrders gdaGetType gdaGetTypes gdaGetVarInfo gdaIsCplx gdaLoad gdaPack gdaRead gdaReadByIndex gdaReadSome gdaReadSparse gdaReadStruct gdaReportVarInfo gdaSave gdaUpdate gdaUpdateAndPack gdaVars gdaWrite gdaWrite32 gdaWriteSome getarray getdims getf getGAUSShome getmatrix getmatrix4D getname getnamef getNextTradingDay getNextWeekDay getnr getorders getpath getPreviousTradingDay getPreviousWeekDay getRow getscalar3D getscalar4D getTrRow getwind glm gradcplx gradMT gradMTm gradMTT gradMTTm gradp graphprt graphset hasimag header headermt hess hessMT hessMTg hessMTgw hessMTm hessMTmw hessMTT hessMTTg hessMTTgw hessMTTm hessMTw hessp hist histf histp hsec imag indcv indexcat indices indices2 indicesf indicesfn indnv indsav integrate1d integrateControlCreate intgrat2 intgrat3 inthp1 inthp2 inthp3 inthp4 inthpControlCreate intquad1 intquad2 intquad3 intrleav intrleavsa intrsect intsimp inv invpd invswp iscplx iscplxf isden isinfnanmiss ismiss key keyav keyw lag lag1 lagn lapEighb lapEighi lapEighvb lapEighvi lapgEig lapgEigh lapgEighv lapgEigv lapgSchur lapgSvdcst lapgSvds lapgSvdst lapSvdcusv lapSvds lapSvdusv ldlp ldlsol linSolve listwise ln lncdfbvn lncdfbvn2 lncdfmvn lncdfn lncdfn2 lncdfnc lnfact lngammacplx lnpdfmvn lnpdfmvt lnpdfn lnpdft loadd loadstruct loadwind loess loessmt loessmtControlCreate log loglog logx logy lower lowmat lowmat1 ltrisol lu lusol machEpsilon make makevars makewind margin matalloc matinit mattoarray maxbytes maxc maxindc maxv maxvec mbesselei mbesselei0 mbesselei1 mbesseli mbesseli0 mbesseli1 meanc median mergeby mergevar minc minindc minv miss missex missrv moment momentd movingave movingaveExpwgt movingaveWgt nextindex nextn nextnevn nextwind ntos null null1 numCombinations ols olsmt olsmtControlCreate olsqr olsqr2 olsqrmt ones optn optnevn orth outtyp pacf packedToSp packr parse pause pdfCauchy pdfChi pdfExp pdfGenPareto pdfHyperGeo pdfLaplace pdfLogistic pdfn pdfPoisson pdfRayleigh pdfWeibull pi pinv pinvmt plotAddArrow plotAddBar plotAddBox plotAddHist plotAddHistF plotAddHistP plotAddPolar plotAddScatter plotAddShape plotAddTextbox plotAddTS plotAddXY plotArea plotBar plotBox plotClearLayout plotContour plotCustomLayout plotGetDefaults plotHist plotHistF plotHistP plotLayout plotLogLog plotLogX plotLogY plotOpenWindow plotPolar plotSave plotScatter plotSetAxesPen plotSetBar plotSetBarFill plotSetBarStacked plotSetBkdColor plotSetFill plotSetGrid plotSetLegend plotSetLineColor plotSetLineStyle plotSetLineSymbol plotSetLineThickness plotSetNewWindow plotSetTitle plotSetWhichYAxis plotSetXAxisShow plotSetXLabel plotSetXRange plotSetXTicInterval plotSetXTicLabel plotSetYAxisShow plotSetYLabel plotSetYRange plotSetZAxisShow plotSetZLabel plotSurface plotTS plotXY polar polychar polyeval polygamma polyint polymake polymat polymroot polymult polyroot pqgwin previousindex princomp printfm printfmt prodc psi putarray putf putvals pvCreate pvGetIndex pvGetParNames pvGetParVector pvLength pvList pvPack pvPacki pvPackm pvPackmi pvPacks pvPacksi pvPacksm pvPacksmi pvPutParVector pvTest pvUnpack QNewton QNewtonmt QNewtonmtControlCreate QNewtonmtOutCreate QNewtonSet QProg QProgmt QProgmtInCreate qqr qqre qqrep qr qre qrep qrsol qrtsol qtyr qtyre qtyrep quantile quantiled qyr qyre qyrep qz rank rankindx readr real reclassify reclassifyCuts recode recserar recsercp recserrc rerun rescale reshape rets rev rfft rffti rfftip rfftn rfftnp rfftp rndBernoulli rndBeta rndBinomial rndCauchy rndChiSquare rndCon rndCreateState rndExp rndGamma rndGeo rndGumbel rndHyperGeo rndi rndKMbeta rndKMgam rndKMi rndKMn rndKMnb rndKMp rndKMu rndKMvm rndLaplace rndLCbeta rndLCgam rndLCi rndLCn rndLCnb rndLCp rndLCu rndLCvm rndLogNorm rndMTu rndMVn rndMVt rndn rndnb rndNegBinomial rndp rndPoisson rndRayleigh rndStateSkip rndu rndvm rndWeibull rndWishart rotater round rows rowsf rref sampleData satostrC saved saveStruct savewind scale scale3d scalerr scalinfnanmiss scalmiss schtoc schur searchsourcepath seekr select selif seqa seqm setdif setdifsa setvars setvwrmode setwind shell shiftr sin singleindex sinh sleep solpd sortc sortcc sortd sorthc sorthcc sortind sortindc sortmc sortr sortrc spBiconjGradSol spChol spConjGradSol spCreate spDenseSubmat spDiagRvMat spEigv spEye spLDL spline spLU spNumNZE spOnes spreadSheetReadM spreadSheetReadSA spreadSheetWrite spScale spSubmat spToDense spTrTDense spTScalar spZeros sqpSolve sqpSolveMT sqpSolveMTControlCreate sqpSolveMTlagrangeCreate sqpSolveMToutCreate sqpSolveSet sqrt statements stdc stdsc stocv stof strcombine strindx strlen strput strrindx strsect strsplit strsplitPad strtodt strtof strtofcplx strtriml strtrimr strtrunc strtruncl strtruncpad strtruncr submat subscat substute subvec sumc sumr surface svd svd1 svd2 svdcusv svds svdusv sysstate tab tan tanh tempname time timedt timestr timeutc title tkf2eps tkf2ps tocart todaydt toeplitz token topolar trapchk trigamma trimr trunc type typecv typef union unionsa uniqindx uniqindxsa unique uniquesa upmat upmat1 upper utctodt utctodtv utrisol vals varCovMS varCovXS varget vargetl varmall varmares varput varputl vartypef vcm vcms vcx vcxs vec vech vecr vector vget view viewxyz vlist vnamecv volume vput vread vtypecv wait waitc walkindex where window writer xlabel xlsGetSheetCount xlsGetSheetSize xlsGetSheetTypes xlsMakeRange xlsReadM xlsReadSA xlsWrite xlsWriteM xlsWriteSA xpnd xtics xy xyz ylabel ytics zeros zeta zlabel ztics cdfEmpirical dot h5create h5open h5read h5readAttribute h5write h5writeAttribute ldl plotAddErrorBar plotAddSurface plotCDFEmpirical plotSetColormap plotSetContourLabels plotSetLegendFont plotSetTextInterpreter plotSetXTicCount plotSetYTicCount plotSetZLevels powerm strjoin sylvester strtrim",literal:"DB_AFTER_LAST_ROW DB_ALL_TABLES DB_BATCH_OPERATIONS DB_BEFORE_FIRST_ROW DB_BLOB DB_EVENT_NOTIFICATIONS DB_FINISH_QUERY DB_HIGH_PRECISION DB_LAST_INSERT_ID DB_LOW_PRECISION_DOUBLE DB_LOW_PRECISION_INT32 DB_LOW_PRECISION_INT64 DB_LOW_PRECISION_NUMBERS DB_MULTIPLE_RESULT_SETS DB_NAMED_PLACEHOLDERS DB_POSITIONAL_PLACEHOLDERS DB_PREPARED_QUERIES DB_QUERY_SIZE DB_SIMPLE_LOCKING DB_SYSTEM_TABLES DB_TABLES DB_TRANSACTIONS DB_UNICODE DB_VIEWS __STDIN __STDOUT __STDERR __FILE_DIR"},n=e.COMMENT("@","@"),a={className:"meta",begin:"#",end:"$",keywords:{keyword:"define definecs|10 undef ifdef ifndef iflight ifdllcall ifmac ifos2win ifunix else endif lineson linesoff srcfile srcline"},contains:[{begin:/\\\n/,relevance:0},{beginKeywords:"include",end:"$",keywords:{keyword:"include"},contains:[{className:"string",begin:'"',end:'"',illegal:"\\n"}]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,n]},i={begin:/\bstruct\s+/,end:/\s/,keywords:"struct",contains:[{className:"type",begin:e.UNDERSCORE_IDENT_RE,relevance:0}]},s=[{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,endsWithParent:!0,relevance:0,contains:[{className:"literal",begin:/\.\.\./},e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,n,i]}],o={className:"title",begin:e.UNDERSCORE_IDENT_RE,relevance:0},l=function(p,m,g){const b=e.inherit({className:"function",beginKeywords:p,end:m,excludeEnd:!0,contains:[].concat(s)},{});return b.contains.push(o),b.contains.push(e.C_NUMBER_MODE),b.contains.push(e.C_BLOCK_COMMENT_MODE),b.contains.push(n),b},c={className:"built_in",begin:"\\b("+t.built_in.split(" ").join("|")+")\\b"},u={className:"string",begin:'"',end:'"',contains:[e.BACKSLASH_ESCAPE],relevance:0},d={begin:e.UNDERSCORE_IDENT_RE+"\\s*\\(",returnBegin:!0,keywords:t,relevance:0,contains:[{beginKeywords:t.keyword},c,{className:"built_in",begin:e.UNDERSCORE_IDENT_RE,relevance:0}]},h={begin:/\(/,end:/\)/,relevance:0,keywords:{built_in:t.built_in,literal:t.literal},contains:[e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,n,c,d,u,"self"]};return d.contains.push(h),{name:"GAUSS",aliases:["gss"],case_insensitive:!0,keywords:t,illegal:/(\{[%#]|[%#]\}| <- )/,contains:[e.C_NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,n,u,a,{className:"keyword",begin:/\bexternal (matrix|string|array|sparse matrix|struct|proc|keyword|fn)/},l("proc keyword",";"),l("fn","="),{beginKeywords:"for threadfor",end:/;/,relevance:0,contains:[e.C_BLOCK_COMMENT_MODE,n,h]},{variants:[{begin:e.UNDERSCORE_IDENT_RE+"\\."+e.UNDERSCORE_IDENT_RE},{begin:e.UNDERSCORE_IDENT_RE+"\\s*="}],relevance:0},d,i]}}return FE=r,FE}var BE,LN;function Wie(){if(LN)return BE;LN=1;function r(e){const t=e.regex,n={$pattern:/[A-Z]+|%/,keyword:["THEN","ELSE","ENDIF","IF","GOTO","DO","WHILE","WH","END","CALL","SUB","ENDSUB","EQ","NE","LT","GT","LE","GE","AND","OR","XOR","%"],built_in:["ATAN","ABS","ACOS","ASIN","COS","EXP","FIX","FUP","ROUND","LN","SIN","SQRT","TAN","EXISTS"]},a=/\b/;function i(m,g){if(m.index===0)return;const b=m.input[m.index-1];b>="0"&&b<="9"||b!=="_"&&g.ignoreMatch()}const s=/[+-]?((\.\d+)|(\d+)(\.\d*)?)/,o=/[GM]\s*\d+(\.\d+)?/,l=/T\s*\d+/,c=/O\s*\d+/,u=/O<.+>/,d=/[ABCUVWXYZ]\s*/,h=/[FHIJKPQRS]\s*/,p=[e.COMMENT(/\(/,/\)/),e.COMMENT(/;/,/$/),e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,{scope:"title.function",variants:[{match:t.concat(a,o)},{begin:o,"on:begin":i},{match:t.concat(a,l)},{begin:l,"on:begin":i}]},{scope:"symbol",variants:[{match:t.concat(a,c)},{begin:c,"on:begin":i},{match:t.concat(a,u)},{begin:u,"on:begin":i},{match:/\*\s*\d+\s*$/}]},{scope:"operator",match:/^N\s*\d+/},{scope:"variable",match:/-?#\s*\d+/},{scope:"property",variants:[{match:t.concat(a,d,s)},{begin:t.concat(d,s),"on:begin":i}]},{scope:"params",variants:[{match:t.concat(a,h,s)},{begin:t.concat(h,s),"on:begin":i}]}];return{name:"G-code (ISO 6983)",aliases:["nc"],case_insensitive:!0,disableAutodetect:!0,keywords:n,contains:p}}return BE=r,BE}var UE,FN;function jie(){if(FN)return UE;FN=1;function r(e){return{name:"Gherkin",aliases:["feature"],keywords:"Feature Background Ability Business Need Scenario Scenarios Scenario Outline Scenario Template Examples Given And Then But When",contains:[{className:"symbol",begin:"\\*",relevance:0},{className:"meta",begin:"@[^@\\s]+"},{begin:"\\|",end:"\\|\\w*$",contains:[{className:"string",begin:"[^|]+"}]},{className:"variable",begin:"<",end:">"},e.HASH_COMMENT_MODE,{className:"string",begin:'"""',end:'"""'},e.QUOTE_STRING_MODE]}}return UE=r,UE}var $E,BN;function Kie(){if(BN)return $E;BN=1;function r(e){return{name:"GLSL",keywords:{keyword:"break continue discard do else for if return while switch case default attribute binding buffer ccw centroid centroid varying coherent column_major const cw depth_any depth_greater depth_less depth_unchanged early_fragment_tests equal_spacing flat fractional_even_spacing fractional_odd_spacing highp in index inout invariant invocations isolines layout line_strip lines lines_adjacency local_size_x local_size_y local_size_z location lowp max_vertices mediump noperspective offset origin_upper_left out packed patch pixel_center_integer point_mode points precise precision quads r11f_g11f_b10f r16 r16_snorm r16f r16i r16ui r32f r32i r32ui r8 r8_snorm r8i r8ui readonly restrict rg16 rg16_snorm rg16f rg16i rg16ui rg32f rg32i rg32ui rg8 rg8_snorm rg8i rg8ui rgb10_a2 rgb10_a2ui rgba16 rgba16_snorm rgba16f rgba16i rgba16ui rgba32f rgba32i rgba32ui rgba8 rgba8_snorm rgba8i rgba8ui row_major sample shared smooth std140 std430 stream triangle_strip triangles triangles_adjacency uniform varying vertices volatile writeonly",type:"atomic_uint bool bvec2 bvec3 bvec4 dmat2 dmat2x2 dmat2x3 dmat2x4 dmat3 dmat3x2 dmat3x3 dmat3x4 dmat4 dmat4x2 dmat4x3 dmat4x4 double dvec2 dvec3 dvec4 float iimage1D iimage1DArray iimage2D iimage2DArray iimage2DMS iimage2DMSArray iimage2DRect iimage3D iimageBuffer iimageCube iimageCubeArray image1D image1DArray image2D image2DArray image2DMS image2DMSArray image2DRect image3D imageBuffer imageCube imageCubeArray int isampler1D isampler1DArray isampler2D isampler2DArray isampler2DMS isampler2DMSArray isampler2DRect isampler3D isamplerBuffer isamplerCube isamplerCubeArray ivec2 ivec3 ivec4 mat2 mat2x2 mat2x3 mat2x4 mat3 mat3x2 mat3x3 mat3x4 mat4 mat4x2 mat4x3 mat4x4 sampler1D sampler1DArray sampler1DArrayShadow sampler1DShadow sampler2D sampler2DArray sampler2DArrayShadow sampler2DMS sampler2DMSArray sampler2DRect sampler2DRectShadow sampler2DShadow sampler3D samplerBuffer samplerCube samplerCubeArray samplerCubeArrayShadow samplerCubeShadow image1D uimage1DArray uimage2D uimage2DArray uimage2DMS uimage2DMSArray uimage2DRect uimage3D uimageBuffer uimageCube uimageCubeArray uint usampler1D usampler1DArray usampler2D usampler2DArray usampler2DMS usampler2DMSArray usampler2DRect usampler3D samplerBuffer usamplerCube usamplerCubeArray uvec2 uvec3 uvec4 vec2 vec3 vec4 void",built_in:"gl_MaxAtomicCounterBindings gl_MaxAtomicCounterBufferSize gl_MaxClipDistances gl_MaxClipPlanes gl_MaxCombinedAtomicCounterBuffers gl_MaxCombinedAtomicCounters gl_MaxCombinedImageUniforms gl_MaxCombinedImageUnitsAndFragmentOutputs gl_MaxCombinedTextureImageUnits gl_MaxComputeAtomicCounterBuffers gl_MaxComputeAtomicCounters gl_MaxComputeImageUniforms gl_MaxComputeTextureImageUnits gl_MaxComputeUniformComponents gl_MaxComputeWorkGroupCount gl_MaxComputeWorkGroupSize gl_MaxDrawBuffers gl_MaxFragmentAtomicCounterBuffers gl_MaxFragmentAtomicCounters gl_MaxFragmentImageUniforms gl_MaxFragmentInputComponents gl_MaxFragmentInputVectors gl_MaxFragmentUniformComponents gl_MaxFragmentUniformVectors gl_MaxGeometryAtomicCounterBuffers gl_MaxGeometryAtomicCounters gl_MaxGeometryImageUniforms gl_MaxGeometryInputComponents gl_MaxGeometryOutputComponents gl_MaxGeometryOutputVertices gl_MaxGeometryTextureImageUnits gl_MaxGeometryTotalOutputComponents gl_MaxGeometryUniformComponents gl_MaxGeometryVaryingComponents gl_MaxImageSamples gl_MaxImageUnits gl_MaxLights gl_MaxPatchVertices gl_MaxProgramTexelOffset gl_MaxTessControlAtomicCounterBuffers gl_MaxTessControlAtomicCounters gl_MaxTessControlImageUniforms gl_MaxTessControlInputComponents gl_MaxTessControlOutputComponents gl_MaxTessControlTextureImageUnits gl_MaxTessControlTotalOutputComponents gl_MaxTessControlUniformComponents gl_MaxTessEvaluationAtomicCounterBuffers gl_MaxTessEvaluationAtomicCounters gl_MaxTessEvaluationImageUniforms gl_MaxTessEvaluationInputComponents gl_MaxTessEvaluationOutputComponents gl_MaxTessEvaluationTextureImageUnits gl_MaxTessEvaluationUniformComponents gl_MaxTessGenLevel gl_MaxTessPatchComponents gl_MaxTextureCoords gl_MaxTextureImageUnits gl_MaxTextureUnits gl_MaxVaryingComponents gl_MaxVaryingFloats gl_MaxVaryingVectors gl_MaxVertexAtomicCounterBuffers gl_MaxVertexAtomicCounters gl_MaxVertexAttribs gl_MaxVertexImageUniforms gl_MaxVertexOutputComponents gl_MaxVertexOutputVectors gl_MaxVertexTextureImageUnits gl_MaxVertexUniformComponents gl_MaxVertexUniformVectors gl_MaxViewports gl_MinProgramTexelOffset gl_BackColor gl_BackLightModelProduct gl_BackLightProduct gl_BackMaterial gl_BackSecondaryColor gl_ClipDistance gl_ClipPlane gl_ClipVertex gl_Color gl_DepthRange gl_EyePlaneQ gl_EyePlaneR gl_EyePlaneS gl_EyePlaneT gl_Fog gl_FogCoord gl_FogFragCoord gl_FragColor gl_FragCoord gl_FragData gl_FragDepth gl_FrontColor gl_FrontFacing gl_FrontLightModelProduct gl_FrontLightProduct gl_FrontMaterial gl_FrontSecondaryColor gl_GlobalInvocationID gl_InstanceID gl_InvocationID gl_Layer gl_LightModel gl_LightSource gl_LocalInvocationID gl_LocalInvocationIndex gl_ModelViewMatrix gl_ModelViewMatrixInverse gl_ModelViewMatrixInverseTranspose gl_ModelViewMatrixTranspose gl_ModelViewProjectionMatrix gl_ModelViewProjectionMatrixInverse gl_ModelViewProjectionMatrixInverseTranspose gl_ModelViewProjectionMatrixTranspose gl_MultiTexCoord0 gl_MultiTexCoord1 gl_MultiTexCoord2 gl_MultiTexCoord3 gl_MultiTexCoord4 gl_MultiTexCoord5 gl_MultiTexCoord6 gl_MultiTexCoord7 gl_Normal gl_NormalMatrix gl_NormalScale gl_NumSamples gl_NumWorkGroups gl_ObjectPlaneQ gl_ObjectPlaneR gl_ObjectPlaneS gl_ObjectPlaneT gl_PatchVerticesIn gl_Point gl_PointCoord gl_PointSize gl_Position gl_PrimitiveID gl_PrimitiveIDIn gl_ProjectionMatrix gl_ProjectionMatrixInverse gl_ProjectionMatrixInverseTranspose gl_ProjectionMatrixTranspose gl_SampleID gl_SampleMask gl_SampleMaskIn gl_SamplePosition gl_SecondaryColor gl_TessCoord gl_TessLevelInner gl_TessLevelOuter gl_TexCoord gl_TextureEnvColor gl_TextureMatrix gl_TextureMatrixInverse gl_TextureMatrixInverseTranspose gl_TextureMatrixTranspose gl_Vertex gl_VertexID gl_ViewportIndex gl_WorkGroupID gl_WorkGroupSize gl_in gl_out EmitStreamVertex EmitVertex EndPrimitive EndStreamPrimitive abs acos acosh all any asin asinh atan atanh atomicAdd atomicAnd atomicCompSwap atomicCounter atomicCounterDecrement atomicCounterIncrement atomicExchange atomicMax atomicMin atomicOr atomicXor barrier bitCount bitfieldExtract bitfieldInsert bitfieldReverse ceil clamp cos cosh cross dFdx dFdy degrees determinant distance dot equal exp exp2 faceforward findLSB findMSB floatBitsToInt floatBitsToUint floor fma fract frexp ftransform fwidth greaterThan greaterThanEqual groupMemoryBarrier imageAtomicAdd imageAtomicAnd imageAtomicCompSwap imageAtomicExchange imageAtomicMax imageAtomicMin imageAtomicOr imageAtomicXor imageLoad imageSize imageStore imulExtended intBitsToFloat interpolateAtCentroid interpolateAtOffset interpolateAtSample inverse inversesqrt isinf isnan ldexp length lessThan lessThanEqual log log2 matrixCompMult max memoryBarrier memoryBarrierAtomicCounter memoryBarrierBuffer memoryBarrierImage memoryBarrierShared min mix mod modf noise1 noise2 noise3 noise4 normalize not notEqual outerProduct packDouble2x32 packHalf2x16 packSnorm2x16 packSnorm4x8 packUnorm2x16 packUnorm4x8 pow radians reflect refract round roundEven shadow1D shadow1DLod shadow1DProj shadow1DProjLod shadow2D shadow2DLod shadow2DProj shadow2DProjLod sign sin sinh smoothstep sqrt step tan tanh texelFetch texelFetchOffset texture texture1D texture1DLod texture1DProj texture1DProjLod texture2D texture2DLod texture2DProj texture2DProjLod texture3D texture3DLod texture3DProj texture3DProjLod textureCube textureCubeLod textureGather textureGatherOffset textureGatherOffsets textureGrad textureGradOffset textureLod textureLodOffset textureOffset textureProj textureProjGrad textureProjGradOffset textureProjLod textureProjLodOffset textureProjOffset textureQueryLevels textureQueryLod textureSize transpose trunc uaddCarry uintBitsToFloat umulExtended unpackDouble2x32 unpackHalf2x16 unpackSnorm2x16 unpackSnorm4x8 unpackUnorm2x16 unpackUnorm4x8 usubBorrow",literal:"true false"},illegal:'"',contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.C_NUMBER_MODE,{className:"meta",begin:"#",end:"$"}]}}return $E=r,$E}var GE,UN;function Xie(){if(UN)return GE;UN=1;function r(e){return{name:"GML",case_insensitive:!1,keywords:{keyword:["#endregion","#macro","#region","and","begin","break","case","constructor","continue","default","delete","div","do","else","end","enum","exit","for","function","globalvar","if","mod","new","not","or","repeat","return","static","switch","then","until","var","while","with","xor"],built_in:["abs","alarm_get","alarm_set","angle_difference","animcurve_channel_evaluate","animcurve_channel_new","animcurve_create","animcurve_destroy","animcurve_exists","animcurve_get","animcurve_get_channel","animcurve_get_channel_index","animcurve_point_new","ansi_char","application_get_position","application_surface_draw_enable","application_surface_enable","application_surface_is_enabled","arccos","arcsin","arctan","arctan2","array_all","array_any","array_concat","array_contains","array_contains_ext","array_copy","array_copy_while","array_create","array_create_ext","array_delete","array_equals","array_filter","array_filter_ext","array_find_index","array_first","array_foreach","array_get","array_get_index","array_insert","array_intersection","array_last","array_length","array_map","array_map_ext","array_pop","array_push","array_reduce","array_resize","array_reverse","array_reverse_ext","array_set","array_shuffle","array_shuffle_ext","array_sort","array_union","array_unique","array_unique_ext","asset_add_tags","asset_clear_tags","asset_get_ids","asset_get_index","asset_get_tags","asset_get_type","asset_has_any_tag","asset_has_tags","asset_remove_tags","audio_bus_clear_emitters","audio_bus_create","audio_bus_get_emitters","audio_channel_num","audio_create_buffer_sound","audio_create_play_queue","audio_create_stream","audio_create_sync_group","audio_debug","audio_destroy_stream","audio_destroy_sync_group","audio_effect_create","audio_emitter_bus","audio_emitter_create","audio_emitter_exists","audio_emitter_falloff","audio_emitter_free","audio_emitter_gain","audio_emitter_get_bus","audio_emitter_get_gain","audio_emitter_get_listener_mask","audio_emitter_get_pitch","audio_emitter_get_vx","audio_emitter_get_vy","audio_emitter_get_vz","audio_emitter_get_x","audio_emitter_get_y","audio_emitter_get_z","audio_emitter_pitch","audio_emitter_position","audio_emitter_set_listener_mask","audio_emitter_velocity","audio_exists","audio_falloff_set_model","audio_free_buffer_sound","audio_free_play_queue","audio_get_listener_count","audio_get_listener_info","audio_get_listener_mask","audio_get_master_gain","audio_get_name","audio_get_recorder_count","audio_get_recorder_info","audio_get_type","audio_group_get_assets","audio_group_get_gain","audio_group_is_loaded","audio_group_load","audio_group_load_progress","audio_group_name","audio_group_set_gain","audio_group_stop_all","audio_group_unload","audio_is_paused","audio_is_playing","audio_listener_get_data","audio_listener_orientation","audio_listener_position","audio_listener_set_orientation","audio_listener_set_position","audio_listener_set_velocity","audio_listener_velocity","audio_master_gain","audio_pause_all","audio_pause_sound","audio_pause_sync_group","audio_play_in_sync_group","audio_play_sound","audio_play_sound_at","audio_play_sound_ext","audio_play_sound_on","audio_queue_sound","audio_resume_all","audio_resume_sound","audio_resume_sync_group","audio_set_listener_mask","audio_set_master_gain","audio_sound_gain","audio_sound_get_audio_group","audio_sound_get_gain","audio_sound_get_listener_mask","audio_sound_get_loop","audio_sound_get_loop_end","audio_sound_get_loop_start","audio_sound_get_pitch","audio_sound_get_track_position","audio_sound_is_playable","audio_sound_length","audio_sound_loop","audio_sound_loop_end","audio_sound_loop_start","audio_sound_pitch","audio_sound_set_listener_mask","audio_sound_set_track_position","audio_start_recording","audio_start_sync_group","audio_stop_all","audio_stop_recording","audio_stop_sound","audio_stop_sync_group","audio_sync_group_debug","audio_sync_group_get_track_pos","audio_sync_group_is_paused","audio_sync_group_is_playing","audio_system_is_available","audio_system_is_initialised","base64_decode","base64_encode","bool","browser_input_capture","buffer_async_group_begin","buffer_async_group_end","buffer_async_group_option","buffer_base64_decode","buffer_base64_decode_ext","buffer_base64_encode","buffer_compress","buffer_copy","buffer_copy_from_vertex_buffer","buffer_copy_stride","buffer_crc32","buffer_create","buffer_create_from_vertex_buffer","buffer_create_from_vertex_buffer_ext","buffer_decompress","buffer_delete","buffer_exists","buffer_fill","buffer_get_address","buffer_get_alignment","buffer_get_size","buffer_get_surface","buffer_get_type","buffer_load","buffer_load_async","buffer_load_ext","buffer_load_partial","buffer_md5","buffer_peek","buffer_poke","buffer_read","buffer_resize","buffer_save","buffer_save_async","buffer_save_ext","buffer_seek","buffer_set_surface","buffer_set_used_size","buffer_sha1","buffer_sizeof","buffer_tell","buffer_write","call_cancel","call_later","camera_apply","camera_copy_transforms","camera_create","camera_create_view","camera_destroy","camera_get_active","camera_get_begin_script","camera_get_default","camera_get_end_script","camera_get_proj_mat","camera_get_update_script","camera_get_view_angle","camera_get_view_border_x","camera_get_view_border_y","camera_get_view_height","camera_get_view_mat","camera_get_view_speed_x","camera_get_view_speed_y","camera_get_view_target","camera_get_view_width","camera_get_view_x","camera_get_view_y","camera_set_begin_script","camera_set_default","camera_set_end_script","camera_set_proj_mat","camera_set_update_script","camera_set_view_angle","camera_set_view_border","camera_set_view_mat","camera_set_view_pos","camera_set_view_size","camera_set_view_speed","camera_set_view_target","ceil","choose","chr","clamp","clickable_add","clickable_add_ext","clickable_change","clickable_change_ext","clickable_delete","clickable_exists","clickable_set_style","clipboard_get_text","clipboard_has_text","clipboard_set_text","cloud_file_save","cloud_string_save","cloud_synchronise","code_is_compiled","collision_circle","collision_circle_list","collision_ellipse","collision_ellipse_list","collision_line","collision_line_list","collision_point","collision_point_list","collision_rectangle","collision_rectangle_list","color_get_blue","color_get_green","color_get_hue","color_get_red","color_get_saturation","color_get_value","colour_get_blue","colour_get_green","colour_get_hue","colour_get_red","colour_get_saturation","colour_get_value","cos","darccos","darcsin","darctan","darctan2","date_compare_date","date_compare_datetime","date_compare_time","date_create_datetime","date_current_datetime","date_date_of","date_date_string","date_datetime_string","date_day_span","date_days_in_month","date_days_in_year","date_get_day","date_get_day_of_year","date_get_hour","date_get_hour_of_year","date_get_minute","date_get_minute_of_year","date_get_month","date_get_second","date_get_second_of_year","date_get_timezone","date_get_week","date_get_weekday","date_get_year","date_hour_span","date_inc_day","date_inc_hour","date_inc_minute","date_inc_month","date_inc_second","date_inc_week","date_inc_year","date_is_today","date_leap_year","date_minute_span","date_month_span","date_second_span","date_set_timezone","date_time_of","date_time_string","date_valid_datetime","date_week_span","date_year_span","db_to_lin","dbg_add_font_glyphs","dbg_button","dbg_checkbox","dbg_color","dbg_colour","dbg_drop_down","dbg_same_line","dbg_section","dbg_section_delete","dbg_section_exists","dbg_slider","dbg_slider_int","dbg_sprite","dbg_text","dbg_text_input","dbg_view","dbg_view_delete","dbg_view_exists","dbg_watch","dcos","debug_event","debug_get_callstack","degtorad","device_get_tilt_x","device_get_tilt_y","device_get_tilt_z","device_is_keypad_open","device_mouse_check_button","device_mouse_check_button_pressed","device_mouse_check_button_released","device_mouse_dbclick_enable","device_mouse_raw_x","device_mouse_raw_y","device_mouse_x","device_mouse_x_to_gui","device_mouse_y","device_mouse_y_to_gui","directory_create","directory_destroy","directory_exists","display_get_dpi_x","display_get_dpi_y","display_get_frequency","display_get_gui_height","display_get_gui_width","display_get_height","display_get_orientation","display_get_sleep_margin","display_get_timing_method","display_get_width","display_mouse_get_x","display_mouse_get_y","display_mouse_set","display_reset","display_set_gui_maximise","display_set_gui_maximize","display_set_gui_size","display_set_sleep_margin","display_set_timing_method","display_set_ui_visibility","distance_to_object","distance_to_point","dot_product","dot_product_3d","dot_product_3d_normalised","dot_product_3d_normalized","dot_product_normalised","dot_product_normalized","draw_arrow","draw_button","draw_circle","draw_circle_color","draw_circle_colour","draw_clear","draw_clear_alpha","draw_ellipse","draw_ellipse_color","draw_ellipse_colour","draw_enable_drawevent","draw_enable_skeleton_blendmodes","draw_enable_swf_aa","draw_flush","draw_get_alpha","draw_get_color","draw_get_colour","draw_get_enable_skeleton_blendmodes","draw_get_font","draw_get_halign","draw_get_lighting","draw_get_swf_aa_level","draw_get_valign","draw_getpixel","draw_getpixel_ext","draw_healthbar","draw_highscore","draw_light_define_ambient","draw_light_define_direction","draw_light_define_point","draw_light_enable","draw_light_get","draw_light_get_ambient","draw_line","draw_line_color","draw_line_colour","draw_line_width","draw_line_width_color","draw_line_width_colour","draw_path","draw_point","draw_point_color","draw_point_colour","draw_primitive_begin","draw_primitive_begin_texture","draw_primitive_end","draw_rectangle","draw_rectangle_color","draw_rectangle_colour","draw_roundrect","draw_roundrect_color","draw_roundrect_color_ext","draw_roundrect_colour","draw_roundrect_colour_ext","draw_roundrect_ext","draw_self","draw_set_alpha","draw_set_circle_precision","draw_set_color","draw_set_colour","draw_set_font","draw_set_halign","draw_set_lighting","draw_set_swf_aa_level","draw_set_valign","draw_skeleton","draw_skeleton_collision","draw_skeleton_instance","draw_skeleton_time","draw_sprite","draw_sprite_ext","draw_sprite_general","draw_sprite_part","draw_sprite_part_ext","draw_sprite_pos","draw_sprite_stretched","draw_sprite_stretched_ext","draw_sprite_tiled","draw_sprite_tiled_ext","draw_surface","draw_surface_ext","draw_surface_general","draw_surface_part","draw_surface_part_ext","draw_surface_stretched","draw_surface_stretched_ext","draw_surface_tiled","draw_surface_tiled_ext","draw_text","draw_text_color","draw_text_colour","draw_text_ext","draw_text_ext_color","draw_text_ext_colour","draw_text_ext_transformed","draw_text_ext_transformed_color","draw_text_ext_transformed_colour","draw_text_transformed","draw_text_transformed_color","draw_text_transformed_colour","draw_texture_flush","draw_tile","draw_tilemap","draw_triangle","draw_triangle_color","draw_triangle_colour","draw_vertex","draw_vertex_color","draw_vertex_colour","draw_vertex_texture","draw_vertex_texture_color","draw_vertex_texture_colour","ds_exists","ds_grid_add","ds_grid_add_disk","ds_grid_add_grid_region","ds_grid_add_region","ds_grid_clear","ds_grid_copy","ds_grid_create","ds_grid_destroy","ds_grid_get","ds_grid_get_disk_max","ds_grid_get_disk_mean","ds_grid_get_disk_min","ds_grid_get_disk_sum","ds_grid_get_max","ds_grid_get_mean","ds_grid_get_min","ds_grid_get_sum","ds_grid_height","ds_grid_multiply","ds_grid_multiply_disk","ds_grid_multiply_grid_region","ds_grid_multiply_region","ds_grid_read","ds_grid_resize","ds_grid_set","ds_grid_set_disk","ds_grid_set_grid_region","ds_grid_set_region","ds_grid_shuffle","ds_grid_sort","ds_grid_to_mp_grid","ds_grid_value_disk_exists","ds_grid_value_disk_x","ds_grid_value_disk_y","ds_grid_value_exists","ds_grid_value_x","ds_grid_value_y","ds_grid_width","ds_grid_write","ds_list_add","ds_list_clear","ds_list_copy","ds_list_create","ds_list_delete","ds_list_destroy","ds_list_empty","ds_list_find_index","ds_list_find_value","ds_list_insert","ds_list_is_list","ds_list_is_map","ds_list_mark_as_list","ds_list_mark_as_map","ds_list_read","ds_list_replace","ds_list_set","ds_list_shuffle","ds_list_size","ds_list_sort","ds_list_write","ds_map_add","ds_map_add_list","ds_map_add_map","ds_map_clear","ds_map_copy","ds_map_create","ds_map_delete","ds_map_destroy","ds_map_empty","ds_map_exists","ds_map_find_first","ds_map_find_last","ds_map_find_next","ds_map_find_previous","ds_map_find_value","ds_map_is_list","ds_map_is_map","ds_map_keys_to_array","ds_map_read","ds_map_replace","ds_map_replace_list","ds_map_replace_map","ds_map_secure_load","ds_map_secure_load_buffer","ds_map_secure_save","ds_map_secure_save_buffer","ds_map_set","ds_map_size","ds_map_values_to_array","ds_map_write","ds_priority_add","ds_priority_change_priority","ds_priority_clear","ds_priority_copy","ds_priority_create","ds_priority_delete_max","ds_priority_delete_min","ds_priority_delete_value","ds_priority_destroy","ds_priority_empty","ds_priority_find_max","ds_priority_find_min","ds_priority_find_priority","ds_priority_read","ds_priority_size","ds_priority_write","ds_queue_clear","ds_queue_copy","ds_queue_create","ds_queue_dequeue","ds_queue_destroy","ds_queue_empty","ds_queue_enqueue","ds_queue_head","ds_queue_read","ds_queue_size","ds_queue_tail","ds_queue_write","ds_set_precision","ds_stack_clear","ds_stack_copy","ds_stack_create","ds_stack_destroy","ds_stack_empty","ds_stack_pop","ds_stack_push","ds_stack_read","ds_stack_size","ds_stack_top","ds_stack_write","dsin","dtan","effect_clear","effect_create_above","effect_create_below","effect_create_depth","effect_create_layer","environment_get_variable","event_inherited","event_perform","event_perform_async","event_perform_object","event_user","exception_unhandled_handler","exp","extension_exists","extension_get_option_count","extension_get_option_names","extension_get_option_value","extension_get_options","extension_get_version","external_call","external_define","external_free","file_attributes","file_bin_close","file_bin_open","file_bin_position","file_bin_read_byte","file_bin_rewrite","file_bin_seek","file_bin_size","file_bin_write_byte","file_copy","file_delete","file_exists","file_find_close","file_find_first","file_find_next","file_rename","file_text_close","file_text_eof","file_text_eoln","file_text_open_append","file_text_open_from_string","file_text_open_read","file_text_open_write","file_text_read_real","file_text_read_string","file_text_readln","file_text_write_real","file_text_write_string","file_text_writeln","filename_change_ext","filename_dir","filename_drive","filename_ext","filename_name","filename_path","floor","font_add","font_add_enable_aa","font_add_get_enable_aa","font_add_sprite","font_add_sprite_ext","font_cache_glyph","font_delete","font_enable_effects","font_enable_sdf","font_exists","font_get_bold","font_get_first","font_get_fontname","font_get_info","font_get_italic","font_get_last","font_get_name","font_get_sdf_enabled","font_get_sdf_spread","font_get_size","font_get_texture","font_get_uvs","font_replace_sprite","font_replace_sprite_ext","font_sdf_spread","font_set_cache_size","frac","fx_create","fx_get_name","fx_get_parameter","fx_get_parameter_names","fx_get_parameters","fx_get_single_layer","fx_set_parameter","fx_set_parameters","fx_set_single_layer","game_change","game_end","game_get_speed","game_load","game_load_buffer","game_restart","game_save","game_save_buffer","game_set_speed","gamepad_axis_count","gamepad_axis_value","gamepad_button_check","gamepad_button_check_pressed","gamepad_button_check_released","gamepad_button_count","gamepad_button_value","gamepad_get_axis_deadzone","gamepad_get_button_threshold","gamepad_get_description","gamepad_get_device_count","gamepad_get_guid","gamepad_get_mapping","gamepad_get_option","gamepad_hat_count","gamepad_hat_value","gamepad_is_connected","gamepad_is_supported","gamepad_remove_mapping","gamepad_set_axis_deadzone","gamepad_set_button_threshold","gamepad_set_color","gamepad_set_colour","gamepad_set_option","gamepad_set_vibration","gamepad_test_mapping","gc_collect","gc_enable","gc_get_stats","gc_get_target_frame_time","gc_is_enabled","gc_target_frame_time","gesture_double_tap_distance","gesture_double_tap_time","gesture_drag_distance","gesture_drag_time","gesture_flick_speed","gesture_get_double_tap_distance","gesture_get_double_tap_time","gesture_get_drag_distance","gesture_get_drag_time","gesture_get_flick_speed","gesture_get_pinch_angle_away","gesture_get_pinch_angle_towards","gesture_get_pinch_distance","gesture_get_rotate_angle","gesture_get_rotate_time","gesture_get_tap_count","gesture_pinch_angle_away","gesture_pinch_angle_towards","gesture_pinch_distance","gesture_rotate_angle","gesture_rotate_time","gesture_tap_count","get_integer","get_integer_async","get_login_async","get_open_filename","get_open_filename_ext","get_save_filename","get_save_filename_ext","get_string","get_string_async","get_timer","gif_add_surface","gif_open","gif_save","gif_save_buffer","gml_pragma","gml_release_mode","gpu_get_alphatestenable","gpu_get_alphatestref","gpu_get_blendenable","gpu_get_blendmode","gpu_get_blendmode_dest","gpu_get_blendmode_destalpha","gpu_get_blendmode_ext","gpu_get_blendmode_ext_sepalpha","gpu_get_blendmode_src","gpu_get_blendmode_srcalpha","gpu_get_colorwriteenable","gpu_get_colourwriteenable","gpu_get_cullmode","gpu_get_depth","gpu_get_fog","gpu_get_state","gpu_get_tex_filter","gpu_get_tex_filter_ext","gpu_get_tex_max_aniso","gpu_get_tex_max_aniso_ext","gpu_get_tex_max_mip","gpu_get_tex_max_mip_ext","gpu_get_tex_min_mip","gpu_get_tex_min_mip_ext","gpu_get_tex_mip_bias","gpu_get_tex_mip_bias_ext","gpu_get_tex_mip_enable","gpu_get_tex_mip_enable_ext","gpu_get_tex_mip_filter","gpu_get_tex_mip_filter_ext","gpu_get_tex_repeat","gpu_get_tex_repeat_ext","gpu_get_texfilter","gpu_get_texfilter_ext","gpu_get_texrepeat","gpu_get_texrepeat_ext","gpu_get_zfunc","gpu_get_ztestenable","gpu_get_zwriteenable","gpu_pop_state","gpu_push_state","gpu_set_alphatestenable","gpu_set_alphatestref","gpu_set_blendenable","gpu_set_blendmode","gpu_set_blendmode_ext","gpu_set_blendmode_ext_sepalpha","gpu_set_colorwriteenable","gpu_set_colourwriteenable","gpu_set_cullmode","gpu_set_depth","gpu_set_fog","gpu_set_state","gpu_set_tex_filter","gpu_set_tex_filter_ext","gpu_set_tex_max_aniso","gpu_set_tex_max_aniso_ext","gpu_set_tex_max_mip","gpu_set_tex_max_mip_ext","gpu_set_tex_min_mip","gpu_set_tex_min_mip_ext","gpu_set_tex_mip_bias","gpu_set_tex_mip_bias_ext","gpu_set_tex_mip_enable","gpu_set_tex_mip_enable_ext","gpu_set_tex_mip_filter","gpu_set_tex_mip_filter_ext","gpu_set_tex_repeat","gpu_set_tex_repeat_ext","gpu_set_texfilter","gpu_set_texfilter_ext","gpu_set_texrepeat","gpu_set_texrepeat_ext","gpu_set_zfunc","gpu_set_ztestenable","gpu_set_zwriteenable","handle_parse","highscore_add","highscore_clear","highscore_name","highscore_value","http_get","http_get_file","http_get_request_crossorigin","http_post_string","http_request","http_set_request_crossorigin","iap_acquire","iap_activate","iap_consume","iap_enumerate_products","iap_product_details","iap_purchase_details","iap_restore_all","iap_status","ini_close","ini_key_delete","ini_key_exists","ini_open","ini_open_from_string","ini_read_real","ini_read_string","ini_section_delete","ini_section_exists","ini_write_real","ini_write_string","instance_activate_all","instance_activate_layer","instance_activate_object","instance_activate_region","instance_change","instance_copy","instance_create_depth","instance_create_layer","instance_deactivate_all","instance_deactivate_layer","instance_deactivate_object","instance_deactivate_region","instance_destroy","instance_exists","instance_find","instance_furthest","instance_id_get","instance_nearest","instance_number","instance_place","instance_place_list","instance_position","instance_position_list","instanceof","int64","io_clear","irandom","irandom_range","is_array","is_bool","is_callable","is_debug_overlay_open","is_handle","is_infinity","is_instanceof","is_int32","is_int64","is_keyboard_used_debug_overlay","is_method","is_mouse_over_debug_overlay","is_nan","is_numeric","is_ptr","is_real","is_string","is_struct","is_undefined","json_decode","json_encode","json_parse","json_stringify","keyboard_check","keyboard_check_direct","keyboard_check_pressed","keyboard_check_released","keyboard_clear","keyboard_get_map","keyboard_get_numlock","keyboard_key_press","keyboard_key_release","keyboard_set_map","keyboard_set_numlock","keyboard_unset_map","keyboard_virtual_height","keyboard_virtual_hide","keyboard_virtual_show","keyboard_virtual_status","layer_add_instance","layer_background_alpha","layer_background_blend","layer_background_change","layer_background_create","layer_background_destroy","layer_background_exists","layer_background_get_alpha","layer_background_get_blend","layer_background_get_htiled","layer_background_get_id","layer_background_get_index","layer_background_get_speed","layer_background_get_sprite","layer_background_get_stretch","layer_background_get_visible","layer_background_get_vtiled","layer_background_get_xscale","layer_background_get_yscale","layer_background_htiled","layer_background_index","layer_background_speed","layer_background_sprite","layer_background_stretch","layer_background_visible","layer_background_vtiled","layer_background_xscale","layer_background_yscale","layer_clear_fx","layer_create","layer_depth","layer_destroy","layer_destroy_instances","layer_element_move","layer_enable_fx","layer_exists","layer_force_draw_depth","layer_fx_is_enabled","layer_get_all","layer_get_all_elements","layer_get_depth","layer_get_element_layer","layer_get_element_type","layer_get_forced_depth","layer_get_fx","layer_get_hspeed","layer_get_id","layer_get_id_at_depth","layer_get_name","layer_get_script_begin","layer_get_script_end","layer_get_shader","layer_get_target_room","layer_get_visible","layer_get_vspeed","layer_get_x","layer_get_y","layer_has_instance","layer_hspeed","layer_instance_get_instance","layer_is_draw_depth_forced","layer_reset_target_room","layer_script_begin","layer_script_end","layer_sequence_angle","layer_sequence_create","layer_sequence_destroy","layer_sequence_exists","layer_sequence_get_angle","layer_sequence_get_headdir","layer_sequence_get_headpos","layer_sequence_get_instance","layer_sequence_get_length","layer_sequence_get_sequence","layer_sequence_get_speedscale","layer_sequence_get_x","layer_sequence_get_xscale","layer_sequence_get_y","layer_sequence_get_yscale","layer_sequence_headdir","layer_sequence_headpos","layer_sequence_is_finished","layer_sequence_is_paused","layer_sequence_pause","layer_sequence_play","layer_sequence_speedscale","layer_sequence_x","layer_sequence_xscale","layer_sequence_y","layer_sequence_yscale","layer_set_fx","layer_set_target_room","layer_set_visible","layer_shader","layer_sprite_alpha","layer_sprite_angle","layer_sprite_blend","layer_sprite_change","layer_sprite_create","layer_sprite_destroy","layer_sprite_exists","layer_sprite_get_alpha","layer_sprite_get_angle","layer_sprite_get_blend","layer_sprite_get_id","layer_sprite_get_index","layer_sprite_get_speed","layer_sprite_get_sprite","layer_sprite_get_x","layer_sprite_get_xscale","layer_sprite_get_y","layer_sprite_get_yscale","layer_sprite_index","layer_sprite_speed","layer_sprite_x","layer_sprite_xscale","layer_sprite_y","layer_sprite_yscale","layer_tile_alpha","layer_tile_blend","layer_tile_change","layer_tile_create","layer_tile_destroy","layer_tile_exists","layer_tile_get_alpha","layer_tile_get_blend","layer_tile_get_region","layer_tile_get_sprite","layer_tile_get_visible","layer_tile_get_x","layer_tile_get_xscale","layer_tile_get_y","layer_tile_get_yscale","layer_tile_region","layer_tile_visible","layer_tile_x","layer_tile_xscale","layer_tile_y","layer_tile_yscale","layer_tilemap_create","layer_tilemap_destroy","layer_tilemap_exists","layer_tilemap_get_id","layer_vspeed","layer_x","layer_y","lengthdir_x","lengthdir_y","lerp","lin_to_db","ln","load_csv","log10","log2","logn","make_color_hsv","make_color_rgb","make_colour_hsv","make_colour_rgb","math_get_epsilon","math_set_epsilon","matrix_build","matrix_build_identity","matrix_build_lookat","matrix_build_projection_ortho","matrix_build_projection_perspective","matrix_build_projection_perspective_fov","matrix_get","matrix_multiply","matrix_set","matrix_stack_clear","matrix_stack_is_empty","matrix_stack_pop","matrix_stack_push","matrix_stack_set","matrix_stack_top","matrix_transform_vertex","max","md5_file","md5_string_unicode","md5_string_utf8","mean","median","merge_color","merge_colour","method","method_call","method_get_index","method_get_self","min","motion_add","motion_set","mouse_check_button","mouse_check_button_pressed","mouse_check_button_released","mouse_clear","mouse_wheel_down","mouse_wheel_up","move_and_collide","move_bounce_all","move_bounce_solid","move_contact_all","move_contact_solid","move_outside_all","move_outside_solid","move_random","move_snap","move_towards_point","move_wrap","mp_grid_add_cell","mp_grid_add_instances","mp_grid_add_rectangle","mp_grid_clear_all","mp_grid_clear_cell","mp_grid_clear_rectangle","mp_grid_create","mp_grid_destroy","mp_grid_draw","mp_grid_get_cell","mp_grid_path","mp_grid_to_ds_grid","mp_linear_path","mp_linear_path_object","mp_linear_step","mp_linear_step_object","mp_potential_path","mp_potential_path_object","mp_potential_settings","mp_potential_step","mp_potential_step_object","nameof","network_connect","network_connect_async","network_connect_raw","network_connect_raw_async","network_create_server","network_create_server_raw","network_create_socket","network_create_socket_ext","network_destroy","network_resolve","network_send_broadcast","network_send_packet","network_send_raw","network_send_udp","network_send_udp_raw","network_set_config","network_set_timeout","object_exists","object_get_mask","object_get_name","object_get_parent","object_get_persistent","object_get_physics","object_get_solid","object_get_sprite","object_get_visible","object_is_ancestor","object_set_mask","object_set_persistent","object_set_solid","object_set_sprite","object_set_visible","ord","os_check_permission","os_get_config","os_get_info","os_get_language","os_get_region","os_is_network_connected","os_is_paused","os_lock_orientation","os_powersave_enable","os_request_permission","os_set_orientation_lock","parameter_count","parameter_string","part_emitter_burst","part_emitter_clear","part_emitter_create","part_emitter_delay","part_emitter_destroy","part_emitter_destroy_all","part_emitter_enable","part_emitter_exists","part_emitter_interval","part_emitter_region","part_emitter_relative","part_emitter_stream","part_particles_burst","part_particles_clear","part_particles_count","part_particles_create","part_particles_create_color","part_particles_create_colour","part_system_angle","part_system_automatic_draw","part_system_automatic_update","part_system_clear","part_system_color","part_system_colour","part_system_create","part_system_create_layer","part_system_depth","part_system_destroy","part_system_draw_order","part_system_drawit","part_system_exists","part_system_get_info","part_system_get_layer","part_system_global_space","part_system_layer","part_system_position","part_system_update","part_type_alpha1","part_type_alpha2","part_type_alpha3","part_type_blend","part_type_clear","part_type_color1","part_type_color2","part_type_color3","part_type_color_hsv","part_type_color_mix","part_type_color_rgb","part_type_colour1","part_type_colour2","part_type_colour3","part_type_colour_hsv","part_type_colour_mix","part_type_colour_rgb","part_type_create","part_type_death","part_type_destroy","part_type_direction","part_type_exists","part_type_gravity","part_type_life","part_type_orientation","part_type_scale","part_type_shape","part_type_size","part_type_size_x","part_type_size_y","part_type_speed","part_type_sprite","part_type_step","part_type_subimage","particle_exists","particle_get_info","path_add","path_add_point","path_append","path_assign","path_change_point","path_clear_points","path_delete","path_delete_point","path_duplicate","path_end","path_exists","path_flip","path_get_closed","path_get_kind","path_get_length","path_get_name","path_get_number","path_get_point_speed","path_get_point_x","path_get_point_y","path_get_precision","path_get_speed","path_get_x","path_get_y","path_insert_point","path_mirror","path_rescale","path_reverse","path_rotate","path_set_closed","path_set_kind","path_set_precision","path_shift","path_start","physics_apply_angular_impulse","physics_apply_force","physics_apply_impulse","physics_apply_local_force","physics_apply_local_impulse","physics_apply_torque","physics_draw_debug","physics_fixture_add_point","physics_fixture_bind","physics_fixture_bind_ext","physics_fixture_create","physics_fixture_delete","physics_fixture_set_angular_damping","physics_fixture_set_awake","physics_fixture_set_box_shape","physics_fixture_set_chain_shape","physics_fixture_set_circle_shape","physics_fixture_set_collision_group","physics_fixture_set_density","physics_fixture_set_edge_shape","physics_fixture_set_friction","physics_fixture_set_kinematic","physics_fixture_set_linear_damping","physics_fixture_set_polygon_shape","physics_fixture_set_restitution","physics_fixture_set_sensor","physics_get_density","physics_get_friction","physics_get_restitution","physics_joint_delete","physics_joint_distance_create","physics_joint_enable_motor","physics_joint_friction_create","physics_joint_gear_create","physics_joint_get_value","physics_joint_prismatic_create","physics_joint_pulley_create","physics_joint_revolute_create","physics_joint_rope_create","physics_joint_set_value","physics_joint_weld_create","physics_joint_wheel_create","physics_mass_properties","physics_particle_count","physics_particle_create","physics_particle_delete","physics_particle_delete_region_box","physics_particle_delete_region_circle","physics_particle_delete_region_poly","physics_particle_draw","physics_particle_draw_ext","physics_particle_get_damping","physics_particle_get_data","physics_particle_get_data_particle","physics_particle_get_density","physics_particle_get_gravity_scale","physics_particle_get_group_flags","physics_particle_get_max_count","physics_particle_get_radius","physics_particle_group_add_point","physics_particle_group_begin","physics_particle_group_box","physics_particle_group_circle","physics_particle_group_count","physics_particle_group_delete","physics_particle_group_end","physics_particle_group_get_ang_vel","physics_particle_group_get_angle","physics_particle_group_get_centre_x","physics_particle_group_get_centre_y","physics_particle_group_get_data","physics_particle_group_get_inertia","physics_particle_group_get_mass","physics_particle_group_get_vel_x","physics_particle_group_get_vel_y","physics_particle_group_get_x","physics_particle_group_get_y","physics_particle_group_join","physics_particle_group_polygon","physics_particle_set_category_flags","physics_particle_set_damping","physics_particle_set_density","physics_particle_set_flags","physics_particle_set_gravity_scale","physics_particle_set_group_flags","physics_particle_set_max_count","physics_particle_set_radius","physics_pause_enable","physics_remove_fixture","physics_set_density","physics_set_friction","physics_set_restitution","physics_test_overlap","physics_world_create","physics_world_draw_debug","physics_world_gravity","physics_world_update_iterations","physics_world_update_speed","place_empty","place_free","place_meeting","place_snapped","point_direction","point_distance","point_distance_3d","point_in_circle","point_in_rectangle","point_in_triangle","position_change","position_destroy","position_empty","position_meeting","power","ptr","radtodeg","random","random_get_seed","random_range","random_set_seed","randomise","randomize","real","rectangle_in_circle","rectangle_in_rectangle","rectangle_in_triangle","ref_create","rollback_chat","rollback_create_game","rollback_define_extra_network_latency","rollback_define_input","rollback_define_input_frame_delay","rollback_define_mock_input","rollback_define_player","rollback_display_events","rollback_get_info","rollback_get_input","rollback_get_player_prefs","rollback_join_game","rollback_leave_game","rollback_set_player_prefs","rollback_start_game","rollback_sync_on_frame","rollback_use_late_join","rollback_use_manual_start","rollback_use_player_prefs","rollback_use_random_input","room_add","room_assign","room_duplicate","room_exists","room_get_camera","room_get_info","room_get_name","room_get_viewport","room_goto","room_goto_next","room_goto_previous","room_instance_add","room_instance_clear","room_next","room_previous","room_restart","room_set_camera","room_set_height","room_set_persistent","room_set_view_enabled","room_set_viewport","room_set_width","round","scheduler_resolution_get","scheduler_resolution_set","screen_save","screen_save_part","script_execute","script_execute_ext","script_exists","script_get_name","sequence_create","sequence_destroy","sequence_exists","sequence_get","sequence_get_objects","sequence_instance_override_object","sequence_keyframe_new","sequence_keyframedata_new","sequence_track_new","sha1_file","sha1_string_unicode","sha1_string_utf8","shader_current","shader_enable_corner_id","shader_get_name","shader_get_sampler_index","shader_get_uniform","shader_is_compiled","shader_reset","shader_set","shader_set_uniform_f","shader_set_uniform_f_array","shader_set_uniform_f_buffer","shader_set_uniform_i","shader_set_uniform_i_array","shader_set_uniform_matrix","shader_set_uniform_matrix_array","shaders_are_supported","shop_leave_rating","show_debug_message","show_debug_message_ext","show_debug_overlay","show_error","show_message","show_message_async","show_question","show_question_async","sign","sin","skeleton_animation_clear","skeleton_animation_get","skeleton_animation_get_duration","skeleton_animation_get_event_frames","skeleton_animation_get_ext","skeleton_animation_get_frame","skeleton_animation_get_frames","skeleton_animation_get_position","skeleton_animation_is_finished","skeleton_animation_is_looping","skeleton_animation_list","skeleton_animation_mix","skeleton_animation_set","skeleton_animation_set_ext","skeleton_animation_set_frame","skeleton_animation_set_position","skeleton_attachment_create","skeleton_attachment_create_color","skeleton_attachment_create_colour","skeleton_attachment_destroy","skeleton_attachment_exists","skeleton_attachment_get","skeleton_attachment_replace","skeleton_attachment_replace_color","skeleton_attachment_replace_colour","skeleton_attachment_set","skeleton_bone_data_get","skeleton_bone_data_set","skeleton_bone_list","skeleton_bone_state_get","skeleton_bone_state_set","skeleton_collision_draw_set","skeleton_find_slot","skeleton_get_bounds","skeleton_get_minmax","skeleton_get_num_bounds","skeleton_skin_create","skeleton_skin_get","skeleton_skin_list","skeleton_skin_set","skeleton_slot_alpha_get","skeleton_slot_color_get","skeleton_slot_color_set","skeleton_slot_colour_get","skeleton_slot_colour_set","skeleton_slot_data","skeleton_slot_data_instance","skeleton_slot_list","sprite_add","sprite_add_ext","sprite_add_from_surface","sprite_assign","sprite_collision_mask","sprite_create_from_surface","sprite_delete","sprite_duplicate","sprite_exists","sprite_flush","sprite_flush_multi","sprite_get_bbox_bottom","sprite_get_bbox_left","sprite_get_bbox_mode","sprite_get_bbox_right","sprite_get_bbox_top","sprite_get_height","sprite_get_info","sprite_get_name","sprite_get_nineslice","sprite_get_number","sprite_get_speed","sprite_get_speed_type","sprite_get_texture","sprite_get_tpe","sprite_get_uvs","sprite_get_width","sprite_get_xoffset","sprite_get_yoffset","sprite_merge","sprite_nineslice_create","sprite_prefetch","sprite_prefetch_multi","sprite_replace","sprite_save","sprite_save_strip","sprite_set_alpha_from_sprite","sprite_set_bbox","sprite_set_bbox_mode","sprite_set_cache_size","sprite_set_cache_size_ext","sprite_set_nineslice","sprite_set_offset","sprite_set_speed","sqr","sqrt","static_get","static_set","string","string_byte_at","string_byte_length","string_char_at","string_concat","string_concat_ext","string_copy","string_count","string_delete","string_digits","string_ends_with","string_ext","string_foreach","string_format","string_hash_to_newline","string_height","string_height_ext","string_insert","string_join","string_join_ext","string_last_pos","string_last_pos_ext","string_length","string_letters","string_lettersdigits","string_lower","string_ord_at","string_pos","string_pos_ext","string_repeat","string_replace","string_replace_all","string_set_byte_at","string_split","string_split_ext","string_starts_with","string_trim","string_trim_end","string_trim_start","string_upper","string_width","string_width_ext","struct_exists","struct_foreach","struct_get","struct_get_from_hash","struct_get_names","struct_names_count","struct_remove","struct_set","struct_set_from_hash","surface_copy","surface_copy_part","surface_create","surface_create_ext","surface_depth_disable","surface_exists","surface_format_is_supported","surface_free","surface_get_depth_disable","surface_get_format","surface_get_height","surface_get_target","surface_get_target_ext","surface_get_texture","surface_get_width","surface_getpixel","surface_getpixel_ext","surface_reset_target","surface_resize","surface_save","surface_save_part","surface_set_target","surface_set_target_ext","tag_get_asset_ids","tag_get_assets","tan","texture_debug_messages","texture_flush","texture_get_height","texture_get_texel_height","texture_get_texel_width","texture_get_uvs","texture_get_width","texture_global_scale","texture_is_ready","texture_prefetch","texture_set_stage","texturegroup_get_fonts","texturegroup_get_names","texturegroup_get_sprites","texturegroup_get_status","texturegroup_get_textures","texturegroup_get_tilesets","texturegroup_load","texturegroup_set_mode","texturegroup_unload","tile_get_empty","tile_get_flip","tile_get_index","tile_get_mirror","tile_get_rotate","tile_set_empty","tile_set_flip","tile_set_index","tile_set_mirror","tile_set_rotate","tilemap_clear","tilemap_get","tilemap_get_at_pixel","tilemap_get_cell_x_at_pixel","tilemap_get_cell_y_at_pixel","tilemap_get_frame","tilemap_get_global_mask","tilemap_get_height","tilemap_get_mask","tilemap_get_tile_height","tilemap_get_tile_width","tilemap_get_tileset","tilemap_get_width","tilemap_get_x","tilemap_get_y","tilemap_set","tilemap_set_at_pixel","tilemap_set_global_mask","tilemap_set_height","tilemap_set_mask","tilemap_set_width","tilemap_tileset","tilemap_x","tilemap_y","tileset_get_info","tileset_get_name","tileset_get_texture","tileset_get_uvs","time_bpm_to_seconds","time_seconds_to_bpm","time_source_create","time_source_destroy","time_source_exists","time_source_get_children","time_source_get_parent","time_source_get_period","time_source_get_reps_completed","time_source_get_reps_remaining","time_source_get_state","time_source_get_time_remaining","time_source_get_units","time_source_pause","time_source_reconfigure","time_source_reset","time_source_resume","time_source_start","time_source_stop","timeline_add","timeline_clear","timeline_delete","timeline_exists","timeline_get_name","timeline_max_moment","timeline_moment_add_script","timeline_moment_clear","timeline_size","typeof","url_get_domain","url_open","url_open_ext","url_open_full","uwp_device_touchscreen_available","uwp_livetile_badge_clear","uwp_livetile_badge_notification","uwp_livetile_notification_begin","uwp_livetile_notification_end","uwp_livetile_notification_expiry","uwp_livetile_notification_image_add","uwp_livetile_notification_secondary_begin","uwp_livetile_notification_tag","uwp_livetile_notification_template_add","uwp_livetile_notification_text_add","uwp_livetile_queue_enable","uwp_livetile_tile_clear","uwp_secondarytile_badge_clear","uwp_secondarytile_badge_notification","uwp_secondarytile_delete","uwp_secondarytile_pin","uwp_secondarytile_tile_clear","variable_clone","variable_get_hash","variable_global_exists","variable_global_get","variable_global_set","variable_instance_exists","variable_instance_get","variable_instance_get_names","variable_instance_names_count","variable_instance_set","variable_struct_exists","variable_struct_get","variable_struct_get_names","variable_struct_names_count","variable_struct_remove","variable_struct_set","vertex_argb","vertex_begin","vertex_color","vertex_colour","vertex_create_buffer","vertex_create_buffer_ext","vertex_create_buffer_from_buffer","vertex_create_buffer_from_buffer_ext","vertex_delete_buffer","vertex_end","vertex_float1","vertex_float2","vertex_float3","vertex_float4","vertex_format_add_color","vertex_format_add_colour","vertex_format_add_custom","vertex_format_add_normal","vertex_format_add_position","vertex_format_add_position_3d","vertex_format_add_texcoord","vertex_format_begin","vertex_format_delete","vertex_format_end","vertex_format_get_info","vertex_freeze","vertex_get_buffer_size","vertex_get_number","vertex_normal","vertex_position","vertex_position_3d","vertex_submit","vertex_submit_ext","vertex_texcoord","vertex_ubyte4","vertex_update_buffer_from_buffer","vertex_update_buffer_from_vertex","video_close","video_draw","video_enable_loop","video_get_duration","video_get_format","video_get_position","video_get_status","video_get_volume","video_is_looping","video_open","video_pause","video_resume","video_seek_to","video_set_volume","view_get_camera","view_get_hport","view_get_surface_id","view_get_visible","view_get_wport","view_get_xport","view_get_yport","view_set_camera","view_set_hport","view_set_surface_id","view_set_visible","view_set_wport","view_set_xport","view_set_yport","virtual_key_add","virtual_key_delete","virtual_key_hide","virtual_key_show","wallpaper_set_config","wallpaper_set_subscriptions","weak_ref_alive","weak_ref_any_alive","weak_ref_create","window_center","window_device","window_enable_borderless_fullscreen","window_get_borderless_fullscreen","window_get_caption","window_get_color","window_get_colour","window_get_cursor","window_get_fullscreen","window_get_height","window_get_showborder","window_get_visible_rects","window_get_width","window_get_x","window_get_y","window_handle","window_has_focus","window_mouse_get_delta_x","window_mouse_get_delta_y","window_mouse_get_locked","window_mouse_get_x","window_mouse_get_y","window_mouse_set","window_mouse_set_locked","window_set_caption","window_set_color","window_set_colour","window_set_cursor","window_set_fullscreen","window_set_max_height","window_set_max_width","window_set_min_height","window_set_min_width","window_set_position","window_set_rectangle","window_set_showborder","window_set_size","window_view_mouse_get_x","window_view_mouse_get_y","window_views_mouse_get_x","window_views_mouse_get_y","winphone_tile_background_color","winphone_tile_background_colour","zip_add_file","zip_create","zip_save","zip_unzip","zip_unzip_async"],symbol:["AudioEffect","AudioEffectType","AudioLFOType","GM_build_date","GM_build_type","GM_is_sandboxed","GM_project_filename","GM_runtime_version","GM_version","NaN","_GMFILE_","_GMFUNCTION_","_GMLINE_","alignmentH","alignmentV","all","animcurvetype_bezier","animcurvetype_catmullrom","animcurvetype_linear","asset_animationcurve","asset_font","asset_object","asset_path","asset_room","asset_script","asset_sequence","asset_shader","asset_sound","asset_sprite","asset_tiles","asset_timeline","asset_unknown","audio_3D","audio_bus_main","audio_falloff_exponent_distance","audio_falloff_exponent_distance_clamped","audio_falloff_exponent_distance_scaled","audio_falloff_inverse_distance","audio_falloff_inverse_distance_clamped","audio_falloff_inverse_distance_scaled","audio_falloff_linear_distance","audio_falloff_linear_distance_clamped","audio_falloff_none","audio_mono","audio_stereo","bboxkind_diamond","bboxkind_ellipse","bboxkind_precise","bboxkind_rectangular","bboxmode_automatic","bboxmode_fullimage","bboxmode_manual","bm_add","bm_dest_alpha","bm_dest_color","bm_dest_colour","bm_inv_dest_alpha","bm_inv_dest_color","bm_inv_dest_colour","bm_inv_src_alpha","bm_inv_src_color","bm_inv_src_colour","bm_max","bm_normal","bm_one","bm_src_alpha","bm_src_alpha_sat","bm_src_color","bm_src_colour","bm_subtract","bm_zero","browser_chrome","browser_edge","browser_firefox","browser_ie","browser_ie_mobile","browser_not_a_browser","browser_opera","browser_safari","browser_safari_mobile","browser_tizen","browser_unknown","browser_windows_store","buffer_bool","buffer_f16","buffer_f32","buffer_f64","buffer_fast","buffer_fixed","buffer_grow","buffer_s16","buffer_s32","buffer_s8","buffer_seek_end","buffer_seek_relative","buffer_seek_start","buffer_string","buffer_text","buffer_u16","buffer_u32","buffer_u64","buffer_u8","buffer_vbuffer","buffer_wrap","c_aqua","c_black","c_blue","c_dkgray","c_dkgrey","c_fuchsia","c_gray","c_green","c_grey","c_lime","c_ltgray","c_ltgrey","c_maroon","c_navy","c_olive","c_orange","c_purple","c_red","c_silver","c_teal","c_white","c_yellow","cache_directory","characterSpacing","cmpfunc_always","cmpfunc_equal","cmpfunc_greater","cmpfunc_greaterequal","cmpfunc_less","cmpfunc_lessequal","cmpfunc_never","cmpfunc_notequal","coreColor","coreColour","cr_appstart","cr_arrow","cr_beam","cr_cross","cr_default","cr_drag","cr_handpoint","cr_hourglass","cr_none","cr_size_all","cr_size_nesw","cr_size_ns","cr_size_nwse","cr_size_we","cr_uparrow","cull_clockwise","cull_counterclockwise","cull_noculling","device_emulator","device_ios_ipad","device_ios_ipad_retina","device_ios_iphone","device_ios_iphone5","device_ios_iphone6","device_ios_iphone6plus","device_ios_iphone_retina","device_ios_unknown","device_tablet","display_landscape","display_landscape_flipped","display_portrait","display_portrait_flipped","dll_cdecl","dll_stdcall","dropShadowEnabled","dropShadowEnabled","ds_type_grid","ds_type_list","ds_type_map","ds_type_priority","ds_type_queue","ds_type_stack","ef_cloud","ef_ellipse","ef_explosion","ef_firework","ef_flare","ef_rain","ef_ring","ef_smoke","ef_smokeup","ef_snow","ef_spark","ef_star","effectsEnabled","effectsEnabled","ev_alarm","ev_animation_end","ev_animation_event","ev_animation_update","ev_async_audio_playback","ev_async_audio_playback_ended","ev_async_audio_recording","ev_async_dialog","ev_async_push_notification","ev_async_save_load","ev_async_save_load","ev_async_social","ev_async_system_event","ev_async_web","ev_async_web_cloud","ev_async_web_iap","ev_async_web_image_load","ev_async_web_networking","ev_async_web_steam","ev_audio_playback","ev_audio_playback_ended","ev_audio_recording","ev_boundary","ev_boundary_view0","ev_boundary_view1","ev_boundary_view2","ev_boundary_view3","ev_boundary_view4","ev_boundary_view5","ev_boundary_view6","ev_boundary_view7","ev_broadcast_message","ev_cleanup","ev_collision","ev_create","ev_destroy","ev_dialog_async","ev_draw","ev_draw_begin","ev_draw_end","ev_draw_normal","ev_draw_post","ev_draw_pre","ev_end_of_path","ev_game_end","ev_game_start","ev_gesture","ev_gesture_double_tap","ev_gesture_drag_end","ev_gesture_drag_start","ev_gesture_dragging","ev_gesture_flick","ev_gesture_pinch_end","ev_gesture_pinch_in","ev_gesture_pinch_out","ev_gesture_pinch_start","ev_gesture_rotate_end","ev_gesture_rotate_start","ev_gesture_rotating","ev_gesture_tap","ev_global_gesture_double_tap","ev_global_gesture_drag_end","ev_global_gesture_drag_start","ev_global_gesture_dragging","ev_global_gesture_flick","ev_global_gesture_pinch_end","ev_global_gesture_pinch_in","ev_global_gesture_pinch_out","ev_global_gesture_pinch_start","ev_global_gesture_rotate_end","ev_global_gesture_rotate_start","ev_global_gesture_rotating","ev_global_gesture_tap","ev_global_left_button","ev_global_left_press","ev_global_left_release","ev_global_middle_button","ev_global_middle_press","ev_global_middle_release","ev_global_right_button","ev_global_right_press","ev_global_right_release","ev_gui","ev_gui_begin","ev_gui_end","ev_joystick1_button1","ev_joystick1_button2","ev_joystick1_button3","ev_joystick1_button4","ev_joystick1_button5","ev_joystick1_button6","ev_joystick1_button7","ev_joystick1_button8","ev_joystick1_down","ev_joystick1_left","ev_joystick1_right","ev_joystick1_up","ev_joystick2_button1","ev_joystick2_button2","ev_joystick2_button3","ev_joystick2_button4","ev_joystick2_button5","ev_joystick2_button6","ev_joystick2_button7","ev_joystick2_button8","ev_joystick2_down","ev_joystick2_left","ev_joystick2_right","ev_joystick2_up","ev_keyboard","ev_keypress","ev_keyrelease","ev_left_button","ev_left_press","ev_left_release","ev_middle_button","ev_middle_press","ev_middle_release","ev_mouse","ev_mouse_enter","ev_mouse_leave","ev_mouse_wheel_down","ev_mouse_wheel_up","ev_no_button","ev_no_more_health","ev_no_more_lives","ev_other","ev_outside","ev_outside_view0","ev_outside_view1","ev_outside_view2","ev_outside_view3","ev_outside_view4","ev_outside_view5","ev_outside_view6","ev_outside_view7","ev_pre_create","ev_push_notification","ev_right_button","ev_right_press","ev_right_release","ev_room_end","ev_room_start","ev_social","ev_step","ev_step_begin","ev_step_end","ev_step_normal","ev_system_event","ev_trigger","ev_user0","ev_user1","ev_user10","ev_user11","ev_user12","ev_user13","ev_user14","ev_user15","ev_user2","ev_user3","ev_user4","ev_user5","ev_user6","ev_user7","ev_user8","ev_user9","ev_web_async","ev_web_cloud","ev_web_iap","ev_web_image_load","ev_web_networking","ev_web_sound_load","ev_web_steam","fa_archive","fa_bottom","fa_center","fa_directory","fa_hidden","fa_left","fa_middle","fa_none","fa_readonly","fa_right","fa_sysfile","fa_top","fa_volumeid","false","frameSizeX","frameSizeY","gamespeed_fps","gamespeed_microseconds","global","glowColor","glowColour","glowEnabled","glowEnabled","glowEnd","glowStart","gp_axis_acceleration_x","gp_axis_acceleration_y","gp_axis_acceleration_z","gp_axis_angular_velocity_x","gp_axis_angular_velocity_y","gp_axis_angular_velocity_z","gp_axis_orientation_w","gp_axis_orientation_x","gp_axis_orientation_y","gp_axis_orientation_z","gp_axislh","gp_axislv","gp_axisrh","gp_axisrv","gp_face1","gp_face2","gp_face3","gp_face4","gp_padd","gp_padl","gp_padr","gp_padu","gp_select","gp_shoulderl","gp_shoulderlb","gp_shoulderr","gp_shoulderrb","gp_start","gp_stickl","gp_stickr","iap_available","iap_canceled","iap_ev_consume","iap_ev_product","iap_ev_purchase","iap_ev_restore","iap_ev_storeload","iap_failed","iap_purchased","iap_refunded","iap_status_available","iap_status_loading","iap_status_processing","iap_status_restoring","iap_status_unavailable","iap_status_uninitialised","iap_storeload_failed","iap_storeload_ok","iap_unavailable","infinity","kbv_autocapitalize_characters","kbv_autocapitalize_none","kbv_autocapitalize_sentences","kbv_autocapitalize_words","kbv_returnkey_continue","kbv_returnkey_default","kbv_returnkey_done","kbv_returnkey_emergency","kbv_returnkey_go","kbv_returnkey_google","kbv_returnkey_join","kbv_returnkey_next","kbv_returnkey_route","kbv_returnkey_search","kbv_returnkey_send","kbv_returnkey_yahoo","kbv_type_ascii","kbv_type_default","kbv_type_email","kbv_type_numbers","kbv_type_phone","kbv_type_phone_name","kbv_type_url","layerelementtype_background","layerelementtype_instance","layerelementtype_oldtilemap","layerelementtype_particlesystem","layerelementtype_sequence","layerelementtype_sprite","layerelementtype_tile","layerelementtype_tilemap","layerelementtype_undefined","leaderboard_type_number","leaderboard_type_time_mins_secs","lighttype_dir","lighttype_point","lineSpacing","m_axisx","m_axisx_gui","m_axisy","m_axisy_gui","m_scroll_down","m_scroll_up","matrix_projection","matrix_view","matrix_world","mb_any","mb_left","mb_middle","mb_none","mb_right","mb_side1","mb_side2","mip_markedonly","mip_off","mip_on","network_config_avoid_time_wait","network_config_connect_timeout","network_config_disable_multicast","network_config_disable_reliable_udp","network_config_enable_multicast","network_config_enable_reliable_udp","network_config_use_non_blocking_socket","network_config_websocket_protocol","network_connect_active","network_connect_blocking","network_connect_nonblocking","network_connect_none","network_connect_passive","network_send_binary","network_send_text","network_socket_bluetooth","network_socket_tcp","network_socket_udp","network_socket_ws","network_socket_wss","network_type_connect","network_type_data","network_type_disconnect","network_type_down","network_type_non_blocking_connect","network_type_up","network_type_up_failed","nineslice_blank","nineslice_bottom","nineslice_center","nineslice_centre","nineslice_hide","nineslice_left","nineslice_mirror","nineslice_repeat","nineslice_right","nineslice_stretch","nineslice_top","noone","of_challenge_lose","of_challenge_tie","of_challenge_win","os_android","os_gdk","os_gxgames","os_ios","os_linux","os_macosx","os_operagx","os_permission_denied","os_permission_denied_dont_request","os_permission_granted","os_ps3","os_ps4","os_ps5","os_psvita","os_switch","os_tvos","os_unknown","os_uwp","os_win8native","os_windows","os_winphone","os_xboxone","os_xboxseriesxs","other","outlineColor","outlineColour","outlineDist","outlineEnabled","outlineEnabled","paragraphSpacing","path_action_continue","path_action_restart","path_action_reverse","path_action_stop","phy_debug_render_aabb","phy_debug_render_collision_pairs","phy_debug_render_coms","phy_debug_render_core_shapes","phy_debug_render_joints","phy_debug_render_obb","phy_debug_render_shapes","phy_joint_anchor_1_x","phy_joint_anchor_1_y","phy_joint_anchor_2_x","phy_joint_anchor_2_y","phy_joint_angle","phy_joint_angle_limits","phy_joint_damping_ratio","phy_joint_frequency","phy_joint_length_1","phy_joint_length_2","phy_joint_lower_angle_limit","phy_joint_max_force","phy_joint_max_length","phy_joint_max_motor_force","phy_joint_max_motor_torque","phy_joint_max_torque","phy_joint_motor_force","phy_joint_motor_speed","phy_joint_motor_torque","phy_joint_reaction_force_x","phy_joint_reaction_force_y","phy_joint_reaction_torque","phy_joint_speed","phy_joint_translation","phy_joint_upper_angle_limit","phy_particle_data_flag_category","phy_particle_data_flag_color","phy_particle_data_flag_colour","phy_particle_data_flag_position","phy_particle_data_flag_typeflags","phy_particle_data_flag_velocity","phy_particle_flag_colormixing","phy_particle_flag_colourmixing","phy_particle_flag_elastic","phy_particle_flag_powder","phy_particle_flag_spring","phy_particle_flag_tensile","phy_particle_flag_viscous","phy_particle_flag_wall","phy_particle_flag_water","phy_particle_flag_zombie","phy_particle_group_flag_rigid","phy_particle_group_flag_solid","pi","pointer_invalid","pointer_null","pr_linelist","pr_linestrip","pr_pointlist","pr_trianglefan","pr_trianglelist","pr_trianglestrip","ps_distr_gaussian","ps_distr_invgaussian","ps_distr_linear","ps_mode_burst","ps_mode_stream","ps_shape_diamond","ps_shape_ellipse","ps_shape_line","ps_shape_rectangle","pt_shape_circle","pt_shape_cloud","pt_shape_disk","pt_shape_explosion","pt_shape_flare","pt_shape_line","pt_shape_pixel","pt_shape_ring","pt_shape_smoke","pt_shape_snow","pt_shape_spark","pt_shape_sphere","pt_shape_square","pt_shape_star","rollback_chat_message","rollback_connect_error","rollback_connect_info","rollback_connected_to_peer","rollback_connection_rejected","rollback_disconnected_from_peer","rollback_end_game","rollback_game_full","rollback_game_info","rollback_game_interrupted","rollback_game_resumed","rollback_high_latency","rollback_player_prefs","rollback_protocol_rejected","rollback_synchronized_with_peer","rollback_synchronizing_with_peer","self","seqaudiokey_loop","seqaudiokey_oneshot","seqdir_left","seqdir_right","seqinterpolation_assign","seqinterpolation_lerp","seqplay_loop","seqplay_oneshot","seqplay_pingpong","seqtextkey_bottom","seqtextkey_center","seqtextkey_justify","seqtextkey_left","seqtextkey_middle","seqtextkey_right","seqtextkey_top","seqtracktype_audio","seqtracktype_bool","seqtracktype_clipmask","seqtracktype_clipmask_mask","seqtracktype_clipmask_subject","seqtracktype_color","seqtracktype_colour","seqtracktype_empty","seqtracktype_graphic","seqtracktype_group","seqtracktype_instance","seqtracktype_message","seqtracktype_moment","seqtracktype_particlesystem","seqtracktype_real","seqtracktype_sequence","seqtracktype_spriteframes","seqtracktype_string","seqtracktype_text","shadowColor","shadowColour","shadowOffsetX","shadowOffsetY","shadowSoftness","sprite_add_ext_error_cancelled","sprite_add_ext_error_decompressfailed","sprite_add_ext_error_loadfailed","sprite_add_ext_error_setupfailed","sprite_add_ext_error_spritenotfound","sprite_add_ext_error_unknown","spritespeed_framespergameframe","spritespeed_framespersecond","surface_r16float","surface_r32float","surface_r8unorm","surface_rg8unorm","surface_rgba16float","surface_rgba32float","surface_rgba4unorm","surface_rgba8unorm","texturegroup_status_fetched","texturegroup_status_loaded","texturegroup_status_loading","texturegroup_status_unloaded","tf_anisotropic","tf_linear","tf_point","thickness","tile_flip","tile_index_mask","tile_mirror","tile_rotate","time_source_expire_after","time_source_expire_nearest","time_source_game","time_source_global","time_source_state_active","time_source_state_initial","time_source_state_paused","time_source_state_stopped","time_source_units_frames","time_source_units_seconds","timezone_local","timezone_utc","tm_countvsyncs","tm_sleep","tm_systemtiming","true","ty_real","ty_string","undefined","vertex_type_color","vertex_type_colour","vertex_type_float1","vertex_type_float2","vertex_type_float3","vertex_type_float4","vertex_type_ubyte4","vertex_usage_binormal","vertex_usage_blendindices","vertex_usage_blendweight","vertex_usage_color","vertex_usage_colour","vertex_usage_depth","vertex_usage_fog","vertex_usage_normal","vertex_usage_position","vertex_usage_psize","vertex_usage_sample","vertex_usage_tangent","vertex_usage_texcoord","video_format_rgba","video_format_yuv","video_status_closed","video_status_paused","video_status_playing","video_status_preparing","vk_add","vk_alt","vk_anykey","vk_backspace","vk_control","vk_decimal","vk_delete","vk_divide","vk_down","vk_end","vk_enter","vk_escape","vk_f1","vk_f10","vk_f11","vk_f12","vk_f2","vk_f3","vk_f4","vk_f5","vk_f6","vk_f7","vk_f8","vk_f9","vk_home","vk_insert","vk_lalt","vk_lcontrol","vk_left","vk_lshift","vk_multiply","vk_nokey","vk_numpad0","vk_numpad1","vk_numpad2","vk_numpad3","vk_numpad4","vk_numpad5","vk_numpad6","vk_numpad7","vk_numpad8","vk_numpad9","vk_pagedown","vk_pageup","vk_pause","vk_printscreen","vk_ralt","vk_rcontrol","vk_return","vk_right","vk_rshift","vk_shift","vk_space","vk_subtract","vk_tab","vk_up","wallpaper_config","wallpaper_subscription_data","wrap"],"variable.language":["alarm","application_surface","argument","argument0","argument1","argument2","argument3","argument4","argument5","argument6","argument7","argument8","argument9","argument10","argument11","argument12","argument13","argument14","argument15","argument_count","async_load","background_color","background_colour","background_showcolor","background_showcolour","bbox_bottom","bbox_left","bbox_right","bbox_top","browser_height","browser_width","colour?ColourTrack","current_day","current_hour","current_minute","current_month","current_second","current_time","current_weekday","current_year","cursor_sprite","debug_mode","delta_time","depth","direction","display_aa","drawn_by_sequence","event_action","event_data","event_number","event_object","event_type","font_texture_page_size","fps","fps_real","friction","game_display_name","game_id","game_project_name","game_save_id","gravity","gravity_direction","health","hspeed","iap_data","id","image_alpha","image_angle","image_blend","image_index","image_number","image_speed","image_xscale","image_yscale","in_collision_tree","in_sequence","instance_count","instance_id","keyboard_key","keyboard_lastchar","keyboard_lastkey","keyboard_string","layer","lives","longMessage","managed","mask_index","message","mouse_button","mouse_lastbutton","mouse_x","mouse_y","object_index","os_browser","os_device","os_type","os_version","path_endaction","path_index","path_orientation","path_position","path_positionprevious","path_scale","path_speed","persistent","phy_active","phy_angular_damping","phy_angular_velocity","phy_bullet","phy_col_normal_x","phy_col_normal_y","phy_collision_points","phy_collision_x","phy_collision_y","phy_com_x","phy_com_y","phy_dynamic","phy_fixed_rotation","phy_inertia","phy_kinematic","phy_linear_damping","phy_linear_velocity_x","phy_linear_velocity_y","phy_mass","phy_position_x","phy_position_xprevious","phy_position_y","phy_position_yprevious","phy_rotation","phy_sleeping","phy_speed","phy_speed_x","phy_speed_y","player_avatar_sprite","player_avatar_url","player_id","player_local","player_type","player_user_id","program_directory","rollback_api_server","rollback_confirmed_frame","rollback_current_frame","rollback_event_id","rollback_event_param","rollback_game_running","room","room_first","room_height","room_last","room_persistent","room_speed","room_width","score","script","sequence_instance","solid","speed","sprite_height","sprite_index","sprite_width","sprite_xoffset","sprite_yoffset","stacktrace","temp_directory","timeline_index","timeline_loop","timeline_position","timeline_running","timeline_speed","view_camera","view_current","view_enabled","view_hport","view_surface_id","view_visible","view_wport","view_xport","view_yport","visible","vspeed","webgl_enabled","working_directory","x","xprevious","xstart","y","yprevious","ystart"]},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE]}}return GE=r,GE}var zE,$N;function Qie(){if($N)return zE;$N=1;function r(e){const s={keyword:["break","case","chan","const","continue","default","defer","else","fallthrough","for","func","go","goto","if","import","interface","map","package","range","return","select","struct","switch","type","var"],type:["bool","byte","complex64","complex128","error","float32","float64","int8","int16","int32","int64","string","uint8","uint16","uint32","uint64","int","uint","uintptr","rune"],literal:["true","false","iota","nil"],built_in:["append","cap","close","complex","copy","imag","len","make","new","panic","print","println","real","recover","delete"]};return{name:"Go",aliases:["golang"],keywords:s,illegal:"",end:",\\s+",returnBegin:!0,endsWithParent:!0,contains:[{className:"attr",begin:":\\w+"},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{begin:"\\w+",relevance:0}]}]},{begin:"\\(\\s*",end:"\\s*\\)",excludeEnd:!0,contains:[{begin:"\\w+\\s*=",end:"\\s+",returnBegin:!0,endsWithParent:!0,contains:[{className:"attr",begin:"\\w+",relevance:0},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{begin:"\\w+",relevance:0}]}]}]},{begin:"^\\s*[=~]\\s*"},{begin:/#\{/,end:/\}/,subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0}]}}return WE=r,WE}var jE,YN;function nse(){if(YN)return jE;YN=1;function r(e){const t=e.regex,n={$pattern:/[\w.\/]+/,built_in:["action","bindattr","collection","component","concat","debugger","each","each-in","get","hash","if","in","input","link-to","loc","log","lookup","mut","outlet","partial","query-params","render","template","textarea","unbound","unless","view","with","yield"]},a={$pattern:/[\w.\/]+/,literal:["true","false","undefined","null"]},i=/""|"[^"]+"/,s=/''|'[^']+'/,o=/\[\]|\[[^\]]+\]/,l=/[^\s!"#%&'()*+,.\/;<=>@\[\\\]^`{|}~]+/,c=/(\.|\/)/,u=t.either(i,s,o,l),d=t.concat(t.optional(/\.|\.\/|\//),u,t.anyNumberOfTimes(t.concat(c,u))),h=t.concat("(",o,"|",l,")(?==)"),p={begin:d},m=e.inherit(p,{keywords:a}),g={begin:/\(/,end:/\)/},b={className:"attr",begin:h,relevance:0,starts:{begin:/=/,end:/=/,starts:{contains:[e.NUMBER_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,m,g]}}},_={begin:/as\s+\|/,keywords:{keyword:"as"},end:/\|/,contains:[{begin:/\w+/}]},v={contains:[e.NUMBER_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,_,b,m,g],returnEnd:!0},y=e.inherit(p,{className:"name",keywords:n,starts:e.inherit(v,{end:/\)/})});g.contains=[y];const E=e.inherit(p,{keywords:n,className:"name",starts:e.inherit(v,{end:/\}\}/})}),S=e.inherit(p,{keywords:n,className:"name"}),w=e.inherit(p,{className:"name",keywords:n,starts:e.inherit(v,{end:/\}\}/})});return{name:"Handlebars",aliases:["hbs","html.hbs","html.handlebars","htmlbars"],case_insensitive:!0,subLanguage:"xml",contains:[{begin:/\\\{\{/,skip:!0},{begin:/\\\\(?=\{\{)/,skip:!0},e.COMMENT(/\{\{!--/,/--\}\}/),e.COMMENT(/\{\{!/,/\}\}/),{className:"template-tag",begin:/\{\{\{\{(?!\/)/,end:/\}\}\}\}/,contains:[E],starts:{end:/\{\{\{\{\//,returnEnd:!0,subLanguage:"xml"}},{className:"template-tag",begin:/\{\{\{\{\//,end:/\}\}\}\}/,contains:[S]},{className:"template-tag",begin:/\{\{#/,end:/\}\}/,contains:[E]},{className:"template-tag",begin:/\{\{(?=else\}\})/,end:/\}\}/,keywords:"else"},{className:"template-tag",begin:/\{\{(?=else if)/,end:/\}\}/,keywords:"else if"},{className:"template-tag",begin:/\{\{\//,end:/\}\}/,contains:[S]},{className:"template-variable",begin:/\{\{\{/,end:/\}\}\}/,contains:[w]},{className:"template-variable",begin:/\{\{/,end:/\}\}/,contains:[w]}]}}return jE=r,jE}var KE,WN;function ase(){if(WN)return KE;WN=1;function r(e){const t="([0-9]_*)+",n="([0-9a-fA-F]_*)+",a="([01]_*)+",i="([0-7]_*)+",c="([!#$%&*+.\\/<=>?@\\\\^~-]|(?!([(),;\\[\\]`|{}]|[_:\"']))(\\p{S}|\\p{P}))",u={variants:[e.COMMENT("--+","$"),e.COMMENT(/\{-/,/-\}/,{contains:["self"]})]},d={className:"meta",begin:/\{-#/,end:/#-\}/},h={className:"meta",begin:"^#",end:"$"},p={className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},m={begin:"\\(",end:"\\)",illegal:'"',contains:[d,h,{className:"type",begin:"\\b[A-Z][\\w]*(\\((\\.\\.|,|\\w+)\\))?"},e.inherit(e.TITLE_MODE,{begin:"[_a-z][\\w']*"}),u]},g={begin:/\{/,end:/\}/,contains:m.contains},b={className:"number",relevance:0,variants:[{match:`\\b(${t})(\\.(${t}))?([eE][+-]?(${t}))?\\b`},{match:`\\b0[xX]_*(${n})(\\.(${n}))?([pP][+-]?(${t}))?\\b`},{match:`\\b0[oO](${i})\\b`},{match:`\\b0[bB](${a})\\b`}]};return{name:"Haskell",aliases:["hs"],keywords:"let in if then else case of where do module import hiding qualified type data newtype deriving class instance as default infix infixl infixr foreign export ccall stdcall cplusplus jvm dotnet safe unsafe family forall mdo proc rec",unicodeRegex:!0,contains:[{beginKeywords:"module",end:"where",keywords:"module where",contains:[m,u],illegal:"\\W\\.|;"},{begin:"\\bimport\\b",end:"$",keywords:"import qualified as hiding",contains:[m,u],illegal:"\\W\\.|;"},{className:"class",begin:"^(\\s*)?(class|instance)\\b",end:"where",keywords:"class family instance where",contains:[p,m,u]},{className:"class",begin:"\\b(data|(new)?type)\\b",end:"$",keywords:"data family type newtype deriving",contains:[d,p,m,g,u]},{beginKeywords:"default",end:"$",contains:[p,m,u]},{beginKeywords:"infix infixl infixr",end:"$",contains:[e.C_NUMBER_MODE,u]},{begin:"\\bforeign\\b",end:"$",keywords:"foreign import export ccall stdcall cplusplus jvm dotnet safe unsafe",contains:[p,e.QUOTE_STRING_MODE,u]},{className:"meta",begin:"#!\\/usr\\/bin\\/env runhaskell",end:"$"},d,h,{scope:"string",begin:/'(?=\\?.')/,end:/'/,contains:[{scope:"char.escape",match:/\\./}]},e.QUOTE_STRING_MODE,b,p,e.inherit(e.TITLE_MODE,{begin:"^[_a-z][\\w']*"}),{begin:`(?!-)${c}--+|--+(?!-)${c}`},u,{begin:"->|<-"}]}}return KE=r,KE}var XE,jN;function ise(){if(jN)return XE;jN=1;function r(e){const t="[a-zA-Z_$][a-zA-Z0-9_$]*",n=/(-?)(\b0[xX][a-fA-F0-9_]+|(\b\d+(\.[\d_]*)?|\.[\d_]+)(([eE][-+]?\d+)|i32|u32|i64|f64)?)/;return{name:"Haxe",aliases:["hx"],keywords:{keyword:"abstract break case cast catch continue default do dynamic else enum extern final for function here if import in inline is macro never new override package private get set public return static super switch this throw trace try typedef untyped using var while "+"Int Float String Bool Dynamic Void Array ",built_in:"trace this",literal:"true false null _"},contains:[{className:"string",begin:"'",end:"'",contains:[e.BACKSLASH_ESCAPE,{className:"subst",begin:/\$\{/,end:/\}/},{className:"subst",begin:/\$/,end:/\W\}/}]},e.QUOTE_STRING_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"number",begin:n,relevance:0},{className:"variable",begin:"\\$"+t},{className:"meta",begin:/@:?/,end:/\(|$/,excludeEnd:!0},{className:"meta",begin:"#",end:"$",keywords:{keyword:"if else elseif end error"}},{className:"type",begin:/:[ \t]*/,end:/[^A-Za-z0-9_ \t\->]/,excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:/:[ \t]*/,end:/\W/,excludeBegin:!0,excludeEnd:!0},{className:"type",beginKeywords:"new",end:/\W/,excludeBegin:!0,excludeEnd:!0},{className:"title.class",beginKeywords:"enum",end:/\{/,contains:[e.TITLE_MODE]},{className:"title.class",begin:"\\babstract\\b(?=\\s*"+e.IDENT_RE+"\\s*\\()",end:/[\{$]/,contains:[{className:"type",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0},{className:"type",begin:/from +/,end:/\W/,excludeBegin:!0,excludeEnd:!0},{className:"type",begin:/to +/,end:/\W/,excludeBegin:!0,excludeEnd:!0},e.TITLE_MODE],keywords:{keyword:"abstract from to"}},{className:"title.class",begin:/\b(class|interface) +/,end:/[\{$]/,excludeEnd:!0,keywords:"class interface",contains:[{className:"keyword",begin:/\b(extends|implements) +/,keywords:"extends implements",contains:[{className:"type",begin:e.IDENT_RE,relevance:0}]},e.TITLE_MODE]},{className:"title.function",beginKeywords:"function",end:/\(/,excludeEnd:!0,illegal:/\S/,contains:[e.TITLE_MODE]}],illegal:/<\//}}return XE=r,XE}var QE,KN;function sse(){if(KN)return QE;KN=1;function r(e){return{name:"HSP",case_insensitive:!0,keywords:{$pattern:/[\w._]+/,keyword:"goto gosub return break repeat loop continue wait await dim sdim foreach dimtype dup dupptr end stop newmod delmod mref run exgoto on mcall assert logmes newlab resume yield onexit onerror onkey onclick oncmd exist delete mkdir chdir dirlist bload bsave bcopy memfile if else poke wpoke lpoke getstr chdpm memexpand memcpy memset notesel noteadd notedel noteload notesave randomize noteunsel noteget split strrep setease button chgdisp exec dialog mmload mmplay mmstop mci pset pget syscolor mes print title pos circle cls font sysfont objsize picload color palcolor palette redraw width gsel gcopy gzoom gmode bmpsave hsvcolor getkey listbox chkbox combox input mesbox buffer screen bgscr mouse objsel groll line clrobj boxf objprm objmode stick grect grotate gsquare gradf objimage objskip objenable celload celdiv celput newcom querycom delcom cnvstow comres axobj winobj sendmsg comevent comevarg sarrayconv callfunc cnvwtos comevdisp libptr system hspstat hspver stat cnt err strsize looplev sublev iparam wparam lparam refstr refdval int rnd strlen length length2 length3 length4 vartype gettime peek wpeek lpeek varptr varuse noteinfo instr abs limit getease str strmid strf getpath strtrim sin cos tan atan sqrt double absf expf logf limitf powf geteasef mousex mousey mousew hwnd hinstance hdc ginfo objinfo dirinfo sysinfo thismod __hspver__ __hsp30__ __date__ __time__ __line__ __file__ _debug __hspdef__ and or xor not screen_normal screen_palette screen_hide screen_fixedsize screen_tool screen_frame gmode_gdi gmode_mem gmode_rgb0 gmode_alpha gmode_rgb0alpha gmode_add gmode_sub gmode_pixela ginfo_mx ginfo_my ginfo_act ginfo_sel ginfo_wx1 ginfo_wy1 ginfo_wx2 ginfo_wy2 ginfo_vx ginfo_vy ginfo_sizex ginfo_sizey ginfo_winx ginfo_winy ginfo_mesx ginfo_mesy ginfo_r ginfo_g ginfo_b ginfo_paluse ginfo_dispx ginfo_dispy ginfo_cx ginfo_cy ginfo_intid ginfo_newid ginfo_sx ginfo_sy objinfo_mode objinfo_bmscr objinfo_hwnd notemax notesize dir_cur dir_exe dir_win dir_sys dir_cmdline dir_desktop dir_mydoc dir_tv font_normal font_bold font_italic font_underline font_strikeout font_antialias objmode_normal objmode_guifont objmode_usefont gsquare_grad msgothic msmincho do until while wend for next _break _continue switch case default swbreak swend ddim ldim alloc m_pi rad2deg deg2rad ease_linear ease_quad_in ease_quad_out ease_quad_inout ease_cubic_in ease_cubic_out ease_cubic_inout ease_quartic_in ease_quartic_out ease_quartic_inout ease_bounce_in ease_bounce_out ease_bounce_inout ease_shake_in ease_shake_out ease_shake_inout ease_loop"},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,{className:"string",begin:/\{"/,end:/"\}/,contains:[e.BACKSLASH_ESCAPE]},e.COMMENT(";","$",{relevance:0}),{className:"meta",begin:"#",end:"$",keywords:{keyword:"addion cfunc cmd cmpopt comfunc const defcfunc deffunc define else endif enum epack func global if ifdef ifndef include modcfunc modfunc modinit modterm module pack packopt regcmd runtime undef usecom uselib"},contains:[e.inherit(e.QUOTE_STRING_MODE,{className:"string"}),e.NUMBER_MODE,e.C_NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"symbol",begin:"^\\*(\\w+|@)"},e.NUMBER_MODE,e.C_NUMBER_MODE]}}return QE=r,QE}var ZE,XN;function ose(){if(XN)return ZE;XN=1;function r(e){const t=e.regex,n="HTTP/([32]|1\\.[01])",a=/[A-Za-z][A-Za-z0-9-]*/,i={className:"attribute",begin:t.concat("^",a,"(?=\\:\\s)"),starts:{contains:[{className:"punctuation",begin:/: /,relevance:0,starts:{end:"$",relevance:0}}]}},s=[i,{begin:"\\n\\n",starts:{subLanguage:[],endsWithParent:!0}}];return{name:"HTTP",aliases:["https"],illegal:/\S/,contains:[{begin:"^(?="+n+" \\d{3})",end:/$/,contains:[{className:"meta",begin:n},{className:"number",begin:"\\b\\d{3}\\b"}],starts:{end:/\b\B/,illegal:/\S/,contains:s}},{begin:"(?=^[A-Z]+ (.*?) "+n+"$)",end:/$/,contains:[{className:"string",begin:" ",end:" ",excludeBegin:!0,excludeEnd:!0},{className:"meta",begin:n},{className:"keyword",begin:"[A-Z]+"}],starts:{end:/\b\B/,illegal:/\S/,contains:s}},e.inherit(i,{relevance:0})]}}return ZE=r,ZE}var JE,QN;function lse(){if(QN)return JE;QN=1;function r(e){const t="a-zA-Z_\\-!.?+*=<>&#'",n="["+t+"]["+t+"0-9/;:]*",a={$pattern:n,built_in:"!= % %= & &= * ** **= *= *map + += , --build-class-- --import-- -= . / // //= /= < << <<= <= = > >= >> >>= @ @= ^ ^= abs accumulate all and any ap-compose ap-dotimes ap-each ap-each-while ap-filter ap-first ap-if ap-last ap-map ap-map-when ap-pipe ap-reduce ap-reject apply as-> ascii assert assoc bin break butlast callable calling-module-name car case cdr chain chr coll? combinations compile compress cond cons cons? continue count curry cut cycle dec def default-method defclass defmacro defmacro-alias defmacro/g! defmain defmethod defmulti defn defn-alias defnc defnr defreader defseq del delattr delete-route dict-comp dir disassemble dispatch-reader-macro distinct divmod do doto drop drop-last drop-while empty? end-sequence eval eval-and-compile eval-when-compile even? every? except exec filter first flatten float? fn fnc fnr for for* format fraction genexpr gensym get getattr global globals group-by hasattr hash hex id identity if if* if-not if-python2 import in inc input instance? integer integer-char? integer? interleave interpose is is-coll is-cons is-empty is-even is-every is-float is-instance is-integer is-integer-char is-iterable is-iterator is-keyword is-neg is-none is-not is-numeric is-odd is-pos is-string is-symbol is-zero isinstance islice issubclass iter iterable? iterate iterator? keyword keyword? lambda last len let lif lif-not list* list-comp locals loop macro-error macroexpand macroexpand-1 macroexpand-all map max merge-with method-decorator min multi-decorator multicombinations name neg? next none? nonlocal not not-in not? nth numeric? oct odd? open or ord partition permutations pos? post-route postwalk pow prewalk print product profile/calls profile/cpu put-route quasiquote quote raise range read read-str recursive-replace reduce remove repeat repeatedly repr require rest round route route-with-methods rwm second seq set-comp setattr setv some sorted string string? sum switch symbol? take take-nth take-while tee try unless unquote unquote-splicing vars walk when while with with* with-decorator with-gensyms xi xor yield yield-from zero? zip zip-longest | |= ~"},i="[-+]?\\d+(\\.\\d+)?",s={begin:n,relevance:0},o={className:"number",begin:i,relevance:0},l=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),c=e.COMMENT(";","$",{relevance:0}),u={className:"literal",begin:/\b([Tt]rue|[Ff]alse|nil|None)\b/},d={begin:"[\\[\\{]",end:"[\\]\\}]",relevance:0},h={className:"comment",begin:"\\^"+n},p=e.COMMENT("\\^\\{","\\}"),m={className:"symbol",begin:"[:]{1,2}"+n},g={begin:"\\(",end:"\\)"},b={endsWithParent:!0,relevance:0},_={className:"name",relevance:0,keywords:a,begin:n,starts:b},v=[g,l,h,p,c,m,d,o,u,s];return g.contains=[e.COMMENT("comment",""),_,b],b.contains=v,d.contains=v,{name:"Hy",aliases:["hylang"],illegal:/\S/,contains:[e.SHEBANG(),g,l,h,p,c,m,d,o,u]}}return JE=r,JE}var e2,ZN;function cse(){if(ZN)return e2;ZN=1;function r(e){return{name:"Inform 7",aliases:["i7"],case_insensitive:!0,keywords:{keyword:"thing room person man woman animal container supporter backdrop door scenery open closed locked inside gender is are say understand kind of rule"},contains:[{className:"string",begin:'"',end:'"',relevance:0,contains:[{className:"subst",begin:"\\[",end:"\\]"}]},{className:"section",begin:/^(Volume|Book|Part|Chapter|Section|Table)\b/,end:"$"},{begin:/^(Check|Carry out|Report|Instead of|To|Rule|When|Before|After)\b/,end:":",contains:[{begin:"\\(This",end:"\\)"}]},{className:"comment",begin:"\\[",end:"\\]",contains:["self"]}]}}return e2=r,e2}var t2,JN;function use(){if(JN)return t2;JN=1;function r(e){const t=e.regex,n={className:"number",relevance:0,variants:[{begin:/([+-]+)?[\d]+_[\d_]+/},{begin:e.NUMBER_RE}]},a=e.COMMENT();a.variants=[{begin:/;/,end:/$/},{begin:/#/,end:/$/}];const i={className:"variable",variants:[{begin:/\$[\w\d"][\w\d_]*/},{begin:/\$\{(.*?)\}/}]},s={className:"literal",begin:/\bon|off|true|false|yes|no\b/},o={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:"'''",end:"'''",relevance:10},{begin:'"""',end:'"""',relevance:10},{begin:'"',end:'"'},{begin:"'",end:"'"}]},l={begin:/\[/,end:/\]/,contains:[a,s,i,o,n,"self"],relevance:0},c=/[A-Za-z0-9_-]+/,u=/"(\\"|[^"])*"/,d=/'[^']*'/,h=t.either(c,u,d),p=t.concat(h,"(\\s*\\.\\s*",h,")*",t.lookahead(/\s*=\s*[^#\s]/));return{name:"TOML, also INI",aliases:["toml"],case_insensitive:!0,illegal:/\S/,contains:[a,{className:"section",begin:/\[+/,end:/\]+/},{begin:p,className:"attr",starts:{end:/$/,contains:[a,l,s,i,o,n]}}]}}return t2=r,t2}var r2,eI;function dse(){if(eI)return r2;eI=1;function r(e){const t=e.regex,n={className:"params",begin:"\\(",end:"\\)"},a=/(_[a-z_\d]+)?/,i=/([de][+-]?\d+)?/,s={className:"number",variants:[{begin:t.concat(/\b\d+/,/\.(\d*)/,i,a)},{begin:t.concat(/\b\d+/,i,a)},{begin:t.concat(/\.\d+/,i,a)}],relevance:0};return{name:"IRPF90",case_insensitive:!0,keywords:{literal:".False. .True.",keyword:"kind do while private call intrinsic where elsewhere type endtype endmodule endselect endinterface end enddo endif if forall endforall only contains default return stop then public subroutine|10 function program .and. .or. .not. .le. .eq. .ge. .gt. .lt. goto save else use module select case access blank direct exist file fmt form formatted iostat name named nextrec number opened rec recl sequential status unformatted unit continue format pause cycle exit c_null_char c_alert c_backspace c_form_feed flush wait decimal round iomsg synchronous nopass non_overridable pass protected volatile abstract extends import non_intrinsic value deferred generic final enumerator class associate bind enum c_int c_short c_long c_long_long c_signed_char c_size_t c_int8_t c_int16_t c_int32_t c_int64_t c_int_least8_t c_int_least16_t c_int_least32_t c_int_least64_t c_int_fast8_t c_int_fast16_t c_int_fast32_t c_int_fast64_t c_intmax_t C_intptr_t c_float c_double c_long_double c_float_complex c_double_complex c_long_double_complex c_bool c_char c_null_ptr c_null_funptr c_new_line c_carriage_return c_horizontal_tab c_vertical_tab iso_c_binding c_loc c_funloc c_associated c_f_pointer c_ptr c_funptr iso_fortran_env character_storage_size error_unit file_storage_size input_unit iostat_end iostat_eor numeric_storage_size output_unit c_f_procpointer ieee_arithmetic ieee_support_underflow_control ieee_get_underflow_mode ieee_set_underflow_mode newunit contiguous recursive pad position action delim readwrite eor advance nml interface procedure namelist include sequence elemental pure integer real character complex logical dimension allocatable|10 parameter external implicit|10 none double precision assign intent optional pointer target in out common equivalence data begin_provider &begin_provider end_provider begin_shell end_shell begin_template end_template subst assert touch soft_touch provide no_dep free irp_if irp_else irp_endif irp_write irp_read",built_in:"alog alog10 amax0 amax1 amin0 amin1 amod cabs ccos cexp clog csin csqrt dabs dacos dasin datan datan2 dcos dcosh ddim dexp dint dlog dlog10 dmax1 dmin1 dmod dnint dsign dsin dsinh dsqrt dtan dtanh float iabs idim idint idnint ifix isign max0 max1 min0 min1 sngl algama cdabs cdcos cdexp cdlog cdsin cdsqrt cqabs cqcos cqexp cqlog cqsin cqsqrt dcmplx dconjg derf derfc dfloat dgamma dimag dlgama iqint qabs qacos qasin qatan qatan2 qcmplx qconjg qcos qcosh qdim qerf qerfc qexp qgamma qimag qlgama qlog qlog10 qmax1 qmin1 qmod qnint qsign qsin qsinh qsqrt qtan qtanh abs acos aimag aint anint asin atan atan2 char cmplx conjg cos cosh exp ichar index int log log10 max min nint sign sin sinh sqrt tan tanh print write dim lge lgt lle llt mod nullify allocate deallocate adjustl adjustr all allocated any associated bit_size btest ceiling count cshift date_and_time digits dot_product eoshift epsilon exponent floor fraction huge iand ibclr ibits ibset ieor ior ishft ishftc lbound len_trim matmul maxexponent maxloc maxval merge minexponent minloc minval modulo mvbits nearest pack present product radix random_number random_seed range repeat reshape rrspacing scale scan selected_int_kind selected_real_kind set_exponent shape size spacing spread sum system_clock tiny transpose trim ubound unpack verify achar iachar transfer dble entry dprod cpu_time command_argument_count get_command get_command_argument get_environment_variable is_iostat_end ieee_arithmetic ieee_support_underflow_control ieee_get_underflow_mode ieee_set_underflow_mode is_iostat_eor move_alloc new_line selected_char_kind same_type_as extends_type_of acosh asinh atanh bessel_j0 bessel_j1 bessel_jn bessel_y0 bessel_y1 bessel_yn erf erfc erfc_scaled gamma log_gamma hypot norm2 atomic_define atomic_ref execute_command_line leadz trailz storage_size merge_bits bge bgt ble blt dshiftl dshiftr findloc iall iany iparity image_index lcobound ucobound maskl maskr num_images parity popcnt poppar shifta shiftl shiftr this_image IRP_ALIGN irp_here"},illegal:/\/\*/,contains:[e.inherit(e.APOS_STRING_MODE,{className:"string",relevance:0}),e.inherit(e.QUOTE_STRING_MODE,{className:"string",relevance:0}),{className:"function",beginKeywords:"subroutine function program",illegal:"[${=\\n]",contains:[e.UNDERSCORE_TITLE_MODE,n]},e.COMMENT("!","$",{relevance:0}),e.COMMENT("begin_doc","end_doc",{relevance:10}),s]}}return r2=r,r2}var n2,tI;function hse(){if(tI)return n2;tI=1;function r(e){const t="[A-Za-zА-Яа-яёЁ_!][A-Za-zА-Яа-яёЁ_0-9]*",n="[A-Za-zА-Яа-яёЁ_][A-Za-zА-Яа-яёЁ_0-9]*",a="and и else иначе endexcept endfinally endforeach конецвсе endif конецесли endwhile конецпока except exitfor finally foreach все if если in в not не or или try while пока ",U="SYSRES_CONST_ACCES_RIGHT_TYPE_EDIT SYSRES_CONST_ACCES_RIGHT_TYPE_FULL SYSRES_CONST_ACCES_RIGHT_TYPE_VIEW SYSRES_CONST_ACCESS_MODE_REQUISITE_CODE SYSRES_CONST_ACCESS_NO_ACCESS_VIEW SYSRES_CONST_ACCESS_NO_ACCESS_VIEW_CODE SYSRES_CONST_ACCESS_RIGHTS_ADD_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_ADD_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_CHANGE_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_CHANGE_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_DELETE_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_DELETE_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_EXECUTE_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_EXECUTE_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_NO_ACCESS_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_NO_ACCESS_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_RATIFY_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_RATIFY_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_RIGHTS_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_VIEW SYSRES_CONST_ACCESS_RIGHTS_VIEW_CODE SYSRES_CONST_ACCESS_RIGHTS_VIEW_REQUISITE_CODE SYSRES_CONST_ACCESS_RIGHTS_VIEW_REQUISITE_YES_CODE SYSRES_CONST_ACCESS_TYPE_CHANGE SYSRES_CONST_ACCESS_TYPE_CHANGE_CODE SYSRES_CONST_ACCESS_TYPE_EXISTS SYSRES_CONST_ACCESS_TYPE_EXISTS_CODE SYSRES_CONST_ACCESS_TYPE_FULL SYSRES_CONST_ACCESS_TYPE_FULL_CODE SYSRES_CONST_ACCESS_TYPE_VIEW SYSRES_CONST_ACCESS_TYPE_VIEW_CODE SYSRES_CONST_ACTION_TYPE_ABORT SYSRES_CONST_ACTION_TYPE_ACCEPT SYSRES_CONST_ACTION_TYPE_ACCESS_RIGHTS SYSRES_CONST_ACTION_TYPE_ADD_ATTACHMENT SYSRES_CONST_ACTION_TYPE_CHANGE_CARD SYSRES_CONST_ACTION_TYPE_CHANGE_KIND SYSRES_CONST_ACTION_TYPE_CHANGE_STORAGE SYSRES_CONST_ACTION_TYPE_CONTINUE SYSRES_CONST_ACTION_TYPE_COPY SYSRES_CONST_ACTION_TYPE_CREATE SYSRES_CONST_ACTION_TYPE_CREATE_VERSION SYSRES_CONST_ACTION_TYPE_DELETE SYSRES_CONST_ACTION_TYPE_DELETE_ATTACHMENT SYSRES_CONST_ACTION_TYPE_DELETE_VERSION SYSRES_CONST_ACTION_TYPE_DISABLE_DELEGATE_ACCESS_RIGHTS SYSRES_CONST_ACTION_TYPE_ENABLE_DELEGATE_ACCESS_RIGHTS SYSRES_CONST_ACTION_TYPE_ENCRYPTION_BY_CERTIFICATE SYSRES_CONST_ACTION_TYPE_ENCRYPTION_BY_CERTIFICATE_AND_PASSWORD SYSRES_CONST_ACTION_TYPE_ENCRYPTION_BY_PASSWORD SYSRES_CONST_ACTION_TYPE_EXPORT_WITH_LOCK SYSRES_CONST_ACTION_TYPE_EXPORT_WITHOUT_LOCK SYSRES_CONST_ACTION_TYPE_IMPORT_WITH_UNLOCK SYSRES_CONST_ACTION_TYPE_IMPORT_WITHOUT_UNLOCK SYSRES_CONST_ACTION_TYPE_LIFE_CYCLE_STAGE SYSRES_CONST_ACTION_TYPE_LOCK SYSRES_CONST_ACTION_TYPE_LOCK_FOR_SERVER SYSRES_CONST_ACTION_TYPE_LOCK_MODIFY SYSRES_CONST_ACTION_TYPE_MARK_AS_READED SYSRES_CONST_ACTION_TYPE_MARK_AS_UNREADED SYSRES_CONST_ACTION_TYPE_MODIFY SYSRES_CONST_ACTION_TYPE_MODIFY_CARD SYSRES_CONST_ACTION_TYPE_MOVE_TO_ARCHIVE SYSRES_CONST_ACTION_TYPE_OFF_ENCRYPTION SYSRES_CONST_ACTION_TYPE_PASSWORD_CHANGE SYSRES_CONST_ACTION_TYPE_PERFORM SYSRES_CONST_ACTION_TYPE_RECOVER_FROM_LOCAL_COPY SYSRES_CONST_ACTION_TYPE_RESTART SYSRES_CONST_ACTION_TYPE_RESTORE_FROM_ARCHIVE SYSRES_CONST_ACTION_TYPE_REVISION SYSRES_CONST_ACTION_TYPE_SEND_BY_MAIL SYSRES_CONST_ACTION_TYPE_SIGN SYSRES_CONST_ACTION_TYPE_START SYSRES_CONST_ACTION_TYPE_UNLOCK SYSRES_CONST_ACTION_TYPE_UNLOCK_FROM_SERVER SYSRES_CONST_ACTION_TYPE_VERSION_STATE SYSRES_CONST_ACTION_TYPE_VERSION_VISIBILITY SYSRES_CONST_ACTION_TYPE_VIEW SYSRES_CONST_ACTION_TYPE_VIEW_SHADOW_COPY SYSRES_CONST_ACTION_TYPE_WORKFLOW_DESCRIPTION_MODIFY SYSRES_CONST_ACTION_TYPE_WRITE_HISTORY SYSRES_CONST_ACTIVE_VERSION_STATE_PICK_VALUE SYSRES_CONST_ADD_REFERENCE_MODE_NAME SYSRES_CONST_ADDITION_REQUISITE_CODE SYSRES_CONST_ADDITIONAL_PARAMS_REQUISITE_CODE SYSRES_CONST_ADITIONAL_JOB_END_DATE_REQUISITE_NAME SYSRES_CONST_ADITIONAL_JOB_READ_REQUISITE_NAME SYSRES_CONST_ADITIONAL_JOB_START_DATE_REQUISITE_NAME SYSRES_CONST_ADITIONAL_JOB_STATE_REQUISITE_NAME SYSRES_CONST_ADMINISTRATION_HISTORY_ADDING_USER_TO_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_ADDING_USER_TO_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_COMP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_COMP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_USER_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_CREATION_USER_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_DATABASE_USER_CREATION SYSRES_CONST_ADMINISTRATION_HISTORY_DATABASE_USER_CREATION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DATABASE_USER_DELETION SYSRES_CONST_ADMINISTRATION_HISTORY_DATABASE_USER_DELETION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_COMP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_COMP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_USER_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_USER_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_USER_FROM_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_DELETION_USER_FROM_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_FILTERER_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_FILTERER_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_FILTERER_RESTRICTION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_FILTERER_RESTRICTION_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_PRIVILEGE_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_PRIVILEGE_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_RIGHTS_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_GRANTING_RIGHTS_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_IS_MAIN_SERVER_CHANGED_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_IS_MAIN_SERVER_CHANGED_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_IS_PUBLIC_CHANGED_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_IS_PUBLIC_CHANGED_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_FILTERER_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_FILTERER_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_FILTERER_RESTRICTION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_FILTERER_RESTRICTION_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_PRIVILEGE_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_PRIVILEGE_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_RIGHTS_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_REMOVING_RIGHTS_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_SERVER_LOGIN_CREATION SYSRES_CONST_ADMINISTRATION_HISTORY_SERVER_LOGIN_CREATION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_SERVER_LOGIN_DELETION SYSRES_CONST_ADMINISTRATION_HISTORY_SERVER_LOGIN_DELETION_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_CATEGORY_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_CATEGORY_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_COMP_TITLE_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_COMP_TITLE_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_FULL_NAME_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_FULL_NAME_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_PARENT_GROUP_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_PARENT_GROUP_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_AUTH_TYPE_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_AUTH_TYPE_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_LOGIN_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_LOGIN_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_STATUS_ACTION SYSRES_CONST_ADMINISTRATION_HISTORY_UPDATING_USER_STATUS_ACTION_CODE SYSRES_CONST_ADMINISTRATION_HISTORY_USER_PASSWORD_CHANGE SYSRES_CONST_ADMINISTRATION_HISTORY_USER_PASSWORD_CHANGE_ACTION SYSRES_CONST_ALL_ACCEPT_CONDITION_RUS SYSRES_CONST_ALL_USERS_GROUP SYSRES_CONST_ALL_USERS_GROUP_NAME SYSRES_CONST_ALL_USERS_SERVER_GROUP_NAME SYSRES_CONST_ALLOWED_ACCESS_TYPE_CODE SYSRES_CONST_ALLOWED_ACCESS_TYPE_NAME SYSRES_CONST_APP_VIEWER_TYPE_REQUISITE_CODE SYSRES_CONST_APPROVING_SIGNATURE_NAME SYSRES_CONST_APPROVING_SIGNATURE_REQUISITE_CODE SYSRES_CONST_ASSISTANT_SUBSTITUE_TYPE SYSRES_CONST_ASSISTANT_SUBSTITUE_TYPE_CODE SYSRES_CONST_ATTACH_TYPE_COMPONENT_TOKEN SYSRES_CONST_ATTACH_TYPE_DOC SYSRES_CONST_ATTACH_TYPE_EDOC SYSRES_CONST_ATTACH_TYPE_FOLDER SYSRES_CONST_ATTACH_TYPE_JOB SYSRES_CONST_ATTACH_TYPE_REFERENCE SYSRES_CONST_ATTACH_TYPE_TASK SYSRES_CONST_AUTH_ENCODED_PASSWORD SYSRES_CONST_AUTH_ENCODED_PASSWORD_CODE SYSRES_CONST_AUTH_NOVELL SYSRES_CONST_AUTH_PASSWORD SYSRES_CONST_AUTH_PASSWORD_CODE SYSRES_CONST_AUTH_WINDOWS SYSRES_CONST_AUTHENTICATING_SIGNATURE_NAME SYSRES_CONST_AUTHENTICATING_SIGNATURE_REQUISITE_CODE SYSRES_CONST_AUTO_ENUM_METHOD_FLAG SYSRES_CONST_AUTO_NUMERATION_CODE SYSRES_CONST_AUTO_STRONG_ENUM_METHOD_FLAG SYSRES_CONST_AUTOTEXT_NAME_REQUISITE_CODE SYSRES_CONST_AUTOTEXT_TEXT_REQUISITE_CODE SYSRES_CONST_AUTOTEXT_USAGE_ALL SYSRES_CONST_AUTOTEXT_USAGE_ALL_CODE SYSRES_CONST_AUTOTEXT_USAGE_SIGN SYSRES_CONST_AUTOTEXT_USAGE_SIGN_CODE SYSRES_CONST_AUTOTEXT_USAGE_WORK SYSRES_CONST_AUTOTEXT_USAGE_WORK_CODE SYSRES_CONST_AUTOTEXT_USE_ANYWHERE_CODE SYSRES_CONST_AUTOTEXT_USE_ON_SIGNING_CODE SYSRES_CONST_AUTOTEXT_USE_ON_WORK_CODE SYSRES_CONST_BEGIN_DATE_REQUISITE_CODE SYSRES_CONST_BLACK_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_BLUE_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_BTN_PART SYSRES_CONST_CALCULATED_ROLE_TYPE_CODE SYSRES_CONST_CALL_TYPE_VARIABLE_BUTTON_VALUE SYSRES_CONST_CALL_TYPE_VARIABLE_PROGRAM_VALUE SYSRES_CONST_CANCEL_MESSAGE_FUNCTION_RESULT SYSRES_CONST_CARD_PART SYSRES_CONST_CARD_REFERENCE_MODE_NAME SYSRES_CONST_CERTIFICATE_TYPE_REQUISITE_ENCRYPT_VALUE SYSRES_CONST_CERTIFICATE_TYPE_REQUISITE_SIGN_AND_ENCRYPT_VALUE SYSRES_CONST_CERTIFICATE_TYPE_REQUISITE_SIGN_VALUE SYSRES_CONST_CHECK_PARAM_VALUE_DATE_PARAM_TYPE SYSRES_CONST_CHECK_PARAM_VALUE_FLOAT_PARAM_TYPE SYSRES_CONST_CHECK_PARAM_VALUE_INTEGER_PARAM_TYPE SYSRES_CONST_CHECK_PARAM_VALUE_PICK_PARAM_TYPE SYSRES_CONST_CHECK_PARAM_VALUE_REEFRENCE_PARAM_TYPE SYSRES_CONST_CLOSED_RECORD_FLAG_VALUE_FEMININE SYSRES_CONST_CLOSED_RECORD_FLAG_VALUE_MASCULINE SYSRES_CONST_CODE_COMPONENT_TYPE_ADMIN SYSRES_CONST_CODE_COMPONENT_TYPE_DEVELOPER SYSRES_CONST_CODE_COMPONENT_TYPE_DOCS SYSRES_CONST_CODE_COMPONENT_TYPE_EDOC_CARDS SYSRES_CONST_CODE_COMPONENT_TYPE_EXTERNAL_EXECUTABLE SYSRES_CONST_CODE_COMPONENT_TYPE_OTHER SYSRES_CONST_CODE_COMPONENT_TYPE_REFERENCE SYSRES_CONST_CODE_COMPONENT_TYPE_REPORT SYSRES_CONST_CODE_COMPONENT_TYPE_SCRIPT SYSRES_CONST_CODE_COMPONENT_TYPE_URL SYSRES_CONST_CODE_REQUISITE_ACCESS SYSRES_CONST_CODE_REQUISITE_CODE SYSRES_CONST_CODE_REQUISITE_COMPONENT SYSRES_CONST_CODE_REQUISITE_DESCRIPTION SYSRES_CONST_CODE_REQUISITE_EXCLUDE_COMPONENT SYSRES_CONST_CODE_REQUISITE_RECORD SYSRES_CONST_COMMENT_REQ_CODE SYSRES_CONST_COMMON_SETTINGS_REQUISITE_CODE SYSRES_CONST_COMP_CODE_GRD SYSRES_CONST_COMPONENT_GROUP_TYPE_REQUISITE_CODE SYSRES_CONST_COMPONENT_TYPE_ADMIN_COMPONENTS SYSRES_CONST_COMPONENT_TYPE_DEVELOPER_COMPONENTS SYSRES_CONST_COMPONENT_TYPE_DOCS SYSRES_CONST_COMPONENT_TYPE_EDOC_CARDS SYSRES_CONST_COMPONENT_TYPE_EDOCS SYSRES_CONST_COMPONENT_TYPE_EXTERNAL_EXECUTABLE SYSRES_CONST_COMPONENT_TYPE_OTHER SYSRES_CONST_COMPONENT_TYPE_REFERENCE_TYPES SYSRES_CONST_COMPONENT_TYPE_REFERENCES SYSRES_CONST_COMPONENT_TYPE_REPORTS SYSRES_CONST_COMPONENT_TYPE_SCRIPTS SYSRES_CONST_COMPONENT_TYPE_URL SYSRES_CONST_COMPONENTS_REMOTE_SERVERS_VIEW_CODE SYSRES_CONST_CONDITION_BLOCK_DESCRIPTION SYSRES_CONST_CONST_FIRM_STATUS_COMMON SYSRES_CONST_CONST_FIRM_STATUS_INDIVIDUAL SYSRES_CONST_CONST_NEGATIVE_VALUE SYSRES_CONST_CONST_POSITIVE_VALUE SYSRES_CONST_CONST_SERVER_STATUS_DONT_REPLICATE SYSRES_CONST_CONST_SERVER_STATUS_REPLICATE SYSRES_CONST_CONTENTS_REQUISITE_CODE SYSRES_CONST_DATA_TYPE_BOOLEAN SYSRES_CONST_DATA_TYPE_DATE SYSRES_CONST_DATA_TYPE_FLOAT SYSRES_CONST_DATA_TYPE_INTEGER SYSRES_CONST_DATA_TYPE_PICK SYSRES_CONST_DATA_TYPE_REFERENCE SYSRES_CONST_DATA_TYPE_STRING SYSRES_CONST_DATA_TYPE_TEXT SYSRES_CONST_DATA_TYPE_VARIANT SYSRES_CONST_DATE_CLOSE_REQ_CODE SYSRES_CONST_DATE_FORMAT_DATE_ONLY_CHAR SYSRES_CONST_DATE_OPEN_REQ_CODE SYSRES_CONST_DATE_REQUISITE SYSRES_CONST_DATE_REQUISITE_CODE SYSRES_CONST_DATE_REQUISITE_NAME SYSRES_CONST_DATE_REQUISITE_TYPE SYSRES_CONST_DATE_TYPE_CHAR SYSRES_CONST_DATETIME_FORMAT_VALUE SYSRES_CONST_DEA_ACCESS_RIGHTS_ACTION_CODE SYSRES_CONST_DESCRIPTION_LOCALIZE_ID_REQUISITE_CODE SYSRES_CONST_DESCRIPTION_REQUISITE_CODE SYSRES_CONST_DET1_PART SYSRES_CONST_DET2_PART SYSRES_CONST_DET3_PART SYSRES_CONST_DET4_PART SYSRES_CONST_DET5_PART SYSRES_CONST_DET6_PART SYSRES_CONST_DETAIL_DATASET_KEY_REQUISITE_CODE SYSRES_CONST_DETAIL_PICK_REQUISITE_CODE SYSRES_CONST_DETAIL_REQ_CODE SYSRES_CONST_DO_NOT_USE_ACCESS_TYPE_CODE SYSRES_CONST_DO_NOT_USE_ACCESS_TYPE_NAME SYSRES_CONST_DO_NOT_USE_ON_VIEW_ACCESS_TYPE_CODE SYSRES_CONST_DO_NOT_USE_ON_VIEW_ACCESS_TYPE_NAME SYSRES_CONST_DOCUMENT_STORAGES_CODE SYSRES_CONST_DOCUMENT_TEMPLATES_TYPE_NAME SYSRES_CONST_DOUBLE_REQUISITE_CODE SYSRES_CONST_EDITOR_CLOSE_FILE_OBSERV_TYPE_CODE SYSRES_CONST_EDITOR_CLOSE_PROCESS_OBSERV_TYPE_CODE SYSRES_CONST_EDITOR_TYPE_REQUISITE_CODE SYSRES_CONST_EDITORS_APPLICATION_NAME_REQUISITE_CODE SYSRES_CONST_EDITORS_CREATE_SEVERAL_PROCESSES_REQUISITE_CODE SYSRES_CONST_EDITORS_EXTENSION_REQUISITE_CODE SYSRES_CONST_EDITORS_OBSERVER_BY_PROCESS_TYPE SYSRES_CONST_EDITORS_REFERENCE_CODE SYSRES_CONST_EDITORS_REPLACE_SPEC_CHARS_REQUISITE_CODE SYSRES_CONST_EDITORS_USE_PLUGINS_REQUISITE_CODE SYSRES_CONST_EDITORS_VIEW_DOCUMENT_OPENED_TO_EDIT_CODE SYSRES_CONST_EDOC_CARD_TYPE_REQUISITE_CODE SYSRES_CONST_EDOC_CARD_TYPES_LINK_REQUISITE_CODE SYSRES_CONST_EDOC_CERTIFICATE_AND_PASSWORD_ENCODE_CODE SYSRES_CONST_EDOC_CERTIFICATE_ENCODE_CODE SYSRES_CONST_EDOC_DATE_REQUISITE_CODE SYSRES_CONST_EDOC_KIND_REFERENCE_CODE SYSRES_CONST_EDOC_KINDS_BY_TEMPLATE_ACTION_CODE SYSRES_CONST_EDOC_MANAGE_ACCESS_CODE SYSRES_CONST_EDOC_NONE_ENCODE_CODE SYSRES_CONST_EDOC_NUMBER_REQUISITE_CODE SYSRES_CONST_EDOC_PASSWORD_ENCODE_CODE SYSRES_CONST_EDOC_READONLY_ACCESS_CODE SYSRES_CONST_EDOC_SHELL_LIFE_TYPE_VIEW_VALUE SYSRES_CONST_EDOC_SIZE_RESTRICTION_PRIORITY_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_CHECK_ACCESS_RIGHTS_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_COMPUTER_NAME_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_DATABASE_NAME_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_EDIT_IN_STORAGE_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_LOCAL_PATH_REQUISITE_CODE SYSRES_CONST_EDOC_STORAGE_SHARED_SOURCE_NAME_REQUISITE_CODE SYSRES_CONST_EDOC_TEMPLATE_REQUISITE_CODE SYSRES_CONST_EDOC_TYPES_REFERENCE_CODE SYSRES_CONST_EDOC_VERSION_ACTIVE_STAGE_CODE SYSRES_CONST_EDOC_VERSION_DESIGN_STAGE_CODE SYSRES_CONST_EDOC_VERSION_OBSOLETE_STAGE_CODE SYSRES_CONST_EDOC_WRITE_ACCES_CODE SYSRES_CONST_EDOCUMENT_CARD_REQUISITES_REFERENCE_CODE_SELECTED_REQUISITE SYSRES_CONST_ENCODE_CERTIFICATE_TYPE_CODE SYSRES_CONST_END_DATE_REQUISITE_CODE SYSRES_CONST_ENUMERATION_TYPE_REQUISITE_CODE SYSRES_CONST_EXECUTE_ACCESS_RIGHTS_TYPE_CODE SYSRES_CONST_EXECUTIVE_FILE_STORAGE_TYPE SYSRES_CONST_EXIST_CONST SYSRES_CONST_EXIST_VALUE SYSRES_CONST_EXPORT_LOCK_TYPE_ASK SYSRES_CONST_EXPORT_LOCK_TYPE_WITH_LOCK SYSRES_CONST_EXPORT_LOCK_TYPE_WITHOUT_LOCK SYSRES_CONST_EXPORT_VERSION_TYPE_ASK SYSRES_CONST_EXPORT_VERSION_TYPE_LAST SYSRES_CONST_EXPORT_VERSION_TYPE_LAST_ACTIVE SYSRES_CONST_EXTENSION_REQUISITE_CODE SYSRES_CONST_FILTER_NAME_REQUISITE_CODE SYSRES_CONST_FILTER_REQUISITE_CODE SYSRES_CONST_FILTER_TYPE_COMMON_CODE SYSRES_CONST_FILTER_TYPE_COMMON_NAME SYSRES_CONST_FILTER_TYPE_USER_CODE SYSRES_CONST_FILTER_TYPE_USER_NAME SYSRES_CONST_FILTER_VALUE_REQUISITE_NAME SYSRES_CONST_FLOAT_NUMBER_FORMAT_CHAR SYSRES_CONST_FLOAT_REQUISITE_TYPE SYSRES_CONST_FOLDER_AUTHOR_VALUE SYSRES_CONST_FOLDER_KIND_ANY_OBJECTS SYSRES_CONST_FOLDER_KIND_COMPONENTS SYSRES_CONST_FOLDER_KIND_EDOCS SYSRES_CONST_FOLDER_KIND_JOBS SYSRES_CONST_FOLDER_KIND_TASKS SYSRES_CONST_FOLDER_TYPE_COMMON SYSRES_CONST_FOLDER_TYPE_COMPONENT SYSRES_CONST_FOLDER_TYPE_FAVORITES SYSRES_CONST_FOLDER_TYPE_INBOX SYSRES_CONST_FOLDER_TYPE_OUTBOX SYSRES_CONST_FOLDER_TYPE_QUICK_LAUNCH SYSRES_CONST_FOLDER_TYPE_SEARCH SYSRES_CONST_FOLDER_TYPE_SHORTCUTS SYSRES_CONST_FOLDER_TYPE_USER SYSRES_CONST_FROM_DICTIONARY_ENUM_METHOD_FLAG SYSRES_CONST_FULL_SUBSTITUTE_TYPE SYSRES_CONST_FULL_SUBSTITUTE_TYPE_CODE SYSRES_CONST_FUNCTION_CANCEL_RESULT SYSRES_CONST_FUNCTION_CATEGORY_SYSTEM SYSRES_CONST_FUNCTION_CATEGORY_USER SYSRES_CONST_FUNCTION_FAILURE_RESULT SYSRES_CONST_FUNCTION_SAVE_RESULT SYSRES_CONST_GENERATED_REQUISITE SYSRES_CONST_GREEN_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_GROUP_ACCOUNT_TYPE_VALUE_CODE SYSRES_CONST_GROUP_CATEGORY_NORMAL_CODE SYSRES_CONST_GROUP_CATEGORY_NORMAL_NAME SYSRES_CONST_GROUP_CATEGORY_SERVICE_CODE SYSRES_CONST_GROUP_CATEGORY_SERVICE_NAME SYSRES_CONST_GROUP_COMMON_CATEGORY_FIELD_VALUE SYSRES_CONST_GROUP_FULL_NAME_REQUISITE_CODE SYSRES_CONST_GROUP_NAME_REQUISITE_CODE SYSRES_CONST_GROUP_RIGHTS_T_REQUISITE_CODE SYSRES_CONST_GROUP_SERVER_CODES_REQUISITE_CODE SYSRES_CONST_GROUP_SERVER_NAME_REQUISITE_CODE SYSRES_CONST_GROUP_SERVICE_CATEGORY_FIELD_VALUE SYSRES_CONST_GROUP_USER_REQUISITE_CODE SYSRES_CONST_GROUPS_REFERENCE_CODE SYSRES_CONST_GROUPS_REQUISITE_CODE SYSRES_CONST_HIDDEN_MODE_NAME SYSRES_CONST_HIGH_LVL_REQUISITE_CODE SYSRES_CONST_HISTORY_ACTION_CREATE_CODE SYSRES_CONST_HISTORY_ACTION_DELETE_CODE SYSRES_CONST_HISTORY_ACTION_EDIT_CODE SYSRES_CONST_HOUR_CHAR SYSRES_CONST_ID_REQUISITE_CODE SYSRES_CONST_IDSPS_REQUISITE_CODE SYSRES_CONST_IMAGE_MODE_COLOR SYSRES_CONST_IMAGE_MODE_GREYSCALE SYSRES_CONST_IMAGE_MODE_MONOCHROME SYSRES_CONST_IMPORTANCE_HIGH SYSRES_CONST_IMPORTANCE_LOW SYSRES_CONST_IMPORTANCE_NORMAL SYSRES_CONST_IN_DESIGN_VERSION_STATE_PICK_VALUE SYSRES_CONST_INCOMING_WORK_RULE_TYPE_CODE SYSRES_CONST_INT_REQUISITE SYSRES_CONST_INT_REQUISITE_TYPE SYSRES_CONST_INTEGER_NUMBER_FORMAT_CHAR SYSRES_CONST_INTEGER_TYPE_CHAR SYSRES_CONST_IS_GENERATED_REQUISITE_NEGATIVE_VALUE SYSRES_CONST_IS_PUBLIC_ROLE_REQUISITE_CODE SYSRES_CONST_IS_REMOTE_USER_NEGATIVE_VALUE SYSRES_CONST_IS_REMOTE_USER_POSITIVE_VALUE SYSRES_CONST_IS_STORED_REQUISITE_NEGATIVE_VALUE SYSRES_CONST_IS_STORED_REQUISITE_STORED_VALUE SYSRES_CONST_ITALIC_LIFE_CYCLE_STAGE_DRAW_STYLE SYSRES_CONST_JOB_BLOCK_DESCRIPTION SYSRES_CONST_JOB_KIND_CONTROL_JOB SYSRES_CONST_JOB_KIND_JOB SYSRES_CONST_JOB_KIND_NOTICE SYSRES_CONST_JOB_STATE_ABORTED SYSRES_CONST_JOB_STATE_COMPLETE SYSRES_CONST_JOB_STATE_WORKING SYSRES_CONST_KIND_REQUISITE_CODE SYSRES_CONST_KIND_REQUISITE_NAME SYSRES_CONST_KINDS_CREATE_SHADOW_COPIES_REQUISITE_CODE SYSRES_CONST_KINDS_DEFAULT_EDOC_LIFE_STAGE_REQUISITE_CODE SYSRES_CONST_KINDS_EDOC_ALL_TEPLATES_ALLOWED_REQUISITE_CODE SYSRES_CONST_KINDS_EDOC_ALLOW_LIFE_CYCLE_STAGE_CHANGING_REQUISITE_CODE SYSRES_CONST_KINDS_EDOC_ALLOW_MULTIPLE_ACTIVE_VERSIONS_REQUISITE_CODE SYSRES_CONST_KINDS_EDOC_SHARE_ACCES_RIGHTS_BY_DEFAULT_CODE SYSRES_CONST_KINDS_EDOC_TEMPLATE_REQUISITE_CODE SYSRES_CONST_KINDS_EDOC_TYPE_REQUISITE_CODE SYSRES_CONST_KINDS_SIGNERS_REQUISITES_CODE SYSRES_CONST_KOD_INPUT_TYPE SYSRES_CONST_LAST_UPDATE_DATE_REQUISITE_CODE SYSRES_CONST_LIFE_CYCLE_START_STAGE_REQUISITE_CODE SYSRES_CONST_LILAC_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_LINK_OBJECT_KIND_COMPONENT SYSRES_CONST_LINK_OBJECT_KIND_DOCUMENT SYSRES_CONST_LINK_OBJECT_KIND_EDOC SYSRES_CONST_LINK_OBJECT_KIND_FOLDER SYSRES_CONST_LINK_OBJECT_KIND_JOB SYSRES_CONST_LINK_OBJECT_KIND_REFERENCE SYSRES_CONST_LINK_OBJECT_KIND_TASK SYSRES_CONST_LINK_REF_TYPE_REQUISITE_CODE SYSRES_CONST_LIST_REFERENCE_MODE_NAME SYSRES_CONST_LOCALIZATION_DICTIONARY_MAIN_VIEW_CODE SYSRES_CONST_MAIN_VIEW_CODE SYSRES_CONST_MANUAL_ENUM_METHOD_FLAG SYSRES_CONST_MASTER_COMP_TYPE_REQUISITE_CODE SYSRES_CONST_MASTER_TABLE_REC_ID_REQUISITE_CODE SYSRES_CONST_MAXIMIZED_MODE_NAME SYSRES_CONST_ME_VALUE SYSRES_CONST_MESSAGE_ATTENTION_CAPTION SYSRES_CONST_MESSAGE_CONFIRMATION_CAPTION SYSRES_CONST_MESSAGE_ERROR_CAPTION SYSRES_CONST_MESSAGE_INFORMATION_CAPTION SYSRES_CONST_MINIMIZED_MODE_NAME SYSRES_CONST_MINUTE_CHAR SYSRES_CONST_MODULE_REQUISITE_CODE SYSRES_CONST_MONITORING_BLOCK_DESCRIPTION SYSRES_CONST_MONTH_FORMAT_VALUE SYSRES_CONST_NAME_LOCALIZE_ID_REQUISITE_CODE SYSRES_CONST_NAME_REQUISITE_CODE SYSRES_CONST_NAME_SINGULAR_REQUISITE_CODE SYSRES_CONST_NAMEAN_INPUT_TYPE SYSRES_CONST_NEGATIVE_PICK_VALUE SYSRES_CONST_NEGATIVE_VALUE SYSRES_CONST_NO SYSRES_CONST_NO_PICK_VALUE SYSRES_CONST_NO_SIGNATURE_REQUISITE_CODE SYSRES_CONST_NO_VALUE SYSRES_CONST_NONE_ACCESS_RIGHTS_TYPE_CODE SYSRES_CONST_NONOPERATING_RECORD_FLAG_VALUE SYSRES_CONST_NONOPERATING_RECORD_FLAG_VALUE_MASCULINE SYSRES_CONST_NORMAL_ACCESS_RIGHTS_TYPE_CODE SYSRES_CONST_NORMAL_LIFE_CYCLE_STAGE_DRAW_STYLE SYSRES_CONST_NORMAL_MODE_NAME SYSRES_CONST_NOT_ALLOWED_ACCESS_TYPE_CODE SYSRES_CONST_NOT_ALLOWED_ACCESS_TYPE_NAME SYSRES_CONST_NOTE_REQUISITE_CODE SYSRES_CONST_NOTICE_BLOCK_DESCRIPTION SYSRES_CONST_NUM_REQUISITE SYSRES_CONST_NUM_STR_REQUISITE_CODE SYSRES_CONST_NUMERATION_AUTO_NOT_STRONG SYSRES_CONST_NUMERATION_AUTO_STRONG SYSRES_CONST_NUMERATION_FROM_DICTONARY SYSRES_CONST_NUMERATION_MANUAL SYSRES_CONST_NUMERIC_TYPE_CHAR SYSRES_CONST_NUMREQ_REQUISITE_CODE SYSRES_CONST_OBSOLETE_VERSION_STATE_PICK_VALUE SYSRES_CONST_OPERATING_RECORD_FLAG_VALUE SYSRES_CONST_OPERATING_RECORD_FLAG_VALUE_CODE SYSRES_CONST_OPERATING_RECORD_FLAG_VALUE_FEMININE SYSRES_CONST_OPERATING_RECORD_FLAG_VALUE_MASCULINE SYSRES_CONST_OPTIONAL_FORM_COMP_REQCODE_PREFIX SYSRES_CONST_ORANGE_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_ORIGINALREF_REQUISITE_CODE SYSRES_CONST_OURFIRM_REF_CODE SYSRES_CONST_OURFIRM_REQUISITE_CODE SYSRES_CONST_OURFIRM_VAR SYSRES_CONST_OUTGOING_WORK_RULE_TYPE_CODE SYSRES_CONST_PICK_NEGATIVE_RESULT SYSRES_CONST_PICK_POSITIVE_RESULT SYSRES_CONST_PICK_REQUISITE SYSRES_CONST_PICK_REQUISITE_TYPE SYSRES_CONST_PICK_TYPE_CHAR SYSRES_CONST_PLAN_STATUS_REQUISITE_CODE SYSRES_CONST_PLATFORM_VERSION_COMMENT SYSRES_CONST_PLUGINS_SETTINGS_DESCRIPTION_REQUISITE_CODE SYSRES_CONST_POSITIVE_PICK_VALUE SYSRES_CONST_POWER_TO_CREATE_ACTION_CODE SYSRES_CONST_POWER_TO_SIGN_ACTION_CODE SYSRES_CONST_PRIORITY_REQUISITE_CODE SYSRES_CONST_QUALIFIED_TASK_TYPE SYSRES_CONST_QUALIFIED_TASK_TYPE_CODE SYSRES_CONST_RECSTAT_REQUISITE_CODE SYSRES_CONST_RED_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_REF_ID_T_REF_TYPE_REQUISITE_CODE SYSRES_CONST_REF_REQUISITE SYSRES_CONST_REF_REQUISITE_TYPE SYSRES_CONST_REF_REQUISITES_REFERENCE_CODE_SELECTED_REQUISITE SYSRES_CONST_REFERENCE_RECORD_HISTORY_CREATE_ACTION_CODE SYSRES_CONST_REFERENCE_RECORD_HISTORY_DELETE_ACTION_CODE SYSRES_CONST_REFERENCE_RECORD_HISTORY_MODIFY_ACTION_CODE SYSRES_CONST_REFERENCE_TYPE_CHAR SYSRES_CONST_REFERENCE_TYPE_REQUISITE_NAME SYSRES_CONST_REFERENCES_ADD_PARAMS_REQUISITE_CODE SYSRES_CONST_REFERENCES_DISPLAY_REQUISITE_REQUISITE_CODE SYSRES_CONST_REMOTE_SERVER_STATUS_WORKING SYSRES_CONST_REMOTE_SERVER_TYPE_MAIN SYSRES_CONST_REMOTE_SERVER_TYPE_SECONDARY SYSRES_CONST_REMOTE_USER_FLAG_VALUE_CODE SYSRES_CONST_REPORT_APP_EDITOR_INTERNAL SYSRES_CONST_REPORT_BASE_REPORT_ID_REQUISITE_CODE SYSRES_CONST_REPORT_BASE_REPORT_REQUISITE_CODE SYSRES_CONST_REPORT_SCRIPT_REQUISITE_CODE SYSRES_CONST_REPORT_TEMPLATE_REQUISITE_CODE SYSRES_CONST_REPORT_VIEWER_CODE_REQUISITE_CODE SYSRES_CONST_REQ_ALLOW_COMPONENT_DEFAULT_VALUE SYSRES_CONST_REQ_ALLOW_RECORD_DEFAULT_VALUE SYSRES_CONST_REQ_ALLOW_SERVER_COMPONENT_DEFAULT_VALUE SYSRES_CONST_REQ_MODE_AVAILABLE_CODE SYSRES_CONST_REQ_MODE_EDIT_CODE SYSRES_CONST_REQ_MODE_HIDDEN_CODE SYSRES_CONST_REQ_MODE_NOT_AVAILABLE_CODE SYSRES_CONST_REQ_MODE_VIEW_CODE SYSRES_CONST_REQ_NUMBER_REQUISITE_CODE SYSRES_CONST_REQ_SECTION_VALUE SYSRES_CONST_REQ_TYPE_VALUE SYSRES_CONST_REQUISITE_FORMAT_BY_UNIT SYSRES_CONST_REQUISITE_FORMAT_DATE_FULL SYSRES_CONST_REQUISITE_FORMAT_DATE_TIME SYSRES_CONST_REQUISITE_FORMAT_LEFT SYSRES_CONST_REQUISITE_FORMAT_RIGHT SYSRES_CONST_REQUISITE_FORMAT_WITHOUT_UNIT SYSRES_CONST_REQUISITE_NUMBER_REQUISITE_CODE SYSRES_CONST_REQUISITE_SECTION_ACTIONS SYSRES_CONST_REQUISITE_SECTION_BUTTON SYSRES_CONST_REQUISITE_SECTION_BUTTONS SYSRES_CONST_REQUISITE_SECTION_CARD SYSRES_CONST_REQUISITE_SECTION_TABLE SYSRES_CONST_REQUISITE_SECTION_TABLE10 SYSRES_CONST_REQUISITE_SECTION_TABLE11 SYSRES_CONST_REQUISITE_SECTION_TABLE12 SYSRES_CONST_REQUISITE_SECTION_TABLE13 SYSRES_CONST_REQUISITE_SECTION_TABLE14 SYSRES_CONST_REQUISITE_SECTION_TABLE15 SYSRES_CONST_REQUISITE_SECTION_TABLE16 SYSRES_CONST_REQUISITE_SECTION_TABLE17 SYSRES_CONST_REQUISITE_SECTION_TABLE18 SYSRES_CONST_REQUISITE_SECTION_TABLE19 SYSRES_CONST_REQUISITE_SECTION_TABLE2 SYSRES_CONST_REQUISITE_SECTION_TABLE20 SYSRES_CONST_REQUISITE_SECTION_TABLE21 SYSRES_CONST_REQUISITE_SECTION_TABLE22 SYSRES_CONST_REQUISITE_SECTION_TABLE23 SYSRES_CONST_REQUISITE_SECTION_TABLE24 SYSRES_CONST_REQUISITE_SECTION_TABLE3 SYSRES_CONST_REQUISITE_SECTION_TABLE4 SYSRES_CONST_REQUISITE_SECTION_TABLE5 SYSRES_CONST_REQUISITE_SECTION_TABLE6 SYSRES_CONST_REQUISITE_SECTION_TABLE7 SYSRES_CONST_REQUISITE_SECTION_TABLE8 SYSRES_CONST_REQUISITE_SECTION_TABLE9 SYSRES_CONST_REQUISITES_PSEUDOREFERENCE_REQUISITE_NUMBER_REQUISITE_CODE SYSRES_CONST_RIGHT_ALIGNMENT_CODE SYSRES_CONST_ROLES_REFERENCE_CODE SYSRES_CONST_ROUTE_STEP_AFTER_RUS SYSRES_CONST_ROUTE_STEP_AND_CONDITION_RUS SYSRES_CONST_ROUTE_STEP_OR_CONDITION_RUS SYSRES_CONST_ROUTE_TYPE_COMPLEX SYSRES_CONST_ROUTE_TYPE_PARALLEL SYSRES_CONST_ROUTE_TYPE_SERIAL SYSRES_CONST_SBDATASETDESC_NEGATIVE_VALUE SYSRES_CONST_SBDATASETDESC_POSITIVE_VALUE SYSRES_CONST_SBVIEWSDESC_POSITIVE_VALUE SYSRES_CONST_SCRIPT_BLOCK_DESCRIPTION SYSRES_CONST_SEARCH_BY_TEXT_REQUISITE_CODE SYSRES_CONST_SEARCHES_COMPONENT_CONTENT SYSRES_CONST_SEARCHES_CRITERIA_ACTION_NAME SYSRES_CONST_SEARCHES_EDOC_CONTENT SYSRES_CONST_SEARCHES_FOLDER_CONTENT SYSRES_CONST_SEARCHES_JOB_CONTENT SYSRES_CONST_SEARCHES_REFERENCE_CODE SYSRES_CONST_SEARCHES_TASK_CONTENT SYSRES_CONST_SECOND_CHAR SYSRES_CONST_SECTION_REQUISITE_ACTIONS_VALUE SYSRES_CONST_SECTION_REQUISITE_CARD_VALUE SYSRES_CONST_SECTION_REQUISITE_CODE SYSRES_CONST_SECTION_REQUISITE_DETAIL_1_VALUE SYSRES_CONST_SECTION_REQUISITE_DETAIL_2_VALUE SYSRES_CONST_SECTION_REQUISITE_DETAIL_3_VALUE SYSRES_CONST_SECTION_REQUISITE_DETAIL_4_VALUE SYSRES_CONST_SECTION_REQUISITE_DETAIL_5_VALUE SYSRES_CONST_SECTION_REQUISITE_DETAIL_6_VALUE SYSRES_CONST_SELECT_REFERENCE_MODE_NAME SYSRES_CONST_SELECT_TYPE_SELECTABLE SYSRES_CONST_SELECT_TYPE_SELECTABLE_ONLY_CHILD SYSRES_CONST_SELECT_TYPE_SELECTABLE_WITH_CHILD SYSRES_CONST_SELECT_TYPE_UNSLECTABLE SYSRES_CONST_SERVER_TYPE_MAIN SYSRES_CONST_SERVICE_USER_CATEGORY_FIELD_VALUE SYSRES_CONST_SETTINGS_USER_REQUISITE_CODE SYSRES_CONST_SIGNATURE_AND_ENCODE_CERTIFICATE_TYPE_CODE SYSRES_CONST_SIGNATURE_CERTIFICATE_TYPE_CODE SYSRES_CONST_SINGULAR_TITLE_REQUISITE_CODE SYSRES_CONST_SQL_SERVER_AUTHENTIFICATION_FLAG_VALUE_CODE SYSRES_CONST_SQL_SERVER_ENCODE_AUTHENTIFICATION_FLAG_VALUE_CODE SYSRES_CONST_STANDART_ROUTE_REFERENCE_CODE SYSRES_CONST_STANDART_ROUTE_REFERENCE_COMMENT_REQUISITE_CODE SYSRES_CONST_STANDART_ROUTES_GROUPS_REFERENCE_CODE SYSRES_CONST_STATE_REQ_NAME SYSRES_CONST_STATE_REQUISITE_ACTIVE_VALUE SYSRES_CONST_STATE_REQUISITE_CLOSED_VALUE SYSRES_CONST_STATE_REQUISITE_CODE SYSRES_CONST_STATIC_ROLE_TYPE_CODE SYSRES_CONST_STATUS_PLAN_DEFAULT_VALUE SYSRES_CONST_STATUS_VALUE_AUTOCLEANING SYSRES_CONST_STATUS_VALUE_BLUE_SQUARE SYSRES_CONST_STATUS_VALUE_COMPLETE SYSRES_CONST_STATUS_VALUE_GREEN_SQUARE SYSRES_CONST_STATUS_VALUE_ORANGE_SQUARE SYSRES_CONST_STATUS_VALUE_PURPLE_SQUARE SYSRES_CONST_STATUS_VALUE_RED_SQUARE SYSRES_CONST_STATUS_VALUE_SUSPEND SYSRES_CONST_STATUS_VALUE_YELLOW_SQUARE SYSRES_CONST_STDROUTE_SHOW_TO_USERS_REQUISITE_CODE SYSRES_CONST_STORAGE_TYPE_FILE SYSRES_CONST_STORAGE_TYPE_SQL_SERVER SYSRES_CONST_STR_REQUISITE SYSRES_CONST_STRIKEOUT_LIFE_CYCLE_STAGE_DRAW_STYLE SYSRES_CONST_STRING_FORMAT_LEFT_ALIGN_CHAR SYSRES_CONST_STRING_FORMAT_RIGHT_ALIGN_CHAR SYSRES_CONST_STRING_REQUISITE_CODE SYSRES_CONST_STRING_REQUISITE_TYPE SYSRES_CONST_STRING_TYPE_CHAR SYSRES_CONST_SUBSTITUTES_PSEUDOREFERENCE_CODE SYSRES_CONST_SUBTASK_BLOCK_DESCRIPTION SYSRES_CONST_SYSTEM_SETTING_CURRENT_USER_PARAM_VALUE SYSRES_CONST_SYSTEM_SETTING_EMPTY_VALUE_PARAM_VALUE SYSRES_CONST_SYSTEM_VERSION_COMMENT SYSRES_CONST_TASK_ACCESS_TYPE_ALL SYSRES_CONST_TASK_ACCESS_TYPE_ALL_MEMBERS SYSRES_CONST_TASK_ACCESS_TYPE_MANUAL SYSRES_CONST_TASK_ENCODE_TYPE_CERTIFICATION SYSRES_CONST_TASK_ENCODE_TYPE_CERTIFICATION_AND_PASSWORD SYSRES_CONST_TASK_ENCODE_TYPE_NONE SYSRES_CONST_TASK_ENCODE_TYPE_PASSWORD SYSRES_CONST_TASK_ROUTE_ALL_CONDITION SYSRES_CONST_TASK_ROUTE_AND_CONDITION SYSRES_CONST_TASK_ROUTE_OR_CONDITION SYSRES_CONST_TASK_STATE_ABORTED SYSRES_CONST_TASK_STATE_COMPLETE SYSRES_CONST_TASK_STATE_CONTINUED SYSRES_CONST_TASK_STATE_CONTROL SYSRES_CONST_TASK_STATE_INIT SYSRES_CONST_TASK_STATE_WORKING SYSRES_CONST_TASK_TITLE SYSRES_CONST_TASK_TYPES_GROUPS_REFERENCE_CODE SYSRES_CONST_TASK_TYPES_REFERENCE_CODE SYSRES_CONST_TEMPLATES_REFERENCE_CODE SYSRES_CONST_TEST_DATE_REQUISITE_NAME SYSRES_CONST_TEST_DEV_DATABASE_NAME SYSRES_CONST_TEST_DEV_SYSTEM_CODE SYSRES_CONST_TEST_EDMS_DATABASE_NAME SYSRES_CONST_TEST_EDMS_MAIN_CODE SYSRES_CONST_TEST_EDMS_MAIN_DB_NAME SYSRES_CONST_TEST_EDMS_SECOND_CODE SYSRES_CONST_TEST_EDMS_SECOND_DB_NAME SYSRES_CONST_TEST_EDMS_SYSTEM_CODE SYSRES_CONST_TEST_NUMERIC_REQUISITE_NAME SYSRES_CONST_TEXT_REQUISITE SYSRES_CONST_TEXT_REQUISITE_CODE SYSRES_CONST_TEXT_REQUISITE_TYPE SYSRES_CONST_TEXT_TYPE_CHAR SYSRES_CONST_TYPE_CODE_REQUISITE_CODE SYSRES_CONST_TYPE_REQUISITE_CODE SYSRES_CONST_UNDEFINED_LIFE_CYCLE_STAGE_FONT_COLOR SYSRES_CONST_UNITS_SECTION_ID_REQUISITE_CODE SYSRES_CONST_UNITS_SECTION_REQUISITE_CODE SYSRES_CONST_UNOPERATING_RECORD_FLAG_VALUE_CODE SYSRES_CONST_UNSTORED_DATA_REQUISITE_CODE SYSRES_CONST_UNSTORED_DATA_REQUISITE_NAME SYSRES_CONST_USE_ACCESS_TYPE_CODE SYSRES_CONST_USE_ACCESS_TYPE_NAME SYSRES_CONST_USER_ACCOUNT_TYPE_VALUE_CODE SYSRES_CONST_USER_ADDITIONAL_INFORMATION_REQUISITE_CODE SYSRES_CONST_USER_AND_GROUP_ID_FROM_PSEUDOREFERENCE_REQUISITE_CODE SYSRES_CONST_USER_CATEGORY_NORMAL SYSRES_CONST_USER_CERTIFICATE_REQUISITE_CODE SYSRES_CONST_USER_CERTIFICATE_STATE_REQUISITE_CODE SYSRES_CONST_USER_CERTIFICATE_SUBJECT_NAME_REQUISITE_CODE SYSRES_CONST_USER_CERTIFICATE_THUMBPRINT_REQUISITE_CODE SYSRES_CONST_USER_COMMON_CATEGORY SYSRES_CONST_USER_COMMON_CATEGORY_CODE SYSRES_CONST_USER_FULL_NAME_REQUISITE_CODE SYSRES_CONST_USER_GROUP_TYPE_REQUISITE_CODE SYSRES_CONST_USER_LOGIN_REQUISITE_CODE SYSRES_CONST_USER_REMOTE_CONTROLLER_REQUISITE_CODE SYSRES_CONST_USER_REMOTE_SYSTEM_REQUISITE_CODE SYSRES_CONST_USER_RIGHTS_T_REQUISITE_CODE SYSRES_CONST_USER_SERVER_NAME_REQUISITE_CODE SYSRES_CONST_USER_SERVICE_CATEGORY SYSRES_CONST_USER_SERVICE_CATEGORY_CODE SYSRES_CONST_USER_STATUS_ADMINISTRATOR_CODE SYSRES_CONST_USER_STATUS_ADMINISTRATOR_NAME SYSRES_CONST_USER_STATUS_DEVELOPER_CODE SYSRES_CONST_USER_STATUS_DEVELOPER_NAME SYSRES_CONST_USER_STATUS_DISABLED_CODE SYSRES_CONST_USER_STATUS_DISABLED_NAME SYSRES_CONST_USER_STATUS_SYSTEM_DEVELOPER_CODE SYSRES_CONST_USER_STATUS_USER_CODE SYSRES_CONST_USER_STATUS_USER_NAME SYSRES_CONST_USER_STATUS_USER_NAME_DEPRECATED SYSRES_CONST_USER_TYPE_FIELD_VALUE_USER SYSRES_CONST_USER_TYPE_REQUISITE_CODE SYSRES_CONST_USERS_CONTROLLER_REQUISITE_CODE SYSRES_CONST_USERS_IS_MAIN_SERVER_REQUISITE_CODE SYSRES_CONST_USERS_REFERENCE_CODE SYSRES_CONST_USERS_REGISTRATION_CERTIFICATES_ACTION_NAME SYSRES_CONST_USERS_REQUISITE_CODE SYSRES_CONST_USERS_SYSTEM_REQUISITE_CODE SYSRES_CONST_USERS_USER_ACCESS_RIGHTS_TYPR_REQUISITE_CODE SYSRES_CONST_USERS_USER_AUTHENTICATION_REQUISITE_CODE SYSRES_CONST_USERS_USER_COMPONENT_REQUISITE_CODE SYSRES_CONST_USERS_USER_GROUP_REQUISITE_CODE SYSRES_CONST_USERS_VIEW_CERTIFICATES_ACTION_NAME SYSRES_CONST_VIEW_DEFAULT_CODE SYSRES_CONST_VIEW_DEFAULT_NAME SYSRES_CONST_VIEWER_REQUISITE_CODE SYSRES_CONST_WAITING_BLOCK_DESCRIPTION SYSRES_CONST_WIZARD_FORM_LABEL_TEST_STRING SYSRES_CONST_WIZARD_QUERY_PARAM_HEIGHT_ETALON_STRING SYSRES_CONST_WIZARD_REFERENCE_COMMENT_REQUISITE_CODE SYSRES_CONST_WORK_RULES_DESCRIPTION_REQUISITE_CODE SYSRES_CONST_WORK_TIME_CALENDAR_REFERENCE_CODE SYSRES_CONST_WORK_WORKFLOW_HARD_ROUTE_TYPE_VALUE SYSRES_CONST_WORK_WORKFLOW_HARD_ROUTE_TYPE_VALUE_CODE SYSRES_CONST_WORK_WORKFLOW_HARD_ROUTE_TYPE_VALUE_CODE_RUS SYSRES_CONST_WORK_WORKFLOW_SOFT_ROUTE_TYPE_VALUE_CODE_RUS SYSRES_CONST_WORKFLOW_ROUTE_TYPR_HARD SYSRES_CONST_WORKFLOW_ROUTE_TYPR_SOFT SYSRES_CONST_XML_ENCODING SYSRES_CONST_XREC_STAT_REQUISITE_CODE SYSRES_CONST_XRECID_FIELD_NAME SYSRES_CONST_YES SYSRES_CONST_YES_NO_2_REQUISITE_CODE SYSRES_CONST_YES_NO_REQUISITE_CODE SYSRES_CONST_YES_NO_T_REF_TYPE_REQUISITE_CODE SYSRES_CONST_YES_PICK_VALUE SYSRES_CONST_YES_VALUE "+"CR FALSE nil NO_VALUE NULL TAB TRUE YES_VALUE "+"ADMINISTRATORS_GROUP_NAME CUSTOMIZERS_GROUP_NAME DEVELOPERS_GROUP_NAME SERVICE_USERS_GROUP_NAME "+"DECISION_BLOCK_FIRST_OPERAND_PROPERTY DECISION_BLOCK_NAME_PROPERTY DECISION_BLOCK_OPERATION_PROPERTY DECISION_BLOCK_RESULT_TYPE_PROPERTY DECISION_BLOCK_SECOND_OPERAND_PROPERTY "+"ANY_FILE_EXTENTION COMPRESSED_DOCUMENT_EXTENSION EXTENDED_DOCUMENT_EXTENSION SHORT_COMPRESSED_DOCUMENT_EXTENSION SHORT_EXTENDED_DOCUMENT_EXTENSION "+"JOB_BLOCK_ABORT_DEADLINE_PROPERTY JOB_BLOCK_AFTER_FINISH_EVENT JOB_BLOCK_AFTER_QUERY_PARAMETERS_EVENT JOB_BLOCK_ATTACHMENT_PROPERTY JOB_BLOCK_ATTACHMENTS_RIGHTS_GROUP_PROPERTY JOB_BLOCK_ATTACHMENTS_RIGHTS_TYPE_PROPERTY JOB_BLOCK_BEFORE_QUERY_PARAMETERS_EVENT JOB_BLOCK_BEFORE_START_EVENT JOB_BLOCK_CREATED_JOBS_PROPERTY JOB_BLOCK_DEADLINE_PROPERTY JOB_BLOCK_EXECUTION_RESULTS_PROPERTY JOB_BLOCK_IS_PARALLEL_PROPERTY JOB_BLOCK_IS_RELATIVE_ABORT_DEADLINE_PROPERTY JOB_BLOCK_IS_RELATIVE_DEADLINE_PROPERTY JOB_BLOCK_JOB_TEXT_PROPERTY JOB_BLOCK_NAME_PROPERTY JOB_BLOCK_NEED_SIGN_ON_PERFORM_PROPERTY JOB_BLOCK_PERFORMER_PROPERTY JOB_BLOCK_RELATIVE_ABORT_DEADLINE_TYPE_PROPERTY JOB_BLOCK_RELATIVE_DEADLINE_TYPE_PROPERTY JOB_BLOCK_SUBJECT_PROPERTY "+"ENGLISH_LANGUAGE_CODE RUSSIAN_LANGUAGE_CODE "+"smHidden smMaximized smMinimized smNormal wmNo wmYes "+"COMPONENT_TOKEN_LINK_KIND DOCUMENT_LINK_KIND EDOCUMENT_LINK_KIND FOLDER_LINK_KIND JOB_LINK_KIND REFERENCE_LINK_KIND TASK_LINK_KIND "+"COMPONENT_TOKEN_LOCK_TYPE EDOCUMENT_VERSION_LOCK_TYPE "+"MONITOR_BLOCK_AFTER_FINISH_EVENT MONITOR_BLOCK_BEFORE_START_EVENT MONITOR_BLOCK_DEADLINE_PROPERTY MONITOR_BLOCK_INTERVAL_PROPERTY MONITOR_BLOCK_INTERVAL_TYPE_PROPERTY MONITOR_BLOCK_IS_RELATIVE_DEADLINE_PROPERTY MONITOR_BLOCK_NAME_PROPERTY MONITOR_BLOCK_RELATIVE_DEADLINE_TYPE_PROPERTY MONITOR_BLOCK_SEARCH_SCRIPT_PROPERTY "+"NOTICE_BLOCK_AFTER_FINISH_EVENT NOTICE_BLOCK_ATTACHMENT_PROPERTY NOTICE_BLOCK_ATTACHMENTS_RIGHTS_GROUP_PROPERTY NOTICE_BLOCK_ATTACHMENTS_RIGHTS_TYPE_PROPERTY NOTICE_BLOCK_BEFORE_START_EVENT NOTICE_BLOCK_CREATED_NOTICES_PROPERTY NOTICE_BLOCK_DEADLINE_PROPERTY NOTICE_BLOCK_IS_RELATIVE_DEADLINE_PROPERTY NOTICE_BLOCK_NAME_PROPERTY NOTICE_BLOCK_NOTICE_TEXT_PROPERTY NOTICE_BLOCK_PERFORMER_PROPERTY NOTICE_BLOCK_RELATIVE_DEADLINE_TYPE_PROPERTY NOTICE_BLOCK_SUBJECT_PROPERTY "+"dseAfterCancel dseAfterClose dseAfterDelete dseAfterDeleteOutOfTransaction dseAfterInsert dseAfterOpen dseAfterScroll dseAfterUpdate dseAfterUpdateOutOfTransaction dseBeforeCancel dseBeforeClose dseBeforeDelete dseBeforeDetailUpdate dseBeforeInsert dseBeforeOpen dseBeforeUpdate dseOnAnyRequisiteChange dseOnCloseRecord dseOnDeleteError dseOnOpenRecord dseOnPrepareUpdate dseOnUpdateError dseOnUpdateRatifiedRecord dseOnValidDelete dseOnValidUpdate reOnChange reOnChangeValues SELECTION_BEGIN_ROUTE_EVENT SELECTION_END_ROUTE_EVENT "+"CURRENT_PERIOD_IS_REQUIRED PREVIOUS_CARD_TYPE_NAME SHOW_RECORD_PROPERTIES_FORM "+"ACCESS_RIGHTS_SETTING_DIALOG_CODE ADMINISTRATOR_USER_CODE ANALYTIC_REPORT_TYPE asrtHideLocal asrtHideRemote CALCULATED_ROLE_TYPE_CODE COMPONENTS_REFERENCE_DEVELOPER_VIEW_CODE DCTS_TEST_PROTOCOLS_FOLDER_PATH E_EDOC_VERSION_ALREADY_APPROVINGLY_SIGNED E_EDOC_VERSION_ALREADY_APPROVINGLY_SIGNED_BY_USER E_EDOC_VERSION_ALREDY_SIGNED E_EDOC_VERSION_ALREDY_SIGNED_BY_USER EDOC_TYPES_CODE_REQUISITE_FIELD_NAME EDOCUMENTS_ALIAS_NAME FILES_FOLDER_PATH FILTER_OPERANDS_DELIMITER FILTER_OPERATIONS_DELIMITER FORMCARD_NAME FORMLIST_NAME GET_EXTENDED_DOCUMENT_EXTENSION_CREATION_MODE GET_EXTENDED_DOCUMENT_EXTENSION_IMPORT_MODE INTEGRATED_REPORT_TYPE IS_BUILDER_APPLICATION_ROLE IS_BUILDER_APPLICATION_ROLE2 IS_BUILDER_USERS ISBSYSDEV LOG_FOLDER_PATH mbCancel mbNo mbNoToAll mbOK mbYes mbYesToAll MEMORY_DATASET_DESRIPTIONS_FILENAME mrNo mrNoToAll mrYes mrYesToAll MULTIPLE_SELECT_DIALOG_CODE NONOPERATING_RECORD_FLAG_FEMININE NONOPERATING_RECORD_FLAG_MASCULINE OPERATING_RECORD_FLAG_FEMININE OPERATING_RECORD_FLAG_MASCULINE PROFILING_SETTINGS_COMMON_SETTINGS_CODE_VALUE PROGRAM_INITIATED_LOOKUP_ACTION ratDelete ratEdit ratInsert REPORT_TYPE REQUIRED_PICK_VALUES_VARIABLE rmCard rmList SBRTE_PROGID_DEV SBRTE_PROGID_RELEASE STATIC_ROLE_TYPE_CODE SUPPRESS_EMPTY_TEMPLATE_CREATION SYSTEM_USER_CODE UPDATE_DIALOG_DATASET USED_IN_OBJECT_HINT_PARAM USER_INITIATED_LOOKUP_ACTION USER_NAME_FORMAT USER_SELECTION_RESTRICTIONS WORKFLOW_TEST_PROTOCOLS_FOLDER_PATH ELS_SUBTYPE_CONTROL_NAME ELS_FOLDER_KIND_CONTROL_NAME REPEAT_PROCESS_CURRENT_OBJECT_EXCEPTION_NAME "+"PRIVILEGE_COMPONENT_FULL_ACCESS PRIVILEGE_DEVELOPMENT_EXPORT PRIVILEGE_DEVELOPMENT_IMPORT PRIVILEGE_DOCUMENT_DELETE PRIVILEGE_ESD PRIVILEGE_FOLDER_DELETE PRIVILEGE_MANAGE_ACCESS_RIGHTS PRIVILEGE_MANAGE_REPLICATION PRIVILEGE_MANAGE_SESSION_SERVER PRIVILEGE_OBJECT_FULL_ACCESS PRIVILEGE_OBJECT_VIEW PRIVILEGE_RESERVE_LICENSE PRIVILEGE_SYSTEM_CUSTOMIZE PRIVILEGE_SYSTEM_DEVELOP PRIVILEGE_SYSTEM_INSTALL PRIVILEGE_TASK_DELETE PRIVILEGE_USER_PLUGIN_SETTINGS_CUSTOMIZE PRIVILEGES_PSEUDOREFERENCE_CODE "+"ACCESS_TYPES_PSEUDOREFERENCE_CODE ALL_AVAILABLE_COMPONENTS_PSEUDOREFERENCE_CODE ALL_AVAILABLE_PRIVILEGES_PSEUDOREFERENCE_CODE ALL_REPLICATE_COMPONENTS_PSEUDOREFERENCE_CODE AVAILABLE_DEVELOPERS_COMPONENTS_PSEUDOREFERENCE_CODE COMPONENTS_PSEUDOREFERENCE_CODE FILTRATER_SETTINGS_CONFLICTS_PSEUDOREFERENCE_CODE GROUPS_PSEUDOREFERENCE_CODE RECEIVE_PROTOCOL_PSEUDOREFERENCE_CODE REFERENCE_REQUISITE_PSEUDOREFERENCE_CODE REFERENCE_REQUISITES_PSEUDOREFERENCE_CODE REFTYPES_PSEUDOREFERENCE_CODE REPLICATION_SEANCES_DIARY_PSEUDOREFERENCE_CODE SEND_PROTOCOL_PSEUDOREFERENCE_CODE SUBSTITUTES_PSEUDOREFERENCE_CODE SYSTEM_SETTINGS_PSEUDOREFERENCE_CODE UNITS_PSEUDOREFERENCE_CODE USERS_PSEUDOREFERENCE_CODE VIEWERS_PSEUDOREFERENCE_CODE "+"CERTIFICATE_TYPE_ENCRYPT CERTIFICATE_TYPE_SIGN CERTIFICATE_TYPE_SIGN_AND_ENCRYPT "+"STORAGE_TYPE_FILE STORAGE_TYPE_NAS_CIFS STORAGE_TYPE_SAPERION STORAGE_TYPE_SQL_SERVER "+"COMPTYPE2_REQUISITE_DOCUMENTS_VALUE COMPTYPE2_REQUISITE_TASKS_VALUE COMPTYPE2_REQUISITE_FOLDERS_VALUE COMPTYPE2_REQUISITE_REFERENCES_VALUE "+"SYSREQ_CODE SYSREQ_COMPTYPE2 SYSREQ_CONST_AVAILABLE_FOR_WEB SYSREQ_CONST_COMMON_CODE SYSREQ_CONST_COMMON_VALUE SYSREQ_CONST_FIRM_CODE SYSREQ_CONST_FIRM_STATUS SYSREQ_CONST_FIRM_VALUE SYSREQ_CONST_SERVER_STATUS SYSREQ_CONTENTS SYSREQ_DATE_OPEN SYSREQ_DATE_CLOSE SYSREQ_DESCRIPTION SYSREQ_DESCRIPTION_LOCALIZE_ID SYSREQ_DOUBLE SYSREQ_EDOC_ACCESS_TYPE SYSREQ_EDOC_AUTHOR SYSREQ_EDOC_CREATED SYSREQ_EDOC_DELEGATE_RIGHTS_REQUISITE_CODE SYSREQ_EDOC_EDITOR SYSREQ_EDOC_ENCODE_TYPE SYSREQ_EDOC_ENCRYPTION_PLUGIN_NAME SYSREQ_EDOC_ENCRYPTION_PLUGIN_VERSION SYSREQ_EDOC_EXPORT_DATE SYSREQ_EDOC_EXPORTER SYSREQ_EDOC_KIND SYSREQ_EDOC_LIFE_STAGE_NAME SYSREQ_EDOC_LOCKED_FOR_SERVER_CODE SYSREQ_EDOC_MODIFIED SYSREQ_EDOC_NAME SYSREQ_EDOC_NOTE SYSREQ_EDOC_QUALIFIED_ID SYSREQ_EDOC_SESSION_KEY SYSREQ_EDOC_SESSION_KEY_ENCRYPTION_PLUGIN_NAME SYSREQ_EDOC_SESSION_KEY_ENCRYPTION_PLUGIN_VERSION SYSREQ_EDOC_SIGNATURE_TYPE SYSREQ_EDOC_SIGNED SYSREQ_EDOC_STORAGE SYSREQ_EDOC_STORAGES_ARCHIVE_STORAGE SYSREQ_EDOC_STORAGES_CHECK_RIGHTS SYSREQ_EDOC_STORAGES_COMPUTER_NAME SYSREQ_EDOC_STORAGES_EDIT_IN_STORAGE SYSREQ_EDOC_STORAGES_EXECUTIVE_STORAGE SYSREQ_EDOC_STORAGES_FUNCTION SYSREQ_EDOC_STORAGES_INITIALIZED SYSREQ_EDOC_STORAGES_LOCAL_PATH SYSREQ_EDOC_STORAGES_SAPERION_DATABASE_NAME SYSREQ_EDOC_STORAGES_SEARCH_BY_TEXT SYSREQ_EDOC_STORAGES_SERVER_NAME SYSREQ_EDOC_STORAGES_SHARED_SOURCE_NAME SYSREQ_EDOC_STORAGES_TYPE SYSREQ_EDOC_TEXT_MODIFIED SYSREQ_EDOC_TYPE_ACT_CODE SYSREQ_EDOC_TYPE_ACT_DESCRIPTION SYSREQ_EDOC_TYPE_ACT_DESCRIPTION_LOCALIZE_ID SYSREQ_EDOC_TYPE_ACT_ON_EXECUTE SYSREQ_EDOC_TYPE_ACT_ON_EXECUTE_EXISTS SYSREQ_EDOC_TYPE_ACT_SECTION SYSREQ_EDOC_TYPE_ADD_PARAMS SYSREQ_EDOC_TYPE_COMMENT SYSREQ_EDOC_TYPE_EVENT_TEXT SYSREQ_EDOC_TYPE_NAME_IN_SINGULAR SYSREQ_EDOC_TYPE_NAME_IN_SINGULAR_LOCALIZE_ID SYSREQ_EDOC_TYPE_NAME_LOCALIZE_ID SYSREQ_EDOC_TYPE_NUMERATION_METHOD SYSREQ_EDOC_TYPE_PSEUDO_REQUISITE_CODE SYSREQ_EDOC_TYPE_REQ_CODE SYSREQ_EDOC_TYPE_REQ_DESCRIPTION SYSREQ_EDOC_TYPE_REQ_DESCRIPTION_LOCALIZE_ID SYSREQ_EDOC_TYPE_REQ_IS_LEADING SYSREQ_EDOC_TYPE_REQ_IS_REQUIRED SYSREQ_EDOC_TYPE_REQ_NUMBER SYSREQ_EDOC_TYPE_REQ_ON_CHANGE SYSREQ_EDOC_TYPE_REQ_ON_CHANGE_EXISTS SYSREQ_EDOC_TYPE_REQ_ON_SELECT SYSREQ_EDOC_TYPE_REQ_ON_SELECT_KIND SYSREQ_EDOC_TYPE_REQ_SECTION SYSREQ_EDOC_TYPE_VIEW_CARD SYSREQ_EDOC_TYPE_VIEW_CODE SYSREQ_EDOC_TYPE_VIEW_COMMENT SYSREQ_EDOC_TYPE_VIEW_IS_MAIN SYSREQ_EDOC_TYPE_VIEW_NAME SYSREQ_EDOC_TYPE_VIEW_NAME_LOCALIZE_ID SYSREQ_EDOC_VERSION_AUTHOR SYSREQ_EDOC_VERSION_CRC SYSREQ_EDOC_VERSION_DATA SYSREQ_EDOC_VERSION_EDITOR SYSREQ_EDOC_VERSION_EXPORT_DATE SYSREQ_EDOC_VERSION_EXPORTER SYSREQ_EDOC_VERSION_HIDDEN SYSREQ_EDOC_VERSION_LIFE_STAGE SYSREQ_EDOC_VERSION_MODIFIED SYSREQ_EDOC_VERSION_NOTE SYSREQ_EDOC_VERSION_SIGNATURE_TYPE SYSREQ_EDOC_VERSION_SIGNED SYSREQ_EDOC_VERSION_SIZE SYSREQ_EDOC_VERSION_SOURCE SYSREQ_EDOC_VERSION_TEXT_MODIFIED SYSREQ_EDOCKIND_DEFAULT_VERSION_STATE_CODE SYSREQ_FOLDER_KIND SYSREQ_FUNC_CATEGORY SYSREQ_FUNC_COMMENT SYSREQ_FUNC_GROUP SYSREQ_FUNC_GROUP_COMMENT SYSREQ_FUNC_GROUP_NUMBER SYSREQ_FUNC_HELP SYSREQ_FUNC_PARAM_DEF_VALUE SYSREQ_FUNC_PARAM_IDENT SYSREQ_FUNC_PARAM_NUMBER SYSREQ_FUNC_PARAM_TYPE SYSREQ_FUNC_TEXT SYSREQ_GROUP_CATEGORY SYSREQ_ID SYSREQ_LAST_UPDATE SYSREQ_LEADER_REFERENCE SYSREQ_LINE_NUMBER SYSREQ_MAIN_RECORD_ID SYSREQ_NAME SYSREQ_NAME_LOCALIZE_ID SYSREQ_NOTE SYSREQ_ORIGINAL_RECORD SYSREQ_OUR_FIRM SYSREQ_PROFILING_SETTINGS_BATCH_LOGING SYSREQ_PROFILING_SETTINGS_BATCH_SIZE SYSREQ_PROFILING_SETTINGS_PROFILING_ENABLED SYSREQ_PROFILING_SETTINGS_SQL_PROFILING_ENABLED SYSREQ_PROFILING_SETTINGS_START_LOGGED SYSREQ_RECORD_STATUS SYSREQ_REF_REQ_FIELD_NAME SYSREQ_REF_REQ_FORMAT SYSREQ_REF_REQ_GENERATED SYSREQ_REF_REQ_LENGTH SYSREQ_REF_REQ_PRECISION SYSREQ_REF_REQ_REFERENCE SYSREQ_REF_REQ_SECTION SYSREQ_REF_REQ_STORED SYSREQ_REF_REQ_TOKENS SYSREQ_REF_REQ_TYPE SYSREQ_REF_REQ_VIEW SYSREQ_REF_TYPE_ACT_CODE SYSREQ_REF_TYPE_ACT_DESCRIPTION SYSREQ_REF_TYPE_ACT_DESCRIPTION_LOCALIZE_ID SYSREQ_REF_TYPE_ACT_ON_EXECUTE SYSREQ_REF_TYPE_ACT_ON_EXECUTE_EXISTS SYSREQ_REF_TYPE_ACT_SECTION SYSREQ_REF_TYPE_ADD_PARAMS SYSREQ_REF_TYPE_COMMENT SYSREQ_REF_TYPE_COMMON_SETTINGS SYSREQ_REF_TYPE_DISPLAY_REQUISITE_NAME SYSREQ_REF_TYPE_EVENT_TEXT SYSREQ_REF_TYPE_MAIN_LEADING_REF SYSREQ_REF_TYPE_NAME_IN_SINGULAR SYSREQ_REF_TYPE_NAME_IN_SINGULAR_LOCALIZE_ID SYSREQ_REF_TYPE_NAME_LOCALIZE_ID SYSREQ_REF_TYPE_NUMERATION_METHOD SYSREQ_REF_TYPE_REQ_CODE SYSREQ_REF_TYPE_REQ_DESCRIPTION SYSREQ_REF_TYPE_REQ_DESCRIPTION_LOCALIZE_ID SYSREQ_REF_TYPE_REQ_IS_CONTROL SYSREQ_REF_TYPE_REQ_IS_FILTER SYSREQ_REF_TYPE_REQ_IS_LEADING SYSREQ_REF_TYPE_REQ_IS_REQUIRED SYSREQ_REF_TYPE_REQ_NUMBER SYSREQ_REF_TYPE_REQ_ON_CHANGE SYSREQ_REF_TYPE_REQ_ON_CHANGE_EXISTS SYSREQ_REF_TYPE_REQ_ON_SELECT SYSREQ_REF_TYPE_REQ_ON_SELECT_KIND SYSREQ_REF_TYPE_REQ_SECTION SYSREQ_REF_TYPE_VIEW_CARD SYSREQ_REF_TYPE_VIEW_CODE SYSREQ_REF_TYPE_VIEW_COMMENT SYSREQ_REF_TYPE_VIEW_IS_MAIN SYSREQ_REF_TYPE_VIEW_NAME SYSREQ_REF_TYPE_VIEW_NAME_LOCALIZE_ID SYSREQ_REFERENCE_TYPE_ID SYSREQ_STATE SYSREQ_STATЕ SYSREQ_SYSTEM_SETTINGS_VALUE SYSREQ_TYPE SYSREQ_UNIT SYSREQ_UNIT_ID SYSREQ_USER_GROUPS_GROUP_FULL_NAME SYSREQ_USER_GROUPS_GROUP_NAME SYSREQ_USER_GROUPS_GROUP_SERVER_NAME SYSREQ_USERS_ACCESS_RIGHTS SYSREQ_USERS_AUTHENTICATION SYSREQ_USERS_CATEGORY SYSREQ_USERS_COMPONENT SYSREQ_USERS_COMPONENT_USER_IS_PUBLIC SYSREQ_USERS_DOMAIN SYSREQ_USERS_FULL_USER_NAME SYSREQ_USERS_GROUP SYSREQ_USERS_IS_MAIN_SERVER SYSREQ_USERS_LOGIN SYSREQ_USERS_REFERENCE_USER_IS_PUBLIC SYSREQ_USERS_STATUS SYSREQ_USERS_USER_CERTIFICATE SYSREQ_USERS_USER_CERTIFICATE_INFO SYSREQ_USERS_USER_CERTIFICATE_PLUGIN_NAME SYSREQ_USERS_USER_CERTIFICATE_PLUGIN_VERSION SYSREQ_USERS_USER_CERTIFICATE_STATE SYSREQ_USERS_USER_CERTIFICATE_SUBJECT_NAME SYSREQ_USERS_USER_CERTIFICATE_THUMBPRINT SYSREQ_USERS_USER_DEFAULT_CERTIFICATE SYSREQ_USERS_USER_DESCRIPTION SYSREQ_USERS_USER_GLOBAL_NAME SYSREQ_USERS_USER_LOGIN SYSREQ_USERS_USER_MAIN_SERVER SYSREQ_USERS_USER_TYPE SYSREQ_WORK_RULES_FOLDER_ID "+"RESULT_VAR_NAME RESULT_VAR_NAME_ENG "+"AUTO_NUMERATION_RULE_ID CANT_CHANGE_ID_REQUISITE_RULE_ID CANT_CHANGE_OURFIRM_REQUISITE_RULE_ID CHECK_CHANGING_REFERENCE_RECORD_USE_RULE_ID CHECK_CODE_REQUISITE_RULE_ID CHECK_DELETING_REFERENCE_RECORD_USE_RULE_ID CHECK_FILTRATER_CHANGES_RULE_ID CHECK_RECORD_INTERVAL_RULE_ID CHECK_REFERENCE_INTERVAL_RULE_ID CHECK_REQUIRED_DATA_FULLNESS_RULE_ID CHECK_REQUIRED_REQUISITES_FULLNESS_RULE_ID MAKE_RECORD_UNRATIFIED_RULE_ID RESTORE_AUTO_NUMERATION_RULE_ID SET_FIRM_CONTEXT_FROM_RECORD_RULE_ID SET_FIRST_RECORD_IN_LIST_FORM_RULE_ID SET_IDSPS_VALUE_RULE_ID SET_NEXT_CODE_VALUE_RULE_ID SET_OURFIRM_BOUNDS_RULE_ID SET_OURFIRM_REQUISITE_RULE_ID "+"SCRIPT_BLOCK_AFTER_FINISH_EVENT SCRIPT_BLOCK_BEFORE_START_EVENT SCRIPT_BLOCK_EXECUTION_RESULTS_PROPERTY SCRIPT_BLOCK_NAME_PROPERTY SCRIPT_BLOCK_SCRIPT_PROPERTY "+"SUBTASK_BLOCK_ABORT_DEADLINE_PROPERTY SUBTASK_BLOCK_AFTER_FINISH_EVENT SUBTASK_BLOCK_ASSIGN_PARAMS_EVENT SUBTASK_BLOCK_ATTACHMENTS_PROPERTY SUBTASK_BLOCK_ATTACHMENTS_RIGHTS_GROUP_PROPERTY SUBTASK_BLOCK_ATTACHMENTS_RIGHTS_TYPE_PROPERTY SUBTASK_BLOCK_BEFORE_START_EVENT SUBTASK_BLOCK_CREATED_TASK_PROPERTY SUBTASK_BLOCK_CREATION_EVENT SUBTASK_BLOCK_DEADLINE_PROPERTY SUBTASK_BLOCK_IMPORTANCE_PROPERTY SUBTASK_BLOCK_INITIATOR_PROPERTY SUBTASK_BLOCK_IS_RELATIVE_ABORT_DEADLINE_PROPERTY SUBTASK_BLOCK_IS_RELATIVE_DEADLINE_PROPERTY SUBTASK_BLOCK_JOBS_TYPE_PROPERTY SUBTASK_BLOCK_NAME_PROPERTY SUBTASK_BLOCK_PARALLEL_ROUTE_PROPERTY SUBTASK_BLOCK_PERFORMERS_PROPERTY SUBTASK_BLOCK_RELATIVE_ABORT_DEADLINE_TYPE_PROPERTY SUBTASK_BLOCK_RELATIVE_DEADLINE_TYPE_PROPERTY SUBTASK_BLOCK_REQUIRE_SIGN_PROPERTY SUBTASK_BLOCK_STANDARD_ROUTE_PROPERTY SUBTASK_BLOCK_START_EVENT SUBTASK_BLOCK_STEP_CONTROL_PROPERTY SUBTASK_BLOCK_SUBJECT_PROPERTY SUBTASK_BLOCK_TASK_CONTROL_PROPERTY SUBTASK_BLOCK_TEXT_PROPERTY SUBTASK_BLOCK_UNLOCK_ATTACHMENTS_ON_STOP_PROPERTY SUBTASK_BLOCK_USE_STANDARD_ROUTE_PROPERTY SUBTASK_BLOCK_WAIT_FOR_TASK_COMPLETE_PROPERTY "+"SYSCOMP_CONTROL_JOBS SYSCOMP_FOLDERS SYSCOMP_JOBS SYSCOMP_NOTICES SYSCOMP_TASKS "+"SYSDLG_CREATE_EDOCUMENT SYSDLG_CREATE_EDOCUMENT_VERSION SYSDLG_CURRENT_PERIOD SYSDLG_EDIT_FUNCTION_HELP SYSDLG_EDOCUMENT_KINDS_FOR_TEMPLATE SYSDLG_EXPORT_MULTIPLE_EDOCUMENTS SYSDLG_EXPORT_SINGLE_EDOCUMENT SYSDLG_IMPORT_EDOCUMENT SYSDLG_MULTIPLE_SELECT SYSDLG_SETUP_ACCESS_RIGHTS SYSDLG_SETUP_DEFAULT_RIGHTS SYSDLG_SETUP_FILTER_CONDITION SYSDLG_SETUP_SIGN_RIGHTS SYSDLG_SETUP_TASK_OBSERVERS SYSDLG_SETUP_TASK_ROUTE SYSDLG_SETUP_USERS_LIST SYSDLG_SIGN_EDOCUMENT SYSDLG_SIGN_MULTIPLE_EDOCUMENTS "+"SYSREF_ACCESS_RIGHTS_TYPES SYSREF_ADMINISTRATION_HISTORY SYSREF_ALL_AVAILABLE_COMPONENTS SYSREF_ALL_AVAILABLE_PRIVILEGES SYSREF_ALL_REPLICATING_COMPONENTS SYSREF_AVAILABLE_DEVELOPERS_COMPONENTS SYSREF_CALENDAR_EVENTS SYSREF_COMPONENT_TOKEN_HISTORY SYSREF_COMPONENT_TOKENS SYSREF_COMPONENTS SYSREF_CONSTANTS SYSREF_DATA_RECEIVE_PROTOCOL SYSREF_DATA_SEND_PROTOCOL SYSREF_DIALOGS SYSREF_DIALOGS_REQUISITES SYSREF_EDITORS SYSREF_EDOC_CARDS SYSREF_EDOC_TYPES SYSREF_EDOCUMENT_CARD_REQUISITES SYSREF_EDOCUMENT_CARD_TYPES SYSREF_EDOCUMENT_CARD_TYPES_REFERENCE SYSREF_EDOCUMENT_CARDS SYSREF_EDOCUMENT_HISTORY SYSREF_EDOCUMENT_KINDS SYSREF_EDOCUMENT_REQUISITES SYSREF_EDOCUMENT_SIGNATURES SYSREF_EDOCUMENT_TEMPLATES SYSREF_EDOCUMENT_TEXT_STORAGES SYSREF_EDOCUMENT_VIEWS SYSREF_FILTERER_SETUP_CONFLICTS SYSREF_FILTRATER_SETTING_CONFLICTS SYSREF_FOLDER_HISTORY SYSREF_FOLDERS SYSREF_FUNCTION_GROUPS SYSREF_FUNCTION_PARAMS SYSREF_FUNCTIONS SYSREF_JOB_HISTORY SYSREF_LINKS SYSREF_LOCALIZATION_DICTIONARY SYSREF_LOCALIZATION_LANGUAGES SYSREF_MODULES SYSREF_PRIVILEGES SYSREF_RECORD_HISTORY SYSREF_REFERENCE_REQUISITES SYSREF_REFERENCE_TYPE_VIEWS SYSREF_REFERENCE_TYPES SYSREF_REFERENCES SYSREF_REFERENCES_REQUISITES SYSREF_REMOTE_SERVERS SYSREF_REPLICATION_SESSIONS_LOG SYSREF_REPLICATION_SESSIONS_PROTOCOL SYSREF_REPORTS SYSREF_ROLES SYSREF_ROUTE_BLOCK_GROUPS SYSREF_ROUTE_BLOCKS SYSREF_SCRIPTS SYSREF_SEARCHES SYSREF_SERVER_EVENTS SYSREF_SERVER_EVENTS_HISTORY SYSREF_STANDARD_ROUTE_GROUPS SYSREF_STANDARD_ROUTES SYSREF_STATUSES SYSREF_SYSTEM_SETTINGS SYSREF_TASK_HISTORY SYSREF_TASK_KIND_GROUPS SYSREF_TASK_KINDS SYSREF_TASK_RIGHTS SYSREF_TASK_SIGNATURES SYSREF_TASKS SYSREF_UNITS SYSREF_USER_GROUPS SYSREF_USER_GROUPS_REFERENCE SYSREF_USER_SUBSTITUTION SYSREF_USERS SYSREF_USERS_REFERENCE SYSREF_VIEWERS SYSREF_WORKING_TIME_CALENDARS "+"ACCESS_RIGHTS_TABLE_NAME EDMS_ACCESS_TABLE_NAME EDOC_TYPES_TABLE_NAME "+"TEST_DEV_DB_NAME TEST_DEV_SYSTEM_CODE TEST_EDMS_DB_NAME TEST_EDMS_MAIN_CODE TEST_EDMS_MAIN_DB_NAME TEST_EDMS_SECOND_CODE TEST_EDMS_SECOND_DB_NAME TEST_EDMS_SYSTEM_CODE TEST_ISB5_MAIN_CODE TEST_ISB5_SECOND_CODE TEST_SQL_SERVER_2005_NAME TEST_SQL_SERVER_NAME "+"ATTENTION_CAPTION cbsCommandLinks cbsDefault CONFIRMATION_CAPTION ERROR_CAPTION INFORMATION_CAPTION mrCancel mrOk "+"EDOC_VERSION_ACTIVE_STAGE_CODE EDOC_VERSION_DESIGN_STAGE_CODE EDOC_VERSION_OBSOLETE_STAGE_CODE "+"cpDataEnciphermentEnabled cpDigitalSignatureEnabled cpID cpIssuer cpPluginVersion cpSerial cpSubjectName cpSubjSimpleName cpValidFromDate cpValidToDate "+"ISBL_SYNTAX NO_SYNTAX XML_SYNTAX "+"WAIT_BLOCK_AFTER_FINISH_EVENT WAIT_BLOCK_BEFORE_START_EVENT WAIT_BLOCK_DEADLINE_PROPERTY WAIT_BLOCK_IS_RELATIVE_DEADLINE_PROPERTY WAIT_BLOCK_NAME_PROPERTY WAIT_BLOCK_RELATIVE_DEADLINE_TYPE_PROPERTY "+"SYSRES_COMMON SYSRES_CONST SYSRES_MBFUNC SYSRES_SBDATA SYSRES_SBGUI SYSRES_SBINTF SYSRES_SBREFDSC SYSRES_SQLERRORS SYSRES_SYSCOMP ",cd="atUser atGroup atRole "+"aemEnabledAlways aemDisabledAlways aemEnabledOnBrowse aemEnabledOnEdit aemDisabledOnBrowseEmpty "+"apBegin apEnd "+"alLeft alRight "+"asmNever asmNoButCustomize asmAsLastTime asmYesButCustomize asmAlways "+"cirCommon cirRevoked "+"ctSignature ctEncode ctSignatureEncode "+"clbUnchecked clbChecked clbGrayed "+"ceISB ceAlways ceNever "+"ctDocument ctReference ctScript ctUnknown ctReport ctDialog ctFunction ctFolder ctEDocument ctTask ctJob ctNotice ctControlJob "+"cfInternal cfDisplay "+"ciUnspecified ciWrite ciRead "+"ckFolder ckEDocument ckTask ckJob ckComponentToken ckAny ckReference ckScript ckReport ckDialog "+"ctISBLEditor ctBevel ctButton ctCheckListBox ctComboBox ctComboEdit ctGrid ctDBCheckBox ctDBComboBox ctDBEdit ctDBEllipsis ctDBMemo ctDBNavigator ctDBRadioGroup ctDBStatusLabel ctEdit ctGroupBox ctInplaceHint ctMemo ctPanel ctListBox ctRadioButton ctRichEdit ctTabSheet ctWebBrowser ctImage ctHyperLink ctLabel ctDBMultiEllipsis ctRibbon ctRichView ctInnerPanel ctPanelGroup ctBitButton "+"cctDate cctInteger cctNumeric cctPick cctReference cctString cctText "+"cltInternal cltPrimary cltGUI "+"dseBeforeOpen dseAfterOpen dseBeforeClose dseAfterClose dseOnValidDelete dseBeforeDelete dseAfterDelete dseAfterDeleteOutOfTransaction dseOnDeleteError dseBeforeInsert dseAfterInsert dseOnValidUpdate dseBeforeUpdate dseOnUpdateRatifiedRecord dseAfterUpdate dseAfterUpdateOutOfTransaction dseOnUpdateError dseAfterScroll dseOnOpenRecord dseOnCloseRecord dseBeforeCancel dseAfterCancel dseOnUpdateDeadlockError dseBeforeDetailUpdate dseOnPrepareUpdate dseOnAnyRequisiteChange "+"dssEdit dssInsert dssBrowse dssInActive "+"dftDate dftShortDate dftDateTime dftTimeStamp "+"dotDays dotHours dotMinutes dotSeconds "+"dtkndLocal dtkndUTC "+"arNone arView arEdit arFull "+"ddaView ddaEdit "+"emLock emEdit emSign emExportWithLock emImportWithUnlock emChangeVersionNote emOpenForModify emChangeLifeStage emDelete emCreateVersion emImport emUnlockExportedWithLock emStart emAbort emReInit emMarkAsReaded emMarkAsUnreaded emPerform emAccept emResume emChangeRights emEditRoute emEditObserver emRecoveryFromLocalCopy emChangeWorkAccessType emChangeEncodeTypeToCertificate emChangeEncodeTypeToPassword emChangeEncodeTypeToNone emChangeEncodeTypeToCertificatePassword emChangeStandardRoute emGetText emOpenForView emMoveToStorage emCreateObject emChangeVersionHidden emDeleteVersion emChangeLifeCycleStage emApprovingSign emExport emContinue emLockFromEdit emUnLockForEdit emLockForServer emUnlockFromServer emDelegateAccessRights emReEncode "+"ecotFile ecotProcess "+"eaGet eaCopy eaCreate eaCreateStandardRoute "+"edltAll edltNothing edltQuery "+"essmText essmCard "+"esvtLast esvtLastActive esvtSpecified "+"edsfExecutive edsfArchive "+"edstSQLServer edstFile "+"edvstNone edvstEDocumentVersionCopy edvstFile edvstTemplate edvstScannedFile "+"vsDefault vsDesign vsActive vsObsolete "+"etNone etCertificate etPassword etCertificatePassword "+"ecException ecWarning ecInformation "+"estAll estApprovingOnly "+"evtLast evtLastActive evtQuery "+"fdtString fdtNumeric fdtInteger fdtDate fdtText fdtUnknown fdtWideString fdtLargeInteger "+"ftInbox ftOutbox ftFavorites ftCommonFolder ftUserFolder ftComponents ftQuickLaunch ftShortcuts ftSearch "+"grhAuto grhX1 grhX2 grhX3 "+"hltText hltRTF hltHTML "+"iffBMP iffJPEG iffMultiPageTIFF iffSinglePageTIFF iffTIFF iffPNG "+"im8bGrayscale im24bRGB im1bMonochrome "+"itBMP itJPEG itWMF itPNG "+"ikhInformation ikhWarning ikhError ikhNoIcon "+"icUnknown icScript icFunction icIntegratedReport icAnalyticReport icDataSetEventHandler icActionHandler icFormEventHandler icLookUpEventHandler icRequisiteChangeEventHandler icBeforeSearchEventHandler icRoleCalculation icSelectRouteEventHandler icBlockPropertyCalculation icBlockQueryParamsEventHandler icChangeSearchResultEventHandler icBlockEventHandler icSubTaskInitEventHandler icEDocDataSetEventHandler icEDocLookUpEventHandler icEDocActionHandler icEDocFormEventHandler icEDocRequisiteChangeEventHandler icStructuredConversionRule icStructuredConversionEventBefore icStructuredConversionEventAfter icWizardEventHandler icWizardFinishEventHandler icWizardStepEventHandler icWizardStepFinishEventHandler icWizardActionEnableEventHandler icWizardActionExecuteEventHandler icCreateJobsHandler icCreateNoticesHandler icBeforeLookUpEventHandler icAfterLookUpEventHandler icTaskAbortEventHandler icWorkflowBlockActionHandler icDialogDataSetEventHandler icDialogActionHandler icDialogLookUpEventHandler icDialogRequisiteChangeEventHandler icDialogFormEventHandler icDialogValidCloseEventHandler icBlockFormEventHandler icTaskFormEventHandler icReferenceMethod icEDocMethod icDialogMethod icProcessMessageHandler "+"isShow isHide isByUserSettings "+"jkJob jkNotice jkControlJob "+"jtInner jtLeft jtRight jtFull jtCross "+"lbpAbove lbpBelow lbpLeft lbpRight "+"eltPerConnection eltPerUser "+"sfcUndefined sfcBlack sfcGreen sfcRed sfcBlue sfcOrange sfcLilac "+"sfsItalic sfsStrikeout sfsNormal "+"ldctStandardRoute ldctWizard ldctScript ldctFunction ldctRouteBlock ldctIntegratedReport ldctAnalyticReport ldctReferenceType ldctEDocumentType ldctDialog ldctServerEvents "+"mrcrtNone mrcrtUser mrcrtMaximal mrcrtCustom "+"vtEqual vtGreaterOrEqual vtLessOrEqual vtRange "+"rdYesterday rdToday rdTomorrow rdThisWeek rdThisMonth rdThisYear rdNextMonth rdNextWeek rdLastWeek rdLastMonth "+"rdWindow rdFile rdPrinter "+"rdtString rdtNumeric rdtInteger rdtDate rdtReference rdtAccount rdtText rdtPick rdtUnknown rdtLargeInteger rdtDocument "+"reOnChange reOnChangeValues "+"ttGlobal ttLocal ttUser ttSystem "+"ssmBrowse ssmSelect ssmMultiSelect ssmBrowseModal "+"smSelect smLike smCard "+"stNone stAuthenticating stApproving "+"sctString sctStream "+"sstAnsiSort sstNaturalSort "+"svtEqual svtContain "+"soatString soatNumeric soatInteger soatDatetime soatReferenceRecord soatText soatPick soatBoolean soatEDocument soatAccount soatIntegerCollection soatNumericCollection soatStringCollection soatPickCollection soatDatetimeCollection soatBooleanCollection soatReferenceRecordCollection soatEDocumentCollection soatAccountCollection soatContents soatUnknown "+"tarAbortByUser tarAbortByWorkflowException "+"tvtAllWords tvtExactPhrase tvtAnyWord "+"usNone usCompleted usRedSquare usBlueSquare usYellowSquare usGreenSquare usOrangeSquare usPurpleSquare usFollowUp "+"utUnknown utUser utDeveloper utAdministrator utSystemDeveloper utDisconnected "+"btAnd btDetailAnd btOr btNotOr btOnly "+"vmView vmSelect vmNavigation "+"vsmSingle vsmMultiple vsmMultipleCheck vsmNoSelection "+"wfatPrevious wfatNext wfatCancel wfatFinish "+"wfepUndefined wfepText3 wfepText6 wfepText9 wfepSpinEdit wfepDropDown wfepRadioGroup wfepFlag wfepText12 wfepText15 wfepText18 wfepText21 wfepText24 wfepText27 wfepText30 wfepRadioGroupColumn1 wfepRadioGroupColumn2 wfepRadioGroupColumn3 "+"wfetQueryParameter wfetText wfetDelimiter wfetLabel "+"wptString wptInteger wptNumeric wptBoolean wptDateTime wptPick wptText wptUser wptUserList wptEDocumentInfo wptEDocumentInfoList wptReferenceRecordInfo wptReferenceRecordInfoList wptFolderInfo wptTaskInfo wptContents wptFileName wptDate "+"wsrComplete wsrGoNext wsrGoPrevious wsrCustom wsrCancel wsrGoFinal "+"wstForm wstEDocument wstTaskCard wstReferenceRecordCard wstFinal "+"waAll waPerformers waManual "+"wsbStart wsbFinish wsbNotice wsbStep wsbDecision wsbWait wsbMonitor wsbScript wsbConnector wsbSubTask wsbLifeCycleStage wsbPause "+"wdtInteger wdtFloat wdtString wdtPick wdtDateTime wdtBoolean wdtTask wdtJob wdtFolder wdtEDocument wdtReferenceRecord wdtUser wdtGroup wdtRole wdtIntegerCollection wdtFloatCollection wdtStringCollection wdtPickCollection wdtDateTimeCollection wdtBooleanCollection wdtTaskCollection wdtJobCollection wdtFolderCollection wdtEDocumentCollection wdtReferenceRecordCollection wdtUserCollection wdtGroupCollection wdtRoleCollection wdtContents wdtUserList wdtSearchDescription wdtDeadLine wdtPickSet wdtAccountCollection "+"wiLow wiNormal wiHigh "+"wrtSoft wrtHard "+"wsInit wsRunning wsDone wsControlled wsAborted wsContinued "+"wtmFull wtmFromCurrent wtmOnlyCurrent ",di="AddSubString AdjustLineBreaks AmountInWords Analysis ArrayDimCount ArrayHighBound ArrayLowBound ArrayOf ArrayReDim Assert Assigned BeginOfMonth BeginOfPeriod BuildProfilingOperationAnalysis CallProcedure CanReadFile CArrayElement CDataSetRequisite ChangeDate ChangeReferenceDataset Char CharPos CheckParam CheckParamValue CompareStrings ConstantExists ControlState ConvertDateStr Copy CopyFile CreateArray CreateCachedReference CreateConnection CreateDialog CreateDualListDialog CreateEditor CreateException CreateFile CreateFolderDialog CreateInputDialog CreateLinkFile CreateList CreateLock CreateMemoryDataSet CreateObject CreateOpenDialog CreateProgress CreateQuery CreateReference CreateReport CreateSaveDialog CreateScript CreateSQLPivotFunction CreateStringList CreateTreeListSelectDialog CSelectSQL CSQL CSubString CurrentUserID CurrentUserName CurrentVersion DataSetLocateEx DateDiff DateTimeDiff DateToStr DayOfWeek DeleteFile DirectoryExists DisableCheckAccessRights DisableCheckFullShowingRestriction DisableMassTaskSendingRestrictions DropTable DupeString EditText EnableCheckAccessRights EnableCheckFullShowingRestriction EnableMassTaskSendingRestrictions EndOfMonth EndOfPeriod ExceptionExists ExceptionsOff ExceptionsOn Execute ExecuteProcess Exit ExpandEnvironmentVariables ExtractFileDrive ExtractFileExt ExtractFileName ExtractFilePath ExtractParams FileExists FileSize FindFile FindSubString FirmContext ForceDirectories Format FormatDate FormatNumeric FormatSQLDate FormatString FreeException GetComponent GetComponentLaunchParam GetConstant GetLastException GetReferenceRecord GetRefTypeByRefID GetTableID GetTempFolder IfThen In IndexOf InputDialog InputDialogEx InteractiveMode IsFileLocked IsGraphicFile IsNumeric Length LoadString LoadStringFmt LocalTimeToUTC LowerCase Max MessageBox MessageBoxEx MimeDecodeBinary MimeDecodeString MimeEncodeBinary MimeEncodeString Min MoneyInWords MoveFile NewID Now OpenFile Ord Precision Raise ReadCertificateFromFile ReadFile ReferenceCodeByID ReferenceNumber ReferenceRequisiteMode ReferenceRequisiteValue RegionDateSettings RegionNumberSettings RegionTimeSettings RegRead RegWrite RenameFile Replace Round SelectServerCode SelectSQL ServerDateTime SetConstant SetManagedFolderFieldsState ShowConstantsInputDialog ShowMessage Sleep Split SQL SQL2XLSTAB SQLProfilingSendReport StrToDate SubString SubStringCount SystemSetting Time TimeDiff Today Transliterate Trim UpperCase UserStatus UTCToLocalTime ValidateXML VarIsClear VarIsEmpty VarIsNull WorkTimeDiff WriteFile WriteFileEx WriteObjectHistory Анализ БазаДанных БлокЕсть БлокЕстьРасш БлокИнфо БлокСнять БлокСнятьРасш БлокУстановить Ввод ВводМеню ВедС ВедСпр ВерхняяГраницаМассива ВнешПрогр Восст ВременнаяПапка Время ВыборSQL ВыбратьЗапись ВыделитьСтр Вызвать Выполнить ВыпПрогр ГрафическийФайл ГруппаДополнительно ДатаВремяСерв ДеньНедели ДиалогДаНет ДлинаСтр ДобПодстр ЕПусто ЕслиТо ЕЧисло ЗамПодстр ЗаписьСправочника ЗначПоляСпр ИДТипСпр ИзвлечьДиск ИзвлечьИмяФайла ИзвлечьПуть ИзвлечьРасширение ИзмДат ИзменитьРазмерМассива ИзмеренийМассива ИмяОрг ИмяПоляСпр Индекс ИндикаторЗакрыть ИндикаторОткрыть ИндикаторШаг ИнтерактивныйРежим ИтогТблСпр КодВидВедСпр КодВидСпрПоИД КодПоAnalit КодСимвола КодСпр КолПодстр КолПроп КонМес Конст КонстЕсть КонстЗнач КонТран КопироватьФайл КопияСтр КПериод КСтрТблСпр Макс МаксСтрТблСпр Массив Меню МенюРасш Мин НаборДанныхНайтиРасш НаимВидСпр НаимПоAnalit НаимСпр НастроитьПереводыСтрок НачМес НачТран НижняяГраницаМассива НомерСпр НПериод Окно Окр Окружение ОтлИнфДобавить ОтлИнфУдалить Отчет ОтчетАнал ОтчетИнт ПапкаСуществует Пауза ПВыборSQL ПереименоватьФайл Переменные ПереместитьФайл Подстр ПоискПодстр ПоискСтр ПолучитьИДТаблицы ПользовательДополнительно ПользовательИД ПользовательИмя ПользовательСтатус Прервать ПроверитьПараметр ПроверитьПараметрЗнач ПроверитьУсловие РазбСтр РазнВремя РазнДат РазнДатаВремя РазнРабВремя РегУстВрем РегУстДат РегУстЧсл РедТекст РеестрЗапись РеестрСписокИменПарам РеестрЧтение РеквСпр РеквСпрПр Сегодня Сейчас Сервер СерверПроцессИД СертификатФайлСчитать СжПроб Символ СистемаДиректумКод СистемаИнформация СистемаКод Содержит СоединениеЗакрыть СоединениеОткрыть СоздатьДиалог СоздатьДиалогВыбораИзДвухСписков СоздатьДиалогВыбораПапки СоздатьДиалогОткрытияФайла СоздатьДиалогСохраненияФайла СоздатьЗапрос СоздатьИндикатор СоздатьИсключение СоздатьКэшированныйСправочник СоздатьМассив СоздатьНаборДанных СоздатьОбъект СоздатьОтчет СоздатьПапку СоздатьРедактор СоздатьСоединение СоздатьСписок СоздатьСписокСтрок СоздатьСправочник СоздатьСценарий СоздСпр СостСпр Сохр СохрСпр СписокСистем Спр Справочник СпрБлокЕсть СпрБлокСнять СпрБлокСнятьРасш СпрБлокУстановить СпрИзмНабДан СпрКод СпрНомер СпрОбновить СпрОткрыть СпрОтменить СпрПарам СпрПолеЗнач СпрПолеИмя СпрРекв СпрРеквВведЗн СпрРеквНовые СпрРеквПр СпрРеквПредЗн СпрРеквРежим СпрРеквТипТекст СпрСоздать СпрСост СпрСохранить СпрТблИтог СпрТблСтр СпрТблСтрКол СпрТблСтрМакс СпрТблСтрМин СпрТблСтрПред СпрТблСтрСлед СпрТблСтрСозд СпрТблСтрУд СпрТекПредст СпрУдалить СравнитьСтр СтрВерхРегистр СтрНижнРегистр СтрТблСпр СумПроп Сценарий СценарийПарам ТекВерсия ТекОрг Точн Тран Транслитерация УдалитьТаблицу УдалитьФайл УдСпр УдСтрТблСпр Уст УстановкиКонстант ФайлАтрибутСчитать ФайлАтрибутУстановить ФайлВремя ФайлВремяУстановить ФайлВыбрать ФайлЗанят ФайлЗаписать ФайлИскать ФайлКопировать ФайлМожноЧитать ФайлОткрыть ФайлПереименовать ФайлПерекодировать ФайлПереместить ФайлПросмотреть ФайлРазмер ФайлСоздать ФайлСсылкаСоздать ФайлСуществует ФайлСчитать ФайлУдалить ФмтSQLДат ФмтДат ФмтСтр ФмтЧсл Формат ЦМассивЭлемент ЦНаборДанныхРеквизит ЦПодстр ",yh="AltState Application CallType ComponentTokens CreatedJobs CreatedNotices ControlState DialogResult Dialogs EDocuments EDocumentVersionSource Folders GlobalIDs Job Jobs InputValue LookUpReference LookUpRequisiteNames LookUpSearch Object ParentComponent Processes References Requisite ReportName Reports Result Scripts Searches SelectedAttachments SelectedItems SelectMode Sender ServerEvents ServiceFactory ShiftState SubTask SystemDialogs Tasks Wizard Wizards Work ВызовСпособ ИмяОтчета РеквЗнач ",ud="IApplication IAccessRights IAccountRepository IAccountSelectionRestrictions IAction IActionList IAdministrationHistoryDescription IAnchors IApplication IArchiveInfo IAttachment IAttachmentList ICheckListBox ICheckPointedList IColumn IComponent IComponentDescription IComponentToken IComponentTokenFactory IComponentTokenInfo ICompRecordInfo IConnection IContents IControl IControlJob IControlJobInfo IControlList ICrypto ICrypto2 ICustomJob ICustomJobInfo ICustomListBox ICustomObjectWizardStep ICustomWork ICustomWorkInfo IDataSet IDataSetAccessInfo IDataSigner IDateCriterion IDateRequisite IDateRequisiteDescription IDateValue IDeaAccessRights IDeaObjectInfo IDevelopmentComponentLock IDialog IDialogFactory IDialogPickRequisiteItems IDialogsFactory IDICSFactory IDocRequisite IDocumentInfo IDualListDialog IECertificate IECertificateInfo IECertificates IEditControl IEditorForm IEdmsExplorer IEdmsObject IEdmsObjectDescription IEdmsObjectFactory IEdmsObjectInfo IEDocument IEDocumentAccessRights IEDocumentDescription IEDocumentEditor IEDocumentFactory IEDocumentInfo IEDocumentStorage IEDocumentVersion IEDocumentVersionListDialog IEDocumentVersionSource IEDocumentWizardStep IEDocVerSignature IEDocVersionState IEnabledMode IEncodeProvider IEncrypter IEvent IEventList IException IExternalEvents IExternalHandler IFactory IField IFileDialog IFolder IFolderDescription IFolderDialog IFolderFactory IFolderInfo IForEach IForm IFormTitle IFormWizardStep IGlobalIDFactory IGlobalIDInfo IGrid IHasher IHistoryDescription IHyperLinkControl IImageButton IImageControl IInnerPanel IInplaceHint IIntegerCriterion IIntegerList IIntegerRequisite IIntegerValue IISBLEditorForm IJob IJobDescription IJobFactory IJobForm IJobInfo ILabelControl ILargeIntegerCriterion ILargeIntegerRequisite ILargeIntegerValue ILicenseInfo ILifeCycleStage IList IListBox ILocalIDInfo ILocalization ILock IMemoryDataSet IMessagingFactory IMetadataRepository INotice INoticeInfo INumericCriterion INumericRequisite INumericValue IObject IObjectDescription IObjectImporter IObjectInfo IObserver IPanelGroup IPickCriterion IPickProperty IPickRequisite IPickRequisiteDescription IPickRequisiteItem IPickRequisiteItems IPickValue IPrivilege IPrivilegeList IProcess IProcessFactory IProcessMessage IProgress IProperty IPropertyChangeEvent IQuery IReference IReferenceCriterion IReferenceEnabledMode IReferenceFactory IReferenceHistoryDescription IReferenceInfo IReferenceRecordCardWizardStep IReferenceRequisiteDescription IReferencesFactory IReferenceValue IRefRequisite IReport IReportFactory IRequisite IRequisiteDescription IRequisiteDescriptionList IRequisiteFactory IRichEdit IRouteStep IRule IRuleList ISchemeBlock IScript IScriptFactory ISearchCriteria ISearchCriterion ISearchDescription ISearchFactory ISearchFolderInfo ISearchForObjectDescription ISearchResultRestrictions ISecuredContext ISelectDialog IServerEvent IServerEventFactory IServiceDialog IServiceFactory ISignature ISignProvider ISignProvider2 ISignProvider3 ISimpleCriterion IStringCriterion IStringList IStringRequisite IStringRequisiteDescription IStringValue ISystemDialogsFactory ISystemInfo ITabSheet ITask ITaskAbortReasonInfo ITaskCardWizardStep ITaskDescription ITaskFactory ITaskInfo ITaskRoute ITextCriterion ITextRequisite ITextValue ITreeListSelectDialog IUser IUserList IValue IView IWebBrowserControl IWizard IWizardAction IWizardFactory IWizardFormElement IWizardParam IWizardPickParam IWizardReferenceParam IWizardStep IWorkAccessRights IWorkDescription IWorkflowAskableParam IWorkflowAskableParams IWorkflowBlock IWorkflowBlockResult IWorkflowEnabledMode IWorkflowParam IWorkflowPickParam IWorkflowReferenceParam IWorkState IWorkTreeCustomNode IWorkTreeJobNode IWorkTreeTaskNode IXMLEditorForm SBCrypto ",ir=U+cd,au=yh,Ma="null true false nil ",qn={className:"number",begin:e.NUMBER_RE,relevance:0},Da={className:"string",variants:[{begin:'"',end:'"'},{begin:"'",end:"'"}]},Ei={className:"doctag",begin:"\\b(?:TODO|DONE|BEGIN|END|STUB|CHG|FIXME|NOTE|BUG|XXX)\\b",relevance:0},fl={className:"comment",begin:"//",end:"$",relevance:0,contains:[e.PHRASAL_WORDS_MODE,Ei]},ms={className:"comment",begin:"/\\*",end:"\\*/",relevance:0,contains:[e.PHRASAL_WORDS_MODE,Ei]},nr={variants:[fl,ms]},yr={$pattern:t,keyword:a,built_in:ir,class:au,literal:Ma},Ar={begin:"\\.\\s*"+e.UNDERSCORE_IDENT_RE,keywords:yr,relevance:0},tn={className:"type",begin:":[ \\t]*("+ud.trim().replace(/\s/g,"|")+")",end:"[ \\t]*=",excludeEnd:!0},la={className:"variable",keywords:yr,begin:t,relevance:0,contains:[tn,Ar]},hi=n+"\\(";return{name:"ISBL",case_insensitive:!0,keywords:yr,illegal:"\\$|\\?|%|,|;$|~|#|@|a(s,o,l-1))}function i(s){const o=s.regex,l="[À-ʸa-zA-Z_$][À-ʸa-zA-Z_$0-9]*",c=l+a("(?:<"+l+"~~~(?:\\s*,\\s*"+l+"~~~)*>)?",/~~~/g,2),m={keyword:["synchronized","abstract","private","var","static","if","const ","for","while","strictfp","finally","protected","import","native","final","void","enum","else","break","transient","catch","instanceof","volatile","case","assert","package","default","public","try","switch","continue","throws","protected","public","private","module","requires","exports","do","sealed","yield","permits","goto","when"],literal:["false","true","null"],type:["char","boolean","long","float","int","byte","short","double"],built_in:["super","this"]},g={className:"meta",begin:"@"+l,contains:[{begin:/\(/,end:/\)/,contains:["self"]}]},b={className:"params",begin:/\(/,end:/\)/,keywords:m,relevance:0,contains:[s.C_BLOCK_COMMENT_MODE],endsParent:!0};return{name:"Java",aliases:["jsp"],keywords:m,illegal:/<\/|#/,contains:[s.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{begin:/\w+@/,relevance:0},{className:"doctag",begin:"@[A-Za-z]+"}]}),{begin:/import java\.[a-z]+\./,keywords:"import",relevance:2},s.C_LINE_COMMENT_MODE,s.C_BLOCK_COMMENT_MODE,{begin:/"""/,end:/"""/,className:"string",contains:[s.BACKSLASH_ESCAPE]},s.APOS_STRING_MODE,s.QUOTE_STRING_MODE,{match:[/\b(?:class|interface|enum|extends|implements|new)/,/\s+/,l],className:{1:"keyword",3:"title.class"}},{match:/non-sealed/,scope:"keyword"},{begin:[o.concat(/(?!else)/,l),/\s+/,l,/\s+/,/=(?!=)/],className:{1:"type",3:"variable",5:"operator"}},{begin:[/record/,/\s+/,l],className:{1:"keyword",3:"title.class"},contains:[b,s.C_LINE_COMMENT_MODE,s.C_BLOCK_COMMENT_MODE]},{beginKeywords:"new throw return else",relevance:0},{begin:["(?:"+c+"\\s+)",s.UNDERSCORE_IDENT_RE,/\s*(?=\()/],className:{2:"title.function"},keywords:m,contains:[{className:"params",begin:/\(/,end:/\)/,keywords:m,relevance:0,contains:[g,s.APOS_STRING_MODE,s.QUOTE_STRING_MODE,n,s.C_BLOCK_COMMENT_MODE]},s.C_LINE_COMMENT_MODE,s.C_BLOCK_COMMENT_MODE]},n,g]}}return a2=i,a2}var i2,nI;function pse(){if(nI)return i2;nI=1;const r="[A-Za-z$_][0-9A-Za-z$_]*",e=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],t=["true","false","null","undefined","NaN","Infinity"],n=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],a=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],i=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],s=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],o=[].concat(i,n,a);function l(c){const u=c.regex,d=(ne,{after:ue})=>{const he="",end:""},m=/<[A-Za-z0-9\\._:-]+\s*\/>/,g={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(ne,ue)=>{const he=ne[0].length+ne.index,be=ne.input[he];if(be==="<"||be===","){ue.ignoreMatch();return}be===">"&&(d(ne,{after:he})||ue.ignoreMatch());let Z;const ae=ne.input.substring(he);if(Z=ae.match(/^\s*=/)){ue.ignoreMatch();return}if((Z=ae.match(/^\s+extends\s+/))&&Z.index===0){ue.ignoreMatch();return}}},b={$pattern:r,keyword:e,literal:t,built_in:o,"variable.language":s},_="[0-9](_?[0-9])*",v=`\\.(${_})`,y="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",E={className:"number",variants:[{begin:`(\\b(${y})((${v})|\\.)?|(${v}))[eE][+-]?(${_})\\b`},{begin:`\\b(${y})\\b((${v})\\b|\\.)?|(${v})\\b`},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},S={className:"subst",begin:"\\$\\{",end:"\\}",keywords:b,contains:[]},w={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[c.BACKSLASH_ESCAPE,S],subLanguage:"xml"}},C={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[c.BACKSLASH_ESCAPE,S],subLanguage:"css"}},x={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[c.BACKSLASH_ESCAPE,S],subLanguage:"graphql"}},N={className:"string",begin:"`",end:"`",contains:[c.BACKSLASH_ESCAPE,S]},D={className:"comment",variants:[c.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:h+"(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),c.C_BLOCK_COMMENT_MODE,c.C_LINE_COMMENT_MODE]},V=[c.APOS_STRING_MODE,c.QUOTE_STRING_MODE,w,C,x,N,{match:/\$\d+/},E];S.contains=V.concat({begin:/\{/,end:/\}/,keywords:b,contains:["self"].concat(V)});const q=[].concat(D,S.contains),$=q.concat([{begin:/(\s*)\(/,end:/\)/,keywords:b,contains:["self"].concat(q)}]),K={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:b,contains:$},z={variants:[{match:[/class/,/\s+/,h,/\s+/,/extends/,/\s+/,u.concat(h,"(",u.concat(/\./,h),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,h],scope:{1:"keyword",3:"title.class"}}]},re={relevance:0,match:u.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...n,...a]}},W={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},ie={variants:[{match:[/function/,/\s+/,h,/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[K],illegal:/%/},k={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function B(ne){return u.concat("(?!",ne.join("|"),")")}const te={match:u.concat(/\b/,B([...i,"super","import"].map(ne=>`${ne}\\s*\\(`)),h,u.lookahead(/\s*\(/)),className:"title.function",relevance:0},O={begin:u.concat(/\./,u.lookahead(u.concat(h,/(?![0-9A-Za-z$_(])/))),end:h,excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},R={match:[/get|set/,/\s+/,h,/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},K]},U="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+c.UNDERSCORE_IDENT_RE+")\\s*=>",Q={match:[/const|var|let/,/\s+/,h,/\s*/,/=\s*/,/(async\s*)?/,u.lookahead(U)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[K]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:b,exports:{PARAMS_CONTAINS:$,CLASS_REFERENCE:re},illegal:/#(?![$_A-z])/,contains:[c.SHEBANG({label:"shebang",binary:"node",relevance:5}),W,c.APOS_STRING_MODE,c.QUOTE_STRING_MODE,w,C,x,N,D,{match:/\$\d+/},E,re,{scope:"attr",match:h+u.lookahead(":"),relevance:0},Q,{begin:"("+c.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[D,c.REGEXP_MODE,{className:"function",begin:U,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:c.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:b,contains:$}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:p.begin,end:p.end},{match:m},{begin:g.begin,"on:begin":g.isTrulyOpeningTag,end:g.end}],subLanguage:"xml",contains:[{begin:g.begin,end:g.end,skip:!0,contains:["self"]}]}]},ie,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+c.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[K,c.inherit(c.TITLE_MODE,{begin:h,className:"title.function"})]},{match:/\.\.\./,relevance:0},O,{match:"\\$"+h,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[K]},te,k,z,R,{match:/\$[(.]/}]}}return i2=l,i2}var s2,aI;function mse(){if(aI)return s2;aI=1;function r(e){const n={className:"params",begin:/\(/,end:/\)/,contains:[{begin:/[\w-]+ *=/,returnBegin:!0,relevance:0,contains:[{className:"attr",begin:/[\w-]+/}]}],relevance:0},a={className:"function",begin:/:[\w\-.]+/,relevance:0},i={className:"string",begin:/\B([\/.])[\w\-.\/=]+/},s={className:"params",begin:/--[\w\-=\/]+/};return{name:"JBoss CLI",aliases:["wildfly-cli"],keywords:{$pattern:"[a-z-]+",keyword:"alias batch cd clear command connect connection-factory connection-info data-source deploy deployment-info deployment-overlay echo echo-dmr help history if jdbc-driver-info jms-queue|20 jms-topic|20 ls patch pwd quit read-attribute read-operation reload rollout-plan run-batch set shutdown try unalias undeploy unset version xa-data-source",literal:"true false"},contains:[e.HASH_COMMENT_MODE,e.QUOTE_STRING_MODE,s,a,i,n]}}return s2=r,s2}var o2,iI;function gse(){if(iI)return o2;iI=1;function r(e){const t={className:"attr",begin:/"(\\.|[^\\"\r\n])*"(?=\s*:)/,relevance:1.01},n={match:/[{}[\],:]/,className:"punctuation",relevance:0},a=["true","false","null"],i={scope:"literal",beginKeywords:a.join(" ")};return{name:"JSON",aliases:["jsonc"],keywords:{literal:a},contains:[t,n,e.QUOTE_STRING_MODE,i,e.C_NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE],illegal:"\\S"}}return o2=r,o2}var l2,sI;function _se(){if(sI)return l2;sI=1;function r(e){const t="[A-Za-z_\\u00A1-\\uFFFF][A-Za-z_0-9\\u00A1-\\uFFFF]*",s={$pattern:t,keyword:["baremodule","begin","break","catch","ccall","const","continue","do","else","elseif","end","export","false","finally","for","function","global","if","import","in","isa","let","local","macro","module","quote","return","true","try","using","where","while"],literal:["ARGS","C_NULL","DEPOT_PATH","ENDIAN_BOM","ENV","Inf","Inf16","Inf32","Inf64","InsertionSort","LOAD_PATH","MergeSort","NaN","NaN16","NaN32","NaN64","PROGRAM_FILE","QuickSort","RoundDown","RoundFromZero","RoundNearest","RoundNearestTiesAway","RoundNearestTiesUp","RoundToZero","RoundUp","VERSION|0","devnull","false","im","missing","nothing","pi","stderr","stdin","stdout","true","undef","π","ℯ"],built_in:["AbstractArray","AbstractChannel","AbstractChar","AbstractDict","AbstractDisplay","AbstractFloat","AbstractIrrational","AbstractMatrix","AbstractRange","AbstractSet","AbstractString","AbstractUnitRange","AbstractVecOrMat","AbstractVector","Any","ArgumentError","Array","AssertionError","BigFloat","BigInt","BitArray","BitMatrix","BitSet","BitVector","Bool","BoundsError","CapturedException","CartesianIndex","CartesianIndices","Cchar","Cdouble","Cfloat","Channel","Char","Cint","Cintmax_t","Clong","Clonglong","Cmd","Colon","Complex","ComplexF16","ComplexF32","ComplexF64","CompositeException","Condition","Cptrdiff_t","Cshort","Csize_t","Cssize_t","Cstring","Cuchar","Cuint","Cuintmax_t","Culong","Culonglong","Cushort","Cvoid","Cwchar_t","Cwstring","DataType","DenseArray","DenseMatrix","DenseVecOrMat","DenseVector","Dict","DimensionMismatch","Dims","DivideError","DomainError","EOFError","Enum","ErrorException","Exception","ExponentialBackOff","Expr","Float16","Float32","Float64","Function","GlobalRef","HTML","IO","IOBuffer","IOContext","IOStream","IdDict","IndexCartesian","IndexLinear","IndexStyle","InexactError","InitError","Int","Int128","Int16","Int32","Int64","Int8","Integer","InterruptException","InvalidStateException","Irrational","KeyError","LinRange","LineNumberNode","LinearIndices","LoadError","MIME","Matrix","Method","MethodError","Missing","MissingException","Module","NTuple","NamedTuple","Nothing","Number","OrdinalRange","OutOfMemoryError","OverflowError","Pair","PartialQuickSort","PermutedDimsArray","Pipe","ProcessFailedException","Ptr","QuoteNode","Rational","RawFD","ReadOnlyMemoryError","Real","ReentrantLock","Ref","Regex","RegexMatch","RoundingMode","SegmentationFault","Set","Signed","Some","StackOverflowError","StepRange","StepRangeLen","StridedArray","StridedMatrix","StridedVecOrMat","StridedVector","String","StringIndexError","SubArray","SubString","SubstitutionString","Symbol","SystemError","Task","TaskFailedException","Text","TextDisplay","Timer","Tuple","Type","TypeError","TypeVar","UInt","UInt128","UInt16","UInt32","UInt64","UInt8","UndefInitializer","UndefKeywordError","UndefRefError","UndefVarError","Union","UnionAll","UnitRange","Unsigned","Val","Vararg","VecElement","VecOrMat","Vector","VersionNumber","WeakKeyDict","WeakRef"]},o={keywords:s,illegal:/<\//},l={className:"number",begin:/(\b0x[\d_]*(\.[\d_]*)?|0x\.\d[\d_]*)p[-+]?\d+|\b0[box][a-fA-F0-9][a-fA-F0-9_]*|(\b\d[\d_]*(\.[\d_]*)?|\.\d[\d_]*)([eEfF][-+]?\d+)?/,relevance:0},c={className:"string",begin:/'(.|\\[xXuU][a-zA-Z0-9]+)'/},u={className:"subst",begin:/\$\(/,end:/\)/,keywords:s},d={className:"variable",begin:"\\$"+t},h={className:"string",contains:[e.BACKSLASH_ESCAPE,u,d],variants:[{begin:/\w*"""/,end:/"""\w*/,relevance:10},{begin:/\w*"/,end:/"\w*/}]},p={className:"string",contains:[e.BACKSLASH_ESCAPE,u,d],begin:"`",end:"`"},m={className:"meta",begin:"@"+t},g={className:"comment",variants:[{begin:"#=",end:"=#",relevance:10},{begin:"#",end:"$"}]};return o.name="Julia",o.contains=[l,c,h,p,m,g,e.HASH_COMMENT_MODE,{className:"keyword",begin:"\\b(((abstract|primitive)\\s+)type|(mutable\\s+)?struct)\\b"},{begin:/<:/}],u.contains=o.contains,o}return l2=r,l2}var c2,oI;function bse(){if(oI)return c2;oI=1;function r(e){return{name:"Julia REPL",contains:[{className:"meta.prompt",begin:/^julia>/,relevance:10,starts:{end:/^(?![ ]{6})/,subLanguage:"julia"}}],aliases:["jldoctest"]}}return c2=r,c2}var u2,lI;function vse(){if(lI)return u2;lI=1;var r="[0-9](_*[0-9])*",e=`\\.(${r})`,t="[0-9a-fA-F](_*[0-9a-fA-F])*",n={className:"number",variants:[{begin:`(\\b(${r})((${e})|\\.)?|(${e}))[eE][+-]?(${r})[fFdD]?\\b`},{begin:`\\b(${r})((${e})[fFdD]?\\b|\\.([fFdD]\\b)?)`},{begin:`(${e})[fFdD]?\\b`},{begin:`\\b(${r})[fFdD]\\b`},{begin:`\\b0[xX]((${t})\\.?|(${t})?\\.(${t}))[pP][+-]?(${r})[fFdD]?\\b`},{begin:"\\b(0|[1-9](_*[0-9])*)[lL]?\\b"},{begin:`\\b0[xX](${t})[lL]?\\b`},{begin:"\\b0(_*[0-7])*[lL]?\\b"},{begin:"\\b0[bB][01](_*[01])*[lL]?\\b"}],relevance:0};function a(i){const s={keyword:"abstract as val var vararg get set class object open private protected public noinline crossinline dynamic final enum if else do while for when throw try catch finally import package is in fun override companion reified inline lateinit init interface annotation data sealed internal infix operator out by constructor super tailrec where const inner suspend typealias external expect actual",built_in:"Byte Short Char Int Long Boolean Float Double Void Unit Nothing",literal:"true false null"},o={className:"keyword",begin:/\b(break|continue|return|this)\b/,starts:{contains:[{className:"symbol",begin:/@\w+/}]}},l={className:"symbol",begin:i.UNDERSCORE_IDENT_RE+"@"},c={className:"subst",begin:/\$\{/,end:/\}/,contains:[i.C_NUMBER_MODE]},u={className:"variable",begin:"\\$"+i.UNDERSCORE_IDENT_RE},d={className:"string",variants:[{begin:'"""',end:'"""(?=[^"])',contains:[u,c]},{begin:"'",end:"'",illegal:/\n/,contains:[i.BACKSLASH_ESCAPE]},{begin:'"',end:'"',illegal:/\n/,contains:[i.BACKSLASH_ESCAPE,u,c]}]};c.contains.push(d);const h={className:"meta",begin:"@(?:file|property|field|get|set|receiver|param|setparam|delegate)\\s*:(?:\\s*"+i.UNDERSCORE_IDENT_RE+")?"},p={className:"meta",begin:"@"+i.UNDERSCORE_IDENT_RE,contains:[{begin:/\(/,end:/\)/,contains:[i.inherit(d,{className:"string"}),"self"]}]},m=n,g=i.COMMENT("/\\*","\\*/",{contains:[i.C_BLOCK_COMMENT_MODE]}),b={variants:[{className:"type",begin:i.UNDERSCORE_IDENT_RE},{begin:/\(/,end:/\)/,contains:[]}]},_=b;return _.variants[1].contains=[b],b.variants[1].contains=[_],{name:"Kotlin",aliases:["kt","kts"],keywords:s,contains:[i.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"}]}),i.C_LINE_COMMENT_MODE,g,o,l,h,p,{className:"function",beginKeywords:"fun",end:"[(]|$",returnBegin:!0,excludeEnd:!0,keywords:s,relevance:5,contains:[{begin:i.UNDERSCORE_IDENT_RE+"\\s*\\(",returnBegin:!0,relevance:0,contains:[i.UNDERSCORE_TITLE_MODE]},{className:"type",begin://,keywords:"reified",relevance:0},{className:"params",begin:/\(/,end:/\)/,endsParent:!0,keywords:s,relevance:0,contains:[{begin:/:/,end:/[=,\/]/,endsWithParent:!0,contains:[b,i.C_LINE_COMMENT_MODE,g],relevance:0},i.C_LINE_COMMENT_MODE,g,h,p,d,i.C_NUMBER_MODE]},g]},{begin:[/class|interface|trait/,/\s+/,i.UNDERSCORE_IDENT_RE],beginScope:{3:"title.class"},keywords:"class interface trait",end:/[:\{(]|$/,excludeEnd:!0,illegal:"extends implements",contains:[{beginKeywords:"public protected internal private constructor"},i.UNDERSCORE_TITLE_MODE,{className:"type",begin://,excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:/[,:]\s*/,end:/[<\(,){\s]|$/,excludeBegin:!0,returnEnd:!0},h,p]},d,{className:"meta",begin:"^#!/usr/bin/env",end:"$",illegal:` +`},m]}}return u2=a,u2}var d2,cI;function yse(){if(cI)return d2;cI=1;function r(e){const t="[a-zA-Z_][\\w.]*",n="<\\?(lasso(script)?|=)",a="\\]|\\?>",i={$pattern:t+"|&[lg]t;",literal:"true false none minimal full all void and or not bw nbw ew new cn ncn lt lte gt gte eq neq rx nrx ft",built_in:"array date decimal duration integer map pair string tag xml null boolean bytes keyword list locale queue set stack staticarray local var variable global data self inherited currentcapture givenblock",keyword:"cache database_names database_schemanames database_tablenames define_tag define_type email_batch encode_set html_comment handle handle_error header if inline iterate ljax_target link link_currentaction link_currentgroup link_currentrecord link_detail link_firstgroup link_firstrecord link_lastgroup link_lastrecord link_nextgroup link_nextrecord link_prevgroup link_prevrecord log loop namespace_using output_none portal private protect records referer referrer repeating resultset rows search_args search_arguments select sort_args sort_arguments thread_atomic value_list while abort case else fail_if fail_ifnot fail if_empty if_false if_null if_true loop_abort loop_continue loop_count params params_up return return_value run_children soap_definetag soap_lastrequest soap_lastresponse tag_name ascending average by define descending do equals frozen group handle_failure import in into join let match max min on order parent protected provide public require returnhome skip split_thread sum take thread to trait type where with yield yieldhome"},s=e.COMMENT("",{relevance:0}),o={className:"meta",begin:"\\[noprocess\\]",starts:{end:"\\[/noprocess\\]",returnEnd:!0,contains:[s]}},l={className:"meta",begin:"\\[/noprocess|"+n},c={className:"symbol",begin:"'"+t+"'"},u=[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.inherit(e.C_NUMBER_MODE,{begin:e.C_NUMBER_RE+"|(-?infinity|NaN)\\b"}),e.inherit(e.APOS_STRING_MODE,{illegal:null}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),{className:"string",begin:"`",end:"`"},{variants:[{begin:"[#$]"+t},{begin:"#",end:"\\d+",illegal:"\\W"}]},{className:"type",begin:"::\\s*",end:t,illegal:"\\W"},{className:"params",variants:[{begin:"-(?!infinity)"+t,relevance:0},{begin:"(\\.\\.\\.)"}]},{begin:/(->|\.)\s*/,relevance:0,contains:[c]},{className:"class",beginKeywords:"define",returnEnd:!0,end:"\\(|=>",contains:[e.inherit(e.TITLE_MODE,{begin:t+"(=(?!>))?|[-+*/%](?!>)"})]}];return{name:"Lasso",aliases:["ls","lassoscript"],case_insensitive:!0,keywords:i,contains:[{className:"meta",begin:a,relevance:0,starts:{end:"\\[|"+n,returnEnd:!0,relevance:0,contains:[s]}},o,l,{className:"meta",begin:"\\[no_square_brackets",starts:{end:"\\[/no_square_brackets\\]",keywords:i,contains:[{className:"meta",begin:a,relevance:0,starts:{end:"\\[noprocess\\]|"+n,returnEnd:!0,contains:[s]}},o,l].concat(u)}},{className:"meta",begin:"\\[",relevance:0},{className:"meta",begin:"^#!",end:"lasso9$",relevance:10}].concat(u)}}return d2=r,d2}var h2,uI;function Sse(){if(uI)return h2;uI=1;function r(e){const n=e.regex.either(...["(?:NeedsTeXFormat|RequirePackage|GetIdInfo)","Provides(?:Expl)?(?:Package|Class|File)","(?:DeclareOption|ProcessOptions)","(?:documentclass|usepackage|input|include)","makeat(?:letter|other)","ExplSyntax(?:On|Off)","(?:new|renew|provide)?command","(?:re)newenvironment","(?:New|Renew|Provide|Declare)(?:Expandable)?DocumentCommand","(?:New|Renew|Provide|Declare)DocumentEnvironment","(?:(?:e|g|x)?def|let)","(?:begin|end)","(?:part|chapter|(?:sub){0,2}section|(?:sub)?paragraph)","caption","(?:label|(?:eq|page|name)?ref|(?:paren|foot|super)?cite)","(?:alpha|beta|[Gg]amma|[Dd]elta|(?:var)?epsilon|zeta|eta|[Tt]heta|vartheta)","(?:iota|(?:var)?kappa|[Ll]ambda|mu|nu|[Xx]i|[Pp]i|varpi|(?:var)rho)","(?:[Ss]igma|varsigma|tau|[Uu]psilon|[Pp]hi|varphi|chi|[Pp]si|[Oo]mega)","(?:frac|sum|prod|lim|infty|times|sqrt|leq|geq|left|right|middle|[bB]igg?)","(?:[lr]angle|q?quad|[lcvdi]?dots|d?dot|hat|tilde|bar)"].map(D=>D+"(?![a-zA-Z@:_])")),a=new RegExp(["(?:__)?[a-zA-Z]{2,}_[a-zA-Z](?:_?[a-zA-Z])+:[a-zA-Z]*","[lgc]__?[a-zA-Z](?:_?[a-zA-Z])*_[a-zA-Z]{2,}","[qs]__?[a-zA-Z](?:_?[a-zA-Z])+","use(?:_i)?:[a-zA-Z]*","(?:else|fi|or):","(?:if|cs|exp):w","(?:hbox|vbox):n","::[a-zA-Z]_unbraced","::[a-zA-Z:]"].map(D=>D+"(?![a-zA-Z:_])").join("|")),i=[{begin:/[a-zA-Z@]+/},{begin:/[^a-zA-Z@]?/}],s=[{begin:/\^{6}[0-9a-f]{6}/},{begin:/\^{5}[0-9a-f]{5}/},{begin:/\^{4}[0-9a-f]{4}/},{begin:/\^{3}[0-9a-f]{3}/},{begin:/\^{2}[0-9a-f]{2}/},{begin:/\^{2}[\u0000-\u007f]/}],o={className:"keyword",begin:/\\/,relevance:0,contains:[{endsParent:!0,begin:n},{endsParent:!0,begin:a},{endsParent:!0,variants:s},{endsParent:!0,relevance:0,variants:i}]},l={className:"params",relevance:0,begin:/#+\d?/},c={variants:s},u={className:"built_in",relevance:0,begin:/[$&^_]/},d={className:"meta",begin:/% ?!(T[eE]X|tex|BIB|bib)/,end:"$",relevance:10},h=e.COMMENT("%","$",{relevance:0}),p=[o,l,c,u,d,h],m={begin:/\{/,end:/\}/,relevance:0,contains:["self",...p]},g=e.inherit(m,{relevance:0,endsParent:!0,contains:[m,...p]}),b={begin:/\[/,end:/\]/,endsParent:!0,relevance:0,contains:[m,...p]},_={begin:/\s+/,relevance:0},v=[g],y=[b],E=function(D,V){return{contains:[_],starts:{relevance:0,contains:D,starts:V}}},S=function(D,V){return{begin:"\\\\"+D+"(?![a-zA-Z@:_])",keywords:{$pattern:/\\[a-zA-Z]+/,keyword:"\\"+D},relevance:0,contains:[_],starts:V}},w=function(D,V){return e.inherit({begin:"\\\\begin(?=[ ]*(\\r?\\n[ ]*)?\\{"+D+"\\})",keywords:{$pattern:/\\[a-zA-Z]+/,keyword:"\\begin"},relevance:0},E(v,V))},C=(D="string")=>e.END_SAME_AS_BEGIN({className:D,begin:/(.|\r?\n)/,end:/(.|\r?\n)/,excludeBegin:!0,excludeEnd:!0,endsParent:!0}),x=function(D){return{className:"string",end:"(?=\\\\end\\{"+D+"\\})"}},N=(D="string")=>({relevance:0,begin:/\{/,starts:{endsParent:!0,contains:[{className:D,end:/(?=\})/,endsParent:!0,contains:[{begin:/\{/,end:/\}/,relevance:0,contains:["self"]}]}]}}),I=[...["verb","lstinline"].map(D=>S(D,{contains:[C()]})),S("mint",E(v,{contains:[C()]})),S("mintinline",E(v,{contains:[N(),C()]})),S("url",{contains:[N("link"),N("link")]}),S("hyperref",{contains:[N("link")]}),S("href",E(y,{contains:[N("link")]})),...[].concat(...["","\\*"].map(D=>[w("verbatim"+D,x("verbatim"+D)),w("filecontents"+D,E(v,x("filecontents"+D))),...["","B","L"].map(V=>w(V+"Verbatim"+D,E(y,x(V+"Verbatim"+D))))])),w("minted",E(y,E(v,x("minted"))))];return{name:"LaTeX",aliases:["tex"],contains:[...I,...p]}}return h2=r,h2}var f2,dI;function Ese(){if(dI)return f2;dI=1;function r(e){return{name:"LDIF",contains:[{className:"attribute",match:"^dn(?=:)",relevance:10},{className:"attribute",match:"^\\w+(?=:)"},{className:"literal",match:"^-"},e.HASH_COMMENT_MODE]}}return f2=r,f2}var p2,hI;function wse(){if(hI)return p2;hI=1;function r(e){const t=/([A-Za-z_][A-Za-z_0-9]*)?/,a={scope:"params",begin:/\(/,end:/\)(?=\:?)/,endsParent:!0,relevance:7,contains:[{scope:"string",begin:'"',end:'"'},{scope:"keyword",match:["true","false","in"].join("|")},{scope:"variable",match:/[A-Za-z_][A-Za-z_0-9]*/},{scope:"operator",match:/\+|\-|\*|\/|\%|\=\=|\=|\!|\>|\<|\&\&|\|\|/}]},i={match:[t,/(?=\()/],scope:{1:"keyword"},contains:[a]};return a.contains.unshift(i),{name:"Leaf",contains:[{match:[/#+/,t,/(?=\()/],scope:{1:"punctuation",2:"keyword"},starts:{contains:[{match:/\:/,scope:"punctuation"}]},contains:[a]},{match:[/#+/,t,/:?/],scope:{1:"punctuation",2:"keyword",3:"punctuation"}}]}}return p2=r,p2}var m2,fI;function Tse(){if(fI)return m2;fI=1;const r=u=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:u.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[u.APOS_STRING_MODE,u.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:u.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],n=[...e,...t],a=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),s=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),o=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse(),l=i.concat(s).sort().reverse();function c(u){const d=r(u),h=l,p="and or not only",m="[\\w-]+",g="("+m+"|@\\{"+m+"\\})",b=[],_=[],v=function(q){return{className:"string",begin:"~?"+q+".*?"+q}},y=function(q,$,K){return{className:q,begin:$,relevance:K}},E={$pattern:/[a-z-]+/,keyword:p,attribute:a.join(" ")},S={begin:"\\(",end:"\\)",contains:_,keywords:E,relevance:0};_.push(u.C_LINE_COMMENT_MODE,u.C_BLOCK_COMMENT_MODE,v("'"),v('"'),d.CSS_NUMBER_MODE,{begin:"(url|data-uri)\\(",starts:{className:"string",end:"[\\)\\n]",excludeEnd:!0}},d.HEXCOLOR,S,y("variable","@@?"+m,10),y("variable","@\\{"+m+"\\}"),y("built_in","~?`[^`]*?`"),{className:"attribute",begin:m+"\\s*:",end:":",returnBegin:!0,excludeEnd:!0},d.IMPORTANT,{beginKeywords:"and not"},d.FUNCTION_DISPATCH);const w=_.concat({begin:/\{/,end:/\}/,contains:b}),C={beginKeywords:"when",endsWithParent:!0,contains:[{beginKeywords:"and not"}].concat(_)},x={begin:g+"\\s*:",returnBegin:!0,end:/[;}]/,relevance:0,contains:[{begin:/-(webkit|moz|ms|o)-/},d.CSS_VARIABLE,{className:"attribute",begin:"\\b("+o.join("|")+")\\b",end:/(?=:)/,starts:{endsWithParent:!0,illegal:"[<=$]",relevance:0,contains:_}}]},N={className:"keyword",begin:"@(import|media|charset|font-face|(-[a-z]+-)?keyframes|supports|document|namespace|page|viewport|host)\\b",starts:{end:"[;{}]",keywords:E,returnEnd:!0,contains:_,relevance:0}},I={className:"variable",variants:[{begin:"@"+m+"\\s*:",relevance:15},{begin:"@"+m}],starts:{end:"[;}]",returnEnd:!0,contains:w}},D={variants:[{begin:"[\\.#:&\\[>]",end:"[;{}]"},{begin:g,end:/\{/}],returnBegin:!0,returnEnd:!0,illegal:`[<='$"]`,relevance:0,contains:[u.C_LINE_COMMENT_MODE,u.C_BLOCK_COMMENT_MODE,C,y("keyword","all\\b"),y("variable","@\\{"+m+"\\}"),{begin:"\\b("+n.join("|")+")\\b",className:"selector-tag"},d.CSS_NUMBER_MODE,y("selector-tag",g,0),y("selector-id","#"+g),y("selector-class","\\."+g,0),y("selector-tag","&",0),d.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",begin:":("+i.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+s.join("|")+")"},{begin:/\(/,end:/\)/,relevance:0,contains:w},{begin:"!important"},d.FUNCTION_DISPATCH]},V={begin:m+`:(:)?(${h.join("|")})`,returnBegin:!0,contains:[D]};return b.push(u.C_LINE_COMMENT_MODE,u.C_BLOCK_COMMENT_MODE,N,I,V,x,D,C,d.FUNCTION_DISPATCH),{name:"Less",case_insensitive:!0,illegal:`[=>'/<($"]`,contains:b}}return m2=c,m2}var g2,pI;function Cse(){if(pI)return g2;pI=1;function r(e){const t="[a-zA-Z_\\-+\\*\\/<=>&#][a-zA-Z0-9_\\-+*\\/<=>&#!]*",n="\\|[^]*?\\|",a="(-|\\+)?\\d+(\\.\\d+|\\/\\d+)?((d|e|f|l|s|D|E|F|L|S)(\\+|-)?\\d+)?",i={className:"literal",begin:"\\b(t{1}|nil)\\b"},s={className:"number",variants:[{begin:a,relevance:0},{begin:"#(b|B)[0-1]+(/[0-1]+)?"},{begin:"#(o|O)[0-7]+(/[0-7]+)?"},{begin:"#(x|X)[0-9a-fA-F]+(/[0-9a-fA-F]+)?"},{begin:"#(c|C)\\("+a+" +"+a,end:"\\)"}]},o=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),l=e.COMMENT(";","$",{relevance:0}),c={begin:"\\*",end:"\\*"},u={className:"symbol",begin:"[:&]"+t},d={begin:t,relevance:0},h={begin:n},m={contains:[s,o,c,u,{begin:"\\(",end:"\\)",contains:["self",i,o,s,d]},d],variants:[{begin:"['`]\\(",end:"\\)"},{begin:"\\(quote ",end:"\\)",keywords:{name:"quote"}},{begin:"'"+n}]},g={variants:[{begin:"'"+t},{begin:"#'"+t+"(::"+t+")*"}]},b={begin:"\\(\\s*",end:"\\)"},_={endsWithParent:!0,relevance:0};return b.contains=[{className:"name",variants:[{begin:t,relevance:0},{begin:n}]},_],_.contains=[m,g,b,i,s,o,l,c,u,h,d],{name:"Lisp",illegal:/\S/,contains:[s,e.SHEBANG(),i,o,l,m,g,b,d]}}return g2=r,g2}var _2,mI;function Ase(){if(mI)return _2;mI=1;function r(e){const t={className:"variable",variants:[{begin:"\\b([gtps][A-Z]{1}[a-zA-Z0-9]*)(\\[.+\\])?(?:\\s*?)"},{begin:"\\$_[A-Z]+"}],relevance:0},n=[e.C_BLOCK_COMMENT_MODE,e.HASH_COMMENT_MODE,e.COMMENT("--","$"),e.COMMENT("[^:]//","$")],a=e.inherit(e.TITLE_MODE,{variants:[{begin:"\\b_*rig[A-Z][A-Za-z0-9_\\-]*"},{begin:"\\b_[a-z0-9\\-]+"}]}),i=e.inherit(e.TITLE_MODE,{begin:"\\b([A-Za-z0-9_\\-]+)\\b"});return{name:"LiveCode",case_insensitive:!1,keywords:{keyword:"$_COOKIE $_FILES $_GET $_GET_BINARY $_GET_RAW $_POST $_POST_BINARY $_POST_RAW $_SESSION $_SERVER codepoint codepoints segment segments codeunit codeunits sentence sentences trueWord trueWords paragraph after byte bytes english the until http forever descending using line real8 with seventh for stdout finally element word words fourth before black ninth sixth characters chars stderr uInt1 uInt1s uInt2 uInt2s stdin string lines relative rel any fifth items from middle mid at else of catch then third it file milliseconds seconds second secs sec int1 int1s int4 int4s internet int2 int2s normal text item last long detailed effective uInt4 uInt4s repeat end repeat URL in try into switch to words https token binfile each tenth as ticks tick system real4 by dateItems without char character ascending eighth whole dateTime numeric short first ftp integer abbreviated abbr abbrev private case while if div mod wrap and or bitAnd bitNot bitOr bitXor among not in a an within contains ends with begins the keys of keys",literal:"SIX TEN FORMFEED NINE ZERO NONE SPACE FOUR FALSE COLON CRLF PI COMMA ENDOFFILE EOF EIGHT FIVE QUOTE EMPTY ONE TRUE RETURN CR LINEFEED RIGHT BACKSLASH NULL SEVEN TAB THREE TWO six ten formfeed nine zero none space four false colon crlf pi comma endoffile eof eight five quote empty one true return cr linefeed right backslash null seven tab three two RIVERSION RISTATE FILE_READ_MODE FILE_WRITE_MODE FILE_WRITE_MODE DIR_WRITE_MODE FILE_READ_UMASK FILE_WRITE_UMASK DIR_READ_UMASK DIR_WRITE_UMASK",built_in:"put abs acos aliasReference annuity arrayDecode arrayEncode asin atan atan2 average avg avgDev base64Decode base64Encode baseConvert binaryDecode binaryEncode byteOffset byteToNum cachedURL cachedURLs charToNum cipherNames codepointOffset codepointProperty codepointToNum codeunitOffset commandNames compound compress constantNames cos date dateFormat decompress difference directories diskSpace DNSServers exp exp1 exp2 exp10 extents files flushEvents folders format functionNames geometricMean global globals hasMemory harmonicMean hostAddress hostAddressToName hostName hostNameToAddress isNumber ISOToMac itemOffset keys len length libURLErrorData libUrlFormData libURLftpCommand libURLLastHTTPHeaders libURLLastRHHeaders libUrlMultipartFormAddPart libUrlMultipartFormData libURLVersion lineOffset ln ln1 localNames log log2 log10 longFilePath lower macToISO matchChunk matchText matrixMultiply max md5Digest median merge messageAuthenticationCode messageDigest millisec millisecs millisecond milliseconds min monthNames nativeCharToNum normalizeText num number numToByte numToChar numToCodepoint numToNativeChar offset open openfiles openProcesses openProcessIDs openSockets paragraphOffset paramCount param params peerAddress pendingMessages platform popStdDev populationStandardDeviation populationVariance popVariance processID random randomBytes replaceText result revCreateXMLTree revCreateXMLTreeFromFile revCurrentRecord revCurrentRecordIsFirst revCurrentRecordIsLast revDatabaseColumnCount revDatabaseColumnIsNull revDatabaseColumnLengths revDatabaseColumnNames revDatabaseColumnNamed revDatabaseColumnNumbered revDatabaseColumnTypes revDatabaseConnectResult revDatabaseCursors revDatabaseID revDatabaseTableNames revDatabaseType revDataFromQuery revdb_closeCursor revdb_columnbynumber revdb_columncount revdb_columnisnull revdb_columnlengths revdb_columnnames revdb_columntypes revdb_commit revdb_connect revdb_connections revdb_connectionerr revdb_currentrecord revdb_cursorconnection revdb_cursorerr revdb_cursors revdb_dbtype revdb_disconnect revdb_execute revdb_iseof revdb_isbof revdb_movefirst revdb_movelast revdb_movenext revdb_moveprev revdb_query revdb_querylist revdb_recordcount revdb_rollback revdb_tablenames revGetDatabaseDriverPath revNumberOfRecords revOpenDatabase revOpenDatabases revQueryDatabase revQueryDatabaseBlob revQueryResult revQueryIsAtStart revQueryIsAtEnd revUnixFromMacPath revXMLAttribute revXMLAttributes revXMLAttributeValues revXMLChildContents revXMLChildNames revXMLCreateTreeFromFileWithNamespaces revXMLCreateTreeWithNamespaces revXMLDataFromXPathQuery revXMLEvaluateXPath revXMLFirstChild revXMLMatchingNode revXMLNextSibling revXMLNodeContents revXMLNumberOfChildren revXMLParent revXMLPreviousSibling revXMLRootNode revXMLRPC_CreateRequest revXMLRPC_Documents revXMLRPC_Error revXMLRPC_GetHost revXMLRPC_GetMethod revXMLRPC_GetParam revXMLText revXMLRPC_Execute revXMLRPC_GetParamCount revXMLRPC_GetParamNode revXMLRPC_GetParamType revXMLRPC_GetPath revXMLRPC_GetPort revXMLRPC_GetProtocol revXMLRPC_GetRequest revXMLRPC_GetResponse revXMLRPC_GetSocket revXMLTree revXMLTrees revXMLValidateDTD revZipDescribeItem revZipEnumerateItems revZipOpenArchives round sampVariance sec secs seconds sentenceOffset sha1Digest shell shortFilePath sin specialFolderPath sqrt standardDeviation statRound stdDev sum sysError systemVersion tan tempName textDecode textEncode tick ticks time to tokenOffset toLower toUpper transpose truewordOffset trunc uniDecode uniEncode upper URLDecode URLEncode URLStatus uuid value variableNames variance version waitDepth weekdayNames wordOffset xsltApplyStylesheet xsltApplyStylesheetFromFile xsltLoadStylesheet xsltLoadStylesheetFromFile add breakpoint cancel clear local variable file word line folder directory URL close socket process combine constant convert create new alias folder directory decrypt delete variable word line folder directory URL dispatch divide do encrypt filter get include intersect kill libURLDownloadToFile libURLFollowHttpRedirects libURLftpUpload libURLftpUploadFile libURLresetAll libUrlSetAuthCallback libURLSetDriver libURLSetCustomHTTPHeaders libUrlSetExpect100 libURLSetFTPListCommand libURLSetFTPMode libURLSetFTPStopTime libURLSetStatusCallback load extension loadedExtensions multiply socket prepare process post seek rel relative read from process rename replace require resetAll resolve revAddXMLNode revAppendXML revCloseCursor revCloseDatabase revCommitDatabase revCopyFile revCopyFolder revCopyXMLNode revDeleteFolder revDeleteXMLNode revDeleteAllXMLTrees revDeleteXMLTree revExecuteSQL revGoURL revInsertXMLNode revMoveFolder revMoveToFirstRecord revMoveToLastRecord revMoveToNextRecord revMoveToPreviousRecord revMoveToRecord revMoveXMLNode revPutIntoXMLNode revRollBackDatabase revSetDatabaseDriverPath revSetXMLAttribute revXMLRPC_AddParam revXMLRPC_DeleteAllDocuments revXMLAddDTD revXMLRPC_Free revXMLRPC_FreeAll revXMLRPC_DeleteDocument revXMLRPC_DeleteParam revXMLRPC_SetHost revXMLRPC_SetMethod revXMLRPC_SetPort revXMLRPC_SetProtocol revXMLRPC_SetSocket revZipAddItemWithData revZipAddItemWithFile revZipAddUncompressedItemWithData revZipAddUncompressedItemWithFile revZipCancel revZipCloseArchive revZipDeleteItem revZipExtractItemToFile revZipExtractItemToVariable revZipSetProgressCallback revZipRenameItem revZipReplaceItemWithData revZipReplaceItemWithFile revZipOpenArchive send set sort split start stop subtract symmetric union unload vectorDotProduct wait write"},contains:[t,{className:"keyword",begin:"\\bend\\sif\\b"},{className:"function",beginKeywords:"function",end:"$",contains:[t,i,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE,a]},{className:"function",begin:"\\bend\\s+",end:"$",keywords:"end",contains:[i,a],relevance:0},{beginKeywords:"command on",end:"$",contains:[t,i,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE,a]},{className:"meta",variants:[{begin:"<\\?(rev|lc|livecode)",relevance:10},{begin:"<\\?"},{begin:"\\?>"}]},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE,a].concat(n),illegal:";$|^\\[|^=|&|\\{"}}return _2=r,_2}var b2,gI;function xse(){if(gI)return b2;gI=1;const r=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],e=["true","false","null","undefined","NaN","Infinity"],t=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],n=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],a=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],i=[].concat(a,t,n);function s(o){const l=["npm","print"],c=["yes","no","on","off","it","that","void"],u=["then","unless","until","loop","of","by","when","and","or","is","isnt","not","it","that","otherwise","from","to","til","fallthrough","case","enum","native","list","map","__hasProp","__extends","__slice","__bind","__indexOf"],d={keyword:r.concat(u),literal:e.concat(c),built_in:i.concat(l)},h="[A-Za-z$_](?:-[0-9A-Za-z$_]|[0-9A-Za-z$_])*",p=o.inherit(o.TITLE_MODE,{begin:h}),m={className:"subst",begin:/#\{/,end:/\}/,keywords:d},g={className:"subst",begin:/#[A-Za-z$_]/,end:/(?:-[0-9A-Za-z$_]|[0-9A-Za-z$_])*/,keywords:d},b=[o.BINARY_NUMBER_MODE,{className:"number",begin:"(\\b0[xX][a-fA-F0-9_]+)|(\\b\\d(\\d|_\\d)*(\\.(\\d(\\d|_\\d)*)?)?(_*[eE]([-+]\\d(_\\d|\\d)*)?)?[_a-z]*)",relevance:0,starts:{end:"(\\s*/)?",relevance:0}},{className:"string",variants:[{begin:/'''/,end:/'''/,contains:[o.BACKSLASH_ESCAPE]},{begin:/'/,end:/'/,contains:[o.BACKSLASH_ESCAPE]},{begin:/"""/,end:/"""/,contains:[o.BACKSLASH_ESCAPE,m,g]},{begin:/"/,end:/"/,contains:[o.BACKSLASH_ESCAPE,m,g]},{begin:/\\/,end:/(\s|$)/,excludeEnd:!0}]},{className:"regexp",variants:[{begin:"//",end:"//[gim]*",contains:[m,o.HASH_COMMENT_MODE]},{begin:/\/(?![ *])(\\.|[^\\\n])*?\/[gim]*(?=\W)/}]},{begin:"@"+h},{begin:"``",end:"``",excludeBegin:!0,excludeEnd:!0,subLanguage:"javascript"}];m.contains=b;const _={className:"params",begin:"\\(",returnBegin:!0,contains:[{begin:/\(/,end:/\)/,keywords:d,contains:["self"].concat(b)}]},v={begin:"(#=>|=>|\\|>>|-?->|!->)"},y={variants:[{match:[/class\s+/,h,/\s+extends\s+/,h]},{match:[/class\s+/,h]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:d};return{name:"LiveScript",aliases:["ls"],keywords:d,illegal:/\/\*/,contains:b.concat([o.COMMENT("\\/\\*","\\*\\/"),o.HASH_COMMENT_MODE,v,{className:"function",contains:[p,_],returnBegin:!0,variants:[{begin:"("+h+"\\s*(?:=|:=)\\s*)?(\\(.*\\)\\s*)?\\B->\\*?",end:"->\\*?"},{begin:"("+h+"\\s*(?:=|:=)\\s*)?!?(\\(.*\\)\\s*)?\\B[-~]{1,2}>\\*?",end:"[-~]{1,2}>\\*?"},{begin:"("+h+"\\s*(?:=|:=)\\s*)?(\\(.*\\)\\s*)?\\B!?[-~]{1,2}>\\*?",end:"!?[-~]{1,2}>\\*?"}]},y,{begin:h+":",end:":",returnBegin:!0,returnEnd:!0,relevance:0}])}}return b2=s,b2}var v2,_I;function Rse(){if(_I)return v2;_I=1;function r(e){const t=e.regex,n=/([-a-zA-Z$._][\w$.-]*)/,a={className:"type",begin:/\bi\d+(?=\s|\b)/},i={className:"operator",relevance:0,begin:/=/},s={className:"punctuation",relevance:0,begin:/,/},o={className:"number",variants:[{begin:/[su]?0[xX][KMLHR]?[a-fA-F0-9]+/},{begin:/[-+]?\d+(?:[.]\d+)?(?:[eE][-+]?\d+(?:[.]\d+)?)?/}],relevance:0},l={className:"symbol",variants:[{begin:/^\s*[a-z]+:/}],relevance:0},c={className:"variable",variants:[{begin:t.concat(/%/,n)},{begin:/%\d+/},{begin:/#\d+/}]},u={className:"title",variants:[{begin:t.concat(/@/,n)},{begin:/@\d+/},{begin:t.concat(/!/,n)},{begin:t.concat(/!\d+/,n)},{begin:/!\d+/}]};return{name:"LLVM IR",keywords:{keyword:"begin end true false declare define global constant private linker_private internal available_externally linkonce linkonce_odr weak weak_odr appending dllimport dllexport common default hidden protected extern_weak external thread_local zeroinitializer undef null to tail target triple datalayout volatile nuw nsw nnan ninf nsz arcp fast exact inbounds align addrspace section alias module asm sideeffect gc dbg linker_private_weak attributes blockaddress initialexec localdynamic localexec prefix unnamed_addr ccc fastcc coldcc x86_stdcallcc x86_fastcallcc arm_apcscc arm_aapcscc arm_aapcs_vfpcc ptx_device ptx_kernel intel_ocl_bicc msp430_intrcc spir_func spir_kernel x86_64_sysvcc x86_64_win64cc x86_thiscallcc cc c signext zeroext inreg sret nounwind noreturn noalias nocapture byval nest readnone readonly inlinehint noinline alwaysinline optsize ssp sspreq noredzone noimplicitfloat naked builtin cold nobuiltin noduplicate nonlazybind optnone returns_twice sanitize_address sanitize_memory sanitize_thread sspstrong uwtable returned type opaque eq ne slt sgt sle sge ult ugt ule uge oeq one olt ogt ole oge ord uno ueq une x acq_rel acquire alignstack atomic catch cleanup filter inteldialect max min monotonic nand personality release seq_cst singlethread umax umin unordered xchg add fadd sub fsub mul fmul udiv sdiv fdiv urem srem frem shl lshr ashr and or xor icmp fcmp phi call trunc zext sext fptrunc fpext uitofp sitofp fptoui fptosi inttoptr ptrtoint bitcast addrspacecast select va_arg ret br switch invoke unwind unreachable indirectbr landingpad resume malloc alloca free load store getelementptr extractelement insertelement shufflevector getresult extractvalue insertvalue atomicrmw cmpxchg fence argmemonly",type:"void half bfloat float double fp128 x86_fp80 ppc_fp128 x86_amx x86_mmx ptr label token metadata opaque"},contains:[a,e.COMMENT(/;\s*$/,null,{relevance:0}),e.COMMENT(/;/,/$/),{className:"string",begin:/"/,end:/"/,contains:[{className:"char.escape",match:/\\\d\d/}]},u,s,i,c,l,o]}}return v2=r,v2}var y2,bI;function Ose(){if(bI)return y2;bI=1;function r(e){const n={className:"string",begin:'"',end:'"',contains:[{className:"subst",begin:/\\[tn"\\]/}]},a={className:"number",relevance:0,begin:e.C_NUMBER_RE},i={className:"literal",variants:[{begin:"\\b(PI|TWO_PI|PI_BY_TWO|DEG_TO_RAD|RAD_TO_DEG|SQRT2)\\b"},{begin:"\\b(XP_ERROR_(EXPERIENCES_DISABLED|EXPERIENCE_(DISABLED|SUSPENDED)|INVALID_(EXPERIENCE|PARAMETERS)|KEY_NOT_FOUND|MATURITY_EXCEEDED|NONE|NOT_(FOUND|PERMITTED(_LAND)?)|NO_EXPERIENCE|QUOTA_EXCEEDED|RETRY_UPDATE|STORAGE_EXCEPTION|STORE_DISABLED|THROTTLED|UNKNOWN_ERROR)|JSON_APPEND|STATUS_(PHYSICS|ROTATE_[XYZ]|PHANTOM|SANDBOX|BLOCK_GRAB(_OBJECT)?|(DIE|RETURN)_AT_EDGE|CAST_SHADOWS|OK|MALFORMED_PARAMS|TYPE_MISMATCH|BOUNDS_ERROR|NOT_(FOUND|SUPPORTED)|INTERNAL_ERROR|WHITELIST_FAILED)|AGENT(_(BY_(LEGACY_|USER)NAME|FLYING|ATTACHMENTS|SCRIPTED|MOUSELOOK|SITTING|ON_OBJECT|AWAY|WALKING|IN_AIR|TYPING|CROUCHING|BUSY|ALWAYS_RUN|AUTOPILOT|LIST_(PARCEL(_OWNER)?|REGION)))?|CAMERA_(PITCH|DISTANCE|BEHINDNESS_(ANGLE|LAG)|(FOCUS|POSITION)(_(THRESHOLD|LOCKED|LAG))?|FOCUS_OFFSET|ACTIVE)|ANIM_ON|LOOP|REVERSE|PING_PONG|SMOOTH|ROTATE|SCALE|ALL_SIDES|LINK_(ROOT|SET|ALL_(OTHERS|CHILDREN)|THIS)|ACTIVE|PASS(IVE|_(ALWAYS|IF_NOT_HANDLED|NEVER))|SCRIPTED|CONTROL_(FWD|BACK|(ROT_)?(LEFT|RIGHT)|UP|DOWN|(ML_)?LBUTTON)|PERMISSION_(RETURN_OBJECTS|DEBIT|OVERRIDE_ANIMATIONS|SILENT_ESTATE_MANAGEMENT|TAKE_CONTROLS|TRIGGER_ANIMATION|ATTACH|CHANGE_LINKS|(CONTROL|TRACK)_CAMERA|TELEPORT)|INVENTORY_(TEXTURE|SOUND|OBJECT|SCRIPT|LANDMARK|CLOTHING|NOTECARD|BODYPART|ANIMATION|GESTURE|ALL|NONE)|CHANGED_(INVENTORY|COLOR|SHAPE|SCALE|TEXTURE|LINK|ALLOWED_DROP|OWNER|REGION(_START)?|TELEPORT|MEDIA)|OBJECT_(CLICK_ACTION|HOVER_HEIGHT|LAST_OWNER_ID|(PHYSICS|SERVER|STREAMING)_COST|UNKNOWN_DETAIL|CHARACTER_TIME|PHANTOM|PHYSICS|TEMP_(ATTACHED|ON_REZ)|NAME|DESC|POS|PRIM_(COUNT|EQUIVALENCE)|RETURN_(PARCEL(_OWNER)?|REGION)|REZZER_KEY|ROO?T|VELOCITY|OMEGA|OWNER|GROUP(_TAG)?|CREATOR|ATTACHED_(POINT|SLOTS_AVAILABLE)|RENDER_WEIGHT|(BODY_SHAPE|PATHFINDING)_TYPE|(RUNNING|TOTAL)_SCRIPT_COUNT|TOTAL_INVENTORY_COUNT|SCRIPT_(MEMORY|TIME))|TYPE_(INTEGER|FLOAT|STRING|KEY|VECTOR|ROTATION|INVALID)|(DEBUG|PUBLIC)_CHANNEL|ATTACH_(AVATAR_CENTER|CHEST|HEAD|BACK|PELVIS|MOUTH|CHIN|NECK|NOSE|BELLY|[LR](SHOULDER|HAND|FOOT|EAR|EYE|[UL](ARM|LEG)|HIP)|(LEFT|RIGHT)_PEC|HUD_(CENTER_[12]|TOP_(RIGHT|CENTER|LEFT)|BOTTOM(_(RIGHT|LEFT))?)|[LR]HAND_RING1|TAIL_(BASE|TIP)|[LR]WING|FACE_(JAW|[LR]EAR|[LR]EYE|TOUNGE)|GROIN|HIND_[LR]FOOT)|LAND_(LEVEL|RAISE|LOWER|SMOOTH|NOISE|REVERT)|DATA_(ONLINE|NAME|BORN|SIM_(POS|STATUS|RATING)|PAYINFO)|PAYMENT_INFO_(ON_FILE|USED)|REMOTE_DATA_(CHANNEL|REQUEST|REPLY)|PSYS_(PART_(BF_(ZERO|ONE(_MINUS_(DEST_COLOR|SOURCE_(ALPHA|COLOR)))?|DEST_COLOR|SOURCE_(ALPHA|COLOR))|BLEND_FUNC_(DEST|SOURCE)|FLAGS|(START|END)_(COLOR|ALPHA|SCALE|GLOW)|MAX_AGE|(RIBBON|WIND|INTERP_(COLOR|SCALE)|BOUNCE|FOLLOW_(SRC|VELOCITY)|TARGET_(POS|LINEAR)|EMISSIVE)_MASK)|SRC_(MAX_AGE|PATTERN|ANGLE_(BEGIN|END)|BURST_(RATE|PART_COUNT|RADIUS|SPEED_(MIN|MAX))|ACCEL|TEXTURE|TARGET_KEY|OMEGA|PATTERN_(DROP|EXPLODE|ANGLE(_CONE(_EMPTY)?)?)))|VEHICLE_(REFERENCE_FRAME|TYPE_(NONE|SLED|CAR|BOAT|AIRPLANE|BALLOON)|(LINEAR|ANGULAR)_(FRICTION_TIMESCALE|MOTOR_DIRECTION)|LINEAR_MOTOR_OFFSET|HOVER_(HEIGHT|EFFICIENCY|TIMESCALE)|BUOYANCY|(LINEAR|ANGULAR)_(DEFLECTION_(EFFICIENCY|TIMESCALE)|MOTOR_(DECAY_)?TIMESCALE)|VERTICAL_ATTRACTION_(EFFICIENCY|TIMESCALE)|BANKING_(EFFICIENCY|MIX|TIMESCALE)|FLAG_(NO_DEFLECTION_UP|LIMIT_(ROLL_ONLY|MOTOR_UP)|HOVER_((WATER|TERRAIN|UP)_ONLY|GLOBAL_HEIGHT)|MOUSELOOK_(STEER|BANK)|CAMERA_DECOUPLED))|PRIM_(ALLOW_UNSIT|ALPHA_MODE(_(BLEND|EMISSIVE|MASK|NONE))?|NORMAL|SPECULAR|TYPE(_(BOX|CYLINDER|PRISM|SPHERE|TORUS|TUBE|RING|SCULPT))?|HOLE_(DEFAULT|CIRCLE|SQUARE|TRIANGLE)|MATERIAL(_(STONE|METAL|GLASS|WOOD|FLESH|PLASTIC|RUBBER))?|SHINY_(NONE|LOW|MEDIUM|HIGH)|BUMP_(NONE|BRIGHT|DARK|WOOD|BARK|BRICKS|CHECKER|CONCRETE|TILE|STONE|DISKS|GRAVEL|BLOBS|SIDING|LARGETILE|STUCCO|SUCTION|WEAVE)|TEXGEN_(DEFAULT|PLANAR)|SCRIPTED_SIT_ONLY|SCULPT_(TYPE_(SPHERE|TORUS|PLANE|CYLINDER|MASK)|FLAG_(MIRROR|INVERT))|PHYSICS(_(SHAPE_(CONVEX|NONE|PRIM|TYPE)))?|(POS|ROT)_LOCAL|SLICE|TEXT|FLEXIBLE|POINT_LIGHT|TEMP_ON_REZ|PHANTOM|POSITION|SIT_TARGET|SIZE|ROTATION|TEXTURE|NAME|OMEGA|DESC|LINK_TARGET|COLOR|BUMP_SHINY|FULLBRIGHT|TEXGEN|GLOW|MEDIA_(ALT_IMAGE_ENABLE|CONTROLS|(CURRENT|HOME)_URL|AUTO_(LOOP|PLAY|SCALE|ZOOM)|FIRST_CLICK_INTERACT|(WIDTH|HEIGHT)_PIXELS|WHITELIST(_ENABLE)?|PERMS_(INTERACT|CONTROL)|PARAM_MAX|CONTROLS_(STANDARD|MINI)|PERM_(NONE|OWNER|GROUP|ANYONE)|MAX_(URL_LENGTH|WHITELIST_(SIZE|COUNT)|(WIDTH|HEIGHT)_PIXELS)))|MASK_(BASE|OWNER|GROUP|EVERYONE|NEXT)|PERM_(TRANSFER|MODIFY|COPY|MOVE|ALL)|PARCEL_(MEDIA_COMMAND_(STOP|PAUSE|PLAY|LOOP|TEXTURE|URL|TIME|AGENT|UNLOAD|AUTO_ALIGN|TYPE|SIZE|DESC|LOOP_SET)|FLAG_(ALLOW_(FLY|(GROUP_)?SCRIPTS|LANDMARK|TERRAFORM|DAMAGE|CREATE_(GROUP_)?OBJECTS)|USE_(ACCESS_(GROUP|LIST)|BAN_LIST|LAND_PASS_LIST)|LOCAL_SOUND_ONLY|RESTRICT_PUSHOBJECT|ALLOW_(GROUP|ALL)_OBJECT_ENTRY)|COUNT_(TOTAL|OWNER|GROUP|OTHER|SELECTED|TEMP)|DETAILS_(NAME|DESC|OWNER|GROUP|AREA|ID|SEE_AVATARS))|LIST_STAT_(MAX|MIN|MEAN|MEDIAN|STD_DEV|SUM(_SQUARES)?|NUM_COUNT|GEOMETRIC_MEAN|RANGE)|PAY_(HIDE|DEFAULT)|REGION_FLAG_(ALLOW_DAMAGE|FIXED_SUN|BLOCK_TERRAFORM|SANDBOX|DISABLE_(COLLISIONS|PHYSICS)|BLOCK_FLY|ALLOW_DIRECT_TELEPORT|RESTRICT_PUSHOBJECT)|HTTP_(METHOD|MIMETYPE|BODY_(MAXLENGTH|TRUNCATED)|CUSTOM_HEADER|PRAGMA_NO_CACHE|VERBOSE_THROTTLE|VERIFY_CERT)|SIT_(INVALID_(AGENT|LINK_OBJECT)|NO(T_EXPERIENCE|_(ACCESS|EXPERIENCE_PERMISSION|SIT_TARGET)))|STRING_(TRIM(_(HEAD|TAIL))?)|CLICK_ACTION_(NONE|TOUCH|SIT|BUY|PAY|OPEN(_MEDIA)?|PLAY|ZOOM)|TOUCH_INVALID_FACE|PROFILE_(NONE|SCRIPT_MEMORY)|RC_(DATA_FLAGS|DETECT_PHANTOM|GET_(LINK_NUM|NORMAL|ROOT_KEY)|MAX_HITS|REJECT_(TYPES|AGENTS|(NON)?PHYSICAL|LAND))|RCERR_(CAST_TIME_EXCEEDED|SIM_PERF_LOW|UNKNOWN)|ESTATE_ACCESS_(ALLOWED_(AGENT|GROUP)_(ADD|REMOVE)|BANNED_AGENT_(ADD|REMOVE))|DENSITY|FRICTION|RESTITUTION|GRAVITY_MULTIPLIER|KFM_(COMMAND|CMD_(PLAY|STOP|PAUSE)|MODE|FORWARD|LOOP|PING_PONG|REVERSE|DATA|ROTATION|TRANSLATION)|ERR_(GENERIC|PARCEL_PERMISSIONS|MALFORMED_PARAMS|RUNTIME_PERMISSIONS|THROTTLED)|CHARACTER_(CMD_((SMOOTH_)?STOP|JUMP)|DESIRED_(TURN_)?SPEED|RADIUS|STAY_WITHIN_PARCEL|LENGTH|ORIENTATION|ACCOUNT_FOR_SKIPPED_FRAMES|AVOIDANCE_MODE|TYPE(_([ABCD]|NONE))?|MAX_(DECEL|TURN_RADIUS|(ACCEL|SPEED)))|PURSUIT_(OFFSET|FUZZ_FACTOR|GOAL_TOLERANCE|INTERCEPT)|REQUIRE_LINE_OF_SIGHT|FORCE_DIRECT_PATH|VERTICAL|HORIZONTAL|AVOID_(CHARACTERS|DYNAMIC_OBSTACLES|NONE)|PU_(EVADE_(HIDDEN|SPOTTED)|FAILURE_(DYNAMIC_PATHFINDING_DISABLED|INVALID_(GOAL|START)|NO_(NAVMESH|VALID_DESTINATION)|OTHER|TARGET_GONE|(PARCEL_)?UNREACHABLE)|(GOAL|SLOWDOWN_DISTANCE)_REACHED)|TRAVERSAL_TYPE(_(FAST|NONE|SLOW))?|CONTENT_TYPE_(ATOM|FORM|HTML|JSON|LLSD|RSS|TEXT|XHTML|XML)|GCNP_(RADIUS|STATIC)|(PATROL|WANDER)_PAUSE_AT_WAYPOINTS|OPT_(AVATAR|CHARACTER|EXCLUSION_VOLUME|LEGACY_LINKSET|MATERIAL_VOLUME|OTHER|STATIC_OBSTACLE|WALKABLE)|SIM_STAT_PCT_CHARS_STEPPED)\\b"},{begin:"\\b(FALSE|TRUE)\\b"},{begin:"\\b(ZERO_ROTATION)\\b"},{begin:"\\b(EOF|JSON_(ARRAY|DELETE|FALSE|INVALID|NULL|NUMBER|OBJECT|STRING|TRUE)|NULL_KEY|TEXTURE_(BLANK|DEFAULT|MEDIA|PLYWOOD|TRANSPARENT)|URL_REQUEST_(GRANTED|DENIED))\\b"},{begin:"\\b(ZERO_VECTOR|TOUCH_INVALID_(TEXCOORD|VECTOR))\\b"}]},s={className:"built_in",begin:"\\b(ll(AgentInExperience|(Create|DataSize|Delete|KeyCount|Keys|Read|Update)KeyValue|GetExperience(Details|ErrorMessage)|ReturnObjectsBy(ID|Owner)|Json(2List|[GS]etValue|ValueType)|Sin|Cos|Tan|Atan2|Sqrt|Pow|Abs|Fabs|Frand|Floor|Ceil|Round|Vec(Mag|Norm|Dist)|Rot(Between|2(Euler|Fwd|Left|Up))|(Euler|Axes)2Rot|Whisper|(Region|Owner)?Say|Shout|Listen(Control|Remove)?|Sensor(Repeat|Remove)?|Detected(Name|Key|Owner|Type|Pos|Vel|Grab|Rot|Group|LinkNumber)|Die|Ground|Wind|([GS]et)(AnimationOverride|MemoryLimit|PrimMediaParams|ParcelMusicURL|Object(Desc|Name)|PhysicsMaterial|Status|Scale|Color|Alpha|Texture|Pos|Rot|Force|Torque)|ResetAnimationOverride|(Scale|Offset|Rotate)Texture|(Rot)?Target(Remove)?|(Stop)?MoveToTarget|Apply(Rotational)?Impulse|Set(KeyframedMotion|ContentType|RegionPos|(Angular)?Velocity|Buoyancy|HoverHeight|ForceAndTorque|TimerEvent|ScriptState|Damage|TextureAnim|Sound(Queueing|Radius)|Vehicle(Type|(Float|Vector|Rotation)Param)|(Touch|Sit)?Text|Camera(Eye|At)Offset|PrimitiveParams|ClickAction|Link(Alpha|Color|PrimitiveParams(Fast)?|Texture(Anim)?|Camera|Media)|RemoteScriptAccessPin|PayPrice|LocalRot)|ScaleByFactor|Get((Max|Min)ScaleFactor|ClosestNavPoint|StaticPath|SimStats|Env|PrimitiveParams|Link(PrimitiveParams|Number(OfSides)?|Key|Name|Media)|HTTPHeader|FreeURLs|Object(Details|PermMask|PrimCount)|Parcel(MaxPrims|Details|Prim(Count|Owners))|Attached(List)?|(SPMax|Free|Used)Memory|Region(Name|TimeDilation|FPS|Corner|AgentCount)|Root(Position|Rotation)|UnixTime|(Parcel|Region)Flags|(Wall|GMT)clock|SimulatorHostname|BoundingBox|GeometricCenter|Creator|NumberOf(Prims|NotecardLines|Sides)|Animation(List)?|(Camera|Local)(Pos|Rot)|Vel|Accel|Omega|Time(stamp|OfDay)|(Object|CenterOf)?Mass|MassMKS|Energy|Owner|(Owner)?Key|SunDirection|Texture(Offset|Scale|Rot)|Inventory(Number|Name|Key|Type|Creator|PermMask)|Permissions(Key)?|StartParameter|List(Length|EntryType)|Date|Agent(Size|Info|Language|List)|LandOwnerAt|NotecardLine|Script(Name|State))|(Get|Reset|GetAndReset)Time|PlaySound(Slave)?|LoopSound(Master|Slave)?|(Trigger|Stop|Preload)Sound|((Get|Delete)Sub|Insert)String|To(Upper|Lower)|Give(InventoryList|Money)|RezObject|(Stop)?LookAt|Sleep|CollisionFilter|(Take|Release)Controls|DetachFromAvatar|AttachToAvatar(Temp)?|InstantMessage|(GetNext)?Email|StopHover|MinEventDelay|RotLookAt|String(Length|Trim)|(Start|Stop)Animation|TargetOmega|Request(Experience)?Permissions|(Create|Break)Link|BreakAllLinks|(Give|Remove)Inventory|Water|PassTouches|Request(Agent|Inventory)Data|TeleportAgent(Home|GlobalCoords)?|ModifyLand|CollisionSound|ResetScript|MessageLinked|PushObject|PassCollisions|AxisAngle2Rot|Rot2(Axis|Angle)|A(cos|sin)|AngleBetween|AllowInventoryDrop|SubStringIndex|List2(CSV|Integer|Json|Float|String|Key|Vector|Rot|List(Strided)?)|DeleteSubList|List(Statistics|Sort|Randomize|(Insert|Find|Replace)List)|EdgeOfWorld|AdjustSoundVolume|Key2Name|TriggerSoundLimited|EjectFromLand|(CSV|ParseString)2List|OverMyLand|SameGroup|UnSit|Ground(Slope|Normal|Contour)|GroundRepel|(Set|Remove)VehicleFlags|SitOnLink|(AvatarOn)?(Link)?SitTarget|Script(Danger|Profiler)|Dialog|VolumeDetect|ResetOtherScript|RemoteLoadScriptPin|(Open|Close)RemoteDataChannel|SendRemoteData|RemoteDataReply|(Integer|String)ToBase64|XorBase64|Log(10)?|Base64To(String|Integer)|ParseStringKeepNulls|RezAtRoot|RequestSimulatorData|ForceMouselook|(Load|Release|(E|Une)scape)URL|ParcelMedia(CommandList|Query)|ModPow|MapDestination|(RemoveFrom|AddTo|Reset)Land(Pass|Ban)List|(Set|Clear)CameraParams|HTTP(Request|Response)|TextBox|DetectedTouch(UV|Face|Pos|(N|Bin)ormal|ST)|(MD5|SHA1|DumpList2)String|Request(Secure)?URL|Clear(Prim|Link)Media|(Link)?ParticleSystem|(Get|Request)(Username|DisplayName)|RegionSayTo|CastRay|GenerateKey|TransferLindenDollars|ManageEstateAccess|(Create|Delete)Character|ExecCharacterCmd|Evade|FleeFrom|NavigateTo|PatrolPoints|Pursue|UpdateCharacter|WanderWithin))\\b"};return{name:"LSL (Linden Scripting Language)",illegal:":",contains:[n,{className:"comment",variants:[e.COMMENT("//","$"),e.COMMENT("/\\*","\\*/")],relevance:0},a,{className:"section",variants:[{begin:"\\b(state|default)\\b"},{begin:"\\b(state_(entry|exit)|touch(_(start|end))?|(land_)?collision(_(start|end))?|timer|listen|(no_)?sensor|control|(not_)?at_(rot_)?target|money|email|experience_permissions(_denied)?|run_time_permissions|changed|attach|dataserver|moving_(start|end)|link_message|(on|object)_rez|remote_data|http_re(sponse|quest)|path_update|transaction_result)\\b"}]},s,i,{className:"type",begin:"\\b(integer|float|string|key|vector|quaternion|rotation|list)\\b"}]}}return y2=r,y2}var S2,vI;function Nse(){if(vI)return S2;vI=1;function r(e){const t="\\[=*\\[",n="\\]=*\\]",a={begin:t,end:n,contains:["self"]},i=[e.COMMENT("--(?!"+t+")","$"),e.COMMENT("--"+t,n,{contains:[a],relevance:10})];return{name:"Lua",aliases:["pluto"],keywords:{$pattern:e.UNDERSCORE_IDENT_RE,literal:"true false nil",keyword:"and break do else elseif end for goto if in local not or repeat return then until while",built_in:"_G _ENV _VERSION __index __newindex __mode __call __metatable __tostring __len __gc __add __sub __mul __div __mod __pow __concat __unm __eq __lt __le assert collectgarbage dofile error getfenv getmetatable ipairs load loadfile loadstring module next pairs pcall print rawequal rawget rawset require select setfenv setmetatable tonumber tostring type unpack xpcall arg self coroutine resume yield status wrap create running debug getupvalue debug sethook getmetatable gethook setmetatable setlocal traceback setfenv getinfo setupvalue getlocal getregistry getfenv io lines write close flush open output type read stderr stdin input stdout popen tmpfile math log max acos huge ldexp pi cos tanh pow deg tan cosh sinh random randomseed frexp ceil floor rad abs sqrt modf asin min mod fmod log10 atan2 exp sin atan os exit setlocale date getenv difftime remove time clock tmpname rename execute package preload loadlib loaded loaders cpath config path seeall string sub upper len gfind rep find match char dump gmatch reverse byte format gsub lower table setn insert getn foreachi maxn foreach concat sort remove"},contains:i.concat([{className:"function",beginKeywords:"function",end:"\\)",contains:[e.inherit(e.TITLE_MODE,{begin:"([_a-zA-Z]\\w*\\.)*([_a-zA-Z]\\w*:)?[_a-zA-Z]\\w*"}),{className:"params",begin:"\\(",endsWithParent:!0,contains:i}].concat(i)},e.C_NUMBER_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{className:"string",begin:t,end:n,contains:[a],relevance:5}])}}return S2=r,S2}var E2,yI;function Ise(){if(yI)return E2;yI=1;function r(e){const t={className:"variable",variants:[{begin:"\\$\\("+e.UNDERSCORE_IDENT_RE+"\\)",contains:[e.BACKSLASH_ESCAPE]},{begin:/\$[@%{g.has(C[0])||x.ignoreMatch()}},{className:"symbol",relevance:0,begin:m}]},_={className:"named-character",begin:/\\\[[$a-zA-Z][$a-zA-Z0-9]+\]/},v={className:"operator",relevance:0,begin:/[+\-*/,;.:@~=><&|_`'^?!%]+/},y={className:"pattern",relevance:0,begin:/([a-zA-Z$][a-zA-Z0-9$]*)?_+([a-zA-Z$][a-zA-Z0-9$]*)?/},E={className:"slot",relevance:0,begin:/#[a-zA-Z$][a-zA-Z0-9$]*|#+[0-9]?/},S={className:"brace",relevance:0,begin:/[[\](){}]/},w={className:"message-name",relevance:0,begin:n.concat("::",m)};return{name:"Mathematica",aliases:["mma","wl"],classNameAliases:{brace:"punctuation",pattern:"type",slot:"type",symbol:"variable","named-character":"variable","builtin-symbol":"built_in","message-name":"string"},contains:[t.COMMENT(/\(\*/,/\*\)/,{contains:["self"]}),y,E,w,b,_,t.QUOTE_STRING_MODE,p,v,S]}}return w2=e,w2}var T2,EI;function Mse(){if(EI)return T2;EI=1;function r(e){const t="('|\\.')+",n={relevance:0,contains:[{begin:t}]};return{name:"Matlab",keywords:{keyword:"arguments break case catch classdef continue else elseif end enumeration events for function global if methods otherwise parfor persistent properties return spmd switch try while",built_in:"sin sind sinh asin asind asinh cos cosd cosh acos acosd acosh tan tand tanh atan atand atan2 atanh sec secd sech asec asecd asech csc cscd csch acsc acscd acsch cot cotd coth acot acotd acoth hypot exp expm1 log log1p log10 log2 pow2 realpow reallog realsqrt sqrt nthroot nextpow2 abs angle complex conj imag real unwrap isreal cplxpair fix floor ceil round mod rem sign airy besselj bessely besselh besseli besselk beta betainc betaln ellipj ellipke erf erfc erfcx erfinv expint gamma gammainc gammaln psi legendre cross dot factor isprime primes gcd lcm rat rats perms nchoosek factorial cart2sph cart2pol pol2cart sph2cart hsv2rgb rgb2hsv zeros ones eye repmat rand randn linspace logspace freqspace meshgrid accumarray size length ndims numel disp isempty isequal isequalwithequalnans cat reshape diag blkdiag tril triu fliplr flipud flipdim rot90 find sub2ind ind2sub bsxfun ndgrid permute ipermute shiftdim circshift squeeze isscalar isvector ans eps realmax realmin pi i|0 inf nan isnan isinf isfinite j|0 why compan gallery hadamard hankel hilb invhilb magic pascal rosser toeplitz vander wilkinson max min nanmax nanmin mean nanmean type table readtable writetable sortrows sort figure plot plot3 scatter scatter3 cellfun legend intersect ismember procrustes hold num2cell "},illegal:'(//|"|#|/\\*|\\s+/\\w+)',contains:[{className:"function",beginKeywords:"function",end:"$",contains:[e.UNDERSCORE_TITLE_MODE,{className:"params",variants:[{begin:"\\(",end:"\\)"},{begin:"\\[",end:"\\]"}]}]},{className:"built_in",begin:/true|false/,relevance:0,starts:n},{begin:"[a-zA-Z][a-zA-Z_0-9]*"+t,relevance:0},{className:"number",begin:e.C_NUMBER_RE,relevance:0,starts:n},{className:"string",begin:"'",end:"'",contains:[{begin:"''"}]},{begin:/\]|\}|\)/,relevance:0,starts:n},{className:"string",begin:'"',end:'"',contains:[{begin:'""'}],starts:n},e.COMMENT("^\\s*%\\{\\s*$","^\\s*%\\}\\s*$"),e.COMMENT("%","$")]}}return T2=r,T2}var C2,wI;function Dse(){if(wI)return C2;wI=1;function r(e){return{name:"Maxima",keywords:{$pattern:"[A-Za-z_%][0-9A-Za-z_%]*",keyword:"if then else elseif for thru do while unless step in and or not",literal:"true false unknown inf minf ind und %e %i %pi %phi %gamma",built_in:" abasep abs absint absolute_real_time acos acosh acot acoth acsc acsch activate addcol add_edge add_edges addmatrices addrow add_vertex add_vertices adjacency_matrix adjoin adjoint af agd airy airy_ai airy_bi airy_dai airy_dbi algsys alg_type alias allroots alphacharp alphanumericp amortization %and annuity_fv annuity_pv antid antidiff AntiDifference append appendfile apply apply1 apply2 applyb1 apropos args arit_amortization arithmetic arithsum array arrayapply arrayinfo arraymake arraysetapply ascii asec asech asin asinh askinteger asksign assoc assoc_legendre_p assoc_legendre_q assume assume_external_byte_order asympa at atan atan2 atanh atensimp atom atvalue augcoefmatrix augmented_lagrangian_method av average_degree backtrace bars barsplot barsplot_description base64 base64_decode bashindices batch batchload bc2 bdvac belln benefit_cost bern bernpoly bernstein_approx bernstein_expand bernstein_poly bessel bessel_i bessel_j bessel_k bessel_simplify bessel_y beta beta_incomplete beta_incomplete_generalized beta_incomplete_regularized bezout bfallroots bffac bf_find_root bf_fmin_cobyla bfhzeta bfloat bfloatp bfpsi bfpsi0 bfzeta biconnected_components bimetric binomial bipartition block blockmatrixp bode_gain bode_phase bothcoef box boxplot boxplot_description break bug_report build_info|10 buildq build_sample burn cabs canform canten cardinality carg cartan cartesian_product catch cauchy_matrix cbffac cdf_bernoulli cdf_beta cdf_binomial cdf_cauchy cdf_chi2 cdf_continuous_uniform cdf_discrete_uniform cdf_exp cdf_f cdf_gamma cdf_general_finite_discrete cdf_geometric cdf_gumbel cdf_hypergeometric cdf_laplace cdf_logistic cdf_lognormal cdf_negative_binomial cdf_noncentral_chi2 cdf_noncentral_student_t cdf_normal cdf_pareto cdf_poisson cdf_rank_sum cdf_rayleigh cdf_signed_rank cdf_student_t cdf_weibull cdisplay ceiling central_moment cequal cequalignore cf cfdisrep cfexpand cgeodesic cgreaterp cgreaterpignore changename changevar chaosgame charat charfun charfun2 charlist charp charpoly chdir chebyshev_t chebyshev_u checkdiv check_overlaps chinese cholesky christof chromatic_index chromatic_number cint circulant_graph clear_edge_weight clear_rules clear_vertex_label clebsch_gordan clebsch_graph clessp clesspignore close closefile cmetric coeff coefmatrix cograd col collapse collectterms columnop columnspace columnswap columnvector combination combine comp2pui compare compfile compile compile_file complement_graph complete_bipartite_graph complete_graph complex_number_p components compose_functions concan concat conjugate conmetderiv connected_components connect_vertices cons constant constantp constituent constvalue cont2part content continuous_freq contortion contour_plot contract contract_edge contragrad contrib_ode convert coord copy copy_file copy_graph copylist copymatrix cor cos cosh cot coth cov cov1 covdiff covect covers crc24sum create_graph create_list csc csch csetup cspline ctaylor ct_coordsys ctransform ctranspose cube_graph cuboctahedron_graph cunlisp cv cycle_digraph cycle_graph cylindrical days360 dblint deactivate declare declare_constvalue declare_dimensions declare_fundamental_dimensions declare_fundamental_units declare_qty declare_translated declare_unit_conversion declare_units declare_weights decsym defcon define define_alt_display define_variable defint defmatch defrule defstruct deftaylor degree_sequence del delete deleten delta demo demoivre denom depends derivdegree derivlist describe desolve determinant dfloat dgauss_a dgauss_b dgeev dgemm dgeqrf dgesv dgesvd diag diagmatrix diag_matrix diagmatrixp diameter diff digitcharp dimacs_export dimacs_import dimension dimensionless dimensions dimensions_as_list direct directory discrete_freq disjoin disjointp disolate disp dispcon dispform dispfun dispJordan display disprule dispterms distrib divide divisors divsum dkummer_m dkummer_u dlange dodecahedron_graph dotproduct dotsimp dpart draw draw2d draw3d drawdf draw_file draw_graph dscalar echelon edge_coloring edge_connectivity edges eigens_by_jacobi eigenvalues eigenvectors eighth einstein eivals eivects elapsed_real_time elapsed_run_time ele2comp ele2polynome ele2pui elem elementp elevation_grid elim elim_allbut eliminate eliminate_using ellipse elliptic_e elliptic_ec elliptic_eu elliptic_f elliptic_kc elliptic_pi ematrix empty_graph emptyp endcons entermatrix entertensor entier equal equalp equiv_classes erf erfc erf_generalized erfi errcatch error errormsg errors euler ev eval_string evenp every evolution evolution2d evundiff example exp expand expandwrt expandwrt_factored expint expintegral_chi expintegral_ci expintegral_e expintegral_e1 expintegral_ei expintegral_e_simplify expintegral_li expintegral_shi expintegral_si explicit explose exponentialize express expt exsec extdiff extract_linear_equations extremal_subset ezgcd %f f90 facsum factcomb factor factorfacsum factorial factorout factorsum facts fast_central_elements fast_linsolve fasttimes featurep fernfale fft fib fibtophi fifth filename_merge file_search file_type fillarray findde find_root find_root_abs find_root_error find_root_rel first fix flatten flength float floatnump floor flower_snark flush flush1deriv flushd flushnd flush_output fmin_cobyla forget fortran fourcos fourexpand fourier fourier_elim fourint fourintcos fourintsin foursimp foursin fourth fposition frame_bracket freeof freshline fresnel_c fresnel_s from_adjacency_matrix frucht_graph full_listify fullmap fullmapl fullratsimp fullratsubst fullsetify funcsolve fundamental_dimensions fundamental_units fundef funmake funp fv g0 g1 gamma gamma_greek gamma_incomplete gamma_incomplete_generalized gamma_incomplete_regularized gauss gauss_a gauss_b gaussprob gcd gcdex gcdivide gcfac gcfactor gd generalized_lambert_w genfact gen_laguerre genmatrix gensym geo_amortization geo_annuity_fv geo_annuity_pv geomap geometric geometric_mean geosum get getcurrentdirectory get_edge_weight getenv get_lu_factors get_output_stream_string get_pixel get_plot_option get_tex_environment get_tex_environment_default get_vertex_label gfactor gfactorsum ggf girth global_variances gn gnuplot_close gnuplot_replot gnuplot_reset gnuplot_restart gnuplot_start go Gosper GosperSum gr2d gr3d gradef gramschmidt graph6_decode graph6_encode graph6_export graph6_import graph_center graph_charpoly graph_eigenvalues graph_flow graph_order graph_periphery graph_product graph_size graph_union great_rhombicosidodecahedron_graph great_rhombicuboctahedron_graph grid_graph grind grobner_basis grotzch_graph hamilton_cycle hamilton_path hankel hankel_1 hankel_2 harmonic harmonic_mean hav heawood_graph hermite hessian hgfred hilbertmap hilbert_matrix hipow histogram histogram_description hodge horner hypergeometric i0 i1 %ibes ic1 ic2 ic_convert ichr1 ichr2 icosahedron_graph icosidodecahedron_graph icurvature ident identfor identity idiff idim idummy ieqn %if ifactors iframes ifs igcdex igeodesic_coords ilt image imagpart imetric implicit implicit_derivative implicit_plot indexed_tensor indices induced_subgraph inferencep inference_result infix info_display init_atensor init_ctensor in_neighbors innerproduct inpart inprod inrt integerp integer_partitions integrate intersect intersection intervalp intopois intosum invariant1 invariant2 inverse_fft inverse_jacobi_cd inverse_jacobi_cn inverse_jacobi_cs inverse_jacobi_dc inverse_jacobi_dn inverse_jacobi_ds inverse_jacobi_nc inverse_jacobi_nd inverse_jacobi_ns inverse_jacobi_sc inverse_jacobi_sd inverse_jacobi_sn invert invert_by_adjoint invert_by_lu inv_mod irr is is_biconnected is_bipartite is_connected is_digraph is_edge_in_graph is_graph is_graph_or_digraph ishow is_isomorphic isolate isomorphism is_planar isqrt isreal_p is_sconnected is_tree is_vertex_in_graph items_inference %j j0 j1 jacobi jacobian jacobi_cd jacobi_cn jacobi_cs jacobi_dc jacobi_dn jacobi_ds jacobi_nc jacobi_nd jacobi_ns jacobi_p jacobi_sc jacobi_sd jacobi_sn JF jn join jordan julia julia_set julia_sin %k kdels kdelta kill killcontext kostka kron_delta kronecker_product kummer_m kummer_u kurtosis kurtosis_bernoulli kurtosis_beta kurtosis_binomial kurtosis_chi2 kurtosis_continuous_uniform kurtosis_discrete_uniform kurtosis_exp kurtosis_f kurtosis_gamma kurtosis_general_finite_discrete kurtosis_geometric kurtosis_gumbel kurtosis_hypergeometric kurtosis_laplace kurtosis_logistic kurtosis_lognormal kurtosis_negative_binomial kurtosis_noncentral_chi2 kurtosis_noncentral_student_t kurtosis_normal kurtosis_pareto kurtosis_poisson kurtosis_rayleigh kurtosis_student_t kurtosis_weibull label labels lagrange laguerre lambda lambert_w laplace laplacian_matrix last lbfgs lc2kdt lcharp lc_l lcm lc_u ldefint ldisp ldisplay legendre_p legendre_q leinstein length let letrules letsimp levi_civita lfreeof lgtreillis lhs li liediff limit Lindstedt linear linearinterpol linear_program linear_regression line_graph linsolve listarray list_correlations listify list_matrix_entries list_nc_monomials listoftens listofvars listp lmax lmin load loadfile local locate_matrix_entry log logcontract log_gamma lopow lorentz_gauge lowercasep lpart lratsubst lreduce lriemann lsquares_estimates lsquares_estimates_approximate lsquares_estimates_exact lsquares_mse lsquares_residual_mse lsquares_residuals lsum ltreillis lu_backsub lucas lu_factor %m macroexpand macroexpand1 make_array makebox makefact makegamma make_graph make_level_picture makelist makeOrders make_poly_continent make_poly_country make_polygon make_random_state make_rgb_picture makeset make_string_input_stream make_string_output_stream make_transform mandelbrot mandelbrot_set map mapatom maplist matchdeclare matchfix mat_cond mat_fullunblocker mat_function mathml_display mat_norm matrix matrixmap matrixp matrix_size mattrace mat_trace mat_unblocker max max_clique max_degree max_flow maximize_lp max_independent_set max_matching maybe md5sum mean mean_bernoulli mean_beta mean_binomial mean_chi2 mean_continuous_uniform mean_deviation mean_discrete_uniform mean_exp mean_f mean_gamma mean_general_finite_discrete mean_geometric mean_gumbel mean_hypergeometric mean_laplace mean_logistic mean_lognormal mean_negative_binomial mean_noncentral_chi2 mean_noncentral_student_t mean_normal mean_pareto mean_poisson mean_rayleigh mean_student_t mean_weibull median median_deviation member mesh metricexpandall mgf1_sha1 min min_degree min_edge_cut minfactorial minimalPoly minimize_lp minimum_spanning_tree minor minpack_lsquares minpack_solve min_vertex_cover min_vertex_cut mkdir mnewton mod mode_declare mode_identity ModeMatrix moebius mon2schur mono monomial_dimensions multibernstein_poly multi_display_for_texinfo multi_elem multinomial multinomial_coeff multi_orbit multiplot_mode multi_pui multsym multthru mycielski_graph nary natural_unit nc_degree ncexpt ncharpoly negative_picture neighbors new newcontext newdet new_graph newline newton new_variable next_prime nicedummies niceindices ninth nofix nonarray noncentral_moment nonmetricity nonnegintegerp nonscalarp nonzeroandfreeof notequal nounify nptetrad npv nroots nterms ntermst nthroot nullity nullspace num numbered_boundaries numberp number_to_octets num_distinct_partitions numerval numfactor num_partitions nusum nzeta nzetai nzetar octets_to_number octets_to_oid odd_girth oddp ode2 ode_check odelin oid_to_octets op opena opena_binary openr openr_binary openw openw_binary operatorp opsubst optimize %or orbit orbits ordergreat ordergreatp orderless orderlessp orthogonal_complement orthopoly_recur orthopoly_weight outermap out_neighbors outofpois pade parabolic_cylinder_d parametric parametric_surface parg parGosper parse_string parse_timedate part part2cont partfrac partition partition_set partpol path_digraph path_graph pathname_directory pathname_name pathname_type pdf_bernoulli pdf_beta pdf_binomial pdf_cauchy pdf_chi2 pdf_continuous_uniform pdf_discrete_uniform pdf_exp pdf_f pdf_gamma pdf_general_finite_discrete pdf_geometric pdf_gumbel pdf_hypergeometric pdf_laplace pdf_logistic pdf_lognormal pdf_negative_binomial pdf_noncentral_chi2 pdf_noncentral_student_t pdf_normal pdf_pareto pdf_poisson pdf_rank_sum pdf_rayleigh pdf_signed_rank pdf_student_t pdf_weibull pearson_skewness permanent permut permutation permutations petersen_graph petrov pickapart picture_equalp picturep piechart piechart_description planar_embedding playback plog plot2d plot3d plotdf ploteq plsquares pochhammer points poisdiff poisexpt poisint poismap poisplus poissimp poissubst poistimes poistrim polar polarform polartorect polar_to_xy poly_add poly_buchberger poly_buchberger_criterion poly_colon_ideal poly_content polydecomp poly_depends_p poly_elimination_ideal poly_exact_divide poly_expand poly_expt poly_gcd polygon poly_grobner poly_grobner_equal poly_grobner_member poly_grobner_subsetp poly_ideal_intersection poly_ideal_polysaturation poly_ideal_polysaturation1 poly_ideal_saturation poly_ideal_saturation1 poly_lcm poly_minimization polymod poly_multiply polynome2ele polynomialp poly_normal_form poly_normalize poly_normalize_list poly_polysaturation_extension poly_primitive_part poly_pseudo_divide poly_reduced_grobner poly_reduction poly_saturation_extension poly_s_polynomial poly_subtract polytocompanion pop postfix potential power_mod powerseries powerset prefix prev_prime primep primes principal_components print printf printfile print_graph printpois printprops prodrac product properties propvars psi psubst ptriangularize pui pui2comp pui2ele pui2polynome pui_direct puireduc push put pv qput qrange qty quad_control quad_qag quad_qagi quad_qagp quad_qags quad_qawc quad_qawf quad_qawo quad_qaws quadrilateral quantile quantile_bernoulli quantile_beta quantile_binomial quantile_cauchy quantile_chi2 quantile_continuous_uniform quantile_discrete_uniform quantile_exp quantile_f quantile_gamma quantile_general_finite_discrete quantile_geometric quantile_gumbel quantile_hypergeometric quantile_laplace quantile_logistic quantile_lognormal quantile_negative_binomial quantile_noncentral_chi2 quantile_noncentral_student_t quantile_normal quantile_pareto quantile_poisson quantile_rayleigh quantile_student_t quantile_weibull quartile_skewness quit qunit quotient racah_v racah_w radcan radius random random_bernoulli random_beta random_binomial random_bipartite_graph random_cauchy random_chi2 random_continuous_uniform random_digraph random_discrete_uniform random_exp random_f random_gamma random_general_finite_discrete random_geometric random_graph random_graph1 random_gumbel random_hypergeometric random_laplace random_logistic random_lognormal random_negative_binomial random_network random_noncentral_chi2 random_noncentral_student_t random_normal random_pareto random_permutation random_poisson random_rayleigh random_regular_graph random_student_t random_tournament random_tree random_weibull range rank rat ratcoef ratdenom ratdiff ratdisrep ratexpand ratinterpol rational rationalize ratnumer ratnump ratp ratsimp ratsubst ratvars ratweight read read_array read_binary_array read_binary_list read_binary_matrix readbyte readchar read_hashed_array readline read_list read_matrix read_nested_list readonly read_xpm real_imagpart_to_conjugate realpart realroots rearray rectangle rectform rectform_log_if_constant recttopolar rediff reduce_consts reduce_order region region_boundaries region_boundaries_plus rem remainder remarray rembox remcomps remcon remcoord remfun remfunction remlet remove remove_constvalue remove_dimensions remove_edge remove_fundamental_dimensions remove_fundamental_units remove_plot_option remove_vertex rempart remrule remsym remvalue rename rename_file reset reset_displays residue resolvante resolvante_alternee1 resolvante_bipartite resolvante_diedrale resolvante_klein resolvante_klein3 resolvante_produit_sym resolvante_unitaire resolvante_vierer rest resultant return reveal reverse revert revert2 rgb2level rhs ricci riemann rinvariant risch rk rmdir rncombine romberg room rootscontract round row rowop rowswap rreduce run_testsuite %s save saving scalarp scaled_bessel_i scaled_bessel_i0 scaled_bessel_i1 scalefactors scanmap scatterplot scatterplot_description scene schur2comp sconcat scopy scsimp scurvature sdowncase sec sech second sequal sequalignore set_alt_display setdifference set_draw_defaults set_edge_weight setelmx setequalp setify setp set_partitions set_plot_option set_prompt set_random_state set_tex_environment set_tex_environment_default setunits setup_autoload set_up_dot_simplifications set_vertex_label seventh sexplode sf sha1sum sha256sum shortest_path shortest_weighted_path show showcomps showratvars sierpinskiale sierpinskimap sign signum similaritytransform simp_inequality simplify_sum simplode simpmetderiv simtran sin sinh sinsert sinvertcase sixth skewness skewness_bernoulli skewness_beta skewness_binomial skewness_chi2 skewness_continuous_uniform skewness_discrete_uniform skewness_exp skewness_f skewness_gamma skewness_general_finite_discrete skewness_geometric skewness_gumbel skewness_hypergeometric skewness_laplace skewness_logistic skewness_lognormal skewness_negative_binomial skewness_noncentral_chi2 skewness_noncentral_student_t skewness_normal skewness_pareto skewness_poisson skewness_rayleigh skewness_student_t skewness_weibull slength smake small_rhombicosidodecahedron_graph small_rhombicuboctahedron_graph smax smin smismatch snowmap snub_cube_graph snub_dodecahedron_graph solve solve_rec solve_rec_rat some somrac sort sparse6_decode sparse6_encode sparse6_export sparse6_import specint spherical spherical_bessel_j spherical_bessel_y spherical_hankel1 spherical_hankel2 spherical_harmonic spherical_to_xyz splice split sposition sprint sqfr sqrt sqrtdenest sremove sremovefirst sreverse ssearch ssort sstatus ssubst ssubstfirst staircase standardize standardize_inverse_trig starplot starplot_description status std std1 std_bernoulli std_beta std_binomial std_chi2 std_continuous_uniform std_discrete_uniform std_exp std_f std_gamma std_general_finite_discrete std_geometric std_gumbel std_hypergeometric std_laplace std_logistic std_lognormal std_negative_binomial std_noncentral_chi2 std_noncentral_student_t std_normal std_pareto std_poisson std_rayleigh std_student_t std_weibull stemplot stirling stirling1 stirling2 strim striml strimr string stringout stringp strong_components struve_h struve_l sublis sublist sublist_indices submatrix subsample subset subsetp subst substinpart subst_parallel substpart substring subvar subvarp sum sumcontract summand_to_rec supcase supcontext symbolp symmdifference symmetricp system take_channel take_inference tan tanh taylor taylorinfo taylorp taylor_simplifier taytorat tcl_output tcontract tellrat tellsimp tellsimpafter tentex tenth test_mean test_means_difference test_normality test_proportion test_proportions_difference test_rank_sum test_sign test_signed_rank test_variance test_variance_ratio tex tex1 tex_display texput %th third throw time timedate timer timer_info tldefint tlimit todd_coxeter toeplitz tokens to_lisp topological_sort to_poly to_poly_solve totaldisrep totalfourier totient tpartpol trace tracematrix trace_options transform_sample translate translate_file transpose treefale tree_reduce treillis treinat triangle triangularize trigexpand trigrat trigreduce trigsimp trunc truncate truncated_cube_graph truncated_dodecahedron_graph truncated_icosahedron_graph truncated_tetrahedron_graph tr_warnings_get tube tutte_graph ueivects uforget ultraspherical underlying_graph undiff union unique uniteigenvectors unitp units unit_step unitvector unorder unsum untellrat untimer untrace uppercasep uricci uriemann uvect vandermonde_matrix var var1 var_bernoulli var_beta var_binomial var_chi2 var_continuous_uniform var_discrete_uniform var_exp var_f var_gamma var_general_finite_discrete var_geometric var_gumbel var_hypergeometric var_laplace var_logistic var_lognormal var_negative_binomial var_noncentral_chi2 var_noncentral_student_t var_normal var_pareto var_poisson var_rayleigh var_student_t var_weibull vector vectorpotential vectorsimp verbify vers vertex_coloring vertex_connectivity vertex_degree vertex_distance vertex_eccentricity vertex_in_degree vertex_out_degree vertices vertices_to_cycle vertices_to_path %w weyl wheel_graph wiener_index wigner_3j wigner_6j wigner_9j with_stdout write_binary_data writebyte write_data writefile wronskian xreduce xthru %y Zeilberger zeroequiv zerofor zeromatrix zeromatrixp zeta zgeev zheev zlange zn_add_table zn_carmichael_lambda zn_characteristic_factors zn_determinant zn_factor_generators zn_invert_by_lu zn_log zn_mult_table absboxchar activecontexts adapt_depth additive adim aform algebraic algepsilon algexact aliases allbut all_dotsimp_denoms allocation allsym alphabetic animation antisymmetric arrays askexp assume_pos assume_pos_pred assumescalar asymbol atomgrad atrig1 axes axis_3d axis_bottom axis_left axis_right axis_top azimuth background background_color backsubst berlefact bernstein_explicit besselexpand beta_args_sum_to_integer beta_expand bftorat bftrunc bindtest border boundaries_array box boxchar breakup %c capping cauchysum cbrange cbtics center cflength cframe_flag cnonmet_flag color color_bar color_bar_tics colorbox columns commutative complex cone context contexts contour contour_levels cosnpiflag ctaypov ctaypt ctayswitch ctayvar ct_coords ctorsion_flag ctrgsimp cube current_let_rule_package cylinder data_file_name debugmode decreasing default_let_rule_package delay dependencies derivabbrev derivsubst detout diagmetric diff dim dimensions dispflag display2d|10 display_format_internal distribute_over doallmxops domain domxexpt domxmxops domxnctimes dontfactor doscmxops doscmxplus dot0nscsimp dot0simp dot1simp dotassoc dotconstrules dotdistrib dotexptsimp dotident dotscrules draw_graph_program draw_realpart edge_color edge_coloring edge_partition edge_type edge_width %edispflag elevation %emode endphi endtheta engineering_format_floats enhanced3d %enumer epsilon_lp erfflag erf_representation errormsg error_size error_syms error_type %e_to_numlog eval even evenfun evflag evfun ev_point expandwrt_denom expintexpand expintrep expon expop exptdispflag exptisolate exptsubst facexpand facsum_combine factlim factorflag factorial_expand factors_only fb feature features file_name file_output_append file_search_demo file_search_lisp file_search_maxima|10 file_search_tests file_search_usage file_type_lisp file_type_maxima|10 fill_color fill_density filled_func fixed_vertices flipflag float2bf font font_size fortindent fortspaces fpprec fpprintprec functions gamma_expand gammalim gdet genindex gensumnum GGFCFMAX GGFINFINITY globalsolve gnuplot_command gnuplot_curve_styles gnuplot_curve_titles gnuplot_default_term_command gnuplot_dumb_term_command gnuplot_file_args gnuplot_file_name gnuplot_out_file gnuplot_pdf_term_command gnuplot_pm3d gnuplot_png_term_command gnuplot_postamble gnuplot_preamble gnuplot_ps_term_command gnuplot_svg_term_command gnuplot_term gnuplot_view_args Gosper_in_Zeilberger gradefs grid grid2d grind halfangles head_angle head_both head_length head_type height hypergeometric_representation %iargs ibase icc1 icc2 icounter idummyx ieqnprint ifb ifc1 ifc2 ifg ifgi ifr iframe_bracket_form ifri igeowedge_flag ikt1 ikt2 imaginary inchar increasing infeval infinity inflag infolists inm inmc1 inmc2 intanalysis integer integervalued integrate_use_rootsof integration_constant integration_constant_counter interpolate_color intfaclim ip_grid ip_grid_in irrational isolate_wrt_times iterations itr julia_parameter %k1 %k2 keepfloat key key_pos kinvariant kt label label_alignment label_orientation labels lassociative lbfgs_ncorrections lbfgs_nfeval_max leftjust legend letrat let_rule_packages lfg lg lhospitallim limsubst linear linear_solver linechar linel|10 linenum line_type linewidth line_width linsolve_params linsolvewarn lispdisp listarith listconstvars listdummyvars lmxchar load_pathname loadprint logabs logarc logcb logconcoeffp logexpand lognegint logsimp logx logx_secondary logy logy_secondary logz lriem m1pbranch macroexpansion macros mainvar manual_demo maperror mapprint matrix_element_add matrix_element_mult matrix_element_transpose maxapplydepth maxapplyheight maxima_tempdir|10 maxima_userdir|10 maxnegex MAX_ORD maxposex maxpsifracdenom maxpsifracnum maxpsinegint maxpsiposint maxtayorder mesh_lines_color method mod_big_prime mode_check_errorp mode_checkp mode_check_warnp mod_test mod_threshold modular_linear_solver modulus multiplicative multiplicities myoptions nary negdistrib negsumdispflag newline newtonepsilon newtonmaxiter nextlayerfactor niceindicespref nm nmc noeval nolabels nonegative_lp noninteger nonscalar noun noundisp nouns np npi nticks ntrig numer numer_pbranch obase odd oddfun opacity opproperties opsubst optimprefix optionset orientation origin orthopoly_returns_intervals outative outchar packagefile palette partswitch pdf_file pfeformat phiresolution %piargs piece pivot_count_sx pivot_max_sx plot_format plot_options plot_realpart png_file pochhammer_max_index points pointsize point_size points_joined point_type poislim poisson poly_coefficient_ring poly_elimination_order polyfactor poly_grobner_algorithm poly_grobner_debug poly_monomial_order poly_primary_elimination_order poly_return_term_list poly_secondary_elimination_order poly_top_reduction_only posfun position powerdisp pred prederror primep_number_of_tests product_use_gamma program programmode promote_float_to_bigfloat prompt proportional_axes props psexpand ps_file radexpand radius radsubstflag rassociative ratalgdenom ratchristof ratdenomdivide rateinstein ratepsilon ratfac rational ratmx ratprint ratriemann ratsimpexpons ratvarswitch ratweights ratweyl ratwtlvl real realonly redraw refcheck resolution restart resultant ric riem rmxchar %rnum_list rombergabs rombergit rombergmin rombergtol rootsconmode rootsepsilon run_viewer same_xy same_xyz savedef savefactors scalar scalarmatrixp scale scale_lp setcheck setcheckbreak setval show_edge_color show_edges show_edge_type show_edge_width show_id show_label showtime show_vertex_color show_vertex_size show_vertex_type show_vertices show_weight simp simplified_output simplify_products simpproduct simpsum sinnpiflag solvedecomposes solveexplicit solvefactors solvenullwarn solveradcan solvetrigwarn space sparse sphere spring_embedding_depth sqrtdispflag stardisp startphi starttheta stats_numer stringdisp structures style sublis_apply_lambda subnumsimp sumexpand sumsplitfact surface surface_hide svg_file symmetric tab taylordepth taylor_logexpand taylor_order_coefficients taylor_truncate_polynomials tensorkill terminal testsuite_files thetaresolution timer_devalue title tlimswitch tr track transcompile transform transform_xy translate_fast_arrays transparent transrun tr_array_as_ref tr_bound_function_applyp tr_file_tty_messagesp tr_float_can_branch_complex tr_function_call_default trigexpandplus trigexpandtimes triginverses trigsign trivial_solutions tr_numer tr_optimize_max_loop tr_semicompile tr_state_vars tr_warn_bad_function_calls tr_warn_fexpr tr_warn_meval tr_warn_mode tr_warn_undeclared tr_warn_undefined_variable tstep ttyoff tube_extremes ufg ug %unitexpand unit_vectors uric uriem use_fast_arrays user_preamble usersetunits values vect_cross verbose vertex_color vertex_coloring vertex_partition vertex_size vertex_type view warnings weyl width windowname windowtitle wired_surface wireframe xaxis xaxis_color xaxis_secondary xaxis_type xaxis_width xlabel xlabel_secondary xlength xrange xrange_secondary xtics xtics_axis xtics_rotate xtics_rotate_secondary xtics_secondary xtics_secondary_axis xu_grid x_voxel xy_file xyplane xy_scale yaxis yaxis_color yaxis_secondary yaxis_type yaxis_width ylabel ylabel_secondary ylength yrange yrange_secondary ytics ytics_axis ytics_rotate ytics_rotate_secondary ytics_secondary ytics_secondary_axis yv_grid y_voxel yx_ratio zaxis zaxis_color zaxis_type zaxis_width zeroa zerob zerobern zeta%pi zlabel zlabel_rotate zlength zmin zn_primroot_limit zn_primroot_pretest",symbol:"_ __ %|0 %%|0"},contains:[{className:"comment",begin:"/\\*",end:"\\*/",contains:["self"]},e.QUOTE_STRING_MODE,{className:"number",relevance:0,variants:[{begin:"\\b(\\d+|\\d+\\.|\\.\\d+|\\d+\\.\\d+)[Ee][-+]?\\d+\\b"},{begin:"\\b(\\d+|\\d+\\.|\\.\\d+|\\d+\\.\\d+)[Bb][-+]?\\d+\\b",relevance:10},{begin:"\\b(\\.\\d+|\\d+\\.\\d+)\\b"},{begin:"\\b(\\d+|0[0-9A-Za-z]+)\\.?\\b"}]}],illegal:/@/}}return C2=r,C2}var A2,TI;function Pse(){if(TI)return A2;TI=1;function r(e){return{name:"MEL",keywords:"int float string vector matrix if else switch case default while do for in break continue global proc return about abs addAttr addAttributeEditorNodeHelp addDynamic addNewShelfTab addPP addPanelCategory addPrefixToName advanceToNextDrivenKey affectedNet affects aimConstraint air alias aliasAttr align alignCtx alignCurve alignSurface allViewFit ambientLight angle angleBetween animCone animCurveEditor animDisplay animView annotate appendStringArray applicationName applyAttrPreset applyTake arcLenDimContext arcLengthDimension arclen arrayMapper art3dPaintCtx artAttrCtx artAttrPaintVertexCtx artAttrSkinPaintCtx artAttrTool artBuildPaintMenu artFluidAttrCtx artPuttyCtx artSelectCtx artSetPaintCtx artUserPaintCtx assignCommand assignInputDevice assignViewportFactories attachCurve attachDeviceAttr attachSurface attrColorSliderGrp attrCompatibility attrControlGrp attrEnumOptionMenu attrEnumOptionMenuGrp attrFieldGrp attrFieldSliderGrp attrNavigationControlGrp attrPresetEditWin attributeExists attributeInfo attributeMenu attributeQuery autoKeyframe autoPlace bakeClip bakeFluidShading bakePartialHistory bakeResults bakeSimulation basename basenameEx batchRender bessel bevel bevelPlus binMembership bindSkin blend2 blendShape blendShapeEditor blendShapePanel blendTwoAttr blindDataType boneLattice boundary boxDollyCtx boxZoomCtx bufferCurve buildBookmarkMenu buildKeyframeMenu button buttonManip CBG cacheFile cacheFileCombine cacheFileMerge cacheFileTrack camera cameraView canCreateManip canvas capitalizeString catch catchQuiet ceil changeSubdivComponentDisplayLevel changeSubdivRegion channelBox character characterMap characterOutlineEditor characterize chdir checkBox checkBoxGrp checkDefaultRenderGlobals choice circle circularFillet clamp clear clearCache clip clipEditor clipEditorCurrentTimeCtx clipSchedule clipSchedulerOutliner clipTrimBefore closeCurve closeSurface cluster cmdFileOutput cmdScrollFieldExecuter cmdScrollFieldReporter cmdShell coarsenSubdivSelectionList collision color colorAtPoint colorEditor colorIndex colorIndexSliderGrp colorSliderButtonGrp colorSliderGrp columnLayout commandEcho commandLine commandPort compactHairSystem componentEditor compositingInterop computePolysetVolume condition cone confirmDialog connectAttr connectControl connectDynamic connectJoint connectionInfo constrain constrainValue constructionHistory container containsMultibyte contextInfo control convertFromOldLayers convertIffToPsd convertLightmap convertSolidTx convertTessellation convertUnit copyArray copyFlexor copyKey copySkinWeights cos cpButton cpCache cpClothSet cpCollision cpConstraint cpConvClothToMesh cpForces cpGetSolverAttr cpPanel cpProperty cpRigidCollisionFilter cpSeam cpSetEdit cpSetSolverAttr cpSolver cpSolverTypes cpTool cpUpdateClothUVs createDisplayLayer createDrawCtx createEditor createLayeredPsdFile createMotionField createNewShelf createNode createRenderLayer createSubdivRegion cross crossProduct ctxAbort ctxCompletion ctxEditMode ctxTraverse currentCtx currentTime currentTimeCtx currentUnit curve curveAddPtCtx curveCVCtx curveEPCtx curveEditorCtx curveIntersect curveMoveEPCtx curveOnSurface curveSketchCtx cutKey cycleCheck cylinder dagPose date defaultLightListCheckBox defaultNavigation defineDataServer defineVirtualDevice deformer deg_to_rad delete deleteAttr deleteShadingGroupsAndMaterials deleteShelfTab deleteUI deleteUnusedBrushes delrandstr detachCurve detachDeviceAttr detachSurface deviceEditor devicePanel dgInfo dgdirty dgeval dgtimer dimWhen directKeyCtx directionalLight dirmap dirname disable disconnectAttr disconnectJoint diskCache displacementToPoly displayAffected displayColor displayCull displayLevelOfDetail displayPref displayRGBColor displaySmoothness displayStats displayString displaySurface distanceDimContext distanceDimension doBlur dolly dollyCtx dopeSheetEditor dot dotProduct doubleProfileBirailSurface drag dragAttrContext draggerContext dropoffLocator duplicate duplicateCurve duplicateSurface dynCache dynControl dynExport dynExpression dynGlobals dynPaintEditor dynParticleCtx dynPref dynRelEdPanel dynRelEditor dynamicLoad editAttrLimits editDisplayLayerGlobals editDisplayLayerMembers editRenderLayerAdjustment editRenderLayerGlobals editRenderLayerMembers editor editorTemplate effector emit emitter enableDevice encodeString endString endsWith env equivalent equivalentTol erf error eval evalDeferred evalEcho event exactWorldBoundingBox exclusiveLightCheckBox exec executeForEachObject exists exp expression expressionEditorListen extendCurve extendSurface extrude fcheck fclose feof fflush fgetline fgetword file fileBrowserDialog fileDialog fileExtension fileInfo filetest filletCurve filter filterCurve filterExpand filterStudioImport findAllIntersections findAnimCurves findKeyframe findMenuItem findRelatedSkinCluster finder firstParentOf fitBspline flexor floatEq floatField floatFieldGrp floatScrollBar floatSlider floatSlider2 floatSliderButtonGrp floatSliderGrp floor flow fluidCacheInfo fluidEmitter fluidVoxelInfo flushUndo fmod fontDialog fopen formLayout format fprint frameLayout fread freeFormFillet frewind fromNativePath fwrite gamma gauss geometryConstraint getApplicationVersionAsFloat getAttr getClassification getDefaultBrush getFileList getFluidAttr getInputDeviceRange getMayaPanelTypes getModifiers getPanel getParticleAttr getPluginResource getenv getpid glRender glRenderEditor globalStitch gmatch goal gotoBindPose grabColor gradientControl gradientControlNoAttr graphDollyCtx graphSelectContext graphTrackCtx gravity grid gridLayout group groupObjectsByName HfAddAttractorToAS HfAssignAS HfBuildEqualMap HfBuildFurFiles HfBuildFurImages HfCancelAFR HfConnectASToHF HfCreateAttractor HfDeleteAS HfEditAS HfPerformCreateAS HfRemoveAttractorFromAS HfSelectAttached HfSelectAttractors HfUnAssignAS hardenPointCurve hardware hardwareRenderPanel headsUpDisplay headsUpMessage help helpLine hermite hide hilite hitTest hotBox hotkey hotkeyCheck hsv_to_rgb hudButton hudSlider hudSliderButton hwReflectionMap hwRender hwRenderLoad hyperGraph hyperPanel hyperShade hypot iconTextButton iconTextCheckBox iconTextRadioButton iconTextRadioCollection iconTextScrollList iconTextStaticLabel ikHandle ikHandleCtx ikHandleDisplayScale ikSolver ikSplineHandleCtx ikSystem ikSystemInfo ikfkDisplayMethod illustratorCurves image imfPlugins inheritTransform insertJoint insertJointCtx insertKeyCtx insertKnotCurve insertKnotSurface instance instanceable instancer intField intFieldGrp intScrollBar intSlider intSliderGrp interToUI internalVar intersect iprEngine isAnimCurve isConnected isDirty isParentOf isSameObject isTrue isValidObjectName isValidString isValidUiName isolateSelect itemFilter itemFilterAttr itemFilterRender itemFilterType joint jointCluster jointCtx jointDisplayScale jointLattice keyTangent keyframe keyframeOutliner keyframeRegionCurrentTimeCtx keyframeRegionDirectKeyCtx keyframeRegionDollyCtx keyframeRegionInsertKeyCtx keyframeRegionMoveKeyCtx keyframeRegionScaleKeyCtx keyframeRegionSelectKeyCtx keyframeRegionSetKeyCtx keyframeRegionTrackCtx keyframeStats lassoContext lattice latticeDeformKeyCtx launch launchImageEditor layerButton layeredShaderPort layeredTexturePort layout layoutDialog lightList lightListEditor lightListPanel lightlink lineIntersection linearPrecision linstep listAnimatable listAttr listCameras listConnections listDeviceAttachments listHistory listInputDeviceAxes listInputDeviceButtons listInputDevices listMenuAnnotation listNodeTypes listPanelCategories listRelatives listSets listTransforms listUnselected listerEditor loadFluid loadNewShelf loadPlugin loadPluginLanguageResources loadPrefObjects localizedPanelLabel lockNode loft log longNameOf lookThru ls lsThroughFilter lsType lsUI Mayatomr mag makeIdentity makeLive makePaintable makeRoll makeSingleSurface makeTubeOn makebot manipMoveContext manipMoveLimitsCtx manipOptions manipRotateContext manipRotateLimitsCtx manipScaleContext manipScaleLimitsCtx marker match max memory menu menuBarLayout menuEditor menuItem menuItemToShelf menuSet menuSetPref messageLine min minimizeApp mirrorJoint modelCurrentTimeCtx modelEditor modelPanel mouse movIn movOut move moveIKtoFK moveKeyCtx moveVertexAlongDirection multiProfileBirailSurface mute nParticle nameCommand nameField namespace namespaceInfo newPanelItems newton nodeCast nodeIconButton nodeOutliner nodePreset nodeType noise nonLinear normalConstraint normalize nurbsBoolean nurbsCopyUVSet nurbsCube nurbsEditUV nurbsPlane nurbsSelect nurbsSquare nurbsToPoly nurbsToPolygonsPref nurbsToSubdiv nurbsToSubdivPref nurbsUVSet nurbsViewDirectionVector objExists objectCenter objectLayer objectType objectTypeUI obsoleteProc oceanNurbsPreviewPlane offsetCurve offsetCurveOnSurface offsetSurface openGLExtension openMayaPref optionMenu optionMenuGrp optionVar orbit orbitCtx orientConstraint outlinerEditor outlinerPanel overrideModifier paintEffectsDisplay pairBlend palettePort paneLayout panel panelConfiguration panelHistory paramDimContext paramDimension paramLocator parent parentConstraint particle particleExists particleInstancer particleRenderInfo partition pasteKey pathAnimation pause pclose percent performanceOptions pfxstrokes pickWalk picture pixelMove planarSrf plane play playbackOptions playblast plugAttr plugNode pluginInfo pluginResourceUtil pointConstraint pointCurveConstraint pointLight pointMatrixMult pointOnCurve pointOnSurface pointPosition poleVectorConstraint polyAppend polyAppendFacetCtx polyAppendVertex polyAutoProjection polyAverageNormal polyAverageVertex polyBevel polyBlendColor polyBlindData polyBoolOp polyBridgeEdge polyCacheMonitor polyCheck polyChipOff polyClipboard polyCloseBorder polyCollapseEdge polyCollapseFacet polyColorBlindData polyColorDel polyColorPerVertex polyColorSet polyCompare polyCone polyCopyUV polyCrease polyCreaseCtx polyCreateFacet polyCreateFacetCtx polyCube polyCut polyCutCtx polyCylinder polyCylindricalProjection polyDelEdge polyDelFacet polyDelVertex polyDuplicateAndConnect polyDuplicateEdge polyEditUV polyEditUVShell polyEvaluate polyExtrudeEdge polyExtrudeFacet polyExtrudeVertex polyFlipEdge polyFlipUV polyForceUV polyGeoSampler polyHelix polyInfo polyInstallAction polyLayoutUV polyListComponentConversion polyMapCut polyMapDel polyMapSew polyMapSewMove polyMergeEdge polyMergeEdgeCtx polyMergeFacet polyMergeFacetCtx polyMergeUV polyMergeVertex polyMirrorFace polyMoveEdge polyMoveFacet polyMoveFacetUV polyMoveUV polyMoveVertex polyNormal polyNormalPerVertex polyNormalizeUV polyOptUvs polyOptions polyOutput polyPipe polyPlanarProjection polyPlane polyPlatonicSolid polyPoke polyPrimitive polyPrism polyProjection polyPyramid polyQuad polyQueryBlindData polyReduce polySelect polySelectConstraint polySelectConstraintMonitor polySelectCtx polySelectEditCtx polySeparate polySetToFaceNormal polySewEdge polyShortestPathCtx polySmooth polySoftEdge polySphere polySphericalProjection polySplit polySplitCtx polySplitEdge polySplitRing polySplitVertex polyStraightenUVBorder polySubdivideEdge polySubdivideFacet polyToSubdiv polyTorus polyTransfer polyTriangulate polyUVSet polyUnite polyWedgeFace popen popupMenu pose pow preloadRefEd print progressBar progressWindow projFileViewer projectCurve projectTangent projectionContext projectionManip promptDialog propModCtx propMove psdChannelOutliner psdEditTextureFile psdExport psdTextureFile putenv pwd python querySubdiv quit rad_to_deg radial radioButton radioButtonGrp radioCollection radioMenuItemCollection rampColorPort rand randomizeFollicles randstate rangeControl readTake rebuildCurve rebuildSurface recordAttr recordDevice redo reference referenceEdit referenceQuery refineSubdivSelectionList refresh refreshAE registerPluginResource rehash reloadImage removeJoint removeMultiInstance removePanelCategory rename renameAttr renameSelectionList renameUI render renderGlobalsNode renderInfo renderLayerButton renderLayerParent renderLayerPostProcess renderLayerUnparent renderManip renderPartition renderQualityNode renderSettings renderThumbnailUpdate renderWindowEditor renderWindowSelectContext renderer reorder reorderDeformers requires reroot resampleFluid resetAE resetPfxToPolyCamera resetTool resolutionNode retarget reverseCurve reverseSurface revolve rgb_to_hsv rigidBody rigidSolver roll rollCtx rootOf rot rotate rotationInterpolation roundConstantRadius rowColumnLayout rowLayout runTimeCommand runup sampleImage saveAllShelves saveAttrPreset saveFluid saveImage saveInitialState saveMenu savePrefObjects savePrefs saveShelf saveToolSettings scale scaleBrushBrightness scaleComponents scaleConstraint scaleKey scaleKeyCtx sceneEditor sceneUIReplacement scmh scriptCtx scriptEditorInfo scriptJob scriptNode scriptTable scriptToShelf scriptedPanel scriptedPanelType scrollField scrollLayout sculpt searchPathArray seed selLoadSettings select selectContext selectCurveCV selectKey selectKeyCtx selectKeyframeRegionCtx selectMode selectPref selectPriority selectType selectedNodes selectionConnection separator setAttr setAttrEnumResource setAttrMapping setAttrNiceNameResource setConstraintRestPosition setDefaultShadingGroup setDrivenKeyframe setDynamic setEditCtx setEditor setFluidAttr setFocus setInfinity setInputDeviceMapping setKeyCtx setKeyPath setKeyframe setKeyframeBlendshapeTargetWts setMenuMode setNodeNiceNameResource setNodeTypeFlag setParent setParticleAttr setPfxToPolyCamera setPluginResource setProject setStampDensity setStartupMessage setState setToolTo setUITemplate setXformManip sets shadingConnection shadingGeometryRelCtx shadingLightRelCtx shadingNetworkCompare shadingNode shapeCompare shelfButton shelfLayout shelfTabLayout shellField shortNameOf showHelp showHidden showManipCtx showSelectionInTitle showShadingGroupAttrEditor showWindow sign simplify sin singleProfileBirailSurface size sizeBytes skinCluster skinPercent smoothCurve smoothTangentSurface smoothstep snap2to2 snapKey snapMode snapTogetherCtx snapshot soft softMod softModCtx sort sound soundControl source spaceLocator sphere sphrand spotLight spotLightPreviewPort spreadSheetEditor spring sqrt squareSurface srtContext stackTrace startString startsWith stitchAndExplodeShell stitchSurface stitchSurfacePoints strcmp stringArrayCatenate stringArrayContains stringArrayCount stringArrayInsertAtIndex stringArrayIntersector stringArrayRemove stringArrayRemoveAtIndex stringArrayRemoveDuplicates stringArrayRemoveExact stringArrayToString stringToStringArray strip stripPrefixFromName stroke subdAutoProjection subdCleanTopology subdCollapse subdDuplicateAndConnect subdEditUV subdListComponentConversion subdMapCut subdMapSewMove subdMatchTopology subdMirror subdToBlind subdToPoly subdTransferUVsToCache subdiv subdivCrease subdivDisplaySmoothness substitute substituteAllString substituteGeometry substring surface surfaceSampler surfaceShaderList swatchDisplayPort switchTable symbolButton symbolCheckBox sysFile system tabLayout tan tangentConstraint texLatticeDeformContext texManipContext texMoveContext texMoveUVShellContext texRotateContext texScaleContext texSelectContext texSelectShortestPathCtx texSmudgeUVContext texWinToolCtx text textCurves textField textFieldButtonGrp textFieldGrp textManip textScrollList textToShelf textureDisplacePlane textureHairColor texturePlacementContext textureWindow threadCount threePointArcCtx timeControl timePort timerX toNativePath toggle toggleAxis toggleWindowVisibility tokenize tokenizeList tolerance tolower toolButton toolCollection toolDropped toolHasOptions toolPropertyWindow torus toupper trace track trackCtx transferAttributes transformCompare transformLimits translator trim trunc truncateFluidCache truncateHairCache tumble tumbleCtx turbulence twoPointArcCtx uiRes uiTemplate unassignInputDevice undo undoInfo ungroup uniform unit unloadPlugin untangleUV untitledFileName untrim upAxis updateAE userCtx uvLink uvSnapshot validateShelfName vectorize view2dToolCtx viewCamera viewClipPlane viewFit viewHeadOn viewLookAt viewManip viewPlace viewSet visor volumeAxis vortex waitCursor warning webBrowser webBrowserPrefs whatIs window windowPref wire wireContext workspace wrinkle wrinkleContext writeTake xbmLangPathList xform",illegal:""},{begin:"<=",relevance:0},{begin:"=>",relevance:0},{begin:"/\\\\"},{begin:"\\\\/"}]},{className:"built_in",variants:[{begin:":-\\|-->"},{begin:"=",relevance:0}]},n,e.C_BLOCK_COMMENT_MODE,a,e.NUMBER_MODE,i,s,{begin:/:-/},{begin:/\.$/}]}}return x2=r,x2}var R2,AI;function Fse(){if(AI)return R2;AI=1;function r(e){return{name:"MIPS Assembly",case_insensitive:!0,aliases:["mips"],keywords:{$pattern:"\\.?"+e.IDENT_RE,meta:".2byte .4byte .align .ascii .asciz .balign .byte .code .data .else .end .endif .endm .endr .equ .err .exitm .extern .global .hword .if .ifdef .ifndef .include .irp .long .macro .rept .req .section .set .skip .space .text .word .ltorg ",built_in:"$0 $1 $2 $3 $4 $5 $6 $7 $8 $9 $10 $11 $12 $13 $14 $15 $16 $17 $18 $19 $20 $21 $22 $23 $24 $25 $26 $27 $28 $29 $30 $31 zero at v0 v1 a0 a1 a2 a3 a4 a5 a6 a7 t0 t1 t2 t3 t4 t5 t6 t7 t8 t9 s0 s1 s2 s3 s4 s5 s6 s7 s8 k0 k1 gp sp fp ra $f0 $f1 $f2 $f2 $f4 $f5 $f6 $f7 $f8 $f9 $f10 $f11 $f12 $f13 $f14 $f15 $f16 $f17 $f18 $f19 $f20 $f21 $f22 $f23 $f24 $f25 $f26 $f27 $f28 $f29 $f30 $f31 Context Random EntryLo0 EntryLo1 Context PageMask Wired EntryHi HWREna BadVAddr Count Compare SR IntCtl SRSCtl SRSMap Cause EPC PRId EBase Config Config1 Config2 Config3 LLAddr Debug DEPC DESAVE CacheErr ECC ErrorEPC TagLo DataLo TagHi DataHi WatchLo WatchHi PerfCtl PerfCnt "},contains:[{className:"keyword",begin:"\\b(addi?u?|andi?|b(al)?|beql?|bgez(al)?l?|bgtzl?|blezl?|bltz(al)?l?|bnel?|cl[oz]|divu?|ext|ins|j(al)?|jalr(\\.hb)?|jr(\\.hb)?|lbu?|lhu?|ll|lui|lw[lr]?|maddu?|mfhi|mflo|movn|movz|move|msubu?|mthi|mtlo|mul|multu?|nop|nor|ori?|rotrv?|sb|sc|se[bh]|sh|sllv?|slti?u?|srav?|srlv?|subu?|sw[lr]?|xori?|wsbh|abs\\.[sd]|add\\.[sd]|alnv.ps|bc1[ft]l?|c\\.(s?f|un|u?eq|[ou]lt|[ou]le|ngle?|seq|l[et]|ng[et])\\.[sd]|(ceil|floor|round|trunc)\\.[lw]\\.[sd]|cfc1|cvt\\.d\\.[lsw]|cvt\\.l\\.[dsw]|cvt\\.ps\\.s|cvt\\.s\\.[dlw]|cvt\\.s\\.p[lu]|cvt\\.w\\.[dls]|div\\.[ds]|ldx?c1|luxc1|lwx?c1|madd\\.[sd]|mfc1|mov[fntz]?\\.[ds]|msub\\.[sd]|mth?c1|mul\\.[ds]|neg\\.[ds]|nmadd\\.[ds]|nmsub\\.[ds]|p[lu][lu]\\.ps|recip\\.fmt|r?sqrt\\.[ds]|sdx?c1|sub\\.[ds]|suxc1|swx?c1|break|cache|d?eret|[de]i|ehb|mfc0|mtc0|pause|prefx?|rdhwr|rdpgpr|sdbbp|ssnop|synci?|syscall|teqi?|tgei?u?|tlb(p|r|w[ir])|tlti?u?|tnei?|wait|wrpgpr)",end:"\\s"},e.COMMENT("[;#](?!\\s*$)","$"),e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,{className:"string",begin:"'",end:"[^\\\\]'",relevance:0},{className:"title",begin:"\\|",end:"\\|",illegal:"\\n",relevance:0},{className:"number",variants:[{begin:"0x[0-9a-f]+"},{begin:"\\b-?\\d+"}],relevance:0},{className:"symbol",variants:[{begin:"^\\s*[a-z_\\.\\$][a-z0-9_\\.\\$]+:"},{begin:"^\\s*[0-9]+:"},{begin:"[0-9]+[bf]"}],relevance:0}],illegal:/\//}}return R2=r,R2}var O2,xI;function Bse(){if(xI)return O2;xI=1;function r(e){return{name:"Mizar",keywords:"environ vocabularies notations constructors definitions registrations theorems schemes requirements begin end definition registration cluster existence pred func defpred deffunc theorem proof let take assume then thus hence ex for st holds consider reconsider such that and in provided of as from be being by means equals implies iff redefine define now not or attr is mode suppose per cases set thesis contradiction scheme reserve struct correctness compatibility coherence symmetry assymetry reflexivity irreflexivity connectedness uniqueness commutativity idempotence involutiveness projectivity",contains:[e.COMMENT("::","$")]}}return O2=r,O2}var N2,RI;function Use(){if(RI)return N2;RI=1;function r(e){const t=e.regex,n=["abs","accept","alarm","and","atan2","bind","binmode","bless","break","caller","chdir","chmod","chomp","chop","chown","chr","chroot","class","close","closedir","connect","continue","cos","crypt","dbmclose","dbmopen","defined","delete","die","do","dump","each","else","elsif","endgrent","endhostent","endnetent","endprotoent","endpwent","endservent","eof","eval","exec","exists","exit","exp","fcntl","field","fileno","flock","for","foreach","fork","format","formline","getc","getgrent","getgrgid","getgrnam","gethostbyaddr","gethostbyname","gethostent","getlogin","getnetbyaddr","getnetbyname","getnetent","getpeername","getpgrp","getpriority","getprotobyname","getprotobynumber","getprotoent","getpwent","getpwnam","getpwuid","getservbyname","getservbyport","getservent","getsockname","getsockopt","given","glob","gmtime","goto","grep","gt","hex","if","index","int","ioctl","join","keys","kill","last","lc","lcfirst","length","link","listen","local","localtime","log","lstat","lt","ma","map","method","mkdir","msgctl","msgget","msgrcv","msgsnd","my","ne","next","no","not","oct","open","opendir","or","ord","our","pack","package","pipe","pop","pos","print","printf","prototype","push","q|0","qq","quotemeta","qw","qx","rand","read","readdir","readline","readlink","readpipe","recv","redo","ref","rename","require","reset","return","reverse","rewinddir","rindex","rmdir","say","scalar","seek","seekdir","select","semctl","semget","semop","send","setgrent","sethostent","setnetent","setpgrp","setpriority","setprotoent","setpwent","setservent","setsockopt","shift","shmctl","shmget","shmread","shmwrite","shutdown","sin","sleep","socket","socketpair","sort","splice","split","sprintf","sqrt","srand","stat","state","study","sub","substr","symlink","syscall","sysopen","sysread","sysseek","system","syswrite","tell","telldir","tie","tied","time","times","tr","truncate","uc","ucfirst","umask","undef","unless","unlink","unpack","unshift","untie","until","use","utime","values","vec","wait","waitpid","wantarray","warn","when","while","write","x|0","xor","y|0"],a=/[dualxmsipngr]{0,12}/,i={$pattern:/[\w.]+/,keyword:n.join(" ")},s={className:"subst",begin:"[$@]\\{",end:"\\}",keywords:i},o={begin:/->\{/,end:/\}/},l={scope:"attr",match:/\s+:\s*\w+(\s*\(.*?\))?/},c={scope:"variable",variants:[{begin:/\$\d/},{begin:t.concat(/[$%@](?!")(\^\w\b|#\w+(::\w+)*|\{\w+\}|\w+(::\w*)*)/,"(?![A-Za-z])(?![@$%])")},{begin:/[$%@](?!")[^\s\w{=]|\$=/,relevance:0}],contains:[l]},u={className:"number",variants:[{match:/0?\.[0-9][0-9_]+\b/},{match:/\bv?(0|[1-9][0-9_]*(\.[0-9_]+)?|[1-9][0-9_]*)\b/},{match:/\b0[0-7][0-7_]*\b/},{match:/\b0x[0-9a-fA-F][0-9a-fA-F_]*\b/},{match:/\b0b[0-1][0-1_]*\b/}],relevance:0},d=[e.BACKSLASH_ESCAPE,s,c],h=[/!/,/\//,/\|/,/\?/,/'/,/"/,/#/],p=(b,_,v="\\1")=>{const y=v==="\\1"?v:t.concat(v,_);return t.concat(t.concat("(?:",b,")"),_,/(?:\\.|[^\\\/])*?/,y,/(?:\\.|[^\\\/])*?/,v,a)},m=(b,_,v)=>t.concat(t.concat("(?:",b,")"),_,/(?:\\.|[^\\\/])*?/,v,a),g=[c,e.HASH_COMMENT_MODE,e.COMMENT(/^=\w/,/=cut/,{endsWithParent:!0}),o,{className:"string",contains:d,variants:[{begin:"q[qwxr]?\\s*\\(",end:"\\)",relevance:5},{begin:"q[qwxr]?\\s*\\[",end:"\\]",relevance:5},{begin:"q[qwxr]?\\s*\\{",end:"\\}",relevance:5},{begin:"q[qwxr]?\\s*\\|",end:"\\|",relevance:5},{begin:"q[qwxr]?\\s*<",end:">",relevance:5},{begin:"qw\\s+q",end:"q",relevance:5},{begin:"'",end:"'",contains:[e.BACKSLASH_ESCAPE]},{begin:'"',end:'"'},{begin:"`",end:"`",contains:[e.BACKSLASH_ESCAPE]},{begin:/\{\w+\}/,relevance:0},{begin:"-?\\w+\\s*=>",relevance:0}]},u,{begin:"(\\/\\/|"+e.RE_STARTERS_RE+"|\\b(split|return|print|reverse|grep)\\b)\\s*",keywords:"split return print reverse grep",relevance:0,contains:[e.HASH_COMMENT_MODE,{className:"regexp",variants:[{begin:p("s|tr|y",t.either(...h,{capture:!0}))},{begin:p("s|tr|y","\\(","\\)")},{begin:p("s|tr|y","\\[","\\]")},{begin:p("s|tr|y","\\{","\\}")}],relevance:2},{className:"regexp",variants:[{begin:/(m|qr)\/\//,relevance:0},{begin:m("(?:m|qr)?",/\//,/\//)},{begin:m("m|qr",t.either(...h,{capture:!0}),/\1/)},{begin:m("m|qr",/\(/,/\)/)},{begin:m("m|qr",/\[/,/\]/)},{begin:m("m|qr",/\{/,/\}/)}]}]},{className:"function",beginKeywords:"sub method",end:"(\\s*\\(.*?\\))?[;{]",excludeEnd:!0,relevance:5,contains:[e.TITLE_MODE,l]},{className:"class",beginKeywords:"class",end:"[;{]",excludeEnd:!0,relevance:5,contains:[e.TITLE_MODE,l,u]},{begin:"-\\w\\b",relevance:0},{begin:"^__DATA__$",end:"^__END__$",subLanguage:"mojolicious",contains:[{begin:"^@@.*",end:"$",className:"comment"}]}];return s.contains=g,o.contains=g,{name:"Perl",aliases:["pl","pm"],keywords:i,contains:g}}return N2=r,N2}var I2,OI;function $se(){if(OI)return I2;OI=1;function r(e){return{name:"Mojolicious",subLanguage:"xml",contains:[{className:"meta",begin:"^__(END|DATA)__$"},{begin:"^\\s*%{1,2}={0,2}",end:"$",subLanguage:"perl"},{begin:"<%{1,2}={0,2}",end:"={0,1}%>",subLanguage:"perl",excludeBegin:!0,excludeEnd:!0}]}}return I2=r,I2}var k2,NI;function Gse(){if(NI)return k2;NI=1;function r(e){const t={className:"number",relevance:0,variants:[{begin:"[$][a-fA-F0-9]+"},e.NUMBER_MODE]},n={variants:[{match:[/(function|method)/,/\s+/,e.UNDERSCORE_IDENT_RE]}],scope:{1:"keyword",3:"title.function"}},a={variants:[{match:[/(class|interface|extends|implements)/,/\s+/,e.UNDERSCORE_IDENT_RE]}],scope:{1:"keyword",3:"title.class"}};return{name:"Monkey",case_insensitive:!0,keywords:{keyword:["public","private","property","continue","exit","extern","new","try","catch","eachin","not","abstract","final","select","case","default","const","local","global","field","end","if","then","else","elseif","endif","while","wend","repeat","until","forever","for","to","step","next","return","module","inline","throw","import","and","or","shl","shr","mod"],built_in:["DebugLog","DebugStop","Error","Print","ACos","ACosr","ASin","ASinr","ATan","ATan2","ATan2r","ATanr","Abs","Abs","Ceil","Clamp","Clamp","Cos","Cosr","Exp","Floor","Log","Max","Max","Min","Min","Pow","Sgn","Sgn","Sin","Sinr","Sqrt","Tan","Tanr","Seed","PI","HALFPI","TWOPI"],literal:["true","false","null"]},illegal:/\/\*/,contains:[e.COMMENT("#rem","#end"),e.COMMENT("'","$",{relevance:0}),n,a,{className:"variable.language",begin:/\b(self|super)\b/},{className:"meta",begin:/\s*#/,end:"$",keywords:{keyword:"if else elseif endif end then"}},{match:[/^\s*/,/strict\b/],scope:{2:"meta"}},{beginKeywords:"alias",end:"=",contains:[e.UNDERSCORE_TITLE_MODE]},e.QUOTE_STRING_MODE,t]}}return k2=r,k2}var M2,II;function zse(){if(II)return M2;II=1;function r(e){const t={keyword:"if then not for in while do return else elseif break continue switch and or unless when class extends super local import export from using",literal:"true false nil",built_in:"_G _VERSION assert collectgarbage dofile error getfenv getmetatable ipairs load loadfile loadstring module next pairs pcall print rawequal rawget rawset require select setfenv setmetatable tonumber tostring type unpack xpcall coroutine debug io math os package string table"},n="[A-Za-z$_][0-9A-Za-z$_]*",a={className:"subst",begin:/#\{/,end:/\}/,keywords:t},i=[e.inherit(e.C_NUMBER_MODE,{starts:{end:"(\\s*/)?",relevance:0}}),{className:"string",variants:[{begin:/'/,end:/'/,contains:[e.BACKSLASH_ESCAPE]},{begin:/"/,end:/"/,contains:[e.BACKSLASH_ESCAPE,a]}]},{className:"built_in",begin:"@__"+e.IDENT_RE},{begin:"@"+e.IDENT_RE},{begin:e.IDENT_RE+"\\\\"+e.IDENT_RE}];a.contains=i;const s=e.inherit(e.TITLE_MODE,{begin:n}),o="(\\(.*\\)\\s*)?\\B[-=]>",l={className:"params",begin:"\\([^\\(]",returnBegin:!0,contains:[{begin:/\(/,end:/\)/,keywords:t,contains:["self"].concat(i)}]};return{name:"MoonScript",aliases:["moon"],keywords:t,illegal:/\/\*/,contains:i.concat([e.COMMENT("--","$"),{className:"function",begin:"^\\s*"+n+"\\s*=\\s*"+o,end:"[-=]>",returnBegin:!0,contains:[s,l]},{begin:/[\(,:=]\s*/,relevance:0,contains:[{className:"function",begin:o,end:"[-=]>",returnBegin:!0,contains:[l]}]},{className:"class",beginKeywords:"class",end:"$",illegal:/[:="\[\]]/,contains:[{beginKeywords:"extends",endsWithParent:!0,illegal:/[:="\[\]]/,contains:[s]},s]},{className:"name",begin:n+":",end:":",returnBegin:!0,returnEnd:!0,relevance:0}])}}return M2=r,M2}var D2,kI;function qse(){if(kI)return D2;kI=1;function r(e){return{name:"N1QL",case_insensitive:!0,contains:[{beginKeywords:"build create index delete drop explain infer|10 insert merge prepare select update upsert|10",end:/;/,keywords:{keyword:["all","alter","analyze","and","any","array","as","asc","begin","between","binary","boolean","break","bucket","build","by","call","case","cast","cluster","collate","collection","commit","connect","continue","correlate","cover","create","database","dataset","datastore","declare","decrement","delete","derived","desc","describe","distinct","do","drop","each","element","else","end","every","except","exclude","execute","exists","explain","fetch","first","flatten","for","force","from","function","grant","group","gsi","having","if","ignore","ilike","in","include","increment","index","infer","inline","inner","insert","intersect","into","is","join","key","keys","keyspace","known","last","left","let","letting","like","limit","lsm","map","mapping","matched","materialized","merge","minus","namespace","nest","not","number","object","offset","on","option","or","order","outer","over","parse","partition","password","path","pool","prepare","primary","private","privilege","procedure","public","raw","realm","reduce","rename","return","returning","revoke","right","role","rollback","satisfies","schema","select","self","semi","set","show","some","start","statistics","string","system","then","to","transaction","trigger","truncate","under","union","unique","unknown","unnest","unset","update","upsert","use","user","using","validate","value","valued","values","via","view","when","where","while","with","within","work","xor"],literal:["true","false","null","missing|5"],built_in:["array_agg","array_append","array_concat","array_contains","array_count","array_distinct","array_ifnull","array_length","array_max","array_min","array_position","array_prepend","array_put","array_range","array_remove","array_repeat","array_replace","array_reverse","array_sort","array_sum","avg","count","max","min","sum","greatest","least","ifmissing","ifmissingornull","ifnull","missingif","nullif","ifinf","ifnan","ifnanorinf","naninf","neginfif","posinfif","clock_millis","clock_str","date_add_millis","date_add_str","date_diff_millis","date_diff_str","date_part_millis","date_part_str","date_trunc_millis","date_trunc_str","duration_to_str","millis","str_to_millis","millis_to_str","millis_to_utc","millis_to_zone_name","now_millis","now_str","str_to_duration","str_to_utc","str_to_zone_name","decode_json","encode_json","encoded_size","poly_length","base64","base64_encode","base64_decode","meta","uuid","abs","acos","asin","atan","atan2","ceil","cos","degrees","e","exp","ln","log","floor","pi","power","radians","random","round","sign","sin","sqrt","tan","trunc","object_length","object_names","object_pairs","object_inner_pairs","object_values","object_inner_values","object_add","object_put","object_remove","object_unwrap","regexp_contains","regexp_like","regexp_position","regexp_replace","contains","initcap","length","lower","ltrim","position","repeat","replace","rtrim","split","substr","title","trim","upper","isarray","isatom","isboolean","isnumber","isobject","isstring","type","toarray","toatom","toboolean","tonumber","toobject","tostring"]},contains:[{className:"string",begin:"'",end:"'",contains:[e.BACKSLASH_ESCAPE]},{className:"string",begin:'"',end:'"',contains:[e.BACKSLASH_ESCAPE]},{className:"symbol",begin:"`",end:"`",contains:[e.BACKSLASH_ESCAPE]},e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE]},e.C_BLOCK_COMMENT_MODE]}}return D2=r,D2}var P2,MI;function Hse(){if(MI)return P2;MI=1;function r(e){const t={match:[/^\s*(?=\S)/,/[^:]+/,/:\s*/,/$/],className:{2:"attribute",3:"punctuation"}},n={match:[/^\s*(?=\S)/,/[^:]*[^: ]/,/[ ]*:/,/[ ]/,/.*$/],className:{2:"attribute",3:"punctuation",5:"string"}},a={match:[/^\s*/,/>/,/[ ]/,/.*$/],className:{2:"punctuation",4:"string"}},i={variants:[{match:[/^\s*/,/-/,/[ ]/,/.*$/]},{match:[/^\s*/,/-$/]}],className:{2:"bullet",4:"string"}};return{name:"Nested Text",aliases:["nt"],contains:[e.inherit(e.HASH_COMMENT_MODE,{begin:/^\s*(?=#)/,excludeBegin:!0}),i,a,t,n]}}return P2=r,P2}var L2,DI;function Vse(){if(DI)return L2;DI=1;function r(e){const t=e.regex,n={className:"variable",variants:[{begin:/\$\d+/},{begin:/\$\{\w+\}/},{begin:t.concat(/[$@]/,e.UNDERSCORE_IDENT_RE)}]},i={endsWithParent:!0,keywords:{$pattern:/[a-z_]{2,}|\/dev\/poll/,literal:["on","off","yes","no","true","false","none","blocked","debug","info","notice","warn","error","crit","select","break","last","permanent","redirect","kqueue","rtsig","epoll","poll","/dev/poll"]},relevance:0,illegal:"=>",contains:[e.HASH_COMMENT_MODE,{className:"string",contains:[e.BACKSLASH_ESCAPE,n],variants:[{begin:/"/,end:/"/},{begin:/'/,end:/'/}]},{begin:"([a-z]+):/",end:"\\s",endsWithParent:!0,excludeEnd:!0,contains:[n]},{className:"regexp",contains:[e.BACKSLASH_ESCAPE,n],variants:[{begin:"\\s\\^",end:"\\s|\\{|;",returnEnd:!0},{begin:"~\\*?\\s+",end:"\\s|\\{|;",returnEnd:!0},{begin:"\\*(\\.[a-z\\-]+)+"},{begin:"([a-z\\-]+\\.)+\\*"}]},{className:"number",begin:"\\b\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}\\.\\d{1,3}(:\\d{1,5})?\\b"},{className:"number",begin:"\\b\\d+[kKmMgGdshdwy]?\\b",relevance:0},n]};return{name:"Nginx config",aliases:["nginxconf"],contains:[e.HASH_COMMENT_MODE,{beginKeywords:"upstream location",end:/;|\{/,contains:i.contains,keywords:{section:"upstream location"}},{className:"section",begin:t.concat(e.UNDERSCORE_IDENT_RE+t.lookahead(/\s+\{/)),relevance:0},{begin:t.lookahead(e.UNDERSCORE_IDENT_RE+"\\s"),end:";|\\{",contains:[{className:"attribute",begin:e.UNDERSCORE_IDENT_RE,starts:i}],relevance:0}],illegal:"[^\\s\\}\\{]"}}return L2=r,L2}var F2,PI;function Yse(){if(PI)return F2;PI=1;function r(e){return{name:"Nim",keywords:{keyword:["addr","and","as","asm","bind","block","break","case","cast","concept","const","continue","converter","defer","discard","distinct","div","do","elif","else","end","enum","except","export","finally","for","from","func","generic","guarded","if","import","in","include","interface","is","isnot","iterator","let","macro","method","mixin","mod","nil","not","notin","object","of","or","out","proc","ptr","raise","ref","return","shared","shl","shr","static","template","try","tuple","type","using","var","when","while","with","without","xor","yield"],literal:["true","false"],type:["int","int8","int16","int32","int64","uint","uint8","uint16","uint32","uint64","float","float32","float64","bool","char","string","cstring","pointer","expr","stmt","void","auto","any","range","array","openarray","varargs","seq","set","clong","culong","cchar","cschar","cshort","cint","csize","clonglong","cfloat","cdouble","clongdouble","cuchar","cushort","cuint","culonglong","cstringarray","semistatic"],built_in:["stdin","stdout","stderr","result"]},contains:[{className:"meta",begin:/\{\./,end:/\.\}/,relevance:10},{className:"string",begin:/[a-zA-Z]\w*"/,end:/"/,contains:[{begin:/""/}]},{className:"string",begin:/([a-zA-Z]\w*)?"""/,end:/"""/},e.QUOTE_STRING_MODE,{className:"type",begin:/\b[A-Z]\w+\b/,relevance:0},{className:"number",relevance:0,variants:[{begin:/\b(0[xX][0-9a-fA-F][_0-9a-fA-F]*)('?[iIuU](8|16|32|64))?/},{begin:/\b(0o[0-7][_0-7]*)('?[iIuUfF](8|16|32|64))?/},{begin:/\b(0(b|B)[01][_01]*)('?[iIuUfF](8|16|32|64))?/},{begin:/\b(\d[_\d]*)('?[iIuUfF](8|16|32|64))?/}]},e.HASH_COMMENT_MODE]}}return F2=r,F2}var B2,LI;function Wse(){if(LI)return B2;LI=1;function r(e){const t=e.regex,n={keyword:["assert","else","if","in","inherit","let","or","rec","then","with"],literal:["true","false","null"],built_in:["abort","baseNameOf","builtins","derivation","derivationStrict","dirOf","fetchGit","fetchMercurial","fetchTarball","fetchTree","fromTOML","import","isNull","map","placeholder","removeAttrs","scopedImport","throw","toString"]},a={scope:"built_in",match:t.either(...["abort","add","addDrvOutputDependencies","addErrorContext","all","any","appendContext","attrNames","attrValues","baseNameOf","bitAnd","bitOr","bitXor","break","builtins","catAttrs","ceil","compareVersions","concatLists","concatMap","concatStringsSep","convertHash","currentSystem","currentTime","deepSeq","derivation","derivationStrict","dirOf","div","elem","elemAt","false","fetchGit","fetchMercurial","fetchTarball","fetchTree","fetchurl","filter","filterSource","findFile","flakeRefToString","floor","foldl'","fromJSON","fromTOML","functionArgs","genList","genericClosure","getAttr","getContext","getEnv","getFlake","groupBy","hasAttr","hasContext","hashFile","hashString","head","import","intersectAttrs","isAttrs","isBool","isFloat","isFunction","isInt","isList","isNull","isPath","isString","langVersion","length","lessThan","listToAttrs","map","mapAttrs","match","mul","nixPath","nixVersion","null","parseDrvName","parseFlakeRef","partition","path","pathExists","placeholder","readDir","readFile","readFileType","removeAttrs","replaceStrings","scopedImport","seq","sort","split","splitVersion","storeDir","storePath","stringLength","sub","substring","tail","throw","toFile","toJSON","toPath","toString","toXML","trace","traceVerbose","true","tryEval","typeOf","unsafeDiscardOutputDependency","unsafeDiscardStringContext","unsafeGetAttrPos","warn","zipAttrsWith"].map(C=>`builtins\\.${C}`)),relevance:10},i="[A-Za-z_][A-Za-z0-9_'-]*",s={scope:"symbol",match:new RegExp(`<${i}(/${i})*>`)},o="[A-Za-z0-9_\\+\\.-]+",l={scope:"symbol",match:new RegExp(`(\\.\\.|\\.|~)?/(${o})?(/${o})*(?=[\\s;])`)},c=t.either("==","=","\\+\\+","\\+","<=","<\\|","<",">=",">","->","//","/","!=","!","\\|\\|","\\|>","\\?","\\*","&&"),u={scope:"operator",match:t.concat(c,/(?!-)/),relevance:0},d={scope:"number",match:new RegExp(`${e.NUMBER_RE}(?!-)`),relevance:0},h={variants:[{scope:"operator",beforeMatch:/\s/,begin:/-(?!>)/},{begin:[new RegExp(`${e.NUMBER_RE}`),/-/,/(?!>)/],beginScope:{1:"number",2:"operator"}},{begin:[c,/-/,/(?!>)/],beginScope:{1:"operator",2:"operator"}}],relevance:0},p={beforeMatch:/(^|\{|;)\s*/,begin:new RegExp(`${i}(\\.${i})*\\s*=(?!=)`),returnBegin:!0,relevance:0,contains:[{scope:"attr",match:new RegExp(`${i}(\\.${i})*(?=\\s*=)`),relevance:.2}]},m={scope:"char.escape",match:/\\\$/},g={scope:"char.escape",match:/''\$/},b={scope:"subst",begin:/\$\{/,end:/\}/,keywords:n},_={scope:"char.escape",match:/'''/},v={scope:"char.escape",match:/\\(?!\$)./},y={scope:"string",variants:[{begin:"''",end:"''",contains:[g,b,_,v]},{begin:'"',end:'"',contains:[m,b,v]}]},E={scope:"params",match:new RegExp(`${i}\\s*:(?=\\s)`)},S=[d,e.HASH_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.COMMENT(/\/\*\*(?!\/)/,/\*\//,{subLanguage:"markdown",relevance:0}),a,y,s,l,E,p,h,u];b.contains=S;const w=[{scope:"meta.prompt",match:/^nix-repl>(?=\s)/,relevance:10},{scope:"meta",beforeMatch:/\s+/,begin:/:([a-z]+|\?)/}];return{name:"Nix",aliases:["nixos"],keywords:n,contains:S.concat(w)}}return B2=r,B2}var U2,FI;function jse(){if(FI)return U2;FI=1;function r(e){return{name:"Node REPL",contains:[{className:"meta.prompt",starts:{end:/ |$/,starts:{end:"$",subLanguage:"javascript"}},variants:[{begin:/^>(?=[ ]|$)/},{begin:/^\.\.\.(?=[ ]|$)/}]}]}}return U2=r,U2}var $2,BI;function Kse(){if(BI)return $2;BI=1;function r(e){const t=e.regex,n=["ADMINTOOLS","APPDATA","CDBURN_AREA","CMDLINE","COMMONFILES32","COMMONFILES64","COMMONFILES","COOKIES","DESKTOP","DOCUMENTS","EXEDIR","EXEFILE","EXEPATH","FAVORITES","FONTS","HISTORY","HWNDPARENT","INSTDIR","INTERNET_CACHE","LANGUAGE","LOCALAPPDATA","MUSIC","NETHOOD","OUTDIR","PICTURES","PLUGINSDIR","PRINTHOOD","PROFILE","PROGRAMFILES32","PROGRAMFILES64","PROGRAMFILES","QUICKLAUNCH","RECENT","RESOURCES_LOCALIZED","RESOURCES","SENDTO","SMPROGRAMS","SMSTARTUP","STARTMENU","SYSDIR","TEMP","TEMPLATES","VIDEOS","WINDIR"],a=["ARCHIVE","FILE_ATTRIBUTE_ARCHIVE","FILE_ATTRIBUTE_NORMAL","FILE_ATTRIBUTE_OFFLINE","FILE_ATTRIBUTE_READONLY","FILE_ATTRIBUTE_SYSTEM","FILE_ATTRIBUTE_TEMPORARY","HKCR","HKCU","HKDD","HKEY_CLASSES_ROOT","HKEY_CURRENT_CONFIG","HKEY_CURRENT_USER","HKEY_DYN_DATA","HKEY_LOCAL_MACHINE","HKEY_PERFORMANCE_DATA","HKEY_USERS","HKLM","HKPD","HKU","IDABORT","IDCANCEL","IDIGNORE","IDNO","IDOK","IDRETRY","IDYES","MB_ABORTRETRYIGNORE","MB_DEFBUTTON1","MB_DEFBUTTON2","MB_DEFBUTTON3","MB_DEFBUTTON4","MB_ICONEXCLAMATION","MB_ICONINFORMATION","MB_ICONQUESTION","MB_ICONSTOP","MB_OK","MB_OKCANCEL","MB_RETRYCANCEL","MB_RIGHT","MB_RTLREADING","MB_SETFOREGROUND","MB_TOPMOST","MB_USERICON","MB_YESNO","NORMAL","OFFLINE","READONLY","SHCTX","SHELL_CONTEXT","SYSTEM|TEMPORARY"],i=["addincludedir","addplugindir","appendfile","assert","cd","define","delfile","echo","else","endif","error","execute","finalize","getdllversion","gettlbversion","if","ifdef","ifmacrodef","ifmacrondef","ifndef","include","insertmacro","macro","macroend","makensis","packhdr","searchparse","searchreplace","system","tempfile","undef","uninstfinalize","verbose","warning"],s={className:"variable.constant",begin:t.concat(/\$/,t.either(...n))},o={className:"variable",begin:/\$+\{[\!\w.:-]+\}/},l={className:"variable",begin:/\$+\w[\w\.]*/,illegal:/\(\)\{\}/},c={className:"variable",begin:/\$+\([\w^.:!-]+\)/},u={className:"params",begin:t.either(...a)},d={className:"keyword",begin:t.concat(/!/,t.either(...i))},h={className:"char.escape",begin:/\$(\\[nrt]|\$)/},p={className:"title.function",begin:/\w+::\w+/},m={className:"string",variants:[{begin:'"',end:'"'},{begin:"'",end:"'"},{begin:"`",end:"`"}],illegal:/\n/,contains:[h,s,o,l,c]},g=["Abort","AddBrandingImage","AddSize","AllowRootDirInstall","AllowSkipFiles","AutoCloseWindow","BGFont","BGGradient","BrandingText","BringToFront","Call","CallInstDLL","Caption","ChangeUI","CheckBitmap","ClearErrors","CompletedText","ComponentText","CopyFiles","CRCCheck","CreateDirectory","CreateFont","CreateShortCut","Delete","DeleteINISec","DeleteINIStr","DeleteRegKey","DeleteRegValue","DetailPrint","DetailsButtonText","DirText","DirVar","DirVerify","EnableWindow","EnumRegKey","EnumRegValue","Exch","Exec","ExecShell","ExecShellWait","ExecWait","ExpandEnvStrings","File","FileBufSize","FileClose","FileErrorText","FileOpen","FileRead","FileReadByte","FileReadUTF16LE","FileReadWord","FileWriteUTF16LE","FileSeek","FileWrite","FileWriteByte","FileWriteWord","FindClose","FindFirst","FindNext","FindWindow","FlushINI","GetCurInstType","GetCurrentAddress","GetDlgItem","GetDLLVersion","GetDLLVersionLocal","GetErrorLevel","GetFileTime","GetFileTimeLocal","GetFullPathName","GetFunctionAddress","GetInstDirError","GetKnownFolderPath","GetLabelAddress","GetTempFileName","GetWinVer","Goto","HideWindow","Icon","IfAbort","IfErrors","IfFileExists","IfRebootFlag","IfRtlLanguage","IfShellVarContextAll","IfSilent","InitPluginsDir","InstallButtonText","InstallColors","InstallDir","InstallDirRegKey","InstProgressFlags","InstType","InstTypeGetText","InstTypeSetText","Int64Cmp","Int64CmpU","Int64Fmt","IntCmp","IntCmpU","IntFmt","IntOp","IntPtrCmp","IntPtrCmpU","IntPtrOp","IsWindow","LangString","LicenseBkColor","LicenseData","LicenseForceSelection","LicenseLangString","LicenseText","LoadAndSetImage","LoadLanguageFile","LockWindow","LogSet","LogText","ManifestDPIAware","ManifestLongPathAware","ManifestMaxVersionTested","ManifestSupportedOS","MessageBox","MiscButtonText","Name|0","Nop","OutFile","Page","PageCallbacks","PEAddResource","PEDllCharacteristics","PERemoveResource","PESubsysVer","Pop","Push","Quit","ReadEnvStr","ReadINIStr","ReadRegDWORD","ReadRegStr","Reboot","RegDLL","Rename","RequestExecutionLevel","ReserveFile","Return","RMDir","SearchPath","SectionGetFlags","SectionGetInstTypes","SectionGetSize","SectionGetText","SectionIn","SectionSetFlags","SectionSetInstTypes","SectionSetSize","SectionSetText","SendMessage","SetAutoClose","SetBrandingImage","SetCompress","SetCompressor","SetCompressorDictSize","SetCtlColors","SetCurInstType","SetDatablockOptimize","SetDateSave","SetDetailsPrint","SetDetailsView","SetErrorLevel","SetErrors","SetFileAttributes","SetFont","SetOutPath","SetOverwrite","SetRebootFlag","SetRegView","SetShellVarContext","SetSilent","ShowInstDetails","ShowUninstDetails","ShowWindow","SilentInstall","SilentUnInstall","Sleep","SpaceTexts","StrCmp","StrCmpS","StrCpy","StrLen","SubCaption","Unicode","UninstallButtonText","UninstallCaption","UninstallIcon","UninstallSubCaption","UninstallText","UninstPage","UnRegDLL","Var","VIAddVersionKey","VIFileVersion","VIProductVersion","WindowIcon","WriteINIStr","WriteRegBin","WriteRegDWORD","WriteRegExpandStr","WriteRegMultiStr","WriteRegNone","WriteRegStr","WriteUninstaller","XPStyle"],b=["admin","all","auto","both","bottom","bzip2","colored","components","current","custom","directory","false","force","hide","highest","ifdiff","ifnewer","instfiles","lastused","leave","left","license","listonly","lzma","nevershow","none","normal","notset","off","on","open","print","right","show","silent","silentlog","smooth","textonly","top","true","try","un.components","un.custom","un.directory","un.instfiles","un.license","uninstConfirm","user","Win10","Win7","Win8","WinVista","zlib"],_={match:[/Function/,/\s+/,t.concat(/(\.)?/,e.IDENT_RE)],scope:{1:"keyword",3:"title.function"}},y={match:[/Var/,/\s+/,/(?:\/GLOBAL\s+)?/,/[A-Za-z][\w.]*/],scope:{1:"keyword",3:"params",4:"variable"}};return{name:"NSIS",case_insensitive:!0,keywords:{keyword:g,literal:b},contains:[e.HASH_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.COMMENT(";","$",{relevance:0}),y,_,{beginKeywords:"Function PageEx Section SectionGroup FunctionEnd SectionEnd"},m,d,o,l,c,u,p,e.NUMBER_MODE]}}return $2=r,$2}var G2,UI;function Xse(){if(UI)return G2;UI=1;function r(e){const t={className:"built_in",begin:"\\b(AV|CA|CF|CG|CI|CL|CM|CN|CT|MK|MP|MTK|MTL|NS|SCN|SK|UI|WK|XC)\\w+"},n=/[a-zA-Z@][a-zA-Z0-9_]*/,l={"variable.language":["this","super"],$pattern:n,keyword:["while","export","sizeof","typedef","const","struct","for","union","volatile","static","mutable","if","do","return","goto","enum","else","break","extern","asm","case","default","register","explicit","typename","switch","continue","inline","readonly","assign","readwrite","self","@synchronized","id","typeof","nonatomic","IBOutlet","IBAction","strong","weak","copy","in","out","inout","bycopy","byref","oneway","__strong","__weak","__block","__autoreleasing","@private","@protected","@public","@try","@property","@end","@throw","@catch","@finally","@autoreleasepool","@synthesize","@dynamic","@selector","@optional","@required","@encode","@package","@import","@defs","@compatibility_alias","__bridge","__bridge_transfer","__bridge_retained","__bridge_retain","__covariant","__contravariant","__kindof","_Nonnull","_Nullable","_Null_unspecified","__FUNCTION__","__PRETTY_FUNCTION__","__attribute__","getter","setter","retain","unsafe_unretained","nonnull","nullable","null_unspecified","null_resettable","class","instancetype","NS_DESIGNATED_INITIALIZER","NS_UNAVAILABLE","NS_REQUIRES_SUPER","NS_RETURNS_INNER_POINTER","NS_INLINE","NS_AVAILABLE","NS_DEPRECATED","NS_ENUM","NS_OPTIONS","NS_SWIFT_UNAVAILABLE","NS_ASSUME_NONNULL_BEGIN","NS_ASSUME_NONNULL_END","NS_REFINED_FOR_SWIFT","NS_SWIFT_NAME","NS_SWIFT_NOTHROW","NS_DURING","NS_HANDLER","NS_ENDHANDLER","NS_VALUERETURN","NS_VOIDRETURN"],literal:["false","true","FALSE","TRUE","nil","YES","NO","NULL"],built_in:["dispatch_once_t","dispatch_queue_t","dispatch_sync","dispatch_async","dispatch_once"],type:["int","float","char","unsigned","signed","short","long","double","wchar_t","unichar","void","bool","BOOL","id|0","_Bool"]},c={$pattern:n,keyword:["@interface","@class","@protocol","@implementation"]};return{name:"Objective-C",aliases:["mm","objc","obj-c","obj-c++","objective-c++"],keywords:l,illegal:"/,end:/$/,illegal:"\\n"},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"class",begin:"("+c.keyword.join("|")+")\\b",end:/(\{|$)/,excludeEnd:!0,keywords:c,contains:[e.UNDERSCORE_TITLE_MODE]},{begin:"\\."+e.UNDERSCORE_IDENT_RE,relevance:0}]}}return G2=r,G2}var z2,$I;function Qse(){if($I)return z2;$I=1;function r(e){return{name:"OCaml",aliases:["ml"],keywords:{$pattern:"[a-z_]\\w*!?",keyword:"and as assert asr begin class constraint do done downto else end exception external for fun function functor if in include inherit! inherit initializer land lazy let lor lsl lsr lxor match method!|10 method mod module mutable new object of open! open or private rec sig struct then to try type val! val virtual when while with parser value",built_in:"array bool bytes char exn|5 float int int32 int64 list lazy_t|5 nativeint|5 string unit in_channel out_channel ref",literal:"true false"},illegal:/\/\/|>>/,contains:[{className:"literal",begin:"\\[(\\|\\|)?\\]|\\(\\)",relevance:0},e.COMMENT("\\(\\*","\\*\\)",{contains:["self"]}),{className:"symbol",begin:"'[A-Za-z_](?!')[\\w']*"},{className:"type",begin:"`[A-Z][\\w']*"},{className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},{begin:"[a-z_]\\w*'[\\w']*",relevance:0},e.inherit(e.APOS_STRING_MODE,{className:"string",relevance:0}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),{className:"number",begin:"\\b(0[xX][a-fA-F0-9_]+[Lln]?|0[oO][0-7_]+[Lln]?|0[bB][01_]+[Lln]?|[0-9][0-9_]*([Lln]|(\\.[0-9_]*)?([eE][-+]?[0-9_]+)?)?)",relevance:0},{begin:/->/}]}}return z2=r,z2}var q2,GI;function Zse(){if(GI)return q2;GI=1;function r(e){const t={className:"keyword",begin:"\\$(f[asn]|t|vp[rtd]|children)"},n={className:"literal",begin:"false|true|PI|undef"},a={className:"number",begin:"\\b\\d+(\\.\\d+)?(e-?\\d+)?",relevance:0},i=e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),s={className:"meta",keywords:{keyword:"include use"},begin:"include|use <",end:">"},o={className:"params",begin:"\\(",end:"\\)",contains:["self",a,i,t,n]},l={begin:"[*!#%]",relevance:0},c={className:"function",beginKeywords:"module function",end:/=|\{/,contains:[o,e.UNDERSCORE_TITLE_MODE]};return{name:"OpenSCAD",aliases:["scad"],keywords:{keyword:"function module include use for intersection_for if else \\%",literal:"false true PI undef",built_in:"circle square polygon text sphere cube cylinder polyhedron translate rotate scale resize mirror multmatrix color offset hull minkowski union difference intersection abs sign sin cos tan acos asin atan atan2 floor round ceil ln log pow sqrt exp rands min max concat lookup str chr search version version_num norm cross parent_module echo import import_dxf dxf_linear_extrude linear_extrude rotate_extrude surface projection render children dxf_cross dxf_dim let assign"},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,a,s,i,t,l,c]}}return q2=r,q2}var H2,zI;function Jse(){if(zI)return H2;zI=1;function r(e){const t={$pattern:/\.?\w+/,keyword:"abstract add and array as asc aspect assembly async begin break block by case class concat const copy constructor continue create default delegate desc distinct div do downto dynamic each else empty end ensure enum equals event except exit extension external false final finalize finalizer finally flags for forward from function future global group has if implementation implements implies in index inherited inline interface into invariants is iterator join locked locking loop matching method mod module namespace nested new nil not notify nullable of old on operator or order out override parallel params partial pinned private procedure property protected public queryable raise read readonly record reintroduce remove repeat require result reverse sealed select self sequence set shl shr skip static step soft take then to true try tuple type union unit unsafe until uses using var virtual raises volatile where while with write xor yield await mapped deprecated stdcall cdecl pascal register safecall overload library platform reference packed strict published autoreleasepool selector strong weak unretained"},n=e.COMMENT(/\{/,/\}/,{relevance:0}),a=e.COMMENT("\\(\\*","\\*\\)",{relevance:10}),i={className:"string",begin:"'",end:"'",contains:[{begin:"''"}]},s={className:"string",begin:"(#\\d+)+"},o={beginKeywords:"function constructor destructor procedure method",end:"[:;]",keywords:"function constructor|10 destructor|10 procedure|10 method|10",contains:[e.inherit(e.TITLE_MODE,{scope:"title.function"}),{className:"params",begin:"\\(",end:"\\)",keywords:t,contains:[i,s]},n,a]},l={scope:"punctuation",match:/;/,relevance:0};return{name:"Oxygene",case_insensitive:!0,keywords:t,illegal:'("|\\$[G-Zg-z]|\\/\\*||->)',contains:[n,a,e.C_LINE_COMMENT_MODE,i,s,e.NUMBER_MODE,o,l]}}return H2=r,H2}var V2,qI;function eoe(){if(qI)return V2;qI=1;function r(e){const t=e.COMMENT(/\{/,/\}/,{contains:["self"]});return{name:"Parser3",subLanguage:"xml",relevance:0,contains:[e.COMMENT("^#","$"),e.COMMENT(/\^rem\{/,/\}/,{relevance:10,contains:[t]}),{className:"meta",begin:"^@(?:BASE|USE|CLASS|OPTIONS)$",relevance:10},{className:"title",begin:"@[\\w\\-]+\\[[\\w^;\\-]*\\](?:\\[[\\w^;\\-]*\\])?(?:.*)$"},{className:"variable",begin:/\$\{?[\w\-.:]+\}?/},{className:"keyword",begin:/\^[\w\-.:]+/},{className:"number",begin:"\\^#[0-9a-fA-F]+"},e.C_NUMBER_MODE]}}return V2=r,V2}var Y2,HI;function toe(){if(HI)return Y2;HI=1;function r(e){const t={className:"variable",begin:/\$[\w\d#@][\w\d_]*/,relevance:0},n={className:"variable",begin:/<(?!\/)/,end:/>/};return{name:"Packet Filter config",aliases:["pf.conf"],keywords:{$pattern:/[a-z0-9_<>-]+/,built_in:"block match pass load anchor|5 antispoof|10 set table",keyword:"in out log quick on rdomain inet inet6 proto from port os to route allow-opts divert-packet divert-reply divert-to flags group icmp-type icmp6-type label once probability recieved-on rtable prio queue tos tag tagged user keep fragment for os drop af-to|10 binat-to|10 nat-to|10 rdr-to|10 bitmask least-stats random round-robin source-hash static-port dup-to reply-to route-to parent bandwidth default min max qlimit block-policy debug fingerprints hostid limit loginterface optimization reassemble ruleset-optimization basic none profile skip state-defaults state-policy timeout const counters persist no modulate synproxy state|5 floating if-bound no-sync pflow|10 sloppy source-track global rule max-src-nodes max-src-states max-src-conn max-src-conn-rate overload flush scrub|5 max-mss min-ttl no-df|10 random-id",literal:"all any no-route self urpf-failed egress|5 unknown"},contains:[e.HASH_COMMENT_MODE,e.NUMBER_MODE,e.QUOTE_STRING_MODE,t,n]}}return Y2=r,Y2}var W2,VI;function roe(){if(VI)return W2;VI=1;function r(e){const t=e.COMMENT("--","$"),n="[a-zA-Z_][a-zA-Z_0-9$]*",a="\\$([a-zA-Z_]?|[a-zA-Z_][a-zA-Z_0-9]*)\\$",i="<<\\s*"+n+"\\s*>>",s="ABORT ALTER ANALYZE BEGIN CALL CHECKPOINT|10 CLOSE CLUSTER COMMENT COMMIT COPY CREATE DEALLOCATE DECLARE DELETE DISCARD DO DROP END EXECUTE EXPLAIN FETCH GRANT IMPORT INSERT LISTEN LOAD LOCK MOVE NOTIFY PREPARE REASSIGN|10 REFRESH REINDEX RELEASE RESET REVOKE ROLLBACK SAVEPOINT SECURITY SELECT SET SHOW START TRUNCATE UNLISTEN|10 UPDATE VACUUM|10 VALUES AGGREGATE COLLATION CONVERSION|10 DATABASE DEFAULT PRIVILEGES DOMAIN TRIGGER EXTENSION FOREIGN WRAPPER|10 TABLE FUNCTION GROUP LANGUAGE LARGE OBJECT MATERIALIZED VIEW OPERATOR CLASS FAMILY POLICY PUBLICATION|10 ROLE RULE SCHEMA SEQUENCE SERVER STATISTICS SUBSCRIPTION SYSTEM TABLESPACE CONFIGURATION DICTIONARY PARSER TEMPLATE TYPE USER MAPPING PREPARED ACCESS METHOD CAST AS TRANSFORM TRANSACTION OWNED TO INTO SESSION AUTHORIZATION INDEX PROCEDURE ASSERTION ALL ANALYSE AND ANY ARRAY ASC ASYMMETRIC|10 BOTH CASE CHECK COLLATE COLUMN CONCURRENTLY|10 CONSTRAINT CROSS DEFERRABLE RANGE DESC DISTINCT ELSE EXCEPT FOR FREEZE|10 FROM FULL HAVING ILIKE IN INITIALLY INNER INTERSECT IS ISNULL JOIN LATERAL LEADING LIKE LIMIT NATURAL NOT NOTNULL NULL OFFSET ON ONLY OR ORDER OUTER OVERLAPS PLACING PRIMARY REFERENCES RETURNING SIMILAR SOME SYMMETRIC TABLESAMPLE THEN TRAILING UNION UNIQUE USING VARIADIC|10 VERBOSE WHEN WHERE WINDOW WITH BY RETURNS INOUT OUT SETOF|10 IF STRICT CURRENT CONTINUE OWNER LOCATION OVER PARTITION WITHIN BETWEEN ESCAPE EXTERNAL INVOKER DEFINER WORK RENAME VERSION CONNECTION CONNECT TABLES TEMP TEMPORARY FUNCTIONS SEQUENCES TYPES SCHEMAS OPTION CASCADE RESTRICT ADD ADMIN EXISTS VALID VALIDATE ENABLE DISABLE REPLICA|10 ALWAYS PASSING COLUMNS PATH REF VALUE OVERRIDING IMMUTABLE STABLE VOLATILE BEFORE AFTER EACH ROW PROCEDURAL ROUTINE NO HANDLER VALIDATOR OPTIONS STORAGE OIDS|10 WITHOUT INHERIT DEPENDS CALLED INPUT LEAKPROOF|10 COST ROWS NOWAIT SEARCH UNTIL ENCRYPTED|10 PASSWORD CONFLICT|10 INSTEAD INHERITS CHARACTERISTICS WRITE CURSOR ALSO STATEMENT SHARE EXCLUSIVE INLINE ISOLATION REPEATABLE READ COMMITTED SERIALIZABLE UNCOMMITTED LOCAL GLOBAL SQL PROCEDURES RECURSIVE SNAPSHOT ROLLUP CUBE TRUSTED|10 INCLUDE FOLLOWING PRECEDING UNBOUNDED RANGE GROUPS UNENCRYPTED|10 SYSID FORMAT DELIMITER HEADER QUOTE ENCODING FILTER OFF FORCE_QUOTE FORCE_NOT_NULL FORCE_NULL COSTS BUFFERS TIMING SUMMARY DISABLE_PAGE_SKIPPING RESTART CYCLE GENERATED IDENTITY DEFERRED IMMEDIATE LEVEL LOGGED UNLOGGED OF NOTHING NONE EXCLUDE ATTRIBUTE USAGE ROUTINES TRUE FALSE NAN INFINITY ",o="SUPERUSER NOSUPERUSER CREATEDB NOCREATEDB CREATEROLE NOCREATEROLE INHERIT NOINHERIT LOGIN NOLOGIN REPLICATION NOREPLICATION BYPASSRLS NOBYPASSRLS ",l="ALIAS BEGIN CONSTANT DECLARE END EXCEPTION RETURN PERFORM|10 RAISE GET DIAGNOSTICS STACKED|10 FOREACH LOOP ELSIF EXIT WHILE REVERSE SLICE DEBUG LOG INFO NOTICE WARNING ASSERT OPEN ",c="BIGINT INT8 BIGSERIAL SERIAL8 BIT VARYING VARBIT BOOLEAN BOOL BOX BYTEA CHARACTER CHAR VARCHAR CIDR CIRCLE DATE DOUBLE PRECISION FLOAT8 FLOAT INET INTEGER INT INT4 INTERVAL JSON JSONB LINE LSEG|10 MACADDR MACADDR8 MONEY NUMERIC DEC DECIMAL PATH POINT POLYGON REAL FLOAT4 SMALLINT INT2 SMALLSERIAL|10 SERIAL2|10 SERIAL|10 SERIAL4|10 TEXT TIME ZONE TIMETZ|10 TIMESTAMP TIMESTAMPTZ|10 TSQUERY|10 TSVECTOR|10 TXID_SNAPSHOT|10 UUID XML NATIONAL NCHAR INT4RANGE|10 INT8RANGE|10 NUMRANGE|10 TSRANGE|10 TSTZRANGE|10 DATERANGE|10 ANYELEMENT ANYARRAY ANYNONARRAY ANYENUM ANYRANGE CSTRING INTERNAL RECORD PG_DDL_COMMAND VOID UNKNOWN OPAQUE REFCURSOR NAME OID REGPROC|10 REGPROCEDURE|10 REGOPER|10 REGOPERATOR|10 REGCLASS|10 REGTYPE|10 REGROLE|10 REGNAMESPACE|10 REGCONFIG|10 REGDICTIONARY|10 ",u=c.trim().split(" ").map(function(b){return b.split("|")[0]}).join("|"),d="CURRENT_TIME CURRENT_TIMESTAMP CURRENT_USER CURRENT_CATALOG|10 CURRENT_DATE LOCALTIME LOCALTIMESTAMP CURRENT_ROLE|10 CURRENT_SCHEMA|10 SESSION_USER PUBLIC ",h="FOUND NEW OLD TG_NAME|10 TG_WHEN|10 TG_LEVEL|10 TG_OP|10 TG_RELID|10 TG_RELNAME|10 TG_TABLE_NAME|10 TG_TABLE_SCHEMA|10 TG_NARGS|10 TG_ARGV|10 TG_EVENT|10 TG_TAG|10 ROW_COUNT RESULT_OID|10 PG_CONTEXT|10 RETURNED_SQLSTATE COLUMN_NAME CONSTRAINT_NAME PG_DATATYPE_NAME|10 MESSAGE_TEXT TABLE_NAME SCHEMA_NAME PG_EXCEPTION_DETAIL|10 PG_EXCEPTION_HINT|10 PG_EXCEPTION_CONTEXT|10 ",p="SQLSTATE SQLERRM|10 SUCCESSFUL_COMPLETION WARNING DYNAMIC_RESULT_SETS_RETURNED IMPLICIT_ZERO_BIT_PADDING NULL_VALUE_ELIMINATED_IN_SET_FUNCTION PRIVILEGE_NOT_GRANTED PRIVILEGE_NOT_REVOKED STRING_DATA_RIGHT_TRUNCATION DEPRECATED_FEATURE NO_DATA NO_ADDITIONAL_DYNAMIC_RESULT_SETS_RETURNED SQL_STATEMENT_NOT_YET_COMPLETE CONNECTION_EXCEPTION CONNECTION_DOES_NOT_EXIST CONNECTION_FAILURE SQLCLIENT_UNABLE_TO_ESTABLISH_SQLCONNECTION SQLSERVER_REJECTED_ESTABLISHMENT_OF_SQLCONNECTION TRANSACTION_RESOLUTION_UNKNOWN PROTOCOL_VIOLATION TRIGGERED_ACTION_EXCEPTION FEATURE_NOT_SUPPORTED INVALID_TRANSACTION_INITIATION LOCATOR_EXCEPTION INVALID_LOCATOR_SPECIFICATION INVALID_GRANTOR INVALID_GRANT_OPERATION INVALID_ROLE_SPECIFICATION DIAGNOSTICS_EXCEPTION STACKED_DIAGNOSTICS_ACCESSED_WITHOUT_ACTIVE_HANDLER CASE_NOT_FOUND CARDINALITY_VIOLATION DATA_EXCEPTION ARRAY_SUBSCRIPT_ERROR CHARACTER_NOT_IN_REPERTOIRE DATETIME_FIELD_OVERFLOW DIVISION_BY_ZERO ERROR_IN_ASSIGNMENT ESCAPE_CHARACTER_CONFLICT INDICATOR_OVERFLOW INTERVAL_FIELD_OVERFLOW INVALID_ARGUMENT_FOR_LOGARITHM INVALID_ARGUMENT_FOR_NTILE_FUNCTION INVALID_ARGUMENT_FOR_NTH_VALUE_FUNCTION INVALID_ARGUMENT_FOR_POWER_FUNCTION INVALID_ARGUMENT_FOR_WIDTH_BUCKET_FUNCTION INVALID_CHARACTER_VALUE_FOR_CAST INVALID_DATETIME_FORMAT INVALID_ESCAPE_CHARACTER INVALID_ESCAPE_OCTET INVALID_ESCAPE_SEQUENCE NONSTANDARD_USE_OF_ESCAPE_CHARACTER INVALID_INDICATOR_PARAMETER_VALUE INVALID_PARAMETER_VALUE INVALID_REGULAR_EXPRESSION INVALID_ROW_COUNT_IN_LIMIT_CLAUSE INVALID_ROW_COUNT_IN_RESULT_OFFSET_CLAUSE INVALID_TABLESAMPLE_ARGUMENT INVALID_TABLESAMPLE_REPEAT INVALID_TIME_ZONE_DISPLACEMENT_VALUE INVALID_USE_OF_ESCAPE_CHARACTER MOST_SPECIFIC_TYPE_MISMATCH NULL_VALUE_NOT_ALLOWED NULL_VALUE_NO_INDICATOR_PARAMETER NUMERIC_VALUE_OUT_OF_RANGE SEQUENCE_GENERATOR_LIMIT_EXCEEDED STRING_DATA_LENGTH_MISMATCH STRING_DATA_RIGHT_TRUNCATION SUBSTRING_ERROR TRIM_ERROR UNTERMINATED_C_STRING ZERO_LENGTH_CHARACTER_STRING FLOATING_POINT_EXCEPTION INVALID_TEXT_REPRESENTATION INVALID_BINARY_REPRESENTATION BAD_COPY_FILE_FORMAT UNTRANSLATABLE_CHARACTER NOT_AN_XML_DOCUMENT INVALID_XML_DOCUMENT INVALID_XML_CONTENT INVALID_XML_COMMENT INVALID_XML_PROCESSING_INSTRUCTION INTEGRITY_CONSTRAINT_VIOLATION RESTRICT_VIOLATION NOT_NULL_VIOLATION FOREIGN_KEY_VIOLATION UNIQUE_VIOLATION CHECK_VIOLATION EXCLUSION_VIOLATION INVALID_CURSOR_STATE INVALID_TRANSACTION_STATE ACTIVE_SQL_TRANSACTION BRANCH_TRANSACTION_ALREADY_ACTIVE HELD_CURSOR_REQUIRES_SAME_ISOLATION_LEVEL INAPPROPRIATE_ACCESS_MODE_FOR_BRANCH_TRANSACTION INAPPROPRIATE_ISOLATION_LEVEL_FOR_BRANCH_TRANSACTION NO_ACTIVE_SQL_TRANSACTION_FOR_BRANCH_TRANSACTION READ_ONLY_SQL_TRANSACTION SCHEMA_AND_DATA_STATEMENT_MIXING_NOT_SUPPORTED NO_ACTIVE_SQL_TRANSACTION IN_FAILED_SQL_TRANSACTION IDLE_IN_TRANSACTION_SESSION_TIMEOUT INVALID_SQL_STATEMENT_NAME TRIGGERED_DATA_CHANGE_VIOLATION INVALID_AUTHORIZATION_SPECIFICATION INVALID_PASSWORD DEPENDENT_PRIVILEGE_DESCRIPTORS_STILL_EXIST DEPENDENT_OBJECTS_STILL_EXIST INVALID_TRANSACTION_TERMINATION SQL_ROUTINE_EXCEPTION FUNCTION_EXECUTED_NO_RETURN_STATEMENT MODIFYING_SQL_DATA_NOT_PERMITTED PROHIBITED_SQL_STATEMENT_ATTEMPTED READING_SQL_DATA_NOT_PERMITTED INVALID_CURSOR_NAME EXTERNAL_ROUTINE_EXCEPTION CONTAINING_SQL_NOT_PERMITTED MODIFYING_SQL_DATA_NOT_PERMITTED PROHIBITED_SQL_STATEMENT_ATTEMPTED READING_SQL_DATA_NOT_PERMITTED EXTERNAL_ROUTINE_INVOCATION_EXCEPTION INVALID_SQLSTATE_RETURNED NULL_VALUE_NOT_ALLOWED TRIGGER_PROTOCOL_VIOLATED SRF_PROTOCOL_VIOLATED EVENT_TRIGGER_PROTOCOL_VIOLATED SAVEPOINT_EXCEPTION INVALID_SAVEPOINT_SPECIFICATION INVALID_CATALOG_NAME INVALID_SCHEMA_NAME TRANSACTION_ROLLBACK TRANSACTION_INTEGRITY_CONSTRAINT_VIOLATION SERIALIZATION_FAILURE STATEMENT_COMPLETION_UNKNOWN DEADLOCK_DETECTED SYNTAX_ERROR_OR_ACCESS_RULE_VIOLATION SYNTAX_ERROR INSUFFICIENT_PRIVILEGE CANNOT_COERCE GROUPING_ERROR WINDOWING_ERROR INVALID_RECURSION INVALID_FOREIGN_KEY INVALID_NAME NAME_TOO_LONG RESERVED_NAME DATATYPE_MISMATCH INDETERMINATE_DATATYPE COLLATION_MISMATCH INDETERMINATE_COLLATION WRONG_OBJECT_TYPE GENERATED_ALWAYS UNDEFINED_COLUMN UNDEFINED_FUNCTION UNDEFINED_TABLE UNDEFINED_PARAMETER UNDEFINED_OBJECT DUPLICATE_COLUMN DUPLICATE_CURSOR DUPLICATE_DATABASE DUPLICATE_FUNCTION DUPLICATE_PREPARED_STATEMENT DUPLICATE_SCHEMA DUPLICATE_TABLE DUPLICATE_ALIAS DUPLICATE_OBJECT AMBIGUOUS_COLUMN AMBIGUOUS_FUNCTION AMBIGUOUS_PARAMETER AMBIGUOUS_ALIAS INVALID_COLUMN_REFERENCE INVALID_COLUMN_DEFINITION INVALID_CURSOR_DEFINITION INVALID_DATABASE_DEFINITION INVALID_FUNCTION_DEFINITION INVALID_PREPARED_STATEMENT_DEFINITION INVALID_SCHEMA_DEFINITION INVALID_TABLE_DEFINITION INVALID_OBJECT_DEFINITION WITH_CHECK_OPTION_VIOLATION INSUFFICIENT_RESOURCES DISK_FULL OUT_OF_MEMORY TOO_MANY_CONNECTIONS CONFIGURATION_LIMIT_EXCEEDED PROGRAM_LIMIT_EXCEEDED STATEMENT_TOO_COMPLEX TOO_MANY_COLUMNS TOO_MANY_ARGUMENTS OBJECT_NOT_IN_PREREQUISITE_STATE OBJECT_IN_USE CANT_CHANGE_RUNTIME_PARAM LOCK_NOT_AVAILABLE OPERATOR_INTERVENTION QUERY_CANCELED ADMIN_SHUTDOWN CRASH_SHUTDOWN CANNOT_CONNECT_NOW DATABASE_DROPPED SYSTEM_ERROR IO_ERROR UNDEFINED_FILE DUPLICATE_FILE SNAPSHOT_TOO_OLD CONFIG_FILE_ERROR LOCK_FILE_EXISTS FDW_ERROR FDW_COLUMN_NAME_NOT_FOUND FDW_DYNAMIC_PARAMETER_VALUE_NEEDED FDW_FUNCTION_SEQUENCE_ERROR FDW_INCONSISTENT_DESCRIPTOR_INFORMATION FDW_INVALID_ATTRIBUTE_VALUE FDW_INVALID_COLUMN_NAME FDW_INVALID_COLUMN_NUMBER FDW_INVALID_DATA_TYPE FDW_INVALID_DATA_TYPE_DESCRIPTORS FDW_INVALID_DESCRIPTOR_FIELD_IDENTIFIER FDW_INVALID_HANDLE FDW_INVALID_OPTION_INDEX FDW_INVALID_OPTION_NAME FDW_INVALID_STRING_LENGTH_OR_BUFFER_LENGTH FDW_INVALID_STRING_FORMAT FDW_INVALID_USE_OF_NULL_POINTER FDW_TOO_MANY_HANDLES FDW_OUT_OF_MEMORY FDW_NO_SCHEMAS FDW_OPTION_NAME_NOT_FOUND FDW_REPLY_HANDLE FDW_SCHEMA_NOT_FOUND FDW_TABLE_NOT_FOUND FDW_UNABLE_TO_CREATE_EXECUTION FDW_UNABLE_TO_CREATE_REPLY FDW_UNABLE_TO_ESTABLISH_CONNECTION PLPGSQL_ERROR RAISE_EXCEPTION NO_DATA_FOUND TOO_MANY_ROWS ASSERT_FAILURE INTERNAL_ERROR DATA_CORRUPTED INDEX_CORRUPTED ",g="ARRAY_AGG AVG BIT_AND BIT_OR BOOL_AND BOOL_OR COUNT EVERY JSON_AGG JSONB_AGG JSON_OBJECT_AGG JSONB_OBJECT_AGG MAX MIN MODE STRING_AGG SUM XMLAGG CORR COVAR_POP COVAR_SAMP REGR_AVGX REGR_AVGY REGR_COUNT REGR_INTERCEPT REGR_R2 REGR_SLOPE REGR_SXX REGR_SXY REGR_SYY STDDEV STDDEV_POP STDDEV_SAMP VARIANCE VAR_POP VAR_SAMP PERCENTILE_CONT PERCENTILE_DISC ROW_NUMBER RANK DENSE_RANK PERCENT_RANK CUME_DIST NTILE LAG LEAD FIRST_VALUE LAST_VALUE NTH_VALUE NUM_NONNULLS NUM_NULLS ABS CBRT CEIL CEILING DEGREES DIV EXP FLOOR LN LOG MOD PI POWER RADIANS ROUND SCALE SIGN SQRT TRUNC WIDTH_BUCKET RANDOM SETSEED ACOS ACOSD ASIN ASIND ATAN ATAND ATAN2 ATAN2D COS COSD COT COTD SIN SIND TAN TAND BIT_LENGTH CHAR_LENGTH CHARACTER_LENGTH LOWER OCTET_LENGTH OVERLAY POSITION SUBSTRING TREAT TRIM UPPER ASCII BTRIM CHR CONCAT CONCAT_WS CONVERT CONVERT_FROM CONVERT_TO DECODE ENCODE INITCAP LEFT LENGTH LPAD LTRIM MD5 PARSE_IDENT PG_CLIENT_ENCODING QUOTE_IDENT|10 QUOTE_LITERAL|10 QUOTE_NULLABLE|10 REGEXP_MATCH REGEXP_MATCHES REGEXP_REPLACE REGEXP_SPLIT_TO_ARRAY REGEXP_SPLIT_TO_TABLE REPEAT REPLACE REVERSE RIGHT RPAD RTRIM SPLIT_PART STRPOS SUBSTR TO_ASCII TO_HEX TRANSLATE OCTET_LENGTH GET_BIT GET_BYTE SET_BIT SET_BYTE TO_CHAR TO_DATE TO_NUMBER TO_TIMESTAMP AGE CLOCK_TIMESTAMP|10 DATE_PART DATE_TRUNC ISFINITE JUSTIFY_DAYS JUSTIFY_HOURS JUSTIFY_INTERVAL MAKE_DATE MAKE_INTERVAL|10 MAKE_TIME MAKE_TIMESTAMP|10 MAKE_TIMESTAMPTZ|10 NOW STATEMENT_TIMESTAMP|10 TIMEOFDAY TRANSACTION_TIMESTAMP|10 ENUM_FIRST ENUM_LAST ENUM_RANGE AREA CENTER DIAMETER HEIGHT ISCLOSED ISOPEN NPOINTS PCLOSE POPEN RADIUS WIDTH BOX BOUND_BOX CIRCLE LINE LSEG PATH POLYGON ABBREV BROADCAST HOST HOSTMASK MASKLEN NETMASK NETWORK SET_MASKLEN TEXT INET_SAME_FAMILY INET_MERGE MACADDR8_SET7BIT ARRAY_TO_TSVECTOR GET_CURRENT_TS_CONFIG NUMNODE PLAINTO_TSQUERY PHRASETO_TSQUERY WEBSEARCH_TO_TSQUERY QUERYTREE SETWEIGHT STRIP TO_TSQUERY TO_TSVECTOR JSON_TO_TSVECTOR JSONB_TO_TSVECTOR TS_DELETE TS_FILTER TS_HEADLINE TS_RANK TS_RANK_CD TS_REWRITE TSQUERY_PHRASE TSVECTOR_TO_ARRAY TSVECTOR_UPDATE_TRIGGER TSVECTOR_UPDATE_TRIGGER_COLUMN XMLCOMMENT XMLCONCAT XMLELEMENT XMLFOREST XMLPI XMLROOT XMLEXISTS XML_IS_WELL_FORMED XML_IS_WELL_FORMED_DOCUMENT XML_IS_WELL_FORMED_CONTENT XPATH XPATH_EXISTS XMLTABLE XMLNAMESPACES TABLE_TO_XML TABLE_TO_XMLSCHEMA TABLE_TO_XML_AND_XMLSCHEMA QUERY_TO_XML QUERY_TO_XMLSCHEMA QUERY_TO_XML_AND_XMLSCHEMA CURSOR_TO_XML CURSOR_TO_XMLSCHEMA SCHEMA_TO_XML SCHEMA_TO_XMLSCHEMA SCHEMA_TO_XML_AND_XMLSCHEMA DATABASE_TO_XML DATABASE_TO_XMLSCHEMA DATABASE_TO_XML_AND_XMLSCHEMA XMLATTRIBUTES TO_JSON TO_JSONB ARRAY_TO_JSON ROW_TO_JSON JSON_BUILD_ARRAY JSONB_BUILD_ARRAY JSON_BUILD_OBJECT JSONB_BUILD_OBJECT JSON_OBJECT JSONB_OBJECT JSON_ARRAY_LENGTH JSONB_ARRAY_LENGTH JSON_EACH JSONB_EACH JSON_EACH_TEXT JSONB_EACH_TEXT JSON_EXTRACT_PATH JSONB_EXTRACT_PATH JSON_OBJECT_KEYS JSONB_OBJECT_KEYS JSON_POPULATE_RECORD JSONB_POPULATE_RECORD JSON_POPULATE_RECORDSET JSONB_POPULATE_RECORDSET JSON_ARRAY_ELEMENTS JSONB_ARRAY_ELEMENTS JSON_ARRAY_ELEMENTS_TEXT JSONB_ARRAY_ELEMENTS_TEXT JSON_TYPEOF JSONB_TYPEOF JSON_TO_RECORD JSONB_TO_RECORD JSON_TO_RECORDSET JSONB_TO_RECORDSET JSON_STRIP_NULLS JSONB_STRIP_NULLS JSONB_SET JSONB_INSERT JSONB_PRETTY CURRVAL LASTVAL NEXTVAL SETVAL COALESCE NULLIF GREATEST LEAST ARRAY_APPEND ARRAY_CAT ARRAY_NDIMS ARRAY_DIMS ARRAY_FILL ARRAY_LENGTH ARRAY_LOWER ARRAY_POSITION ARRAY_POSITIONS ARRAY_PREPEND ARRAY_REMOVE ARRAY_REPLACE ARRAY_TO_STRING ARRAY_UPPER CARDINALITY STRING_TO_ARRAY UNNEST ISEMPTY LOWER_INC UPPER_INC LOWER_INF UPPER_INF RANGE_MERGE GENERATE_SERIES GENERATE_SUBSCRIPTS CURRENT_DATABASE CURRENT_QUERY CURRENT_SCHEMA|10 CURRENT_SCHEMAS|10 INET_CLIENT_ADDR INET_CLIENT_PORT INET_SERVER_ADDR INET_SERVER_PORT ROW_SECURITY_ACTIVE FORMAT_TYPE TO_REGCLASS TO_REGPROC TO_REGPROCEDURE TO_REGOPER TO_REGOPERATOR TO_REGTYPE TO_REGNAMESPACE TO_REGROLE COL_DESCRIPTION OBJ_DESCRIPTION SHOBJ_DESCRIPTION TXID_CURRENT TXID_CURRENT_IF_ASSIGNED TXID_CURRENT_SNAPSHOT TXID_SNAPSHOT_XIP TXID_SNAPSHOT_XMAX TXID_SNAPSHOT_XMIN TXID_VISIBLE_IN_SNAPSHOT TXID_STATUS CURRENT_SETTING SET_CONFIG BRIN_SUMMARIZE_NEW_VALUES BRIN_SUMMARIZE_RANGE BRIN_DESUMMARIZE_RANGE GIN_CLEAN_PENDING_LIST SUPPRESS_REDUNDANT_UPDATES_TRIGGER LO_FROM_BYTEA LO_PUT LO_GET LO_CREAT LO_CREATE LO_UNLINK LO_IMPORT LO_EXPORT LOREAD LOWRITE GROUPING CAST ".trim().split(" ").map(function(b){return b.split("|")[0]}).join("|");return{name:"PostgreSQL",aliases:["postgres","postgresql"],supersetOf:"sql",case_insensitive:!0,keywords:{keyword:s+l+o,built_in:d+h+p},illegal:/:==|\W\s*\(\*|(^|\s)\$[a-z]|\{\{|[a-z]:\s*$|\.\.\.|TO:|DO:/,contains:[{className:"keyword",variants:[{begin:/\bTEXT\s*SEARCH\b/},{begin:/\b(PRIMARY|FOREIGN|FOR(\s+NO)?)\s+KEY\b/},{begin:/\bPARALLEL\s+(UNSAFE|RESTRICTED|SAFE)\b/},{begin:/\bSTORAGE\s+(PLAIN|EXTERNAL|EXTENDED|MAIN)\b/},{begin:/\bMATCH\s+(FULL|PARTIAL|SIMPLE)\b/},{begin:/\bNULLS\s+(FIRST|LAST)\b/},{begin:/\bEVENT\s+TRIGGER\b/},{begin:/\b(MAPPING|OR)\s+REPLACE\b/},{begin:/\b(FROM|TO)\s+(PROGRAM|STDIN|STDOUT)\b/},{begin:/\b(SHARE|EXCLUSIVE)\s+MODE\b/},{begin:/\b(LEFT|RIGHT)\s+(OUTER\s+)?JOIN\b/},{begin:/\b(FETCH|MOVE)\s+(NEXT|PRIOR|FIRST|LAST|ABSOLUTE|RELATIVE|FORWARD|BACKWARD)\b/},{begin:/\bPRESERVE\s+ROWS\b/},{begin:/\bDISCARD\s+PLANS\b/},{begin:/\bREFERENCING\s+(OLD|NEW)\b/},{begin:/\bSKIP\s+LOCKED\b/},{begin:/\bGROUPING\s+SETS\b/},{begin:/\b(BINARY|INSENSITIVE|SCROLL|NO\s+SCROLL)\s+(CURSOR|FOR)\b/},{begin:/\b(WITH|WITHOUT)\s+HOLD\b/},{begin:/\bWITH\s+(CASCADED|LOCAL)\s+CHECK\s+OPTION\b/},{begin:/\bEXCLUDE\s+(TIES|NO\s+OTHERS)\b/},{begin:/\bFORMAT\s+(TEXT|XML|JSON|YAML)\b/},{begin:/\bSET\s+((SESSION|LOCAL)\s+)?NAMES\b/},{begin:/\bIS\s+(NOT\s+)?UNKNOWN\b/},{begin:/\bSECURITY\s+LABEL\b/},{begin:/\bSTANDALONE\s+(YES|NO|NO\s+VALUE)\b/},{begin:/\bWITH\s+(NO\s+)?DATA\b/},{begin:/\b(FOREIGN|SET)\s+DATA\b/},{begin:/\bSET\s+(CATALOG|CONSTRAINTS)\b/},{begin:/\b(WITH|FOR)\s+ORDINALITY\b/},{begin:/\bIS\s+(NOT\s+)?DOCUMENT\b/},{begin:/\bXML\s+OPTION\s+(DOCUMENT|CONTENT)\b/},{begin:/\b(STRIP|PRESERVE)\s+WHITESPACE\b/},{begin:/\bNO\s+(ACTION|MAXVALUE|MINVALUE)\b/},{begin:/\bPARTITION\s+BY\s+(RANGE|LIST|HASH)\b/},{begin:/\bAT\s+TIME\s+ZONE\b/},{begin:/\bGRANTED\s+BY\b/},{begin:/\bRETURN\s+(QUERY|NEXT)\b/},{begin:/\b(ATTACH|DETACH)\s+PARTITION\b/},{begin:/\bFORCE\s+ROW\s+LEVEL\s+SECURITY\b/},{begin:/\b(INCLUDING|EXCLUDING)\s+(COMMENTS|CONSTRAINTS|DEFAULTS|IDENTITY|INDEXES|STATISTICS|STORAGE|ALL)\b/},{begin:/\bAS\s+(ASSIGNMENT|IMPLICIT|PERMISSIVE|RESTRICTIVE|ENUM|RANGE)\b/}]},{begin:/\b(FORMAT|FAMILY|VERSION)\s*\(/},{begin:/\bINCLUDE\s*\(/,keywords:"INCLUDE"},{begin:/\bRANGE(?!\s*(BETWEEN|UNBOUNDED|CURRENT|[-0-9]+))/},{begin:/\b(VERSION|OWNER|TEMPLATE|TABLESPACE|CONNECTION\s+LIMIT|PROCEDURE|RESTRICT|JOIN|PARSER|COPY|START|END|COLLATION|INPUT|ANALYZE|STORAGE|LIKE|DEFAULT|DELIMITER|ENCODING|COLUMN|CONSTRAINT|TABLE|SCHEMA)\s*=/},{begin:/\b(PG_\w+?|HAS_[A-Z_]+_PRIVILEGE)\b/,relevance:10},{begin:/\bEXTRACT\s*\(/,end:/\bFROM\b/,returnEnd:!0,keywords:{type:"CENTURY DAY DECADE DOW DOY EPOCH HOUR ISODOW ISOYEAR MICROSECONDS MILLENNIUM MILLISECONDS MINUTE MONTH QUARTER SECOND TIMEZONE TIMEZONE_HOUR TIMEZONE_MINUTE WEEK YEAR"}},{begin:/\b(XMLELEMENT|XMLPI)\s*\(\s*NAME/,keywords:{keyword:"NAME"}},{begin:/\b(XMLPARSE|XMLSERIALIZE)\s*\(\s*(DOCUMENT|CONTENT)/,keywords:{keyword:"DOCUMENT CONTENT"}},{beginKeywords:"CACHE INCREMENT MAXVALUE MINVALUE",end:e.C_NUMBER_RE,returnEnd:!0,keywords:"BY CACHE INCREMENT MAXVALUE MINVALUE"},{className:"type",begin:/\b(WITH|WITHOUT)\s+TIME\s+ZONE\b/},{className:"type",begin:/\bINTERVAL\s+(YEAR|MONTH|DAY|HOUR|MINUTE|SECOND)(\s+TO\s+(MONTH|HOUR|MINUTE|SECOND))?\b/},{begin:/\bRETURNS\s+(LANGUAGE_HANDLER|TRIGGER|EVENT_TRIGGER|FDW_HANDLER|INDEX_AM_HANDLER|TSM_HANDLER)\b/,keywords:{keyword:"RETURNS",type:"LANGUAGE_HANDLER TRIGGER EVENT_TRIGGER FDW_HANDLER INDEX_AM_HANDLER TSM_HANDLER"}},{begin:"\\b("+g+")\\s*\\("},{begin:"\\.("+u+")\\b"},{begin:"\\b("+u+")\\s+PATH\\b",keywords:{keyword:"PATH",type:c.replace("PATH ","")}},{className:"type",begin:"\\b("+u+")\\b"},{className:"string",begin:"'",end:"'",contains:[{begin:"''"}]},{className:"string",begin:"(e|E|u&|U&)'",end:"'",contains:[{begin:"\\\\."}],relevance:10},e.END_SAME_AS_BEGIN({begin:a,end:a,contains:[{subLanguage:["pgsql","perl","python","tcl","r","lua","java","php","ruby","bash","scheme","xml","json"],endsWithParent:!0}]}),{begin:'"',end:'"',contains:[{begin:'""'}]},e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,t,{className:"meta",variants:[{begin:"%(ROW)?TYPE",relevance:10},{begin:"\\$\\d+"},{begin:"^#\\w",end:"$"}]},{className:"symbol",begin:i,relevance:10}]}}return W2=r,W2}var j2,YI;function noe(){if(YI)return j2;YI=1;function r(e){const t=e.regex,n=/(?![A-Za-z0-9])(?![$])/,a=t.concat(/[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/,n),i=t.concat(/(\\?[A-Z][a-z0-9_\x7f-\xff]+|\\?[A-Z]+(?=[A-Z][a-z0-9_\x7f-\xff])){1,}/,n),s=t.concat(/[A-Z]+/,n),o={scope:"variable",match:"\\$+"+a},l={scope:"meta",variants:[{begin:/<\?php/,relevance:10},{begin:/<\?=/},{begin:/<\?/,relevance:.1},{begin:/\?>/}]},c={scope:"subst",variants:[{begin:/\$\w+/},{begin:/\{\$/,end:/\}/}]},u=e.inherit(e.APOS_STRING_MODE,{illegal:null}),d=e.inherit(e.QUOTE_STRING_MODE,{illegal:null,contains:e.QUOTE_STRING_MODE.contains.concat(c)}),h={begin:/<<<[ \t]*(?:(\w+)|"(\w+)")\n/,end:/[ \t]*(\w+)\b/,contains:e.QUOTE_STRING_MODE.contains.concat(c),"on:begin":(K,z)=>{z.data._beginMatch=K[1]||K[2]},"on:end":(K,z)=>{z.data._beginMatch!==K[1]&&z.ignoreMatch()}},p=e.END_SAME_AS_BEGIN({begin:/<<<[ \t]*'(\w+)'\n/,end:/[ \t]*(\w+)\b/}),m=`[ +]`,g={scope:"string",variants:[d,u,h,p]},b={scope:"number",variants:[{begin:"\\b0[bB][01]+(?:_[01]+)*\\b"},{begin:"\\b0[oO][0-7]+(?:_[0-7]+)*\\b"},{begin:"\\b0[xX][\\da-fA-F]+(?:_[\\da-fA-F]+)*\\b"},{begin:"(?:\\b\\d+(?:_\\d+)*(\\.(?:\\d+(?:_\\d+)*))?|\\B\\.\\d+)(?:[eE][+-]?\\d+)?"}],relevance:0},_=["false","null","true"],v=["__CLASS__","__DIR__","__FILE__","__FUNCTION__","__COMPILER_HALT_OFFSET__","__LINE__","__METHOD__","__NAMESPACE__","__TRAIT__","die","echo","exit","include","include_once","print","require","require_once","array","abstract","and","as","binary","bool","boolean","break","callable","case","catch","class","clone","const","continue","declare","default","do","double","else","elseif","empty","enddeclare","endfor","endforeach","endif","endswitch","endwhile","enum","eval","extends","final","finally","float","for","foreach","from","global","goto","if","implements","instanceof","insteadof","int","integer","interface","isset","iterable","list","match|0","mixed","new","never","object","or","private","protected","public","readonly","real","return","string","switch","throw","trait","try","unset","use","var","void","while","xor","yield"],y=["Error|0","AppendIterator","ArgumentCountError","ArithmeticError","ArrayIterator","ArrayObject","AssertionError","BadFunctionCallException","BadMethodCallException","CachingIterator","CallbackFilterIterator","CompileError","Countable","DirectoryIterator","DivisionByZeroError","DomainException","EmptyIterator","ErrorException","Exception","FilesystemIterator","FilterIterator","GlobIterator","InfiniteIterator","InvalidArgumentException","IteratorIterator","LengthException","LimitIterator","LogicException","MultipleIterator","NoRewindIterator","OutOfBoundsException","OutOfRangeException","OuterIterator","OverflowException","ParentIterator","ParseError","RangeException","RecursiveArrayIterator","RecursiveCachingIterator","RecursiveCallbackFilterIterator","RecursiveDirectoryIterator","RecursiveFilterIterator","RecursiveIterator","RecursiveIteratorIterator","RecursiveRegexIterator","RecursiveTreeIterator","RegexIterator","RuntimeException","SeekableIterator","SplDoublyLinkedList","SplFileInfo","SplFileObject","SplFixedArray","SplHeap","SplMaxHeap","SplMinHeap","SplObjectStorage","SplObserver","SplPriorityQueue","SplQueue","SplStack","SplSubject","SplTempFileObject","TypeError","UnderflowException","UnexpectedValueException","UnhandledMatchError","ArrayAccess","BackedEnum","Closure","Fiber","Generator","Iterator","IteratorAggregate","Serializable","Stringable","Throwable","Traversable","UnitEnum","WeakReference","WeakMap","Directory","__PHP_Incomplete_Class","parent","php_user_filter","self","static","stdClass"],S={keyword:v,literal:(K=>{const z=[];return K.forEach(re=>{z.push(re),re.toLowerCase()===re?z.push(re.toUpperCase()):z.push(re.toLowerCase())}),z})(_),built_in:y},w=K=>K.map(z=>z.replace(/\|\d+$/,"")),C={variants:[{match:[/new/,t.concat(m,"+"),t.concat("(?!",w(y).join("\\b|"),"\\b)"),i],scope:{1:"keyword",4:"title.class"}}]},x=t.concat(a,"\\b(?!\\()"),N={variants:[{match:[t.concat(/::/,t.lookahead(/(?!class\b)/)),x],scope:{2:"variable.constant"}},{match:[/::/,/class/],scope:{2:"variable.language"}},{match:[i,t.concat(/::/,t.lookahead(/(?!class\b)/)),x],scope:{1:"title.class",3:"variable.constant"}},{match:[i,t.concat("::",t.lookahead(/(?!class\b)/))],scope:{1:"title.class"}},{match:[i,/::/,/class/],scope:{1:"title.class",3:"variable.language"}}]},I={scope:"attr",match:t.concat(a,t.lookahead(":"),t.lookahead(/(?!::)/))},D={relevance:0,begin:/\(/,end:/\)/,keywords:S,contains:[I,o,N,e.C_BLOCK_COMMENT_MODE,g,b,C]},V={relevance:0,match:[/\b/,t.concat("(?!fn\\b|function\\b|",w(v).join("\\b|"),"|",w(y).join("\\b|"),"\\b)"),a,t.concat(m,"*"),t.lookahead(/(?=\()/)],scope:{3:"title.function.invoke"},contains:[D]};D.contains.push(V);const q=[I,N,e.C_BLOCK_COMMENT_MODE,g,b,C],$={begin:t.concat(/#\[\s*\\?/,t.either(i,s)),beginScope:"meta",end:/]/,endScope:"meta",keywords:{literal:_,keyword:["new","array"]},contains:[{begin:/\[/,end:/]/,keywords:{literal:_,keyword:["new","array"]},contains:["self",...q]},...q,{scope:"meta",variants:[{match:i},{match:s}]}]};return{case_insensitive:!1,keywords:S,contains:[$,e.HASH_COMMENT_MODE,e.COMMENT("//","$"),e.COMMENT("/\\*","\\*/",{contains:[{scope:"doctag",match:"@[A-Za-z]+"}]}),{match:/__halt_compiler\(\);/,keywords:"__halt_compiler",starts:{scope:"comment",end:e.MATCH_NOTHING_RE,contains:[{match:/\?>/,scope:"meta",endsParent:!0}]}},l,{scope:"variable.language",match:/\$this\b/},o,V,N,{match:[/const/,/\s/,a],scope:{1:"keyword",3:"variable.constant"}},C,{scope:"function",relevance:0,beginKeywords:"fn function",end:/[;{]/,excludeEnd:!0,illegal:"[$%\\[]",contains:[{beginKeywords:"use"},e.UNDERSCORE_TITLE_MODE,{begin:"=>",endsParent:!0},{scope:"params",begin:"\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0,keywords:S,contains:["self",$,o,N,e.C_BLOCK_COMMENT_MODE,g,b]}]},{scope:"class",variants:[{beginKeywords:"enum",illegal:/[($"]/},{beginKeywords:"class interface trait",illegal:/[:($"]/}],relevance:0,end:/\{/,excludeEnd:!0,contains:[{beginKeywords:"extends implements"},e.UNDERSCORE_TITLE_MODE]},{beginKeywords:"namespace",relevance:0,end:";",illegal:/[.']/,contains:[e.inherit(e.UNDERSCORE_TITLE_MODE,{scope:"title.class"})]},{beginKeywords:"use",relevance:0,end:";",contains:[{match:/\b(as|const|function)\b/,scope:"keyword"},e.UNDERSCORE_TITLE_MODE]},g,b]}}return j2=r,j2}var K2,WI;function aoe(){if(WI)return K2;WI=1;function r(e){return{name:"PHP template",subLanguage:"xml",contains:[{begin:/<\?(php|=)?/,end:/\?>/,subLanguage:"php",contains:[{begin:"/\\*",end:"\\*/",skip:!0},{begin:'b"',end:'"',skip:!0},{begin:"b'",end:"'",skip:!0},e.inherit(e.APOS_STRING_MODE,{illegal:null,className:null,contains:null,skip:!0}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null,className:null,contains:null,skip:!0})]}]}}return K2=r,K2}var X2,jI;function ioe(){if(jI)return X2;jI=1;function r(e){return{name:"Plain text",aliases:["text","txt"],disableAutodetect:!0}}return X2=r,X2}var Q2,KI;function soe(){if(KI)return Q2;KI=1;function r(e){const t={keyword:"actor addressof and as be break class compile_error compile_intrinsic consume continue delegate digestof do else elseif embed end error for fun if ifdef in interface is isnt lambda let match new not object or primitive recover repeat return struct then trait try type until use var where while with xor",meta:"iso val tag trn box ref",literal:"this false true"},n={className:"string",begin:'"""',end:'"""',relevance:10},a={className:"string",begin:'"',end:'"',contains:[e.BACKSLASH_ESCAPE]},i={className:"string",begin:"'",end:"'",contains:[e.BACKSLASH_ESCAPE],relevance:0},s={className:"type",begin:"\\b_?[A-Z][\\w]*",relevance:0},o={begin:e.IDENT_RE+"'",relevance:0};return{name:"Pony",keywords:t,contains:[s,n,a,i,o,{className:"number",begin:"(-?)(\\b0[xX][a-fA-F0-9]+|\\b0[bB][01]+|(\\b\\d+(_\\d+)?(\\.\\d*)?|\\.\\d+)([eE][-+]?\\d+)?)",relevance:0},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]}}return Q2=r,Q2}var Z2,XI;function ooe(){if(XI)return Z2;XI=1;function r(e){const t=["string","char","byte","int","long","bool","decimal","single","double","DateTime","xml","array","hashtable","void"],n="Add|Clear|Close|Copy|Enter|Exit|Find|Format|Get|Hide|Join|Lock|Move|New|Open|Optimize|Pop|Push|Redo|Remove|Rename|Reset|Resize|Search|Select|Set|Show|Skip|Split|Step|Switch|Undo|Unlock|Watch|Backup|Checkpoint|Compare|Compress|Convert|ConvertFrom|ConvertTo|Dismount|Edit|Expand|Export|Group|Import|Initialize|Limit|Merge|Mount|Out|Publish|Restore|Save|Sync|Unpublish|Update|Approve|Assert|Build|Complete|Confirm|Deny|Deploy|Disable|Enable|Install|Invoke|Register|Request|Restart|Resume|Start|Stop|Submit|Suspend|Uninstall|Unregister|Wait|Debug|Measure|Ping|Repair|Resolve|Test|Trace|Connect|Disconnect|Read|Receive|Send|Write|Block|Grant|Protect|Revoke|Unblock|Unprotect|Use|ForEach|Sort|Tee|Where",a="-and|-as|-band|-bnot|-bor|-bxor|-casesensitive|-ccontains|-ceq|-cge|-cgt|-cle|-clike|-clt|-cmatch|-cne|-cnotcontains|-cnotlike|-cnotmatch|-contains|-creplace|-csplit|-eq|-exact|-f|-file|-ge|-gt|-icontains|-ieq|-ige|-igt|-ile|-ilike|-ilt|-imatch|-in|-ine|-inotcontains|-inotlike|-inotmatch|-ireplace|-is|-isnot|-isplit|-join|-le|-like|-lt|-match|-ne|-not|-notcontains|-notin|-notlike|-notmatch|-or|-regex|-replace|-shl|-shr|-split|-wildcard|-xor",i={$pattern:/-?[A-z\.\-]+\b/,keyword:"if else foreach return do while until elseif begin for trap data dynamicparam end break throw param continue finally in switch exit filter try process catch hidden static parameter",built_in:"ac asnp cat cd CFS chdir clc clear clhy cli clp cls clv cnsn compare copy cp cpi cpp curl cvpa dbp del diff dir dnsn ebp echo|0 epal epcsv epsn erase etsn exsn fc fhx fl ft fw gal gbp gc gcb gci gcm gcs gdr gerr ghy gi gin gjb gl gm gmo gp gps gpv group gsn gsnp gsv gtz gu gv gwmi h history icm iex ihy ii ipal ipcsv ipmo ipsn irm ise iwmi iwr kill lp ls man md measure mi mount move mp mv nal ndr ni nmo npssc nsn nv ogv oh popd ps pushd pwd r rbp rcjb rcsn rd rdr ren ri rjb rm rmdir rmo rni rnp rp rsn rsnp rujb rv rvpa rwmi sajb sal saps sasv sbp sc scb select set shcm si sl sleep sls sort sp spjb spps spsv start stz sujb sv swmi tee trcm type wget where wjb write"},s=/\w[\w\d]*((-)[\w\d]+)*/,o={begin:"`[\\s\\S]",relevance:0},l={className:"variable",variants:[{begin:/\$\B/},{className:"keyword",begin:/\$this/},{begin:/\$[\w\d][\w\d_:]*/}]},c={className:"literal",begin:/\$(null|true|false)\b/},u={className:"string",variants:[{begin:/"/,end:/"/},{begin:/@"/,end:/^"@/}],contains:[o,l,{className:"variable",begin:/\$[A-z]/,end:/[^A-z]/}]},d={className:"string",variants:[{begin:/'/,end:/'/},{begin:/@'/,end:/^'@/}]},h={className:"doctag",variants:[{begin:/\.(synopsis|description|example|inputs|outputs|notes|link|component|role|functionality)/},{begin:/\.(parameter|forwardhelptargetname|forwardhelpcategory|remotehelprunspace|externalhelp)\s+\S+/}]},p=e.inherit(e.COMMENT(null,null),{variants:[{begin:/#/,end:/$/},{begin:/<#/,end:/#>/}],contains:[h]}),m={className:"built_in",variants:[{begin:"(".concat(n,")+(-)[\\w\\d]+")}]},g={className:"class",beginKeywords:"class enum",end:/\s*[{]/,excludeEnd:!0,relevance:0,contains:[e.TITLE_MODE]},b={className:"function",begin:/function\s+/,end:/\s*\{|$/,excludeEnd:!0,returnBegin:!0,relevance:0,contains:[{begin:"function",relevance:0,className:"keyword"},{className:"title",begin:s,relevance:0},{begin:/\(/,end:/\)/,className:"params",relevance:0,contains:[l]}]},_={begin:/using\s/,end:/$/,returnBegin:!0,contains:[u,d,{className:"keyword",begin:/(using|assembly|command|module|namespace|type)/}]},v={variants:[{className:"operator",begin:"(".concat(a,")\\b")},{className:"literal",begin:/(-){1,2}[\w\d-]+/,relevance:0}]},y={className:"selector-tag",begin:/@\B/,relevance:0},E={className:"function",begin:/\[.*\]\s*[\w]+[ ]??\(/,end:/$/,returnBegin:!0,relevance:0,contains:[{className:"keyword",begin:"(".concat(i.keyword.toString().replace(/\s/g,"|"),")\\b"),endsParent:!0,relevance:0},e.inherit(e.TITLE_MODE,{endsParent:!0})]},S=[E,p,o,e.NUMBER_MODE,u,d,m,l,c,y],w={begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[].concat("self",S,{begin:"("+t.join("|")+")",className:"built_in",relevance:0},{className:"type",begin:/[\.\w\d]+/,relevance:0})};return E.contains.unshift(w),{name:"PowerShell",aliases:["pwsh","ps","ps1"],case_insensitive:!0,keywords:i,contains:S.concat(g,b,_,v,w)}}return Z2=r,Z2}var J2,QI;function loe(){if(QI)return J2;QI=1;function r(e){const t=e.regex,n=["displayHeight","displayWidth","mouseY","mouseX","mousePressed","pmouseX","pmouseY","key","keyCode","pixels","focused","frameCount","frameRate","height","width","size","createGraphics","beginDraw","createShape","loadShape","PShape","arc","ellipse","line","point","quad","rect","triangle","bezier","bezierDetail","bezierPoint","bezierTangent","curve","curveDetail","curvePoint","curveTangent","curveTightness","shape","shapeMode","beginContour","beginShape","bezierVertex","curveVertex","endContour","endShape","quadraticVertex","vertex","ellipseMode","noSmooth","rectMode","smooth","strokeCap","strokeJoin","strokeWeight","mouseClicked","mouseDragged","mouseMoved","mousePressed","mouseReleased","mouseWheel","keyPressed","keyPressedkeyReleased","keyTyped","print","println","save","saveFrame","day","hour","millis","minute","month","second","year","background","clear","colorMode","fill","noFill","noStroke","stroke","alpha","blue","brightness","color","green","hue","lerpColor","red","saturation","modelX","modelY","modelZ","screenX","screenY","screenZ","ambient","emissive","shininess","specular","add","createImage","beginCamera","camera","endCamera","frustum","ortho","perspective","printCamera","printProjection","cursor","frameRate","noCursor","exit","loop","noLoop","popStyle","pushStyle","redraw","binary","boolean","byte","char","float","hex","int","str","unbinary","unhex","join","match","matchAll","nf","nfc","nfp","nfs","split","splitTokens","trim","append","arrayCopy","concat","expand","reverse","shorten","sort","splice","subset","box","sphere","sphereDetail","createInput","createReader","loadBytes","loadJSONArray","loadJSONObject","loadStrings","loadTable","loadXML","open","parseXML","saveTable","selectFolder","selectInput","beginRaw","beginRecord","createOutput","createWriter","endRaw","endRecord","PrintWritersaveBytes","saveJSONArray","saveJSONObject","saveStream","saveStrings","saveXML","selectOutput","popMatrix","printMatrix","pushMatrix","resetMatrix","rotate","rotateX","rotateY","rotateZ","scale","shearX","shearY","translate","ambientLight","directionalLight","lightFalloff","lights","lightSpecular","noLights","normal","pointLight","spotLight","image","imageMode","loadImage","noTint","requestImage","tint","texture","textureMode","textureWrap","blend","copy","filter","get","loadPixels","set","updatePixels","blendMode","loadShader","PShaderresetShader","shader","createFont","loadFont","text","textFont","textAlign","textLeading","textMode","textSize","textWidth","textAscent","textDescent","abs","ceil","constrain","dist","exp","floor","lerp","log","mag","map","max","min","norm","pow","round","sq","sqrt","acos","asin","atan","atan2","cos","degrees","radians","sin","tan","noise","noiseDetail","noiseSeed","random","randomGaussian","randomSeed"],a=e.IDENT_RE,i={variants:[{match:t.concat(t.either(...n),t.lookahead(/\s*\(/)),className:"built_in"},{relevance:0,match:t.concat(/\b(?!for|if|while)/,a,t.lookahead(/\s*\(/)),className:"title.function"}]},s={match:[/new\s+/,a],className:{1:"keyword",2:"class.title"}},o={relevance:0,match:[/\./,a],className:{2:"property"}},l={variants:[{match:[/class/,/\s+/,a,/\s+/,/extends/,/\s+/,a]},{match:[/class/,/\s+/,a]}],className:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},c=["boolean","byte","char","color","double","float","int","long","short"],u=["BufferedReader","PVector","PFont","PImage","PGraphics","HashMap","String","Array","FloatDict","ArrayList","FloatList","IntDict","IntList","JSONArray","JSONObject","Object","StringDict","StringList","Table","TableRow","XML"];return{name:"Processing",aliases:["pde"],keywords:{keyword:[...["abstract","assert","break","case","catch","const","continue","default","else","enum","final","finally","for","if","import","instanceof","long","native","new","package","private","private","protected","protected","public","public","return","static","strictfp","switch","synchronized","throw","throws","transient","try","void","volatile","while"]],literal:"P2D P3D HALF_PI PI QUARTER_PI TAU TWO_PI null true false",title:"setup draw",variable:"super this",built_in:[...n,...u],type:c},contains:[l,s,i,o,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE]}}return J2=r,J2}var ew,ZI;function coe(){if(ZI)return ew;ZI=1;function r(e){return{name:"Python profiler",contains:[e.C_NUMBER_MODE,{begin:"[a-zA-Z_][\\da-zA-Z_]+\\.[\\da-zA-Z_]{1,3}",end:":",excludeEnd:!0},{begin:"(ncalls|tottime|cumtime)",end:"$",keywords:"ncalls tottime|10 cumtime|10 filename",relevance:10},{begin:"function calls",end:"$",contains:[e.C_NUMBER_MODE],relevance:10},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{className:"string",begin:"\\(",end:"\\)$",excludeBegin:!0,excludeEnd:!0,relevance:0}]}}return ew=r,ew}var tw,JI;function uoe(){if(JI)return tw;JI=1;function r(e){const t={begin:/[a-z][A-Za-z0-9_]*/,relevance:0},n={className:"symbol",variants:[{begin:/[A-Z][a-zA-Z0-9_]*/},{begin:/_[A-Za-z0-9_]*/}],relevance:0},a={begin:/\(/,end:/\)/,relevance:0},i={begin:/\[/,end:/\]/},s={className:"comment",begin:/%/,end:/$/,contains:[e.PHRASAL_WORDS_MODE]},o={className:"string",begin:/`/,end:/`/,contains:[e.BACKSLASH_ESCAPE]},l={className:"string",begin:/0'(\\'|.)/},c={className:"string",begin:/0'\\s/},d=[t,n,a,{begin:/:-/},i,s,e.C_BLOCK_COMMENT_MODE,e.QUOTE_STRING_MODE,e.APOS_STRING_MODE,o,l,c,e.C_NUMBER_MODE];return a.contains=d,i.contains=d,{name:"Prolog",contains:d.concat([{begin:/\.$/}])}}return tw=r,tw}var rw,e7;function doe(){if(e7)return rw;e7=1;function r(e){const t="[ \\t\\f]*",n="[ \\t\\f]+",a=t+"[:=]"+t,i=n,s="("+a+"|"+i+")",o="([^\\\\:= \\t\\f\\n]|\\\\.)+",l={end:s,relevance:0,starts:{className:"string",end:/$/,relevance:0,contains:[{begin:"\\\\\\\\"},{begin:"\\\\\\n"}]}};return{name:".properties",disableAutodetect:!0,case_insensitive:!0,illegal:/\S/,contains:[e.COMMENT("^\\s*[!#]","$"),{returnBegin:!0,variants:[{begin:o+a},{begin:o+i}],contains:[{className:"attr",begin:o,endsParent:!0}],starts:l},{className:"attr",begin:o+t+"$"}]}}return rw=r,rw}var nw,t7;function hoe(){if(t7)return nw;t7=1;function r(e){const t=["package","import","option","optional","required","repeated","group","oneof"],n=["double","float","int32","int64","uint32","uint64","sint32","sint64","fixed32","fixed64","sfixed32","sfixed64","bool","string","bytes"],a={match:[/(message|enum|service)\s+/,e.IDENT_RE],scope:{1:"keyword",2:"title.class"}};return{name:"Protocol Buffers",aliases:["proto"],keywords:{keyword:t,type:n,literal:["true","false"]},contains:[e.QUOTE_STRING_MODE,e.NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,a,{className:"function",beginKeywords:"rpc",end:/[{;]/,excludeEnd:!0,keywords:"rpc returns"},{begin:/^\s*[A-Z_]+(?=\s*=[^\n]+;$)/}]}}return nw=r,nw}var aw,r7;function foe(){if(r7)return aw;r7=1;function r(e){const t={keyword:"and case default else elsif false if in import enherits node or true undef unless main settings $string ",literal:"alias audit before loglevel noop require subscribe tag owner ensure group mode name|0 changes context force incl lens load_path onlyif provider returns root show_diff type_check en_address ip_address realname command environment hour monute month monthday special target weekday creates cwd ogoutput refresh refreshonly tries try_sleep umask backup checksum content ctime force ignore links mtime purge recurse recurselimit replace selinux_ignore_defaults selrange selrole seltype seluser source souirce_permissions sourceselect validate_cmd validate_replacement allowdupe attribute_membership auth_membership forcelocal gid ia_load_module members system host_aliases ip allowed_trunk_vlans description device_url duplex encapsulation etherchannel native_vlan speed principals allow_root auth_class auth_type authenticate_user k_of_n mechanisms rule session_owner shared options device fstype enable hasrestart directory present absent link atboot blockdevice device dump pass remounts poller_tag use message withpath adminfile allow_virtual allowcdrom category configfiles flavor install_options instance package_settings platform responsefile status uninstall_options vendor unless_system_user unless_uid binary control flags hasstatus manifest pattern restart running start stop allowdupe auths expiry gid groups home iterations key_membership keys managehome membership password password_max_age password_min_age profile_membership profiles project purge_ssh_keys role_membership roles salt shell uid baseurl cost descr enabled enablegroups exclude failovermethod gpgcheck gpgkey http_caching include includepkgs keepalive metadata_expire metalink mirrorlist priority protect proxy proxy_password proxy_username repo_gpgcheck s3_enabled skip_if_unavailable sslcacert sslclientcert sslclientkey sslverify mounted",built_in:"architecture augeasversion blockdevices boardmanufacturer boardproductname boardserialnumber cfkey dhcp_servers domain ec2_ ec2_userdata facterversion filesystems ldom fqdn gid hardwareisa hardwaremodel hostname id|0 interfaces ipaddress ipaddress_ ipaddress6 ipaddress6_ iphostnumber is_virtual kernel kernelmajversion kernelrelease kernelversion kernelrelease kernelversion lsbdistcodename lsbdistdescription lsbdistid lsbdistrelease lsbmajdistrelease lsbminordistrelease lsbrelease macaddress macaddress_ macosx_buildversion macosx_productname macosx_productversion macosx_productverson_major macosx_productversion_minor manufacturer memoryfree memorysize netmask metmask_ network_ operatingsystem operatingsystemmajrelease operatingsystemrelease osfamily partitions path physicalprocessorcount processor processorcount productname ps puppetversion rubysitedir rubyversion selinux selinux_config_mode selinux_config_policy selinux_current_mode selinux_current_mode selinux_enforced selinux_policyversion serialnumber sp_ sshdsakey sshecdsakey sshrsakey swapencrypted swapfree swapsize timezone type uniqueid uptime uptime_days uptime_hours uptime_seconds uuid virtual vlans xendomains zfs_version zonenae zones zpool_version"},n=e.COMMENT("#","$"),a="([A-Za-z_]|::)(\\w|::)*",i=e.inherit(e.TITLE_MODE,{begin:a}),s={className:"variable",begin:"\\$"+a},o={className:"string",contains:[e.BACKSLASH_ESCAPE,s],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/}]};return{name:"Puppet",aliases:["pp"],contains:[n,s,o,{beginKeywords:"class",end:"\\{|;",illegal:/=/,contains:[i,n]},{beginKeywords:"define",end:/\{/,contains:[{className:"section",begin:e.IDENT_RE,endsParent:!0}]},{begin:e.IDENT_RE+"\\s+\\{",returnBegin:!0,end:/\S/,contains:[{className:"keyword",begin:e.IDENT_RE,relevance:.2},{begin:/\{/,end:/\}/,keywords:t,relevance:0,contains:[o,n,{begin:"[a-zA-Z_]+\\s*=>",returnBegin:!0,end:"=>",contains:[{className:"attr",begin:e.IDENT_RE}]},{className:"number",begin:"(\\b0[0-7_]+)|(\\b0x[0-9a-fA-F_]+)|(\\b[1-9][0-9_]*(\\.[0-9_]+)?)|[0_]\\b",relevance:0},s]}],relevance:0}]}}return aw=r,aw}var iw,n7;function poe(){if(n7)return iw;n7=1;function r(e){const t={className:"string",begin:'(~)?"',end:'"',illegal:"\\n"},n={className:"symbol",begin:"#[a-zA-Z_]\\w*\\$?"};return{name:"PureBASIC",aliases:["pb","pbi"],keywords:"Align And Array As Break CallDebugger Case CompilerCase CompilerDefault CompilerElse CompilerElseIf CompilerEndIf CompilerEndSelect CompilerError CompilerIf CompilerSelect CompilerWarning Continue Data DataSection Debug DebugLevel Declare DeclareC DeclareCDLL DeclareDLL DeclareModule Default Define Dim DisableASM DisableDebugger DisableExplicit Else ElseIf EnableASM EnableDebugger EnableExplicit End EndDataSection EndDeclareModule EndEnumeration EndIf EndImport EndInterface EndMacro EndModule EndProcedure EndSelect EndStructure EndStructureUnion EndWith Enumeration EnumerationBinary Extends FakeReturn For ForEach ForEver Global Gosub Goto If Import ImportC IncludeBinary IncludeFile IncludePath Interface List Macro MacroExpandedCount Map Module NewList NewMap Next Not Or Procedure ProcedureC ProcedureCDLL ProcedureDLL ProcedureReturn Protected Prototype PrototypeC ReDim Read Repeat Restore Return Runtime Select Shared Static Step Structure StructureUnion Swap Threaded To UndefineMacro Until Until UnuseModule UseModule Wend While With XIncludeFile XOr",contains:[e.COMMENT(";","$",{relevance:0}),{className:"function",begin:"\\b(Procedure|Declare)(C|CDLL|DLL)?\\b",end:"\\(",excludeEnd:!0,returnBegin:!0,contains:[{className:"keyword",begin:"(Procedure|Declare)(C|CDLL|DLL)?",excludeEnd:!0},{className:"type",begin:"\\.\\w*"},e.UNDERSCORE_TITLE_MODE]},t,n]}}return iw=r,iw}var sw,a7;function moe(){if(a7)return sw;a7=1;function r(e){const t=e.regex,n=new RegExp("[\\p{XID_Start}_]\\p{XID_Continue}*","u"),a=["and","as","assert","async","await","break","case","class","continue","def","del","elif","else","except","finally","for","from","global","if","import","in","is","lambda","match","nonlocal|10","not","or","pass","raise","return","try","while","with","yield"],l={$pattern:/[A-Za-z]\w+|__\w+__/,keyword:a,built_in:["__import__","abs","all","any","ascii","bin","bool","breakpoint","bytearray","bytes","callable","chr","classmethod","compile","complex","delattr","dict","dir","divmod","enumerate","eval","exec","filter","float","format","frozenset","getattr","globals","hasattr","hash","help","hex","id","input","int","isinstance","issubclass","iter","len","list","locals","map","max","memoryview","min","next","object","oct","open","ord","pow","print","property","range","repr","reversed","round","set","setattr","slice","sorted","staticmethod","str","sum","super","tuple","type","vars","zip"],literal:["__debug__","Ellipsis","False","None","NotImplemented","True"],type:["Any","Callable","Coroutine","Dict","List","Literal","Generic","Optional","Sequence","Set","Tuple","Type","Union"]},c={className:"meta",begin:/^(>>>|\.\.\.) /},u={className:"subst",begin:/\{/,end:/\}/,keywords:l,illegal:/#/},d={begin:/\{\{/,relevance:0},h={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?'''/,end:/'''/,contains:[e.BACKSLASH_ESCAPE,c],relevance:10},{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?"""/,end:/"""/,contains:[e.BACKSLASH_ESCAPE,c],relevance:10},{begin:/([fF][rR]|[rR][fF]|[fF])'''/,end:/'''/,contains:[e.BACKSLASH_ESCAPE,c,d,u]},{begin:/([fF][rR]|[rR][fF]|[fF])"""/,end:/"""/,contains:[e.BACKSLASH_ESCAPE,c,d,u]},{begin:/([uU]|[rR])'/,end:/'/,relevance:10},{begin:/([uU]|[rR])"/,end:/"/,relevance:10},{begin:/([bB]|[bB][rR]|[rR][bB])'/,end:/'/},{begin:/([bB]|[bB][rR]|[rR][bB])"/,end:/"/},{begin:/([fF][rR]|[rR][fF]|[fF])'/,end:/'/,contains:[e.BACKSLASH_ESCAPE,d,u]},{begin:/([fF][rR]|[rR][fF]|[fF])"/,end:/"/,contains:[e.BACKSLASH_ESCAPE,d,u]},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},p="[0-9](_?[0-9])*",m=`(\\b(${p}))?\\.(${p})|\\b(${p})\\.`,g=`\\b|${a.join("|")}`,b={className:"number",relevance:0,variants:[{begin:`(\\b(${p})|(${m}))[eE][+-]?(${p})[jJ]?(?=${g})`},{begin:`(${m})[jJ]?`},{begin:`\\b([1-9](_?[0-9])*|0+(_?0)*)[lLjJ]?(?=${g})`},{begin:`\\b0[bB](_?[01])+[lL]?(?=${g})`},{begin:`\\b0[oO](_?[0-7])+[lL]?(?=${g})`},{begin:`\\b0[xX](_?[0-9a-fA-F])+[lL]?(?=${g})`},{begin:`\\b(${p})[jJ](?=${g})`}]},_={className:"comment",begin:t.lookahead(/# type:/),end:/$/,keywords:l,contains:[{begin:/# type:/},{begin:/#/,end:/\b\B/,endsWithParent:!0}]},v={className:"params",variants:[{className:"",begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:l,contains:["self",c,b,h,e.HASH_COMMENT_MODE]}]};return u.contains=[h,b,c],{name:"Python",aliases:["py","gyp","ipython"],unicodeRegex:!0,keywords:l,illegal:/(<\/|\?)|=>/,contains:[c,b,{scope:"variable.language",match:/\bself\b/},{beginKeywords:"if",relevance:0},{match:/\bor\b/,scope:"keyword"},h,_,e.HASH_COMMENT_MODE,{match:[/\bdef/,/\s+/,n],scope:{1:"keyword",3:"title.function"},contains:[v]},{variants:[{match:[/\bclass/,/\s+/,n,/\s*/,/\(\s*/,n,/\s*\)/]},{match:[/\bclass/,/\s+/,n]}],scope:{1:"keyword",3:"title.class",6:"title.class.inherited"}},{className:"meta",begin:/^[\t ]*@/,end:/(?=#)|$/,contains:[b,v,h]}]}}return sw=r,sw}var ow,i7;function goe(){if(i7)return ow;i7=1;function r(e){return{aliases:["pycon"],contains:[{className:"meta.prompt",starts:{end:/ |$/,starts:{end:"$",subLanguage:"python"}},variants:[{begin:/^>>>(?=[ ]|$)/},{begin:/^\.\.\.(?=[ ]|$)/}]}]}}return ow=r,ow}var lw,s7;function _oe(){if(s7)return lw;s7=1;function r(e){return{name:"Q",aliases:["k","kdb"],keywords:{$pattern:/(`?)[A-Za-z0-9_]+\b/,keyword:"do while select delete by update from",literal:"0b 1b",built_in:"neg not null string reciprocal floor ceiling signum mod xbar xlog and or each scan over prior mmu lsq inv md5 ltime gtime count first var dev med cov cor all any rand sums prds mins maxs fills deltas ratios avgs differ prev next rank reverse iasc idesc asc desc msum mcount mavg mdev xrank mmin mmax xprev rotate distinct group where flip type key til get value attr cut set upsert raze union inter except cross sv vs sublist enlist read0 read1 hopen hclose hdel hsym hcount peach system ltrim rtrim trim lower upper ssr view tables views cols xcols keys xkey xcol xasc xdesc fkeys meta lj aj aj0 ij pj asof uj ww wj wj1 fby xgroup ungroup ej save load rsave rload show csv parse eval min max avg wavg wsum sin cos tan sum",type:"`float `double int `timestamp `timespan `datetime `time `boolean `symbol `char `byte `short `long `real `month `date `minute `second `guid"},contains:[e.C_LINE_COMMENT_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE]}}return lw=r,lw}var cw,o7;function boe(){if(o7)return cw;o7=1;function r(e){const t=e.regex,n={keyword:"in of on if for while finally var new function do return void else break catch instanceof with throw case default try this switch continue typeof delete let yield const export super debugger as async await import",literal:"true false null undefined NaN Infinity",built_in:"eval isFinite isNaN parseFloat parseInt decodeURI decodeURIComponent encodeURI encodeURIComponent escape unescape Object Function Boolean Error EvalError InternalError RangeError ReferenceError StopIteration SyntaxError TypeError URIError Number Math Date String RegExp Array Float32Array Float64Array Int16Array Int32Array Int8Array Uint16Array Uint32Array Uint8Array Uint8ClampedArray ArrayBuffer DataView JSON Intl arguments require module console window document Symbol Set Map WeakSet WeakMap Proxy Reflect Behavior bool color coordinate date double enumeration font geocircle georectangle geoshape int list matrix4x4 parent point quaternion real rect size string url variant vector2d vector3d vector4d Promise"},a="[a-zA-Z_][a-zA-Z0-9\\._]*",i={className:"keyword",begin:"\\bproperty\\b",starts:{className:"string",end:"(:|=|;|,|//|/\\*|$)",returnEnd:!0}},s={className:"keyword",begin:"\\bsignal\\b",starts:{className:"string",end:"(\\(|:|=|;|,|//|/\\*|$)",returnEnd:!0}},o={className:"attribute",begin:"\\bid\\s*:",starts:{className:"string",end:a,returnEnd:!1}},l={begin:a+"\\s*:",returnBegin:!0,contains:[{className:"attribute",begin:a,end:"\\s*:",excludeEnd:!0,relevance:0}],relevance:0},c={begin:t.concat(a,/\s*\{/),end:/\{/,returnBegin:!0,relevance:0,contains:[e.inherit(e.TITLE_MODE,{begin:a})]};return{name:"QML",aliases:["qt"],case_insensitive:!1,keywords:n,contains:[{className:"meta",begin:/^\s*['"]use (strict|asm)['"]/},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,{className:"string",begin:"`",end:"`",contains:[e.BACKSLASH_ESCAPE,{className:"subst",begin:"\\$\\{",end:"\\}"}]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"number",variants:[{begin:"\\b(0[bB][01]+)"},{begin:"\\b(0[oO][0-7]+)"},{begin:e.C_NUMBER_RE}],relevance:0},{begin:"("+e.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.REGEXP_MODE,{begin:/\s*[);\]]/,relevance:0,subLanguage:"xml"}],relevance:0},s,i,{className:"function",beginKeywords:"function",end:/\{/,excludeEnd:!0,contains:[e.inherit(e.TITLE_MODE,{begin:/[A-Za-z$_][0-9A-Za-z$_]*/}),{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]}],illegal:/\[|%/},{begin:"\\."+e.IDENT_RE,relevance:0},o,l,c],illegal:/#/}}return cw=r,cw}var uw,l7;function voe(){if(l7)return uw;l7=1;function r(e){const t=e.regex,n=/(?:(?:[a-zA-Z]|\.[._a-zA-Z])[._a-zA-Z0-9]*)|\.(?!\d)/,a=t.either(/0[xX][0-9a-fA-F]+\.[0-9a-fA-F]*[pP][+-]?\d+i?/,/0[xX][0-9a-fA-F]+(?:[pP][+-]?\d+)?[Li]?/,/(?:\d+(?:\.\d*)?|\.\d+)(?:[eE][+-]?\d+)?[Li]?/),i=/[=!<>:]=|\|\||&&|:::?|<-|<<-|->>|->|\|>|[-+*\/?!$&|:<=>@^~]|\*\*/,s=t.either(/[()]/,/[{}]/,/\[\[/,/[[\]]/,/\\/,/,/);return{name:"R",keywords:{$pattern:n,keyword:"function if in break next repeat else for while",literal:"NULL NA TRUE FALSE Inf NaN NA_integer_|10 NA_real_|10 NA_character_|10 NA_complex_|10",built_in:"LETTERS letters month.abb month.name pi T F abs acos acosh all any anyNA Arg as.call as.character as.complex as.double as.environment as.integer as.logical as.null.default as.numeric as.raw asin asinh atan atanh attr attributes baseenv browser c call ceiling class Conj cos cosh cospi cummax cummin cumprod cumsum digamma dim dimnames emptyenv exp expression floor forceAndCall gamma gc.time globalenv Im interactive invisible is.array is.atomic is.call is.character is.complex is.double is.environment is.expression is.finite is.function is.infinite is.integer is.language is.list is.logical is.matrix is.na is.name is.nan is.null is.numeric is.object is.pairlist is.raw is.recursive is.single is.symbol lazyLoadDBfetch length lgamma list log max min missing Mod names nargs nzchar oldClass on.exit pos.to.env proc.time prod quote range Re rep retracemem return round seq_along seq_len seq.int sign signif sin sinh sinpi sqrt standardGeneric substitute sum switch tan tanh tanpi tracemem trigamma trunc unclass untracemem UseMethod xtfrm"},contains:[e.COMMENT(/#'/,/$/,{contains:[{scope:"doctag",match:/@examples/,starts:{end:t.lookahead(t.either(/\n^#'\s*(?=@[a-zA-Z]+)/,/\n^(?!#')/)),endsParent:!0}},{scope:"doctag",begin:"@param",end:/$/,contains:[{scope:"variable",variants:[{match:n},{match:/`(?:\\.|[^`\\])+`/}],endsParent:!0}]},{scope:"doctag",match:/@[a-zA-Z]+/},{scope:"keyword",match:/\\[a-zA-Z]+/}]}),e.HASH_COMMENT_MODE,{scope:"string",contains:[e.BACKSLASH_ESCAPE],variants:[e.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\(/,end:/\)(-*)"/}),e.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\{/,end:/\}(-*)"/}),e.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\[/,end:/\](-*)"/}),e.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\(/,end:/\)(-*)'/}),e.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\{/,end:/\}(-*)'/}),e.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\[/,end:/\](-*)'/}),{begin:'"',end:'"',relevance:0},{begin:"'",end:"'",relevance:0}]},{relevance:0,variants:[{scope:{1:"operator",2:"number"},match:[i,a]},{scope:{1:"operator",2:"number"},match:[/%[^%]*%/,a]},{scope:{1:"punctuation",2:"number"},match:[s,a]},{scope:{2:"number"},match:[/[^a-zA-Z0-9._]|^/,a]}]},{scope:{3:"operator"},match:[n,/\s+/,/<-/,/\s+/]},{scope:"operator",relevance:0,variants:[{match:i},{match:/%[^%]*%/}]},{scope:"punctuation",relevance:0,match:s},{begin:"`",end:"`",contains:[{begin:/\\./}]}]}}return uw=r,uw}var dw,c7;function yoe(){if(c7)return dw;c7=1;function r(e){return{name:"ReasonML",aliases:["re"],keywords:{$pattern:/[a-z_]\w*!?/,keyword:["and","as","asr","assert","begin","class","constraint","do","done","downto","else","end","esfun","exception","external","for","fun","function","functor","if","in","include","inherit","initializer","land","lazy","let","lor","lsl","lsr","lxor","mod","module","mutable","new","nonrec","object","of","open","or","pri","pub","rec","sig","struct","switch","then","to","try","type","val","virtual","when","while","with"],built_in:["array","bool","bytes","char","exn|5","float","int","int32","int64","list","lazy_t|5","nativeint|5","ref","string","unit"],literal:["true","false"]},illegal:/(:-|:=|\$\{|\+=)/,contains:[{scope:"literal",match:/\[(\|\|)?\]|\(\)/,relevance:0},e.C_LINE_COMMENT_MODE,e.COMMENT(/\/\*/,/\*\//,{illegal:/^(#,\/\/)/}),{scope:"symbol",match:/\'[A-Za-z_](?!\')[\w\']*/},{scope:"type",match:/`[A-Z][\w\']*/},{scope:"type",match:/\b[A-Z][\w\']*/,relevance:0},{match:/[a-z_]\w*\'[\w\']*/,relevance:0},{scope:"operator",match:/\s+(\|\||\+[\+\.]?|\*[\*\/\.]?|\/[\.]?|\.\.\.|\|>|&&|===?)\s+/,relevance:0},e.inherit(e.APOS_STRING_MODE,{scope:"string",relevance:0}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),{scope:"number",variants:[{match:/\b0[xX][a-fA-F0-9_]+[Lln]?/},{match:/\b0[oO][0-7_]+[Lln]?/},{match:/\b0[bB][01_]+[Lln]?/},{match:/\b[0-9][0-9_]*([Lln]|(\.[0-9_]*)?([eE][-+]?[0-9_]+)?)/}],relevance:0}]}}return dw=r,dw}var hw,u7;function Soe(){if(u7)return hw;u7=1;function r(e){return{name:"RenderMan RIB",keywords:"ArchiveRecord AreaLightSource Atmosphere Attribute AttributeBegin AttributeEnd Basis Begin Blobby Bound Clipping ClippingPlane Color ColorSamples ConcatTransform Cone CoordinateSystem CoordSysTransform CropWindow Curves Cylinder DepthOfField Detail DetailRange Disk Displacement Display End ErrorHandler Exposure Exterior Format FrameAspectRatio FrameBegin FrameEnd GeneralPolygon GeometricApproximation Geometry Hider Hyperboloid Identity Illuminate Imager Interior LightSource MakeCubeFaceEnvironment MakeLatLongEnvironment MakeShadow MakeTexture Matte MotionBegin MotionEnd NuPatch ObjectBegin ObjectEnd ObjectInstance Opacity Option Orientation Paraboloid Patch PatchMesh Perspective PixelFilter PixelSamples PixelVariance Points PointsGeneralPolygons PointsPolygons Polygon Procedural Projection Quantize ReadArchive RelativeDetail ReverseOrientation Rotate Scale ScreenWindow ShadingInterpolation ShadingRate Shutter Sides Skew SolidBegin SolidEnd Sphere SubdivisionMesh Surface TextureCoordinates Torus Transform TransformBegin TransformEnd TransformPoints Translate TrimCurve WorldBegin WorldEnd",illegal:"/}],illegal:/./},e.COMMENT("^#","$"),l,c,o,{begin:/[\w-]+=([^\s{}[\]()>]+)/,relevance:0,returnBegin:!0,contains:[{className:"attribute",begin:/[^=]+/},{begin:/=/,endsWithParent:!0,relevance:0,contains:[l,c,o,{className:"literal",begin:"\\b("+i.split(" ").join("|")+")\\b"},{begin:/("[^"]*"|[^\s{}[\]]+)/}]}]},{className:"number",begin:/\*[0-9a-fA-F]+/},{begin:"\\b("+a.split(" ").join("|")+")([\\s[(\\]|])",returnBegin:!0,contains:[{className:"built_in",begin:/\w+/}]},{className:"built_in",variants:[{begin:"(\\.\\./|/|\\s)(("+s.split(" ").join("|")+");?\\s)+"},{begin:/\.\./,relevance:0}]}]}}return pw=r,pw}var mw,f7;function Toe(){if(f7)return mw;f7=1;function r(e){const t=["abs","acos","ambient","area","asin","atan","atmosphere","attribute","calculatenormal","ceil","cellnoise","clamp","comp","concat","cos","degrees","depth","Deriv","diffuse","distance","Du","Dv","environment","exp","faceforward","filterstep","floor","format","fresnel","incident","length","lightsource","log","match","max","min","mod","noise","normalize","ntransform","opposite","option","phong","pnoise","pow","printf","ptlined","radians","random","reflect","refract","renderinfo","round","setcomp","setxcomp","setycomp","setzcomp","shadow","sign","sin","smoothstep","specular","specularbrdf","spline","sqrt","step","tan","texture","textureinfo","trace","transform","vtransform","xcomp","ycomp","zcomp"],n=["matrix","float","color","point","normal","vector"],a=["while","for","if","do","return","else","break","extern","continue"],i={match:[/(surface|displacement|light|volume|imager)/,/\s+/,e.IDENT_RE],scope:{1:"keyword",3:"title.class"}};return{name:"RenderMan RSL",keywords:{keyword:a,built_in:t,type:n},illegal:""},s]}}return _w=r,_w}var bw,g7;function xoe(){if(g7)return bw;g7=1;function r(e){const t=e.regex,n=["do","if","then","else","end","until","while","abort","array","attrib","by","call","cards","cards4","catname","continue","datalines","datalines4","delete","delim","delimiter","display","dm","drop","endsas","error","file","filename","footnote","format","goto","in","infile","informat","input","keep","label","leave","length","libname","link","list","lostcard","merge","missing","modify","options","output","out","page","put","redirect","remove","rename","replace","retain","return","select","set","skip","startsas","stop","title","update","waitsas","where","window","x|0","systask","add","and","alter","as","cascade","check","create","delete","describe","distinct","drop","foreign","from","group","having","index","insert","into","in","key","like","message","modify","msgtype","not","null","on","or","order","primary","references","reset","restrict","select","set","table","unique","update","validate","view","where"],a=["abs","addr","airy","arcos","arsin","atan","attrc","attrn","band","betainv","blshift","bnot","bor","brshift","bxor","byte","cdf","ceil","cexist","cinv","close","cnonct","collate","compbl","compound","compress","cos","cosh","css","curobs","cv","daccdb","daccdbsl","daccsl","daccsyd","dacctab","dairy","date","datejul","datepart","datetime","day","dclose","depdb","depdbsl","depdbsl","depsl","depsl","depsyd","depsyd","deptab","deptab","dequote","dhms","dif","digamma","dim","dinfo","dnum","dopen","doptname","doptnum","dread","dropnote","dsname","erf","erfc","exist","exp","fappend","fclose","fcol","fdelete","fetch","fetchobs","fexist","fget","fileexist","filename","fileref","finfo","finv","fipname","fipnamel","fipstate","floor","fnonct","fnote","fopen","foptname","foptnum","fpoint","fpos","fput","fread","frewind","frlen","fsep","fuzz","fwrite","gaminv","gamma","getoption","getvarc","getvarn","hbound","hms","hosthelp","hour","ibessel","index","indexc","indexw","input","inputc","inputn","int","intck","intnx","intrr","irr","jbessel","juldate","kurtosis","lag","lbound","left","length","lgamma","libname","libref","log","log10","log2","logpdf","logpmf","logsdf","lowcase","max","mdy","mean","min","minute","mod","month","mopen","mort","n","netpv","nmiss","normal","note","npv","open","ordinal","pathname","pdf","peek","peekc","pmf","point","poisson","poke","probbeta","probbnml","probchi","probf","probgam","probhypr","probit","probnegb","probnorm","probt","put","putc","putn","qtr","quote","ranbin","rancau","ranexp","rangam","range","rank","rannor","ranpoi","rantbl","rantri","ranuni","repeat","resolve","reverse","rewind","right","round","saving","scan","sdf","second","sign","sin","sinh","skewness","soundex","spedis","sqrt","std","stderr","stfips","stname","stnamel","substr","sum","symget","sysget","sysmsg","sysprod","sysrc","system","tan","tanh","time","timepart","tinv","tnonct","today","translate","tranwrd","trigamma","trim","trimn","trunc","uniform","upcase","uss","var","varfmt","varinfmt","varlabel","varlen","varname","varnum","varray","varrayx","vartype","verify","vformat","vformatd","vformatdx","vformatn","vformatnx","vformatw","vformatwx","vformatx","vinarray","vinarrayx","vinformat","vinformatd","vinformatdx","vinformatn","vinformatnx","vinformatw","vinformatwx","vinformatx","vlabel","vlabelx","vlength","vlengthx","vname","vnamex","vtype","vtypex","weekday","year","yyq","zipfips","zipname","zipnamel","zipstate"],i=["bquote","nrbquote","cmpres","qcmpres","compstor","datatyp","display","do","else","end","eval","global","goto","if","index","input","keydef","label","left","length","let","local","lowcase","macro","mend","nrbquote","nrquote","nrstr","put","qcmpres","qleft","qlowcase","qscan","qsubstr","qsysfunc","qtrim","quote","qupcase","scan","str","substr","superq","syscall","sysevalf","sysexec","sysfunc","sysget","syslput","sysprod","sysrc","sysrput","then","to","trim","unquote","until","upcase","verify","while","window"];return{name:"SAS",case_insensitive:!0,keywords:{literal:["null","missing","_all_","_automatic_","_character_","_infile_","_n_","_name_","_null_","_numeric_","_user_","_webout_"],keyword:n},contains:[{className:"keyword",begin:/^\s*(proc [\w\d_]+|data|run|quit)[\s;]/},{className:"variable",begin:/&[a-zA-Z_&][a-zA-Z0-9_]*\.?/},{begin:[/^\s*/,/datalines;|cards;/,/(?:.*\n)+/,/^\s*;\s*$/],className:{2:"keyword",3:"string"}},{begin:[/%mend|%macro/,/\s+/,/[a-zA-Z_&][a-zA-Z0-9_]*/],className:{1:"built_in",3:"title.function"}},{className:"built_in",begin:"%"+t.either(...i)},{className:"title.function",begin:/%[a-zA-Z_][a-zA-Z_0-9]*/},{className:"meta",begin:t.either(...a)+"(?=\\()"},{className:"string",variants:[e.APOS_STRING_MODE,e.QUOTE_STRING_MODE]},e.COMMENT("\\*",";"),e.C_BLOCK_COMMENT_MODE]}}return bw=r,bw}var vw,_7;function Roe(){if(_7)return vw;_7=1;function r(e){const t=e.regex,n={className:"meta",begin:"@[A-Za-z]+"},a={className:"subst",variants:[{begin:"\\$[A-Za-z0-9_]+"},{begin:/\$\{/,end:/\}/}]},i={className:"string",variants:[{begin:'"""',end:'"""'},{begin:'"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE]},{begin:'[a-z]+"',end:'"',illegal:"\\n",contains:[e.BACKSLASH_ESCAPE,a]},{className:"string",begin:'[a-z]+"""',end:'"""',contains:[a],relevance:10}]},s={className:"type",begin:"\\b[A-Z][A-Za-z0-9_]*",relevance:0},o={className:"title",begin:/[^0-9\n\t "'(),.`{}\[\]:;][^\n\t "'(),.`{}\[\]:;]+|[^0-9\n\t "'(),.`{}\[\]:;=]/,relevance:0},l={className:"class",beginKeywords:"class object trait type",end:/[:={\[\n;]/,excludeEnd:!0,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{beginKeywords:"extends with",relevance:10},{begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[s,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,relevance:0,contains:[s,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]},o]},c={className:"function",beginKeywords:"def",end:t.lookahead(/[:={\[(\n;]/),contains:[o]},u={begin:[/^\s*/,"extension",/\s+(?=[[(])/],beginScope:{2:"keyword"}},d={begin:[/^\s*/,/end/,/\s+/,/(extension\b)?/],beginScope:{2:"keyword",4:"keyword"}},h=[{match:/\.inline\b/},{begin:/\binline(?=\s)/,keywords:"inline"}],p={begin:[/\(\s*/,/using/,/\s+(?!\))/],beginScope:{2:"keyword"}};return{name:"Scala",keywords:{literal:"true false null",keyword:"type yield lazy override def with val var sealed abstract private trait object if then forSome for while do throw finally protected extends import final return else break new catch super class case package default try this match continue throws implicit export enum given transparent"},contains:[{begin:["//>",/\s+/,/using/,/\s+/,/\S+/],beginScope:{1:"comment",3:"keyword",5:"type"},end:/$/,contains:[{className:"string",begin:/\S+/}]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,i,s,c,l,e.C_NUMBER_MODE,u,d,...h,p,n]}}return vw=r,vw}var yw,b7;function Ooe(){if(b7)return yw;b7=1;function r(e){const t="[^\\(\\)\\[\\]\\{\\}\",'`;#|\\\\\\s]+",n="(-|\\+)?\\d+([./]\\d+)?",a=n+"[+\\-]"+n+"i",i={$pattern:t,built_in:"case-lambda call/cc class define-class exit-handler field import inherit init-field interface let*-values let-values let/ec mixin opt-lambda override protect provide public rename require require-for-syntax syntax syntax-case syntax-error unit/sig unless when with-syntax and begin call-with-current-continuation call-with-input-file call-with-output-file case cond define define-syntax delay do dynamic-wind else for-each if lambda let let* let-syntax letrec letrec-syntax map or syntax-rules ' * + , ,@ - ... / ; < <= = => > >= ` abs acos angle append apply asin assoc assq assv atan boolean? caar cadr call-with-input-file call-with-output-file call-with-values car cdddar cddddr cdr ceiling char->integer char-alphabetic? char-ci<=? char-ci=? char-ci>? char-downcase char-lower-case? char-numeric? char-ready? char-upcase char-upper-case? char-whitespace? char<=? char=? char>? char? close-input-port close-output-port complex? cons cos current-input-port current-output-port denominator display eof-object? eq? equal? eqv? eval even? exact->inexact exact? exp expt floor force gcd imag-part inexact->exact inexact? input-port? integer->char integer? interaction-environment lcm length list list->string list->vector list-ref list-tail list? load log magnitude make-polar make-rectangular make-string make-vector max member memq memv min modulo negative? newline not null-environment null? number->string number? numerator odd? open-input-file open-output-file output-port? pair? peek-char port? positive? procedure? quasiquote quote quotient rational? rationalize read read-char real-part real? remainder reverse round scheme-report-environment set! set-car! set-cdr! sin sqrt string string->list string->number string->symbol string-append string-ci<=? string-ci=? string-ci>? string-copy string-fill! string-length string-ref string-set! string<=? string=? string>? string? substring symbol->string symbol? tan transcript-off transcript-on truncate values vector vector->list vector-fill! vector-length vector-ref vector-set! with-input-from-file with-output-to-file write write-char zero?"},s={className:"literal",begin:"(#t|#f|#\\\\"+t+"|#\\\\.)"},o={className:"number",variants:[{begin:n,relevance:0},{begin:a,relevance:0},{begin:"#b[0-1]+(/[0-1]+)?"},{begin:"#o[0-7]+(/[0-7]+)?"},{begin:"#x[0-9a-f]+(/[0-9a-f]+)?"}]},l=e.QUOTE_STRING_MODE,c=[e.COMMENT(";","$",{relevance:0}),e.COMMENT("#\\|","\\|#")],u={begin:t,relevance:0},d={className:"symbol",begin:"'"+t},h={endsWithParent:!0,relevance:0},p={variants:[{begin:/'/},{begin:"`"}],contains:[{begin:"\\(",end:"\\)",contains:["self",s,l,o,u,d]}]},m={className:"name",relevance:0,begin:t,keywords:i},b={variants:[{begin:"\\(",end:"\\)"},{begin:"\\[",end:"\\]"}],contains:[{begin:/lambda/,endsWithParent:!0,returnBegin:!0,contains:[m,{endsParent:!0,variants:[{begin:/\(/,end:/\)/},{begin:/\[/,end:/\]/}],contains:[u]}]},m,h]};return h.contains=[s,o,l,u,d,p,b].concat(c),{name:"Scheme",aliases:["scm"],illegal:/\S/,contains:[e.SHEBANG(),o,l,d,p,b].concat(c)}}return yw=r,yw}var Sw,v7;function Noe(){if(v7)return Sw;v7=1;function r(e){const t=[e.C_NUMBER_MODE,{className:"string",begin:`'|"`,end:`'|"`,contains:[e.BACKSLASH_ESCAPE,{begin:"''"}]}];return{name:"Scilab",aliases:["sci"],keywords:{$pattern:/%?\w+/,keyword:"abort break case clear catch continue do elseif else endfunction end for function global if pause return resume select try then while",literal:"%f %F %t %T %pi %eps %inf %nan %e %i %z %s",built_in:"abs and acos asin atan ceil cd chdir clearglobal cosh cos cumprod deff disp error exec execstr exists exp eye gettext floor fprintf fread fsolve imag isdef isempty isinfisnan isvector lasterror length load linspace list listfiles log10 log2 log max min msprintf mclose mopen ones or pathconvert poly printf prod pwd rand real round sinh sin size gsort sprintf sqrt strcat strcmps tring sum system tanh tan type typename warning zeros matrix"},illegal:'("|#|/\\*|\\s+/\\w+)',contains:[{className:"function",beginKeywords:"function",end:"$",contains:[e.UNDERSCORE_TITLE_MODE,{className:"params",begin:"\\(",end:"\\)"}]},{begin:"[a-zA-Z_][a-zA-Z_0-9]*[\\.']+",relevance:0},{begin:"\\[",end:"\\][\\.']*",relevance:0,contains:t},e.COMMENT("//","$")].concat(t)}}return Sw=r,Sw}var Ew,y7;function Ioe(){if(y7)return Ew;y7=1;const r=c=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:c.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[c.APOS_STRING_MODE,c.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:c.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],n=[...e,...t],a=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),s=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),o=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function l(c){const u=r(c),d=s,h=i,p="@[a-z-]+",m="and or not only",b={className:"variable",begin:"(\\$"+"[a-zA-Z-][a-zA-Z0-9_-]*"+")\\b",relevance:0};return{name:"SCSS",case_insensitive:!0,illegal:"[=/|']",contains:[c.C_LINE_COMMENT_MODE,c.C_BLOCK_COMMENT_MODE,u.CSS_NUMBER_MODE,{className:"selector-id",begin:"#[A-Za-z0-9_-]+",relevance:0},{className:"selector-class",begin:"\\.[A-Za-z0-9_-]+",relevance:0},u.ATTRIBUTE_SELECTOR_MODE,{className:"selector-tag",begin:"\\b("+n.join("|")+")\\b",relevance:0},{className:"selector-pseudo",begin:":("+h.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+d.join("|")+")"},b,{begin:/\(/,end:/\)/,contains:[u.CSS_NUMBER_MODE]},u.CSS_VARIABLE,{className:"attribute",begin:"\\b("+o.join("|")+")\\b"},{begin:"\\b(whitespace|wait|w-resize|visible|vertical-text|vertical-ideographic|uppercase|upper-roman|upper-alpha|underline|transparent|top|thin|thick|text|text-top|text-bottom|tb-rl|table-header-group|table-footer-group|sw-resize|super|strict|static|square|solid|small-caps|separate|se-resize|scroll|s-resize|rtl|row-resize|ridge|right|repeat|repeat-y|repeat-x|relative|progress|pointer|overline|outside|outset|oblique|nowrap|not-allowed|normal|none|nw-resize|no-repeat|no-drop|newspaper|ne-resize|n-resize|move|middle|medium|ltr|lr-tb|lowercase|lower-roman|lower-alpha|loose|list-item|line|line-through|line-edge|lighter|left|keep-all|justify|italic|inter-word|inter-ideograph|inside|inset|inline|inline-block|inherit|inactive|ideograph-space|ideograph-parenthesis|ideograph-numeric|ideograph-alpha|horizontal|hidden|help|hand|groove|fixed|ellipsis|e-resize|double|dotted|distribute|distribute-space|distribute-letter|distribute-all-lines|disc|disabled|default|decimal|dashed|crosshair|collapse|col-resize|circle|char|center|capitalize|break-word|break-all|bottom|both|bolder|bold|block|bidi-override|below|baseline|auto|always|all-scroll|absolute|table|table-cell)\\b"},{begin:/:/,end:/[;}{]/,relevance:0,contains:[u.BLOCK_COMMENT,b,u.HEXCOLOR,u.CSS_NUMBER_MODE,c.QUOTE_STRING_MODE,c.APOS_STRING_MODE,u.IMPORTANT,u.FUNCTION_DISPATCH]},{begin:"@(page|font-face)",keywords:{$pattern:p,keyword:"@page @font-face"}},{begin:"@",end:"[{;]",returnBegin:!0,keywords:{$pattern:/[a-z-]+/,keyword:m,attribute:a.join(" ")},contains:[{begin:p,className:"keyword"},{begin:/[a-z-]+(?=:)/,className:"attribute"},b,c.QUOTE_STRING_MODE,c.APOS_STRING_MODE,u.HEXCOLOR,u.CSS_NUMBER_MODE]},u.FUNCTION_DISPATCH]}}return Ew=l,Ew}var ww,S7;function koe(){if(S7)return ww;S7=1;function r(e){return{name:"Shell Session",aliases:["console","shellsession"],contains:[{className:"meta.prompt",begin:/^\s{0,3}[/~\w\d[\]()@-]*[>%$#][ ]?/,starts:{end:/[^\\](?=\s*$)/,subLanguage:"bash"}}]}}return ww=r,ww}var Tw,E7;function Moe(){if(E7)return Tw;E7=1;function r(e){const t=["add","and","cmp","cmpg","cmpl","const","div","double","float","goto","if","int","long","move","mul","neg","new","nop","not","or","rem","return","shl","shr","sput","sub","throw","ushr","xor"],n=["aget","aput","array","check","execute","fill","filled","goto/16","goto/32","iget","instance","invoke","iput","monitor","packed","sget","sparse"],a=["transient","constructor","abstract","final","synthetic","public","private","protected","static","bridge","system"];return{name:"Smali",contains:[{className:"string",begin:'"',end:'"',relevance:0},e.COMMENT("#","$",{relevance:0}),{className:"keyword",variants:[{begin:"\\s*\\.end\\s[a-zA-Z0-9]*"},{begin:"^[ ]*\\.[a-zA-Z]*",relevance:0},{begin:"\\s:[a-zA-Z_0-9]*",relevance:0},{begin:"\\s("+a.join("|")+")"}]},{className:"built_in",variants:[{begin:"\\s("+t.join("|")+")\\s"},{begin:"\\s("+t.join("|")+")((-|/)[a-zA-Z0-9]+)+\\s",relevance:10},{begin:"\\s("+n.join("|")+")((-|/)[a-zA-Z0-9]+)*\\s",relevance:10}]},{className:"class",begin:`L[^(;: +]*;`,relevance:0},{begin:"[vp][0-9]+"}]}}return Tw=r,Tw}var Cw,w7;function Doe(){if(w7)return Cw;w7=1;function r(e){const t="[a-z][a-zA-Z0-9_]*",n={className:"string",begin:"\\$.{1}"},a={className:"symbol",begin:"#"+e.UNDERSCORE_IDENT_RE};return{name:"Smalltalk",aliases:["st"],keywords:["self","super","nil","true","false","thisContext"],contains:[e.COMMENT('"','"'),e.APOS_STRING_MODE,{className:"type",begin:"\\b[A-Z][A-Za-z0-9_]*",relevance:0},{begin:t+":",relevance:0},e.C_NUMBER_MODE,a,n,{begin:"\\|[ ]*"+t+"([ ]+"+t+")*[ ]*\\|",returnBegin:!0,end:/\|/,illegal:/\S/,contains:[{begin:"(\\|[ ]*)?"+t}]},{begin:"#\\(",end:"\\)",contains:[e.APOS_STRING_MODE,n,e.C_NUMBER_MODE,a]}]}}return Cw=r,Cw}var Aw,T7;function Poe(){if(T7)return Aw;T7=1;function r(e){return{name:"SML (Standard ML)",aliases:["ml"],keywords:{$pattern:"[a-z_]\\w*!?",keyword:"abstype and andalso as case datatype do else end eqtype exception fn fun functor handle if in include infix infixr let local nonfix of op open orelse raise rec sharing sig signature struct structure then type val with withtype where while",built_in:"array bool char exn int list option order real ref string substring vector unit word",literal:"true false NONE SOME LESS EQUAL GREATER nil"},illegal:/\/\/|>>/,contains:[{className:"literal",begin:/\[(\|\|)?\]|\(\)/,relevance:0},e.COMMENT("\\(\\*","\\*\\)",{contains:["self"]}),{className:"symbol",begin:"'[A-Za-z_](?!')[\\w']*"},{className:"type",begin:"`[A-Z][\\w']*"},{className:"type",begin:"\\b[A-Z][\\w']*",relevance:0},{begin:"[a-z_]\\w*'[\\w']*"},e.inherit(e.APOS_STRING_MODE,{className:"string",relevance:0}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),{className:"number",begin:"\\b(0[xX][a-fA-F0-9_]+[Lln]?|0[oO][0-7_]+[Lln]?|0[bB][01_]+[Lln]?|[0-9][0-9_]*([Lln]|(\\.[0-9_]*)?([eE][-+]?[0-9_]+)?)?)",relevance:0},{begin:/[-=]>/}]}}return Aw=r,Aw}var xw,C7;function Loe(){if(C7)return xw;C7=1;function r(e){const t={className:"variable",begin:/\b_+[a-zA-Z]\w*/},n={className:"title",begin:/[a-zA-Z][a-zA-Z_0-9]*_fnc_[a-zA-Z_0-9]+/},a={className:"string",variants:[{begin:'"',end:'"',contains:[{begin:'""',relevance:0}]},{begin:"'",end:"'",contains:[{begin:"''",relevance:0}]}]},i=["break","breakWith","breakOut","breakTo","case","catch","continue","continueWith","default","do","else","exit","exitWith","for","forEach","from","if","local","private","switch","step","then","throw","to","try","waitUntil","while","with"],s=["blufor","civilian","configNull","controlNull","displayNull","diaryRecordNull","east","endl","false","grpNull","independent","lineBreak","locationNull","nil","objNull","opfor","pi","resistance","scriptNull","sideAmbientLife","sideEmpty","sideEnemy","sideFriendly","sideLogic","sideUnknown","taskNull","teamMemberNull","true","west"],o=["abs","accTime","acos","action","actionIDs","actionKeys","actionKeysEx","actionKeysImages","actionKeysNames","actionKeysNamesArray","actionName","actionParams","activateAddons","activatedAddons","activateKey","activeTitleEffectParams","add3DENConnection","add3DENEventHandler","add3DENLayer","addAction","addBackpack","addBackpackCargo","addBackpackCargoGlobal","addBackpackGlobal","addBinocularItem","addCamShake","addCuratorAddons","addCuratorCameraArea","addCuratorEditableObjects","addCuratorEditingArea","addCuratorPoints","addEditorObject","addEventHandler","addForce","addForceGeneratorRTD","addGoggles","addGroupIcon","addHandgunItem","addHeadgear","addItem","addItemCargo","addItemCargoGlobal","addItemPool","addItemToBackpack","addItemToUniform","addItemToVest","addLiveStats","addMagazine","addMagazineAmmoCargo","addMagazineCargo","addMagazineCargoGlobal","addMagazineGlobal","addMagazinePool","addMagazines","addMagazineTurret","addMenu","addMenuItem","addMissionEventHandler","addMPEventHandler","addMusicEventHandler","addonFiles","addOwnedMine","addPlayerScores","addPrimaryWeaponItem","addPublicVariableEventHandler","addRating","addResources","addScore","addScoreSide","addSecondaryWeaponItem","addSwitchableUnit","addTeamMember","addToRemainsCollector","addTorque","addUniform","addUserActionEventHandler","addVehicle","addVest","addWaypoint","addWeapon","addWeaponCargo","addWeaponCargoGlobal","addWeaponGlobal","addWeaponItem","addWeaponPool","addWeaponTurret","addWeaponWithAttachmentsCargo","addWeaponWithAttachmentsCargoGlobal","admin","agent","agents","AGLToASL","aimedAtTarget","aimPos","airDensityCurveRTD","airDensityRTD","airplaneThrottle","airportSide","AISFinishHeal","alive","all3DENEntities","allActiveTitleEffects","allAddonsInfo","allAirports","allControls","allCurators","allCutLayers","allDead","allDeadMen","allDiaryRecords","allDiarySubjects","allDisplays","allEnv3DSoundSources","allGroups","allLODs","allMapMarkers","allMines","allMissionObjects","allObjects","allow3DMode","allowCrewInImmobile","allowCuratorLogicIgnoreAreas","allowDamage","allowDammage","allowedService","allowFileOperations","allowFleeing","allowGetIn","allowService","allowSprint","allPlayers","allSimpleObjects","allSites","allTurrets","allUnits","allUnitsUAV","allUsers","allVariables","ambientTemperature","ammo","ammoOnPylon","and","animate","animateBay","animateDoor","animatePylon","animateSource","animationNames","animationPhase","animationSourcePhase","animationState","apertureParams","append","apply","armoryPoints","arrayIntersect","asin","ASLToAGL","ASLToATL","assert","assignAsCargo","assignAsCargoIndex","assignAsCommander","assignAsDriver","assignAsGunner","assignAsTurret","assignCurator","assignedCargo","assignedCommander","assignedDriver","assignedGroup","assignedGunner","assignedItems","assignedTarget","assignedTeam","assignedVehicle","assignedVehicleRole","assignedVehicles","assignItem","assignTeam","assignToAirport","atan","atan2","atg","ATLToASL","attachedObject","attachedObjects","attachedTo","attachObject","attachTo","attackEnabled","awake","backpack","backpackCargo","backpackContainer","backpackItems","backpackMagazines","backpackSpaceFor","behaviour","benchmark","bezierInterpolation","binocular","binocularItems","binocularMagazine","boundingBox","boundingBoxReal","boundingCenter","brakesDisabled","briefingName","buildingExit","buildingPos","buldozer_EnableRoadDiag","buldozer_IsEnabledRoadDiag","buldozer_LoadNewRoads","buldozer_reloadOperMap","buttonAction","buttonSetAction","cadetMode","calculatePath","calculatePlayerVisibilityByFriendly","call","callExtension","camCommand","camCommit","camCommitPrepared","camCommitted","camConstuctionSetParams","camCreate","camDestroy","cameraEffect","cameraEffectEnableHUD","cameraInterest","cameraOn","cameraView","campaignConfigFile","camPreload","camPreloaded","camPrepareBank","camPrepareDir","camPrepareDive","camPrepareFocus","camPrepareFov","camPrepareFovRange","camPreparePos","camPrepareRelPos","camPrepareTarget","camSetBank","camSetDir","camSetDive","camSetFocus","camSetFov","camSetFovRange","camSetPos","camSetRelPos","camSetTarget","camTarget","camUseNVG","canAdd","canAddItemToBackpack","canAddItemToUniform","canAddItemToVest","cancelSimpleTaskDestination","canDeployWeapon","canFire","canMove","canSlingLoad","canStand","canSuspend","canTriggerDynamicSimulation","canUnloadInCombat","canVehicleCargo","captive","captiveNum","cbChecked","cbSetChecked","ceil","channelEnabled","cheatsEnabled","checkAIFeature","checkVisibility","className","clear3DENAttribute","clear3DENInventory","clearAllItemsFromBackpack","clearBackpackCargo","clearBackpackCargoGlobal","clearForcesRTD","clearGroupIcons","clearItemCargo","clearItemCargoGlobal","clearItemPool","clearMagazineCargo","clearMagazineCargoGlobal","clearMagazinePool","clearOverlay","clearRadio","clearWeaponCargo","clearWeaponCargoGlobal","clearWeaponPool","clientOwner","closeDialog","closeDisplay","closeOverlay","collapseObjectTree","collect3DENHistory","collectiveRTD","collisionDisabledWith","combatBehaviour","combatMode","commandArtilleryFire","commandChat","commander","commandFire","commandFollow","commandFSM","commandGetOut","commandingMenu","commandMove","commandRadio","commandStop","commandSuppressiveFire","commandTarget","commandWatch","comment","commitOverlay","compatibleItems","compatibleMagazines","compile","compileFinal","compileScript","completedFSM","composeText","configClasses","configFile","configHierarchy","configName","configOf","configProperties","configSourceAddonList","configSourceMod","configSourceModList","confirmSensorTarget","connectTerminalToUAV","connectToServer","controlsGroupCtrl","conversationDisabled","copyFromClipboard","copyToClipboard","copyWaypoints","cos","count","countEnemy","countFriendly","countSide","countType","countUnknown","create3DENComposition","create3DENEntity","createAgent","createCenter","createDialog","createDiaryLink","createDiaryRecord","createDiarySubject","createDisplay","createGearDialog","createGroup","createGuardedPoint","createHashMap","createHashMapFromArray","createLocation","createMarker","createMarkerLocal","createMenu","createMine","createMissionDisplay","createMPCampaignDisplay","createSimpleObject","createSimpleTask","createSite","createSoundSource","createTask","createTeam","createTrigger","createUnit","createVehicle","createVehicleCrew","createVehicleLocal","crew","ctAddHeader","ctAddRow","ctClear","ctCurSel","ctData","ctFindHeaderRows","ctFindRowHeader","ctHeaderControls","ctHeaderCount","ctRemoveHeaders","ctRemoveRows","ctrlActivate","ctrlAddEventHandler","ctrlAngle","ctrlAnimateModel","ctrlAnimationPhaseModel","ctrlAt","ctrlAutoScrollDelay","ctrlAutoScrollRewind","ctrlAutoScrollSpeed","ctrlBackgroundColor","ctrlChecked","ctrlClassName","ctrlCommit","ctrlCommitted","ctrlCreate","ctrlDelete","ctrlEnable","ctrlEnabled","ctrlFade","ctrlFontHeight","ctrlForegroundColor","ctrlHTMLLoaded","ctrlIDC","ctrlIDD","ctrlMapAnimAdd","ctrlMapAnimClear","ctrlMapAnimCommit","ctrlMapAnimDone","ctrlMapCursor","ctrlMapMouseOver","ctrlMapPosition","ctrlMapScale","ctrlMapScreenToWorld","ctrlMapSetPosition","ctrlMapWorldToScreen","ctrlModel","ctrlModelDirAndUp","ctrlModelScale","ctrlMousePosition","ctrlParent","ctrlParentControlsGroup","ctrlPosition","ctrlRemoveAllEventHandlers","ctrlRemoveEventHandler","ctrlScale","ctrlScrollValues","ctrlSetActiveColor","ctrlSetAngle","ctrlSetAutoScrollDelay","ctrlSetAutoScrollRewind","ctrlSetAutoScrollSpeed","ctrlSetBackgroundColor","ctrlSetChecked","ctrlSetDisabledColor","ctrlSetEventHandler","ctrlSetFade","ctrlSetFocus","ctrlSetFont","ctrlSetFontH1","ctrlSetFontH1B","ctrlSetFontH2","ctrlSetFontH2B","ctrlSetFontH3","ctrlSetFontH3B","ctrlSetFontH4","ctrlSetFontH4B","ctrlSetFontH5","ctrlSetFontH5B","ctrlSetFontH6","ctrlSetFontH6B","ctrlSetFontHeight","ctrlSetFontHeightH1","ctrlSetFontHeightH2","ctrlSetFontHeightH3","ctrlSetFontHeightH4","ctrlSetFontHeightH5","ctrlSetFontHeightH6","ctrlSetFontHeightSecondary","ctrlSetFontP","ctrlSetFontPB","ctrlSetFontSecondary","ctrlSetForegroundColor","ctrlSetModel","ctrlSetModelDirAndUp","ctrlSetModelScale","ctrlSetMousePosition","ctrlSetPixelPrecision","ctrlSetPosition","ctrlSetPositionH","ctrlSetPositionW","ctrlSetPositionX","ctrlSetPositionY","ctrlSetScale","ctrlSetScrollValues","ctrlSetShadow","ctrlSetStructuredText","ctrlSetText","ctrlSetTextColor","ctrlSetTextColorSecondary","ctrlSetTextSecondary","ctrlSetTextSelection","ctrlSetTooltip","ctrlSetTooltipColorBox","ctrlSetTooltipColorShade","ctrlSetTooltipColorText","ctrlSetTooltipMaxWidth","ctrlSetURL","ctrlSetURLOverlayMode","ctrlShadow","ctrlShow","ctrlShown","ctrlStyle","ctrlText","ctrlTextColor","ctrlTextHeight","ctrlTextSecondary","ctrlTextSelection","ctrlTextWidth","ctrlTooltip","ctrlType","ctrlURL","ctrlURLOverlayMode","ctrlVisible","ctRowControls","ctRowCount","ctSetCurSel","ctSetData","ctSetHeaderTemplate","ctSetRowTemplate","ctSetValue","ctValue","curatorAddons","curatorCamera","curatorCameraArea","curatorCameraAreaCeiling","curatorCoef","curatorEditableObjects","curatorEditingArea","curatorEditingAreaType","curatorMouseOver","curatorPoints","curatorRegisteredObjects","curatorSelected","curatorWaypointCost","current3DENOperation","currentChannel","currentCommand","currentMagazine","currentMagazineDetail","currentMagazineDetailTurret","currentMagazineTurret","currentMuzzle","currentNamespace","currentPilot","currentTask","currentTasks","currentThrowable","currentVisionMode","currentWaypoint","currentWeapon","currentWeaponMode","currentWeaponTurret","currentZeroing","cursorObject","cursorTarget","customChat","customRadio","customWaypointPosition","cutFadeOut","cutObj","cutRsc","cutText","damage","date","dateToNumber","dayTime","deActivateKey","debriefingText","debugFSM","debugLog","decayGraphValues","deg","delete3DENEntities","deleteAt","deleteCenter","deleteCollection","deleteEditorObject","deleteGroup","deleteGroupWhenEmpty","deleteIdentity","deleteLocation","deleteMarker","deleteMarkerLocal","deleteRange","deleteResources","deleteSite","deleteStatus","deleteTeam","deleteVehicle","deleteVehicleCrew","deleteWaypoint","detach","detectedMines","diag_activeMissionFSMs","diag_activeScripts","diag_activeSQFScripts","diag_activeSQSScripts","diag_allMissionEventHandlers","diag_captureFrame","diag_captureFrameToFile","diag_captureSlowFrame","diag_codePerformance","diag_deltaTime","diag_drawmode","diag_dumpCalltraceToLog","diag_dumpScriptAssembly","diag_dumpTerrainSynth","diag_dynamicSimulationEnd","diag_enable","diag_enabled","diag_exportConfig","diag_exportTerrainSVG","diag_fps","diag_fpsmin","diag_frameno","diag_getTerrainSegmentOffset","diag_lightNewLoad","diag_list","diag_localized","diag_log","diag_logSlowFrame","diag_mergeConfigFile","diag_recordTurretLimits","diag_resetFSM","diag_resetshapes","diag_scope","diag_setLightNew","diag_stacktrace","diag_tickTime","diag_toggle","dialog","diarySubjectExists","didJIP","didJIPOwner","difficulty","difficultyEnabled","difficultyEnabledRTD","difficultyOption","direction","directionStabilizationEnabled","directSay","disableAI","disableBrakes","disableCollisionWith","disableConversation","disableDebriefingStats","disableMapIndicators","disableNVGEquipment","disableRemoteSensors","disableSerialization","disableTIEquipment","disableUAVConnectability","disableUserInput","displayAddEventHandler","displayChild","displayCtrl","displayParent","displayRemoveAllEventHandlers","displayRemoveEventHandler","displaySetEventHandler","displayUniqueName","displayUpdate","dissolveTeam","distance","distance2D","distanceSqr","distributionRegion","do3DENAction","doArtilleryFire","doFire","doFollow","doFSM","doGetOut","doMove","doorPhase","doStop","doSuppressiveFire","doTarget","doWatch","drawArrow","drawEllipse","drawIcon","drawIcon3D","drawLaser","drawLine","drawLine3D","drawLink","drawLocation","drawPolygon","drawRectangle","drawTriangle","driver","drop","dynamicSimulationDistance","dynamicSimulationDistanceCoef","dynamicSimulationEnabled","dynamicSimulationSystemEnabled","echo","edit3DENMissionAttributes","editObject","editorSetEventHandler","effectiveCommander","elevatePeriscope","emptyPositions","enableAI","enableAIFeature","enableAimPrecision","enableAttack","enableAudioFeature","enableAutoStartUpRTD","enableAutoTrimRTD","enableCamShake","enableCaustics","enableChannel","enableCollisionWith","enableCopilot","enableDebriefingStats","enableDiagLegend","enableDirectionStabilization","enableDynamicSimulation","enableDynamicSimulationSystem","enableEndDialog","enableEngineArtillery","enableEnvironment","enableFatigue","enableGunLights","enableInfoPanelComponent","enableIRLasers","enableMimics","enablePersonTurret","enableRadio","enableReload","enableRopeAttach","enableSatNormalOnDetail","enableSaving","enableSentences","enableSimulation","enableSimulationGlobal","enableStamina","enableStressDamage","enableTeamSwitch","enableTraffic","enableUAVConnectability","enableUAVWaypoints","enableVehicleCargo","enableVehicleSensor","enableWeaponDisassembly","endLoadingScreen","endMission","engineOn","enginesIsOnRTD","enginesPowerRTD","enginesRpmRTD","enginesTorqueRTD","entities","environmentEnabled","environmentVolume","equipmentDisabled","estimatedEndServerTime","estimatedTimeLeft","evalObjectArgument","everyBackpack","everyContainer","exec","execEditorScript","execFSM","execVM","exp","expectedDestination","exportJIPMessages","eyeDirection","eyePos","face","faction","fadeEnvironment","fadeMusic","fadeRadio","fadeSound","fadeSpeech","failMission","fileExists","fillWeaponsFromPool","find","findAny","findCover","findDisplay","findEditorObject","findEmptyPosition","findEmptyPositionReady","findIf","findNearestEnemy","finishMissionInit","finite","fire","fireAtTarget","firstBackpack","flag","flagAnimationPhase","flagOwner","flagSide","flagTexture","flatten","fleeing","floor","flyInHeight","flyInHeightASL","focusedCtrl","fog","fogForecast","fogParams","forceAddUniform","forceAtPositionRTD","forceCadetDifficulty","forcedMap","forceEnd","forceFlagTexture","forceFollowRoad","forceGeneratorRTD","forceMap","forceRespawn","forceSpeed","forceUnicode","forceWalk","forceWeaponFire","forceWeatherChange","forEachMember","forEachMemberAgent","forEachMemberTeam","forgetTarget","format","formation","formationDirection","formationLeader","formationMembers","formationPosition","formationTask","formatText","formLeader","freeExtension","freeLook","fromEditor","fuel","fullCrew","gearIDCAmmoCount","gearSlotAmmoCount","gearSlotData","gestureState","get","get3DENActionState","get3DENAttribute","get3DENCamera","get3DENConnections","get3DENEntity","get3DENEntityID","get3DENGrid","get3DENIconsVisible","get3DENLayerEntities","get3DENLinesVisible","get3DENMissionAttribute","get3DENMouseOver","get3DENSelected","getAimingCoef","getAllEnv3DSoundControllers","getAllEnvSoundControllers","getAllHitPointsDamage","getAllOwnedMines","getAllPylonsInfo","getAllSoundControllers","getAllUnitTraits","getAmmoCargo","getAnimAimPrecision","getAnimSpeedCoef","getArray","getArtilleryAmmo","getArtilleryComputerSettings","getArtilleryETA","getAssetDLCInfo","getAssignedCuratorLogic","getAssignedCuratorUnit","getAttackTarget","getAudioOptionVolumes","getBackpackCargo","getBleedingRemaining","getBurningValue","getCalculatePlayerVisibilityByFriendly","getCameraViewDirection","getCargoIndex","getCenterOfMass","getClientState","getClientStateNumber","getCompatiblePylonMagazines","getConnectedUAV","getConnectedUAVUnit","getContainerMaxLoad","getCorpse","getCruiseControl","getCursorObjectParams","getCustomAimCoef","getCustomSoundController","getCustomSoundControllerCount","getDammage","getDebriefingText","getDescription","getDir","getDirVisual","getDiverState","getDLCAssetsUsage","getDLCAssetsUsageByName","getDLCs","getDLCUsageTime","getEditorCamera","getEditorMode","getEditorObjectScope","getElevationOffset","getEngineTargetRPMRTD","getEnv3DSoundController","getEnvSoundController","getEventHandlerInfo","getFatigue","getFieldManualStartPage","getForcedFlagTexture","getForcedSpeed","getFriend","getFSMVariable","getFuelCargo","getGraphValues","getGroupIcon","getGroupIconParams","getGroupIcons","getHideFrom","getHit","getHitIndex","getHitPointDamage","getItemCargo","getLighting","getLightingAt","getLoadedModsInfo","getMagazineCargo","getMarkerColor","getMarkerPos","getMarkerSize","getMarkerType","getMass","getMissionConfig","getMissionConfigValue","getMissionDLCs","getMissionLayerEntities","getMissionLayers","getMissionPath","getModelInfo","getMousePosition","getMusicPlayedTime","getNumber","getObjectArgument","getObjectChildren","getObjectDLC","getObjectFOV","getObjectID","getObjectMaterials","getObjectProxy","getObjectScale","getObjectTextures","getObjectType","getObjectViewDistance","getOpticsMode","getOrDefault","getOrDefaultCall","getOxygenRemaining","getPersonUsedDLCs","getPilotCameraDirection","getPilotCameraPosition","getPilotCameraRotation","getPilotCameraTarget","getPiPViewDistance","getPlateNumber","getPlayerChannel","getPlayerID","getPlayerScores","getPlayerUID","getPlayerVoNVolume","getPos","getPosASL","getPosASLVisual","getPosASLW","getPosATL","getPosATLVisual","getPosVisual","getPosWorld","getPosWorldVisual","getPylonMagazines","getRelDir","getRelPos","getRemoteSensorsDisabled","getRepairCargo","getResolution","getRoadInfo","getRotorBrakeRTD","getSensorTargets","getSensorThreats","getShadowDistance","getShotParents","getSlingLoad","getSoundController","getSoundControllerResult","getSpeed","getStamina","getStatValue","getSteamFriendsServers","getSubtitleOptions","getSuppression","getTerrainGrid","getTerrainHeight","getTerrainHeightASL","getTerrainInfo","getText","getTextRaw","getTextureInfo","getTextWidth","getTiParameters","getTotalDLCUsageTime","getTrimOffsetRTD","getTurretLimits","getTurretOpticsMode","getUnitFreefallInfo","getUnitLoadout","getUnitTrait","getUnloadInCombat","getUserInfo","getUserMFDText","getUserMFDValue","getVariable","getVehicleCargo","getVehicleTiPars","getWeaponCargo","getWeaponSway","getWingsOrientationRTD","getWingsPositionRTD","getWPPos","glanceAt","globalChat","globalRadio","goggles","goto","group","groupChat","groupFromNetId","groupIconSelectable","groupIconsVisible","groupID","groupOwner","groupRadio","groups","groupSelectedUnits","groupSelectUnit","gunner","gusts","halt","handgunItems","handgunMagazine","handgunWeapon","handsHit","hashValue","hasInterface","hasPilotCamera","hasWeapon","hcAllGroups","hcGroupParams","hcLeader","hcRemoveAllGroups","hcRemoveGroup","hcSelected","hcSelectGroup","hcSetGroup","hcShowBar","hcShownBar","headgear","hideBody","hideObject","hideObjectGlobal","hideSelection","hint","hintC","hintCadet","hintSilent","hmd","hostMission","htmlLoad","HUDMovementLevels","humidity","image","importAllGroups","importance","in","inArea","inAreaArray","incapacitatedState","inflame","inflamed","infoPanel","infoPanelComponentEnabled","infoPanelComponents","infoPanels","inGameUISetEventHandler","inheritsFrom","initAmbientLife","inPolygon","inputAction","inputController","inputMouse","inRangeOfArtillery","insert","insertEditorObject","intersect","is3DEN","is3DENMultiplayer","is3DENPreview","isAbleToBreathe","isActionMenuVisible","isAgent","isAimPrecisionEnabled","isAllowedCrewInImmobile","isArray","isAutoHoverOn","isAutonomous","isAutoStartUpEnabledRTD","isAutotest","isAutoTrimOnRTD","isAwake","isBleeding","isBurning","isClass","isCollisionLightOn","isCopilotEnabled","isDamageAllowed","isDedicated","isDLCAvailable","isEngineOn","isEqualRef","isEqualTo","isEqualType","isEqualTypeAll","isEqualTypeAny","isEqualTypeArray","isEqualTypeParams","isFilePatchingEnabled","isFinal","isFlashlightOn","isFlatEmpty","isForcedWalk","isFormationLeader","isGameFocused","isGamePaused","isGroupDeletedWhenEmpty","isHidden","isInRemainsCollector","isInstructorFigureEnabled","isIRLaserOn","isKeyActive","isKindOf","isLaserOn","isLightOn","isLocalized","isManualFire","isMarkedForCollection","isMissionProfileNamespaceLoaded","isMultiplayer","isMultiplayerSolo","isNil","isNotEqualRef","isNotEqualTo","isNull","isNumber","isObjectHidden","isObjectRTD","isOnRoad","isPiPEnabled","isPlayer","isRealTime","isRemoteExecuted","isRemoteExecutedJIP","isSaving","isSensorTargetConfirmed","isServer","isShowing3DIcons","isSimpleObject","isSprintAllowed","isStaminaEnabled","isSteamMission","isSteamOverlayEnabled","isStreamFriendlyUIEnabled","isStressDamageEnabled","isText","isTouchingGround","isTurnedOut","isTutHintsEnabled","isUAVConnectable","isUAVConnected","isUIContext","isUniformAllowed","isVehicleCargo","isVehicleRadarOn","isVehicleSensorEnabled","isWalking","isWeaponDeployed","isWeaponRested","itemCargo","items","itemsWithMagazines","join","joinAs","joinAsSilent","joinSilent","joinString","kbAddDatabase","kbAddDatabaseTargets","kbAddTopic","kbHasTopic","kbReact","kbRemoveTopic","kbTell","kbWasSaid","keyImage","keyName","keys","knowsAbout","land","landAt","landResult","language","laserTarget","lbAdd","lbClear","lbColor","lbColorRight","lbCurSel","lbData","lbDelete","lbIsSelected","lbPicture","lbPictureRight","lbSelection","lbSetColor","lbSetColorRight","lbSetCurSel","lbSetData","lbSetPicture","lbSetPictureColor","lbSetPictureColorDisabled","lbSetPictureColorSelected","lbSetPictureRight","lbSetPictureRightColor","lbSetPictureRightColorDisabled","lbSetPictureRightColorSelected","lbSetSelectColor","lbSetSelectColorRight","lbSetSelected","lbSetText","lbSetTextRight","lbSetTooltip","lbSetValue","lbSize","lbSort","lbSortBy","lbSortByValue","lbText","lbTextRight","lbTooltip","lbValue","leader","leaderboardDeInit","leaderboardGetRows","leaderboardInit","leaderboardRequestRowsFriends","leaderboardRequestRowsGlobal","leaderboardRequestRowsGlobalAroundUser","leaderboardsRequestUploadScore","leaderboardsRequestUploadScoreKeepBest","leaderboardState","leaveVehicle","libraryCredits","libraryDisclaimers","lifeState","lightAttachObject","lightDetachObject","lightIsOn","lightnings","limitSpeed","linearConversion","lineIntersects","lineIntersectsObjs","lineIntersectsSurfaces","lineIntersectsWith","linkItem","list","listObjects","listRemoteTargets","listVehicleSensors","ln","lnbAddArray","lnbAddColumn","lnbAddRow","lnbClear","lnbColor","lnbColorRight","lnbCurSelRow","lnbData","lnbDeleteColumn","lnbDeleteRow","lnbGetColumnsPosition","lnbPicture","lnbPictureRight","lnbSetColor","lnbSetColorRight","lnbSetColumnsPos","lnbSetCurSelRow","lnbSetData","lnbSetPicture","lnbSetPictureColor","lnbSetPictureColorRight","lnbSetPictureColorSelected","lnbSetPictureColorSelectedRight","lnbSetPictureRight","lnbSetText","lnbSetTextRight","lnbSetTooltip","lnbSetValue","lnbSize","lnbSort","lnbSortBy","lnbSortByValue","lnbText","lnbTextRight","lnbValue","load","loadAbs","loadBackpack","loadConfig","loadFile","loadGame","loadIdentity","loadMagazine","loadOverlay","loadStatus","loadUniform","loadVest","localize","localNamespace","locationPosition","lock","lockCameraTo","lockCargo","lockDriver","locked","lockedCameraTo","lockedCargo","lockedDriver","lockedInventory","lockedTurret","lockIdentity","lockInventory","lockTurret","lockWp","log","logEntities","logNetwork","logNetworkTerminate","lookAt","lookAtPos","magazineCargo","magazines","magazinesAllTurrets","magazinesAmmo","magazinesAmmoCargo","magazinesAmmoFull","magazinesDetail","magazinesDetailBackpack","magazinesDetailUniform","magazinesDetailVest","magazinesTurret","magazineTurretAmmo","mapAnimAdd","mapAnimClear","mapAnimCommit","mapAnimDone","mapCenterOnCamera","mapGridPosition","markAsFinishedOnSteam","markerAlpha","markerBrush","markerChannel","markerColor","markerDir","markerPolyline","markerPos","markerShadow","markerShape","markerSize","markerText","markerType","matrixMultiply","matrixTranspose","max","maxLoad","members","menuAction","menuAdd","menuChecked","menuClear","menuCollapse","menuData","menuDelete","menuEnable","menuEnabled","menuExpand","menuHover","menuPicture","menuSetAction","menuSetCheck","menuSetData","menuSetPicture","menuSetShortcut","menuSetText","menuSetURL","menuSetValue","menuShortcut","menuShortcutText","menuSize","menuSort","menuText","menuURL","menuValue","merge","min","mineActive","mineDetectedBy","missileTarget","missileTargetPos","missionConfigFile","missionDifficulty","missionEnd","missionName","missionNameSource","missionNamespace","missionProfileNamespace","missionStart","missionVersion","mod","modelToWorld","modelToWorldVisual","modelToWorldVisualWorld","modelToWorldWorld","modParams","moonIntensity","moonPhase","morale","move","move3DENCamera","moveInAny","moveInCargo","moveInCommander","moveInDriver","moveInGunner","moveInTurret","moveObjectToEnd","moveOut","moveTime","moveTo","moveToCompleted","moveToFailed","musicVolume","name","namedProperties","nameSound","nearEntities","nearestBuilding","nearestLocation","nearestLocations","nearestLocationWithDubbing","nearestMines","nearestObject","nearestObjects","nearestTerrainObjects","nearObjects","nearObjectsReady","nearRoads","nearSupplies","nearTargets","needReload","needService","netId","netObjNull","newOverlay","nextMenuItemIndex","nextWeatherChange","nMenuItems","not","numberOfEnginesRTD","numberToDate","objectCurators","objectFromNetId","objectParent","objStatus","onBriefingGroup","onBriefingNotes","onBriefingPlan","onBriefingTeamSwitch","onCommandModeChanged","onDoubleClick","onEachFrame","onGroupIconClick","onGroupIconOverEnter","onGroupIconOverLeave","onHCGroupSelectionChanged","onMapSingleClick","onPlayerConnected","onPlayerDisconnected","onPreloadFinished","onPreloadStarted","onShowNewObject","onTeamSwitch","openCuratorInterface","openDLCPage","openGPS","openMap","openSteamApp","openYoutubeVideo","or","orderGetIn","overcast","overcastForecast","owner","param","params","parseNumber","parseSimpleArray","parseText","parsingNamespace","particlesQuality","periscopeElevation","pickWeaponPool","pitch","pixelGrid","pixelGridBase","pixelGridNoUIScale","pixelH","pixelW","playableSlotsNumber","playableUnits","playAction","playActionNow","player","playerRespawnTime","playerSide","playersNumber","playGesture","playMission","playMove","playMoveNow","playMusic","playScriptedMission","playSound","playSound3D","playSoundUI","pose","position","positionCameraToWorld","posScreenToWorld","posWorldToScreen","ppEffectAdjust","ppEffectCommit","ppEffectCommitted","ppEffectCreate","ppEffectDestroy","ppEffectEnable","ppEffectEnabled","ppEffectForceInNVG","precision","preloadCamera","preloadObject","preloadSound","preloadTitleObj","preloadTitleRsc","preprocessFile","preprocessFileLineNumbers","primaryWeapon","primaryWeaponItems","primaryWeaponMagazine","priority","processDiaryLink","productVersion","profileName","profileNamespace","profileNameSteam","progressLoadingScreen","progressPosition","progressSetPosition","publicVariable","publicVariableClient","publicVariableServer","pushBack","pushBackUnique","putWeaponPool","queryItemsPool","queryMagazinePool","queryWeaponPool","rad","radioChannelAdd","radioChannelCreate","radioChannelInfo","radioChannelRemove","radioChannelSetCallSign","radioChannelSetLabel","radioEnabled","radioVolume","rain","rainbow","rainParams","random","rank","rankId","rating","rectangular","regexFind","regexMatch","regexReplace","registeredTasks","registerTask","reload","reloadEnabled","remoteControl","remoteExec","remoteExecCall","remoteExecutedOwner","remove3DENConnection","remove3DENEventHandler","remove3DENLayer","removeAction","removeAll3DENEventHandlers","removeAllActions","removeAllAssignedItems","removeAllBinocularItems","removeAllContainers","removeAllCuratorAddons","removeAllCuratorCameraAreas","removeAllCuratorEditingAreas","removeAllEventHandlers","removeAllHandgunItems","removeAllItems","removeAllItemsWithMagazines","removeAllMissionEventHandlers","removeAllMPEventHandlers","removeAllMusicEventHandlers","removeAllOwnedMines","removeAllPrimaryWeaponItems","removeAllSecondaryWeaponItems","removeAllUserActionEventHandlers","removeAllWeapons","removeBackpack","removeBackpackGlobal","removeBinocularItem","removeCuratorAddons","removeCuratorCameraArea","removeCuratorEditableObjects","removeCuratorEditingArea","removeDiaryRecord","removeDiarySubject","removeDrawIcon","removeDrawLinks","removeEventHandler","removeFromRemainsCollector","removeGoggles","removeGroupIcon","removeHandgunItem","removeHeadgear","removeItem","removeItemFromBackpack","removeItemFromUniform","removeItemFromVest","removeItems","removeMagazine","removeMagazineGlobal","removeMagazines","removeMagazinesTurret","removeMagazineTurret","removeMenuItem","removeMissionEventHandler","removeMPEventHandler","removeMusicEventHandler","removeOwnedMine","removePrimaryWeaponItem","removeSecondaryWeaponItem","removeSimpleTask","removeSwitchableUnit","removeTeamMember","removeUniform","removeUserActionEventHandler","removeVest","removeWeapon","removeWeaponAttachmentCargo","removeWeaponCargo","removeWeaponGlobal","removeWeaponTurret","reportRemoteTarget","requiredVersion","resetCamShake","resetSubgroupDirection","resize","resources","respawnVehicle","restartEditorCamera","reveal","revealMine","reverse","reversedMouseY","roadAt","roadsConnectedTo","roleDescription","ropeAttachedObjects","ropeAttachedTo","ropeAttachEnabled","ropeAttachTo","ropeCreate","ropeCut","ropeDestroy","ropeDetach","ropeEndPosition","ropeLength","ropes","ropesAttachedTo","ropeSegments","ropeUnwind","ropeUnwound","rotorsForcesRTD","rotorsRpmRTD","round","runInitScript","safeZoneH","safeZoneW","safeZoneWAbs","safeZoneX","safeZoneXAbs","safeZoneY","save3DENInventory","saveGame","saveIdentity","saveJoysticks","saveMissionProfileNamespace","saveOverlay","saveProfileNamespace","saveStatus","saveVar","savingEnabled","say","say2D","say3D","scopeName","score","scoreSide","screenshot","screenToWorld","scriptDone","scriptName","scudState","secondaryWeapon","secondaryWeaponItems","secondaryWeaponMagazine","select","selectBestPlaces","selectDiarySubject","selectedEditorObjects","selectEditorObject","selectionNames","selectionPosition","selectionVectorDirAndUp","selectLeader","selectMax","selectMin","selectNoPlayer","selectPlayer","selectRandom","selectRandomWeighted","selectWeapon","selectWeaponTurret","sendAUMessage","sendSimpleCommand","sendTask","sendTaskResult","sendUDPMessage","sentencesEnabled","serverCommand","serverCommandAvailable","serverCommandExecutable","serverName","serverNamespace","serverTime","set","set3DENAttribute","set3DENAttributes","set3DENGrid","set3DENIconsVisible","set3DENLayer","set3DENLinesVisible","set3DENLogicType","set3DENMissionAttribute","set3DENMissionAttributes","set3DENModelsVisible","set3DENObjectType","set3DENSelected","setAccTime","setActualCollectiveRTD","setAirplaneThrottle","setAirportSide","setAmmo","setAmmoCargo","setAmmoOnPylon","setAnimSpeedCoef","setAperture","setApertureNew","setArmoryPoints","setAttributes","setAutonomous","setBehaviour","setBehaviourStrong","setBleedingRemaining","setBrakesRTD","setCameraInterest","setCamShakeDefParams","setCamShakeParams","setCamUseTi","setCaptive","setCenterOfMass","setCollisionLight","setCombatBehaviour","setCombatMode","setCompassOscillation","setConvoySeparation","setCruiseControl","setCuratorCameraAreaCeiling","setCuratorCoef","setCuratorEditingAreaType","setCuratorWaypointCost","setCurrentChannel","setCurrentTask","setCurrentWaypoint","setCustomAimCoef","SetCustomMissionData","setCustomSoundController","setCustomWeightRTD","setDamage","setDammage","setDate","setDebriefingText","setDefaultCamera","setDestination","setDetailMapBlendPars","setDiaryRecordText","setDiarySubjectPicture","setDir","setDirection","setDrawIcon","setDriveOnPath","setDropInterval","setDynamicSimulationDistance","setDynamicSimulationDistanceCoef","setEditorMode","setEditorObjectScope","setEffectCondition","setEffectiveCommander","setEngineRpmRTD","setFace","setFaceanimation","setFatigue","setFeatureType","setFlagAnimationPhase","setFlagOwner","setFlagSide","setFlagTexture","setFog","setForceGeneratorRTD","setFormation","setFormationTask","setFormDir","setFriend","setFromEditor","setFSMVariable","setFuel","setFuelCargo","setGroupIcon","setGroupIconParams","setGroupIconsSelectable","setGroupIconsVisible","setGroupid","setGroupIdGlobal","setGroupOwner","setGusts","setHideBehind","setHit","setHitIndex","setHitPointDamage","setHorizonParallaxCoef","setHUDMovementLevels","setHumidity","setIdentity","setImportance","setInfoPanel","setLeader","setLightAmbient","setLightAttenuation","setLightBrightness","setLightColor","setLightConePars","setLightDayLight","setLightFlareMaxDistance","setLightFlareSize","setLightIntensity","setLightIR","setLightnings","setLightUseFlare","setLightVolumeShape","setLocalWindParams","setMagazineTurretAmmo","setMarkerAlpha","setMarkerAlphaLocal","setMarkerBrush","setMarkerBrushLocal","setMarkerColor","setMarkerColorLocal","setMarkerDir","setMarkerDirLocal","setMarkerPolyline","setMarkerPolylineLocal","setMarkerPos","setMarkerPosLocal","setMarkerShadow","setMarkerShadowLocal","setMarkerShape","setMarkerShapeLocal","setMarkerSize","setMarkerSizeLocal","setMarkerText","setMarkerTextLocal","setMarkerType","setMarkerTypeLocal","setMass","setMaxLoad","setMimic","setMissileTarget","setMissileTargetPos","setMousePosition","setMusicEffect","setMusicEventHandler","setName","setNameSound","setObjectArguments","setObjectMaterial","setObjectMaterialGlobal","setObjectProxy","setObjectScale","setObjectTexture","setObjectTextureGlobal","setObjectViewDistance","setOpticsMode","setOvercast","setOwner","setOxygenRemaining","setParticleCircle","setParticleClass","setParticleFire","setParticleParams","setParticleRandom","setPilotCameraDirection","setPilotCameraRotation","setPilotCameraTarget","setPilotLight","setPiPEffect","setPiPViewDistance","setPitch","setPlateNumber","setPlayable","setPlayerRespawnTime","setPlayerVoNVolume","setPos","setPosASL","setPosASL2","setPosASLW","setPosATL","setPosition","setPosWorld","setPylonLoadout","setPylonsPriority","setRadioMsg","setRain","setRainbow","setRandomLip","setRank","setRectangular","setRepairCargo","setRotorBrakeRTD","setShadowDistance","setShotParents","setSide","setSimpleTaskAlwaysVisible","setSimpleTaskCustomData","setSimpleTaskDescription","setSimpleTaskDestination","setSimpleTaskTarget","setSimpleTaskType","setSimulWeatherLayers","setSize","setSkill","setSlingLoad","setSoundEffect","setSpeaker","setSpeech","setSpeedMode","setStamina","setStaminaScheme","setStatValue","setSuppression","setSystemOfUnits","setTargetAge","setTaskMarkerOffset","setTaskResult","setTaskState","setTerrainGrid","setTerrainHeight","setText","setTimeMultiplier","setTiParameter","setTitleEffect","setTowParent","setTrafficDensity","setTrafficDistance","setTrafficGap","setTrafficSpeed","setTriggerActivation","setTriggerArea","setTriggerInterval","setTriggerStatements","setTriggerText","setTriggerTimeout","setTriggerType","setTurretLimits","setTurretOpticsMode","setType","setUnconscious","setUnitAbility","setUnitCombatMode","setUnitFreefallHeight","setUnitLoadout","setUnitPos","setUnitPosWeak","setUnitRank","setUnitRecoilCoefficient","setUnitTrait","setUnloadInCombat","setUserActionText","setUserMFDText","setUserMFDValue","setVariable","setVectorDir","setVectorDirAndUp","setVectorUp","setVehicleAmmo","setVehicleAmmoDef","setVehicleArmor","setVehicleCargo","setVehicleId","setVehicleLock","setVehiclePosition","setVehicleRadar","setVehicleReceiveRemoteTargets","setVehicleReportOwnPosition","setVehicleReportRemoteTargets","setVehicleTiPars","setVehicleVarName","setVelocity","setVelocityModelSpace","setVelocityTransformation","setViewDistance","setVisibleIfTreeCollapsed","setWantedRPMRTD","setWaves","setWaypointBehaviour","setWaypointCombatMode","setWaypointCompletionRadius","setWaypointDescription","setWaypointForceBehaviour","setWaypointFormation","setWaypointHousePosition","setWaypointLoiterAltitude","setWaypointLoiterRadius","setWaypointLoiterType","setWaypointName","setWaypointPosition","setWaypointScript","setWaypointSpeed","setWaypointStatements","setWaypointTimeout","setWaypointType","setWaypointVisible","setWeaponReloadingTime","setWeaponZeroing","setWind","setWindDir","setWindForce","setWindStr","setWingForceScaleRTD","setWPPos","show3DIcons","showChat","showCinemaBorder","showCommandingMenu","showCompass","showCuratorCompass","showGps","showHUD","showLegend","showMap","shownArtilleryComputer","shownChat","shownCompass","shownCuratorCompass","showNewEditorObject","shownGps","shownHUD","shownMap","shownPad","shownRadio","shownScoretable","shownSubtitles","shownUAVFeed","shownWarrant","shownWatch","showPad","showRadio","showScoretable","showSubtitles","showUAVFeed","showWarrant","showWatch","showWaypoint","showWaypoints","side","sideChat","sideRadio","simpleTasks","simulationEnabled","simulCloudDensity","simulCloudOcclusion","simulInClouds","simulWeatherSync","sin","size","sizeOf","skill","skillFinal","skipTime","sleep","sliderPosition","sliderRange","sliderSetPosition","sliderSetRange","sliderSetSpeed","sliderSpeed","slingLoadAssistantShown","soldierMagazines","someAmmo","sort","soundVolume","spawn","speaker","speechVolume","speed","speedMode","splitString","sqrt","squadParams","stance","startLoadingScreen","stop","stopEngineRTD","stopped","str","sunOrMoon","supportInfo","suppressFor","surfaceIsWater","surfaceNormal","surfaceTexture","surfaceType","swimInDepth","switchableUnits","switchAction","switchCamera","switchGesture","switchLight","switchMove","synchronizedObjects","synchronizedTriggers","synchronizedWaypoints","synchronizeObjectsAdd","synchronizeObjectsRemove","synchronizeTrigger","synchronizeWaypoint","systemChat","systemOfUnits","systemTime","systemTimeUTC","tan","targetKnowledge","targets","targetsAggregate","targetsQuery","taskAlwaysVisible","taskChildren","taskCompleted","taskCustomData","taskDescription","taskDestination","taskHint","taskMarkerOffset","taskName","taskParent","taskResult","taskState","taskType","teamMember","teamName","teams","teamSwitch","teamSwitchEnabled","teamType","terminate","terrainIntersect","terrainIntersectASL","terrainIntersectAtASL","text","textLog","textLogFormat","tg","time","timeMultiplier","titleCut","titleFadeOut","titleObj","titleRsc","titleText","toArray","toFixed","toLower","toLowerANSI","toString","toUpper","toUpperANSI","triggerActivated","triggerActivation","triggerAmmo","triggerArea","triggerAttachedVehicle","triggerAttachObject","triggerAttachVehicle","triggerDynamicSimulation","triggerInterval","triggerStatements","triggerText","triggerTimeout","triggerTimeoutCurrent","triggerType","trim","turretLocal","turretOwner","turretUnit","tvAdd","tvClear","tvCollapse","tvCollapseAll","tvCount","tvCurSel","tvData","tvDelete","tvExpand","tvExpandAll","tvIsSelected","tvPicture","tvPictureRight","tvSelection","tvSetColor","tvSetCurSel","tvSetData","tvSetPicture","tvSetPictureColor","tvSetPictureColorDisabled","tvSetPictureColorSelected","tvSetPictureRight","tvSetPictureRightColor","tvSetPictureRightColorDisabled","tvSetPictureRightColorSelected","tvSetSelectColor","tvSetSelected","tvSetText","tvSetTooltip","tvSetValue","tvSort","tvSortAll","tvSortByValue","tvSortByValueAll","tvText","tvTooltip","tvValue","type","typeName","typeOf","UAVControl","uiNamespace","uiSleep","unassignCurator","unassignItem","unassignTeam","unassignVehicle","underwater","uniform","uniformContainer","uniformItems","uniformMagazines","uniqueUnitItems","unitAddons","unitAimPosition","unitAimPositionVisual","unitBackpack","unitCombatMode","unitIsUAV","unitPos","unitReady","unitRecoilCoefficient","units","unitsBelowHeight","unitTurret","unlinkItem","unlockAchievement","unregisterTask","updateDrawIcon","updateMenuItem","updateObjectTree","useAIOperMapObstructionTest","useAISteeringComponent","useAudioTimeForMoves","userInputDisabled","values","vectorAdd","vectorCos","vectorCrossProduct","vectorDiff","vectorDir","vectorDirVisual","vectorDistance","vectorDistanceSqr","vectorDotProduct","vectorFromTo","vectorLinearConversion","vectorMagnitude","vectorMagnitudeSqr","vectorModelToWorld","vectorModelToWorldVisual","vectorMultiply","vectorNormalized","vectorUp","vectorUpVisual","vectorWorldToModel","vectorWorldToModelVisual","vehicle","vehicleCargoEnabled","vehicleChat","vehicleMoveInfo","vehicleRadio","vehicleReceiveRemoteTargets","vehicleReportOwnPosition","vehicleReportRemoteTargets","vehicles","vehicleVarName","velocity","velocityModelSpace","verifySignature","vest","vestContainer","vestItems","vestMagazines","viewDistance","visibleCompass","visibleGps","visibleMap","visiblePosition","visiblePositionASL","visibleScoretable","visibleWatch","waves","waypointAttachedObject","waypointAttachedVehicle","waypointAttachObject","waypointAttachVehicle","waypointBehaviour","waypointCombatMode","waypointCompletionRadius","waypointDescription","waypointForceBehaviour","waypointFormation","waypointHousePosition","waypointLoiterAltitude","waypointLoiterRadius","waypointLoiterType","waypointName","waypointPosition","waypoints","waypointScript","waypointsEnabledUAV","waypointShow","waypointSpeed","waypointStatements","waypointTimeout","waypointTimeoutCurrent","waypointType","waypointVisible","weaponAccessories","weaponAccessoriesCargo","weaponCargo","weaponDirection","weaponInertia","weaponLowered","weaponReloadingTime","weapons","weaponsInfo","weaponsItems","weaponsItemsCargo","weaponState","weaponsTurret","weightRTD","WFSideText","wind","windDir","windRTD","windStr","wingsForcesRTD","worldName","worldSize","worldToModel","worldToModelVisual","worldToScreen"],l={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:"define undef ifdef ifndef else endif include if",contains:[{begin:/\\\n/,relevance:0},e.inherit(a,{className:"string"}),{begin:/<[^\n>]*>/,end:/$/,illegal:"\\n"},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]};return{name:"SQF",case_insensitive:!0,keywords:{keyword:i,built_in:o,literal:s},contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.NUMBER_MODE,t,n,a,l],illegal:[/\$[^a-fA-F0-9]/,/\w\$/,/\?/,/@/,/ \| /,/[a-zA-Z_]\./,/\:\=/,/\[\:/]}}return xw=r,xw}var Rw,A7;function Foe(){if(A7)return Rw;A7=1;function r(e){const t=e.regex,n=e.COMMENT("--","$"),a={scope:"string",variants:[{begin:/'/,end:/'/,contains:[{match:/''/}]}]},i={begin:/"/,end:/"/,contains:[{match:/""/}]},s=["true","false","unknown"],o=["double precision","large object","with timezone","without timezone"],l=["bigint","binary","blob","boolean","char","character","clob","date","dec","decfloat","decimal","float","int","integer","interval","nchar","nclob","national","numeric","real","row","smallint","time","timestamp","varchar","varying","varbinary"],c=["add","asc","collation","desc","final","first","last","view"],u=["abs","acos","all","allocate","alter","and","any","are","array","array_agg","array_max_cardinality","as","asensitive","asin","asymmetric","at","atan","atomic","authorization","avg","begin","begin_frame","begin_partition","between","bigint","binary","blob","boolean","both","by","call","called","cardinality","cascaded","case","cast","ceil","ceiling","char","char_length","character","character_length","check","classifier","clob","close","coalesce","collate","collect","column","commit","condition","connect","constraint","contains","convert","copy","corr","corresponding","cos","cosh","count","covar_pop","covar_samp","create","cross","cube","cume_dist","current","current_catalog","current_date","current_default_transform_group","current_path","current_role","current_row","current_schema","current_time","current_timestamp","current_path","current_role","current_transform_group_for_type","current_user","cursor","cycle","date","day","deallocate","dec","decimal","decfloat","declare","default","define","delete","dense_rank","deref","describe","deterministic","disconnect","distinct","double","drop","dynamic","each","element","else","empty","end","end_frame","end_partition","end-exec","equals","escape","every","except","exec","execute","exists","exp","external","extract","false","fetch","filter","first_value","float","floor","for","foreign","frame_row","free","from","full","function","fusion","get","global","grant","group","grouping","groups","having","hold","hour","identity","in","indicator","initial","inner","inout","insensitive","insert","int","integer","intersect","intersection","interval","into","is","join","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","language","large","last_value","lateral","lead","leading","left","like","like_regex","listagg","ln","local","localtime","localtimestamp","log","log10","lower","match","match_number","match_recognize","matches","max","member","merge","method","min","minute","mod","modifies","module","month","multiset","national","natural","nchar","nclob","new","no","none","normalize","not","nth_value","ntile","null","nullif","numeric","octet_length","occurrences_regex","of","offset","old","omit","on","one","only","open","or","order","out","outer","over","overlaps","overlay","parameter","partition","pattern","per","percent","percent_rank","percentile_cont","percentile_disc","period","portion","position","position_regex","power","precedes","precision","prepare","primary","procedure","ptf","range","rank","reads","real","recursive","ref","references","referencing","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","release","result","return","returns","revoke","right","rollback","rollup","row","row_number","rows","running","savepoint","scope","scroll","search","second","seek","select","sensitive","session_user","set","show","similar","sin","sinh","skip","smallint","some","specific","specifictype","sql","sqlexception","sqlstate","sqlwarning","sqrt","start","static","stddev_pop","stddev_samp","submultiset","subset","substring","substring_regex","succeeds","sum","symmetric","system","system_time","system_user","table","tablesample","tan","tanh","then","time","timestamp","timezone_hour","timezone_minute","to","trailing","translate","translate_regex","translation","treat","trigger","trim","trim_array","true","truncate","uescape","union","unique","unknown","unnest","update","upper","user","using","value","values","value_of","var_pop","var_samp","varbinary","varchar","varying","versioning","when","whenever","where","width_bucket","window","with","within","without","year"],d=["abs","acos","array_agg","asin","atan","avg","cast","ceil","ceiling","coalesce","corr","cos","cosh","count","covar_pop","covar_samp","cume_dist","dense_rank","deref","element","exp","extract","first_value","floor","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","last_value","lead","listagg","ln","log","log10","lower","max","min","mod","nth_value","ntile","nullif","percent_rank","percentile_cont","percentile_disc","position","position_regex","power","rank","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","row_number","sin","sinh","sqrt","stddev_pop","stddev_samp","substring","substring_regex","sum","tan","tanh","translate","translate_regex","treat","trim","trim_array","unnest","upper","value_of","var_pop","var_samp","width_bucket"],h=["current_catalog","current_date","current_default_transform_group","current_path","current_role","current_schema","current_transform_group_for_type","current_user","session_user","system_time","system_user","current_time","localtime","current_timestamp","localtimestamp"],p=["create table","insert into","primary key","foreign key","not null","alter table","add constraint","grouping sets","on overflow","character set","respect nulls","ignore nulls","nulls first","nulls last","depth first","breadth first"],m=d,g=[...u,...c].filter(w=>!d.includes(w)),b={scope:"variable",match:/@[a-z0-9][a-z0-9_]*/},_={scope:"operator",match:/[-+*/=%^~]|&&?|\|\|?|!=?|<(?:=>?|<|>)?|>[>=]?/,relevance:0},v={match:t.concat(/\b/,t.either(...m),/\s*\(/),relevance:0,keywords:{built_in:m}};function y(w){return t.concat(/\b/,t.either(...w.map(C=>C.replace(/\s+/,"\\s+"))),/\b/)}const E={scope:"keyword",match:y(p),relevance:0};function S(w,{exceptions:C,when:x}={}){const N=x;return C=C||[],w.map(I=>I.match(/\|\d+$/)||C.includes(I)?I:N(I)?`${I}|0`:I)}return{name:"SQL",case_insensitive:!0,illegal:/[{}]|<\//,keywords:{$pattern:/\b[\w\.]+/,keyword:S(g,{when:w=>w.length<3}),literal:s,type:l,built_in:h},contains:[{scope:"type",match:y(o)},E,v,b,a,i,e.C_NUMBER_MODE,e.C_BLOCK_COMMENT_MODE,n,_]}}return Rw=r,Rw}var Ow,x7;function Boe(){if(x7)return Ow;x7=1;function r(e){const t=e.regex,n=["functions","model","data","parameters","quantities","transformed","generated"],a=["for","in","if","else","while","break","continue","return"],i=["array","tuple","complex","int","real","vector","complex_vector","ordered","positive_ordered","simplex","unit_vector","row_vector","complex_row_vector","matrix","complex_matrix","cholesky_factor_corr|10","cholesky_factor_cov|10","corr_matrix|10","cov_matrix|10","void"],s=["abs","acos","acosh","add_diag","algebra_solver","algebra_solver_newton","append_array","append_col","append_row","asin","asinh","atan","atan2","atanh","bessel_first_kind","bessel_second_kind","binary_log_loss","block","cbrt","ceil","chol2inv","cholesky_decompose","choose","col","cols","columns_dot_product","columns_dot_self","complex_schur_decompose","complex_schur_decompose_t","complex_schur_decompose_u","conj","cos","cosh","cov_exp_quad","crossprod","csr_extract","csr_extract_u","csr_extract_v","csr_extract_w","csr_matrix_times_vector","csr_to_dense_matrix","cumulative_sum","dae","dae_tol","determinant","diag_matrix","diagonal","diag_post_multiply","diag_pre_multiply","digamma","dims","distance","dot_product","dot_self","eigendecompose","eigendecompose_sym","eigenvalues","eigenvalues_sym","eigenvectors","eigenvectors_sym","erf","erfc","exp","exp2","expm1","falling_factorial","fdim","fft","fft2","floor","fma","fmax","fmin","fmod","gamma_p","gamma_q","generalized_inverse","get_imag","get_real","head","hmm_hidden_state_prob","hmm_marginal","hypot","identity_matrix","inc_beta","integrate_1d","integrate_ode","integrate_ode_adams","integrate_ode_bdf","integrate_ode_rk45","int_step","inv","inv_cloglog","inv_erfc","inverse","inverse_spd","inv_fft","inv_fft2","inv_inc_beta","inv_logit","inv_Phi","inv_sqrt","inv_square","is_inf","is_nan","lambert_w0","lambert_wm1","lbeta","lchoose","ldexp","lgamma","linspaced_array","linspaced_int_array","linspaced_row_vector","linspaced_vector","lmgamma","lmultiply","log","log1m","log1m_exp","log1m_inv_logit","log1p","log1p_exp","log_determinant","log_diff_exp","log_falling_factorial","log_inv_logit","log_inv_logit_diff","logit","log_mix","log_modified_bessel_first_kind","log_rising_factorial","log_softmax","log_sum_exp","machine_precision","map_rect","matrix_exp","matrix_exp_multiply","matrix_power","max","mdivide_left_spd","mdivide_left_tri_low","mdivide_right_spd","mdivide_right_tri_low","mean","min","modified_bessel_first_kind","modified_bessel_second_kind","multiply_lower_tri_self_transpose","negative_infinity","norm","norm1","norm2","not_a_number","num_elements","ode_adams","ode_adams_tol","ode_adjoint_tol_ctl","ode_bdf","ode_bdf_tol","ode_ckrk","ode_ckrk_tol","ode_rk45","ode_rk45_tol","one_hot_array","one_hot_int_array","one_hot_row_vector","one_hot_vector","ones_array","ones_int_array","ones_row_vector","ones_vector","owens_t","Phi","Phi_approx","polar","positive_infinity","pow","print","prod","proj","qr","qr_Q","qr_R","qr_thin","qr_thin_Q","qr_thin_R","quad_form","quad_form_diag","quad_form_sym","quantile","rank","reduce_sum","reject","rep_array","rep_matrix","rep_row_vector","rep_vector","reverse","rising_factorial","round","row","rows","rows_dot_product","rows_dot_self","scale_matrix_exp_multiply","sd","segment","sin","singular_values","sinh","size","softmax","sort_asc","sort_desc","sort_indices_asc","sort_indices_desc","sqrt","square","squared_distance","step","sub_col","sub_row","sum","svd","svd_U","svd_V","symmetrize_from_lower_tri","tail","tan","tanh","target","tcrossprod","tgamma","to_array_1d","to_array_2d","to_complex","to_int","to_matrix","to_row_vector","to_vector","trace","trace_gen_quad_form","trace_quad_form","trigamma","trunc","uniform_simplex","variance","zeros_array","zeros_int_array","zeros_row_vector"],o=["bernoulli","bernoulli_logit","bernoulli_logit_glm","beta","beta_binomial","beta_proportion","binomial","binomial_logit","categorical","categorical_logit","categorical_logit_glm","cauchy","chi_square","dirichlet","discrete_range","double_exponential","exp_mod_normal","exponential","frechet","gamma","gaussian_dlm_obs","gumbel","hmm_latent","hypergeometric","inv_chi_square","inv_gamma","inv_wishart","inv_wishart_cholesky","lkj_corr","lkj_corr_cholesky","logistic","loglogistic","lognormal","multi_gp","multi_gp_cholesky","multinomial","multinomial_logit","multi_normal","multi_normal_cholesky","multi_normal_prec","multi_student_cholesky_t","multi_student_t","multi_student_t_cholesky","neg_binomial","neg_binomial_2","neg_binomial_2_log","neg_binomial_2_log_glm","normal","normal_id_glm","ordered_logistic","ordered_logistic_glm","ordered_probit","pareto","pareto_type_2","poisson","poisson_log","poisson_log_glm","rayleigh","scaled_inv_chi_square","skew_double_exponential","skew_normal","std_normal","std_normal_log","student_t","uniform","von_mises","weibull","wiener","wishart","wishart_cholesky"],l=e.COMMENT(/\/\*/,/\*\//,{relevance:0,contains:[{scope:"doctag",match:/@(return|param)/}]}),c={scope:"meta",begin:/#include\b/,end:/$/,contains:[{match:/[a-z][a-z-._]+/,scope:"string"},e.C_LINE_COMMENT_MODE]},u=["lower","upper","offset","multiplier"];return{name:"Stan",aliases:["stanfuncs"],keywords:{$pattern:e.IDENT_RE,title:n,type:i,keyword:a,built_in:s},contains:[e.C_LINE_COMMENT_MODE,c,e.HASH_COMMENT_MODE,l,{scope:"built_in",match:/\s(pi|e|sqrt2|log2|log10)(?=\()/,relevance:0},{match:t.concat(/[<,]\s*/,t.either(...u),/\s*=/),keywords:u},{scope:"keyword",match:/\btarget(?=\s*\+=)/},{match:[/~\s*/,t.either(...o),/(?:\(\))/,/\s*T(?=\s*\[)/],scope:{2:"built_in",4:"keyword"}},{scope:"built_in",keywords:o,begin:t.concat(/\w*/,t.either(...o),/(_lpdf|_lupdf|_lpmf|_cdf|_lcdf|_lccdf|_qf)(?=\s*[\(.*\)])/)},{begin:[/~/,/\s*/,t.concat(t.either(...o),/(?=\s*[\(.*\)])/)],scope:{3:"built_in"}},{begin:[/~/,/\s*\w+(?=\s*[\(.*\)])/,"(?!.*/\b("+t.either(...o)+")\b)"],scope:{2:"title.function"}},{scope:"title.function",begin:/\w*(_lpdf|_lupdf|_lpmf|_cdf|_lcdf|_lccdf|_qf)(?=\s*[\(.*\)])/},{scope:"number",match:t.concat(/(?:\b\d+(?:_\d+)*(?:\.(?:\d+(?:_\d+)*)?)?|\B\.\d+(?:_\d+)*)/,/(?:[eE][+-]?\d+(?:_\d+)*)?i?(?!\w)/),relevance:0},{scope:"string",begin:/"/,end:/"/}]}}return Ow=r,Ow}var Nw,R7;function Uoe(){if(R7)return Nw;R7=1;function r(e){return{name:"Stata",aliases:["do","ado"],case_insensitive:!0,keywords:"if else in foreach for forv forva forval forvalu forvalue forvalues by bys bysort xi quietly qui capture about ac ac_7 acprplot acprplot_7 adjust ado adopath adoupdate alpha ameans an ano anov anova anova_estat anova_terms anovadef aorder ap app appe appen append arch arch_dr arch_estat arch_p archlm areg areg_p args arima arima_dr arima_estat arima_p as asmprobit asmprobit_estat asmprobit_lf asmprobit_mfx__dlg asmprobit_p ass asse asser assert avplot avplot_7 avplots avplots_7 bcskew0 bgodfrey bias binreg bip0_lf biplot bipp_lf bipr_lf bipr_p biprobit bitest bitesti bitowt blogit bmemsize boot bootsamp bootstrap bootstrap_8 boxco_l boxco_p boxcox boxcox_6 boxcox_p bprobit br break brier bro brow brows browse brr brrstat bs bs_7 bsampl_w bsample bsample_7 bsqreg bstat bstat_7 bstat_8 bstrap bstrap_7 bubble bubbleplot ca ca_estat ca_p cabiplot camat canon canon_8 canon_8_p canon_estat canon_p cap caprojection capt captu captur capture cat cc cchart cchart_7 cci cd censobs_table centile cf char chdir checkdlgfiles checkestimationsample checkhlpfiles checksum chelp ci cii cl class classutil clear cli clis clist clo clog clog_lf clog_p clogi clogi_sw clogit clogit_lf clogit_p clogitp clogl_sw cloglog clonevar clslistarray cluster cluster_measures cluster_stop cluster_tree cluster_tree_8 clustermat cmdlog cnr cnre cnreg cnreg_p cnreg_sw cnsreg codebook collaps4 collapse colormult_nb colormult_nw compare compress conf confi confir confirm conren cons const constr constra constrai constrain constraint continue contract copy copyright copysource cor corc corr corr2data corr_anti corr_kmo corr_smc corre correl correla correlat correlate corrgram cou coun count cox cox_p cox_sw coxbase coxhaz coxvar cprplot cprplot_7 crc cret cretu cretur creturn cross cs cscript cscript_log csi ct ct_is ctset ctst_5 ctst_st cttost cumsp cumsp_7 cumul cusum cusum_7 cutil d|0 datasig datasign datasigna datasignat datasignatu datasignatur datasignature datetof db dbeta de dec deco decod decode deff des desc descr descri describ describe destring dfbeta dfgls dfuller di di_g dir dirstats dis discard disp disp_res disp_s displ displa display distinct do doe doed doedi doedit dotplot dotplot_7 dprobit drawnorm drop ds ds_util dstdize duplicates durbina dwstat dydx e|0 ed edi edit egen eivreg emdef en enc enco encod encode eq erase ereg ereg_lf ereg_p ereg_sw ereghet ereghet_glf ereghet_glf_sh ereghet_gp ereghet_ilf ereghet_ilf_sh ereghet_ip eret eretu eretur ereturn err erro error esize est est_cfexist est_cfname est_clickable est_expand est_hold est_table est_unhold est_unholdok estat estat_default estat_summ estat_vce_only esti estimates etodow etof etomdy ex exi exit expand expandcl fac fact facto factor factor_estat factor_p factor_pca_rotated factor_rotate factormat fcast fcast_compute fcast_graph fdades fdadesc fdadescr fdadescri fdadescrib fdadescribe fdasav fdasave fdause fh_st file open file read file close file filefilter fillin find_hlp_file findfile findit findit_7 fit fl fli flis flist for5_0 forest forestplot form forma format fpredict frac_154 frac_adj frac_chk frac_cox frac_ddp frac_dis frac_dv frac_in frac_mun frac_pp frac_pq frac_pv frac_wgt frac_xo fracgen fracplot fracplot_7 fracpoly fracpred fron_ex fron_hn fron_p fron_tn fron_tn2 frontier ftodate ftoe ftomdy ftowdate funnel funnelplot g|0 gamhet_glf gamhet_gp gamhet_ilf gamhet_ip gamma gamma_d2 gamma_p gamma_sw gammahet gdi_hexagon gdi_spokes ge gen gene gener genera generat generate genrank genstd genvmean gettoken gl gladder gladder_7 glim_l01 glim_l02 glim_l03 glim_l04 glim_l05 glim_l06 glim_l07 glim_l08 glim_l09 glim_l10 glim_l11 glim_l12 glim_lf glim_mu glim_nw1 glim_nw2 glim_nw3 glim_p glim_v1 glim_v2 glim_v3 glim_v4 glim_v5 glim_v6 glim_v7 glm glm_6 glm_p glm_sw glmpred glo glob globa global glogit glogit_8 glogit_p gmeans gnbre_lf gnbreg gnbreg_5 gnbreg_p gomp_lf gompe_sw gomper_p gompertz gompertzhet gomphet_glf gomphet_glf_sh gomphet_gp gomphet_ilf gomphet_ilf_sh gomphet_ip gphdot gphpen gphprint gprefs gprobi_p gprobit gprobit_8 gr gr7 gr_copy gr_current gr_db gr_describe gr_dir gr_draw gr_draw_replay gr_drop gr_edit gr_editviewopts gr_example gr_example2 gr_export gr_print gr_qscheme gr_query gr_read gr_rename gr_replay gr_save gr_set gr_setscheme gr_table gr_undo gr_use graph graph7 grebar greigen greigen_7 greigen_8 grmeanby grmeanby_7 gs_fileinfo gs_filetype gs_graphinfo gs_stat gsort gwood h|0 hadimvo hareg hausman haver he heck_d2 heckma_p heckman heckp_lf heckpr_p heckprob hel help hereg hetpr_lf hetpr_p hetprob hettest hexdump hilite hist hist_7 histogram hlogit hlu hmeans hotel hotelling hprobit hreg hsearch icd9 icd9_ff icd9p iis impute imtest inbase include inf infi infil infile infix inp inpu input ins insheet insp inspe inspec inspect integ inten intreg intreg_7 intreg_p intrg2_ll intrg_ll intrg_ll2 ipolate iqreg ir irf irf_create irfm iri is_svy is_svysum isid istdize ivprob_1_lf ivprob_lf ivprobit ivprobit_p ivreg ivreg_footnote ivtob_1_lf ivtob_lf ivtobit ivtobit_p jackknife jacknife jknife jknife_6 jknife_8 jkstat joinby kalarma1 kap kap_3 kapmeier kappa kapwgt kdensity kdensity_7 keep ksm ksmirnov ktau kwallis l|0 la lab labbe labbeplot labe label labelbook ladder levels levelsof leverage lfit lfit_p li lincom line linktest lis list lloghet_glf lloghet_glf_sh lloghet_gp lloghet_ilf lloghet_ilf_sh lloghet_ip llogi_sw llogis_p llogist llogistic llogistichet lnorm_lf lnorm_sw lnorma_p lnormal lnormalhet lnormhet_glf lnormhet_glf_sh lnormhet_gp lnormhet_ilf lnormhet_ilf_sh lnormhet_ip lnskew0 loadingplot loc loca local log logi logis_lf logistic logistic_p logit logit_estat logit_p loglogs logrank loneway lookfor lookup lowess lowess_7 lpredict lrecomp lroc lroc_7 lrtest ls lsens lsens_7 lsens_x lstat ltable ltable_7 ltriang lv lvr2plot lvr2plot_7 m|0 ma mac macr macro makecns man manova manova_estat manova_p manovatest mantel mark markin markout marksample mat mat_capp mat_order mat_put_rr mat_rapp mata mata_clear mata_describe mata_drop mata_matdescribe mata_matsave mata_matuse mata_memory mata_mlib mata_mosave mata_rename mata_which matalabel matcproc matlist matname matr matri matrix matrix_input__dlg matstrik mcc mcci md0_ md1_ md1debug_ md2_ md2debug_ mds mds_estat mds_p mdsconfig mdslong mdsmat mdsshepard mdytoe mdytof me_derd mean means median memory memsize menl meqparse mer merg merge meta mfp mfx mhelp mhodds minbound mixed_ll mixed_ll_reparm mkassert mkdir mkmat mkspline ml ml_5 ml_adjs ml_bhhhs ml_c_d ml_check ml_clear ml_cnt ml_debug ml_defd ml_e0 ml_e0_bfgs ml_e0_cycle ml_e0_dfp ml_e0i ml_e1 ml_e1_bfgs ml_e1_bhhh ml_e1_cycle ml_e1_dfp ml_e2 ml_e2_cycle ml_ebfg0 ml_ebfr0 ml_ebfr1 ml_ebh0q ml_ebhh0 ml_ebhr0 ml_ebr0i ml_ecr0i ml_edfp0 ml_edfr0 ml_edfr1 ml_edr0i ml_eds ml_eer0i ml_egr0i ml_elf ml_elf_bfgs ml_elf_bhhh ml_elf_cycle ml_elf_dfp ml_elfi ml_elfs ml_enr0i ml_enrr0 ml_erdu0 ml_erdu0_bfgs ml_erdu0_bhhh ml_erdu0_bhhhq ml_erdu0_cycle ml_erdu0_dfp ml_erdu0_nrbfgs ml_exde ml_footnote ml_geqnr ml_grad0 ml_graph ml_hbhhh ml_hd0 ml_hold ml_init ml_inv ml_log ml_max ml_mlout ml_mlout_8 ml_model ml_nb0 ml_opt ml_p ml_plot ml_query ml_rdgrd ml_repor ml_s_e ml_score ml_searc ml_technique ml_unhold mleval mlf_ mlmatbysum mlmatsum mlog mlogi mlogit mlogit_footnote mlogit_p mlopts mlsum mlvecsum mnl0_ mor more mov move mprobit mprobit_lf mprobit_p mrdu0_ mrdu1_ mvdecode mvencode mvreg mvreg_estat n|0 nbreg nbreg_al nbreg_lf nbreg_p nbreg_sw nestreg net newey newey_7 newey_p news nl nl_7 nl_9 nl_9_p nl_p nl_p_7 nlcom nlcom_p nlexp2 nlexp2_7 nlexp2a nlexp2a_7 nlexp3 nlexp3_7 nlgom3 nlgom3_7 nlgom4 nlgom4_7 nlinit nllog3 nllog3_7 nllog4 nllog4_7 nlog_rd nlogit nlogit_p nlogitgen nlogittree nlpred no nobreak noi nois noisi noisil noisily note notes notes_dlg nptrend numlabel numlist odbc old_ver olo olog ologi ologi_sw ologit ologit_p ologitp on one onew onewa oneway op_colnm op_comp op_diff op_inv op_str opr opro oprob oprob_sw oprobi oprobi_p oprobit oprobitp opts_exclusive order orthog orthpoly ou out outf outfi outfil outfile outs outsh outshe outshee outsheet ovtest pac pac_7 palette parse parse_dissim pause pca pca_8 pca_display pca_estat pca_p pca_rotate pcamat pchart pchart_7 pchi pchi_7 pcorr pctile pentium pergram pergram_7 permute permute_8 personal peto_st pkcollapse pkcross pkequiv pkexamine pkexamine_7 pkshape pksumm pksumm_7 pl plo plot plugin pnorm pnorm_7 poisgof poiss_lf poiss_sw poisso_p poisson poisson_estat post postclose postfile postutil pperron pr prais prais_e prais_e2 prais_p predict predictnl preserve print pro prob probi probit probit_estat probit_p proc_time procoverlay procrustes procrustes_estat procrustes_p profiler prog progr progra program prop proportion prtest prtesti pwcorr pwd q\\s qby qbys qchi qchi_7 qladder qladder_7 qnorm qnorm_7 qqplot qqplot_7 qreg qreg_c qreg_p qreg_sw qu quadchk quantile quantile_7 que quer query range ranksum ratio rchart rchart_7 rcof recast reclink recode reg reg3 reg3_p regdw regr regre regre_p2 regres regres_p regress regress_estat regriv_p remap ren rena renam rename renpfix repeat replace report reshape restore ret retu retur return rm rmdir robvar roccomp roccomp_7 roccomp_8 rocf_lf rocfit rocfit_8 rocgold rocplot rocplot_7 roctab roctab_7 rolling rologit rologit_p rot rota rotat rotate rotatemat rreg rreg_p ru run runtest rvfplot rvfplot_7 rvpplot rvpplot_7 sa safesum sample sampsi sav save savedresults saveold sc sca scal scala scalar scatter scm_mine sco scob_lf scob_p scobi_sw scobit scor score scoreplot scoreplot_help scree screeplot screeplot_help sdtest sdtesti se search separate seperate serrbar serrbar_7 serset set set_defaults sfrancia sh she shel shell shewhart shewhart_7 signestimationsample signrank signtest simul simul_7 simulate simulate_8 sktest sleep slogit slogit_d2 slogit_p smooth snapspan so sor sort spearman spikeplot spikeplot_7 spikeplt spline_x split sqreg sqreg_p sret sretu sretur sreturn ssc st st_ct st_hc st_hcd st_hcd_sh st_is st_issys st_note st_promo st_set st_show st_smpl st_subid stack statsby statsby_8 stbase stci stci_7 stcox stcox_estat stcox_fr stcox_fr_ll stcox_p stcox_sw stcoxkm stcoxkm_7 stcstat stcurv stcurve stcurve_7 stdes stem stepwise stereg stfill stgen stir stjoin stmc stmh stphplot stphplot_7 stphtest stphtest_7 stptime strate strate_7 streg streg_sw streset sts sts_7 stset stsplit stsum sttocc sttoct stvary stweib su suest suest_8 sum summ summa summar summari summariz summarize sunflower sureg survcurv survsum svar svar_p svmat svy svy_disp svy_dreg svy_est svy_est_7 svy_estat svy_get svy_gnbreg_p svy_head svy_header svy_heckman_p svy_heckprob_p svy_intreg_p svy_ivreg_p svy_logistic_p svy_logit_p svy_mlogit_p svy_nbreg_p svy_ologit_p svy_oprobit_p svy_poisson_p svy_probit_p svy_regress_p svy_sub svy_sub_7 svy_x svy_x_7 svy_x_p svydes svydes_8 svygen svygnbreg svyheckman svyheckprob svyintreg svyintreg_7 svyintrg svyivreg svylc svylog_p svylogit svymarkout svymarkout_8 svymean svymlog svymlogit svynbreg svyolog svyologit svyoprob svyoprobit svyopts svypois svypois_7 svypoisson svyprobit svyprobt svyprop svyprop_7 svyratio svyreg svyreg_p svyregress svyset svyset_7 svyset_8 svytab svytab_7 svytest svytotal sw sw_8 swcnreg swcox swereg swilk swlogis swlogit swologit swoprbt swpois swprobit swqreg swtobit swweib symmetry symmi symplot symplot_7 syntax sysdescribe sysdir sysuse szroeter ta tab tab1 tab2 tab_or tabd tabdi tabdis tabdisp tabi table tabodds tabodds_7 tabstat tabu tabul tabula tabulat tabulate te tempfile tempname tempvar tes test testnl testparm teststd tetrachoric time_it timer tis tob tobi tobit tobit_p tobit_sw token tokeni tokeniz tokenize tostring total translate translator transmap treat_ll treatr_p treatreg trim trimfill trnb_cons trnb_mean trpoiss_d2 trunc_ll truncr_p truncreg tsappend tset tsfill tsline tsline_ex tsreport tsrevar tsrline tsset tssmooth tsunab ttest ttesti tut_chk tut_wait tutorial tw tware_st two twoway twoway__fpfit_serset twoway__function_gen twoway__histogram_gen twoway__ipoint_serset twoway__ipoints_serset twoway__kdensity_gen twoway__lfit_serset twoway__normgen_gen twoway__pci_serset twoway__qfit_serset twoway__scatteri_serset twoway__sunflower_gen twoway_ksm_serset ty typ type typeof u|0 unab unabbrev unabcmd update us use uselabel var var_mkcompanion var_p varbasic varfcast vargranger varirf varirf_add varirf_cgraph varirf_create varirf_ctable varirf_describe varirf_dir varirf_drop varirf_erase varirf_graph varirf_ograph varirf_rename varirf_set varirf_table varlist varlmar varnorm varsoc varstable varstable_w varstable_w2 varwle vce vec vec_fevd vec_mkphi vec_p vec_p_w vecirf_create veclmar veclmar_w vecnorm vecnorm_w vecrank vecstable verinst vers versi versio version view viewsource vif vwls wdatetof webdescribe webseek webuse weib1_lf weib2_lf weib_lf weib_lf0 weibhet_glf weibhet_glf_sh weibhet_glfa weibhet_glfa_sh weibhet_gp weibhet_ilf weibhet_ilf_sh weibhet_ilfa weibhet_ilfa_sh weibhet_ip weibu_sw weibul_p weibull weibull_c weibull_s weibullhet wh whelp whi which whil while wilc_st wilcoxon win wind windo window winexec wntestb wntestb_7 wntestq xchart xchart_7 xcorr xcorr_7 xi xi_6 xmlsav xmlsave xmluse xpose xsh xshe xshel xshell xt_iis xt_tis xtab_p xtabond xtbin_p xtclog xtcloglog xtcloglog_8 xtcloglog_d2 xtcloglog_pa_p xtcloglog_re_p xtcnt_p xtcorr xtdata xtdes xtfront_p xtfrontier xtgee xtgee_elink xtgee_estat xtgee_makeivar xtgee_p xtgee_plink xtgls xtgls_p xthaus xthausman xtht_p xthtaylor xtile xtint_p xtintreg xtintreg_8 xtintreg_d2 xtintreg_p xtivp_1 xtivp_2 xtivreg xtline xtline_ex xtlogit xtlogit_8 xtlogit_d2 xtlogit_fe_p xtlogit_pa_p xtlogit_re_p xtmixed xtmixed_estat xtmixed_p xtnb_fe xtnb_lf xtnbreg xtnbreg_pa_p xtnbreg_refe_p xtpcse xtpcse_p xtpois xtpoisson xtpoisson_d2 xtpoisson_pa_p xtpoisson_refe_p xtpred xtprobit xtprobit_8 xtprobit_d2 xtprobit_re_p xtps_fe xtps_lf xtps_ren xtps_ren_8 xtrar_p xtrc xtrc_p xtrchh xtrefe_p xtreg xtreg_be xtreg_fe xtreg_ml xtreg_pa_p xtreg_re xtregar xtrere_p xtset xtsf_ll xtsf_llti xtsum xttab xttest0 xttobit xttobit_8 xttobit_p xttrans yx yxview__barlike_draw yxview_area_draw yxview_bar_draw yxview_dot_draw yxview_dropline_draw yxview_function_draw yxview_iarrow_draw yxview_ilabels_draw yxview_normal_draw yxview_pcarrow_draw yxview_pcbarrow_draw yxview_pccapsym_draw yxview_pcscatter_draw yxview_pcspike_draw yxview_rarea_draw yxview_rbar_draw yxview_rbarm_draw yxview_rcap_draw yxview_rcapsym_draw yxview_rconnected_draw yxview_rline_draw yxview_rscatter_draw yxview_rspike_draw yxview_spike_draw yxview_sunflower_draw zap_s zinb zinb_llf zinb_plf zip zip_llf zip_p zip_plf zt_ct_5 zt_hc_5 zt_hcd_5 zt_is_5 zt_iss_5 zt_sho_5 zt_smp_5 ztbase_5 ztcox_5 ztdes_5 ztereg_5 ztfill_5 ztgen_5 ztir_5 ztjoin_5 ztnb ztnb_p ztp ztp_p zts_5 ztset_5 ztspli_5 ztsum_5 zttoct_5 ztvary_5 ztweib_5",contains:[{className:"symbol",begin:/`[a-zA-Z0-9_]+'/},{className:"variable",begin:/\$\{?[a-zA-Z0-9_]+\}?/,relevance:0},{className:"string",variants:[{begin:`\`"[^\r +]*?"'`},{begin:`"[^\r +"]*"`}]},{className:"built_in",variants:[{begin:"\\b(abs|acos|asin|atan|atan2|atanh|ceil|cloglog|comb|cos|digamma|exp|floor|invcloglog|invlogit|ln|lnfact|lnfactorial|lngamma|log|log10|max|min|mod|reldif|round|sign|sin|sqrt|sum|tan|tanh|trigamma|trunc|betaden|Binomial|binorm|binormal|chi2|chi2tail|dgammapda|dgammapdada|dgammapdadx|dgammapdx|dgammapdxdx|F|Fden|Ftail|gammaden|gammap|ibeta|invbinomial|invchi2|invchi2tail|invF|invFtail|invgammap|invibeta|invnchi2|invnFtail|invnibeta|invnorm|invnormal|invttail|nbetaden|nchi2|nFden|nFtail|nibeta|norm|normal|normalden|normd|npnchi2|tden|ttail|uniform|abbrev|char|index|indexnot|length|lower|ltrim|match|plural|proper|real|regexm|regexr|regexs|reverse|rtrim|string|strlen|strlower|strltrim|strmatch|strofreal|strpos|strproper|strreverse|strrtrim|strtrim|strupper|subinstr|subinword|substr|trim|upper|word|wordcount|_caller|autocode|byteorder|chop|clip|cond|e|epsdouble|epsfloat|group|inlist|inrange|irecode|matrix|maxbyte|maxdouble|maxfloat|maxint|maxlong|mi|minbyte|mindouble|minfloat|minint|minlong|missing|r|recode|replay|return|s|scalar|d|date|day|dow|doy|halfyear|mdy|month|quarter|week|year|d|daily|dofd|dofh|dofm|dofq|dofw|dofy|h|halfyearly|hofd|m|mofd|monthly|q|qofd|quarterly|tin|twithin|w|weekly|wofd|y|yearly|yh|ym|yofd|yq|yw|cholesky|colnumb|colsof|corr|det|diag|diag0cnt|el|get|hadamard|I|inv|invsym|issym|issymmetric|J|matmissing|matuniform|mreldif|nullmat|rownumb|rowsof|sweep|syminv|trace|vec|vecdiag)(?=\\()"}]},e.COMMENT("^[ ]*\\*.*$",!1),e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE]}}return Nw=r,Nw}var Iw,O7;function $oe(){if(O7)return Iw;O7=1;function r(e){return{name:"STEP Part 21",aliases:["p21","step","stp"],case_insensitive:!0,keywords:{$pattern:"[A-Z_][A-Z0-9_.]*",keyword:["HEADER","ENDSEC","DATA"]},contains:[{className:"meta",begin:"ISO-10303-21;",relevance:10},{className:"meta",begin:"END-ISO-10303-21;",relevance:10},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,e.COMMENT("/\\*\\*!","\\*/"),e.C_NUMBER_MODE,e.inherit(e.APOS_STRING_MODE,{illegal:null}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null}),{className:"string",begin:"'",end:"'"},{className:"symbol",variants:[{begin:"#",end:"\\d+",illegal:"\\W"}]}]}}return Iw=r,Iw}var kw,N7;function Goe(){if(N7)return kw;N7=1;const r=c=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:c.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[c.APOS_STRING_MODE,c.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:c.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],n=[...e,...t],a=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),i=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),s=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),o=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function l(c){const u=r(c),d="and or not only",h={className:"variable",begin:"\\$"+c.IDENT_RE},p=["charset","css","debug","extend","font-face","for","import","include","keyframes","media","mixin","page","warn","while"],m="(?=[.\\s\\n[:,(])";return{name:"Stylus",aliases:["styl"],case_insensitive:!1,keywords:"if else for in",illegal:"("+["\\?","(\\bReturn\\b)","(\\bEnd\\b)","(\\bend\\b)","(\\bdef\\b)",";","#\\s","\\*\\s","===\\s","\\|","%"].join("|")+")",contains:[c.QUOTE_STRING_MODE,c.APOS_STRING_MODE,c.C_LINE_COMMENT_MODE,c.C_BLOCK_COMMENT_MODE,u.HEXCOLOR,{begin:"\\.[a-zA-Z][a-zA-Z0-9_-]*"+m,className:"selector-class"},{begin:"#[a-zA-Z][a-zA-Z0-9_-]*"+m,className:"selector-id"},{begin:"\\b("+n.join("|")+")"+m,className:"selector-tag"},{className:"selector-pseudo",begin:"&?:("+i.join("|")+")"+m},{className:"selector-pseudo",begin:"&?:(:)?("+s.join("|")+")"+m},u.ATTRIBUTE_SELECTOR_MODE,{className:"keyword",begin:/@media/,starts:{end:/[{;}]/,keywords:{$pattern:/[a-z-]+/,keyword:d,attribute:a.join(" ")},contains:[u.CSS_NUMBER_MODE]}},{className:"keyword",begin:"@((-(o|moz|ms|webkit)-)?("+p.join("|")+"))\\b"},h,u.CSS_NUMBER_MODE,{className:"function",begin:"^[a-zA-Z][a-zA-Z0-9_-]*\\(.*\\)",illegal:"[\\n]",returnBegin:!0,contains:[{className:"title",begin:"\\b[a-zA-Z][a-zA-Z0-9_-]*"},{className:"params",begin:/\(/,end:/\)/,contains:[u.HEXCOLOR,h,c.APOS_STRING_MODE,u.CSS_NUMBER_MODE,c.QUOTE_STRING_MODE]}]},u.CSS_VARIABLE,{className:"attribute",begin:"\\b("+o.join("|")+")\\b",starts:{end:/;|$/,contains:[u.HEXCOLOR,h,c.APOS_STRING_MODE,c.QUOTE_STRING_MODE,u.CSS_NUMBER_MODE,c.C_BLOCK_COMMENT_MODE,u.IMPORTANT,u.FUNCTION_DISPATCH],illegal:/\./,relevance:0}},u.FUNCTION_DISPATCH]}}return kw=l,kw}var Mw,I7;function zoe(){if(I7)return Mw;I7=1;function r(e){return{name:"SubUnit",case_insensitive:!0,contains:[{className:"string",begin:`\\[ +(multipart)?`,end:`\\] +`},{className:"string",begin:"\\d{4}-\\d{2}-\\d{2}(\\s+)\\d{2}:\\d{2}:\\d{2}.\\d+Z"},{className:"string",begin:"(\\+|-)\\d+"},{className:"keyword",relevance:10,variants:[{begin:"^(test|testing|success|successful|failure|error|skip|xfail|uxsuccess)(:?)\\s+(test)?"},{begin:"^progress(:?)(\\s+)?(pop|push)?"},{begin:"^tags:"},{begin:"^time:"}]}]}}return Mw=r,Mw}var Dw,k7;function qoe(){if(k7)return Dw;k7=1;function r(x){return x?typeof x=="string"?x:x.source:null}function e(x){return t("(?=",x,")")}function t(...x){return x.map(I=>r(I)).join("")}function n(x){const N=x[x.length-1];return typeof N=="object"&&N.constructor===Object?(x.splice(x.length-1,1),N):{}}function a(...x){return"("+(n(x).capture?"":"?:")+x.map(D=>r(D)).join("|")+")"}const i=x=>t(/\b/,x,/\w$/.test(x)?/\b/:/\B/),s=["Protocol","Type"].map(i),o=["init","self"].map(i),l=["Any","Self"],c=["actor","any","associatedtype","async","await",/as\?/,/as!/,"as","borrowing","break","case","catch","class","consume","consuming","continue","convenience","copy","default","defer","deinit","didSet","distributed","do","dynamic","each","else","enum","extension","fallthrough",/fileprivate\(set\)/,"fileprivate","final","for","func","get","guard","if","import","indirect","infix",/init\?/,/init!/,"inout",/internal\(set\)/,"internal","in","is","isolated","nonisolated","lazy","let","macro","mutating","nonmutating",/open\(set\)/,"open","operator","optional","override","package","postfix","precedencegroup","prefix",/private\(set\)/,"private","protocol",/public\(set\)/,"public","repeat","required","rethrows","return","set","some","static","struct","subscript","super","switch","throws","throw",/try\?/,/try!/,"try","typealias",/unowned\(safe\)/,/unowned\(unsafe\)/,"unowned","var","weak","where","while","willSet"],u=["false","nil","true"],d=["assignment","associativity","higherThan","left","lowerThan","none","right"],h=["#colorLiteral","#column","#dsohandle","#else","#elseif","#endif","#error","#file","#fileID","#fileLiteral","#filePath","#function","#if","#imageLiteral","#keyPath","#line","#selector","#sourceLocation","#warning"],p=["abs","all","any","assert","assertionFailure","debugPrint","dump","fatalError","getVaList","isKnownUniquelyReferenced","max","min","numericCast","pointwiseMax","pointwiseMin","precondition","preconditionFailure","print","readLine","repeatElement","sequence","stride","swap","swift_unboxFromSwiftValueWithType","transcode","type","unsafeBitCast","unsafeDowncast","withExtendedLifetime","withUnsafeMutablePointer","withUnsafePointer","withVaList","withoutActuallyEscaping","zip"],m=a(/[/=\-+!*%<>&|^~?]/,/[\u00A1-\u00A7]/,/[\u00A9\u00AB]/,/[\u00AC\u00AE]/,/[\u00B0\u00B1]/,/[\u00B6\u00BB\u00BF\u00D7\u00F7]/,/[\u2016-\u2017]/,/[\u2020-\u2027]/,/[\u2030-\u203E]/,/[\u2041-\u2053]/,/[\u2055-\u205E]/,/[\u2190-\u23FF]/,/[\u2500-\u2775]/,/[\u2794-\u2BFF]/,/[\u2E00-\u2E7F]/,/[\u3001-\u3003]/,/[\u3008-\u3020]/,/[\u3030]/),g=a(m,/[\u0300-\u036F]/,/[\u1DC0-\u1DFF]/,/[\u20D0-\u20FF]/,/[\uFE00-\uFE0F]/,/[\uFE20-\uFE2F]/),b=t(m,g,"*"),_=a(/[a-zA-Z_]/,/[\u00A8\u00AA\u00AD\u00AF\u00B2-\u00B5\u00B7-\u00BA]/,/[\u00BC-\u00BE\u00C0-\u00D6\u00D8-\u00F6\u00F8-\u00FF]/,/[\u0100-\u02FF\u0370-\u167F\u1681-\u180D\u180F-\u1DBF]/,/[\u1E00-\u1FFF]/,/[\u200B-\u200D\u202A-\u202E\u203F-\u2040\u2054\u2060-\u206F]/,/[\u2070-\u20CF\u2100-\u218F\u2460-\u24FF\u2776-\u2793]/,/[\u2C00-\u2DFF\u2E80-\u2FFF]/,/[\u3004-\u3007\u3021-\u302F\u3031-\u303F\u3040-\uD7FF]/,/[\uF900-\uFD3D\uFD40-\uFDCF\uFDF0-\uFE1F\uFE30-\uFE44]/,/[\uFE47-\uFEFE\uFF00-\uFFFD]/),v=a(_,/\d/,/[\u0300-\u036F\u1DC0-\u1DFF\u20D0-\u20FF\uFE20-\uFE2F]/),y=t(_,v,"*"),E=t(/[A-Z]/,v,"*"),S=["attached","autoclosure",t(/convention\(/,a("swift","block","c"),/\)/),"discardableResult","dynamicCallable","dynamicMemberLookup","escaping","freestanding","frozen","GKInspectable","IBAction","IBDesignable","IBInspectable","IBOutlet","IBSegueAction","inlinable","main","nonobjc","NSApplicationMain","NSCopying","NSManaged",t(/objc\(/,y,/\)/),"objc","objcMembers","propertyWrapper","requires_stored_property_inits","resultBuilder","Sendable","testable","UIApplicationMain","unchecked","unknown","usableFromInline","warn_unqualified_access"],w=["iOS","iOSApplicationExtension","macOS","macOSApplicationExtension","macCatalyst","macCatalystApplicationExtension","watchOS","watchOSApplicationExtension","tvOS","tvOSApplicationExtension","swift"];function C(x){const N={match:/\s+/,relevance:0},I=x.COMMENT("/\\*","\\*/",{contains:["self"]}),D=[x.C_LINE_COMMENT_MODE,I],V={match:[/\./,a(...s,...o)],className:{2:"keyword"}},q={match:t(/\./,a(...c)),relevance:0},$=c.filter(ut=>typeof ut=="string").concat(["_|0"]),K=c.filter(ut=>typeof ut!="string").concat(l).map(i),z={variants:[{className:"keyword",match:a(...K,...o)}]},re={$pattern:a(/\b\w+/,/#\w+/),keyword:$.concat(h),literal:u},W=[V,q,z],ie={match:t(/\./,a(...p)),relevance:0},k={className:"built_in",match:t(/\b/,a(...p),/(?=\()/)},B=[ie,k],te={match:/->/,relevance:0},O={className:"operator",relevance:0,variants:[{match:b},{match:`\\.(\\.|${g})+`}]},R=[te,O],U="([0-9]_*)+",Q="([0-9a-fA-F]_*)+",ne={className:"number",relevance:0,variants:[{match:`\\b(${U})(\\.(${U}))?([eE][+-]?(${U}))?\\b`},{match:`\\b0x(${Q})(\\.(${Q}))?([pP][+-]?(${U}))?\\b`},{match:/\b0o([0-7]_*)+\b/},{match:/\b0b([01]_*)+\b/}]},ue=(ut="")=>({className:"subst",variants:[{match:t(/\\/,ut,/[0\\tnr"']/)},{match:t(/\\/,ut,/u\{[0-9a-fA-F]{1,8}\}/)}]}),he=(ut="")=>({className:"subst",match:t(/\\/,ut,/[\t ]*(?:[\r\n]|\r\n)/)}),be=(ut="")=>({className:"subst",label:"interpol",begin:t(/\\/,ut,/\(/),end:/\)/}),Z=(ut="")=>({begin:t(ut,/"""/),end:t(/"""/,ut),contains:[ue(ut),he(ut),be(ut)]}),ae=(ut="")=>({begin:t(ut,/"/),end:t(/"/,ut),contains:[ue(ut),be(ut)]}),fe={className:"string",variants:[Z(),Z("#"),Z("##"),Z("###"),ae(),ae("#"),ae("##"),ae("###")]},pe=[x.BACKSLASH_ESCAPE,{begin:/\[/,end:/\]/,relevance:0,contains:[x.BACKSLASH_ESCAPE]}],ye={begin:/\/[^\s](?=[^/\n]*\/)/,end:/\//,contains:pe},Te=ut=>{const Ut=t(ut,/\//),Et=t(/\//,ut);return{begin:Ut,end:Et,contains:[...pe,{scope:"comment",begin:`#(?!.*${Et})`,end:/$/}]}},Oe={scope:"regexp",variants:[Te("###"),Te("##"),Te("#"),ye]},Ne={match:t(/`/,y,/`/)},Ue={className:"variable",match:/\$\d+/},Fe={className:"variable",match:`\\$${v}+`},Ke=[Ne,Ue,Fe],He={match:/(@|#(un)?)available/,scope:"keyword",starts:{contains:[{begin:/\(/,end:/\)/,keywords:w,contains:[...R,ne,fe]}]}},it={scope:"keyword",match:t(/@/,a(...S),e(a(/\(/,/\s+/)))},st={scope:"meta",match:t(/@/,y)},dt=[He,it,st],Ae={match:e(/\b[A-Z]/),relevance:0,contains:[{className:"type",match:t(/(AV|CA|CF|CG|CI|CL|CM|CN|CT|MK|MP|MTK|MTL|NS|SCN|SK|UI|WK|XC)/,v,"+")},{className:"type",match:E,relevance:0},{match:/[?!]+/,relevance:0},{match:/\.\.\./,relevance:0},{match:t(/\s+&\s+/,e(E)),relevance:0}]},Le={begin://,keywords:re,contains:[...D,...W,...dt,te,Ae]};Ae.contains.push(Le);const ht={match:t(y,/\s*:/),keywords:"_|0",relevance:0},ze={begin:/\(/,end:/\)/,relevance:0,keywords:re,contains:["self",ht,...D,Oe,...W,...B,...R,ne,fe,...Ke,...dt,Ae]},mt={begin://,keywords:"repeat each",contains:[...D,Ae]},At={begin:a(e(t(y,/\s*:/)),e(t(y,/\s+/,y,/\s*:/))),end:/:/,relevance:0,contains:[{className:"keyword",match:/\b_\b/},{className:"params",match:y}]},xt={begin:/\(/,end:/\)/,keywords:re,contains:[At,...D,...W,...R,ne,fe,...dt,Ae,ze],endsParent:!0,illegal:/["']/},qt={match:[/(func|macro)/,/\s+/,a(Ne.match,y,b)],className:{1:"keyword",3:"title.function"},contains:[mt,xt,N],illegal:[/\[/,/%/]},ar={match:[/\b(?:subscript|init[?!]?)/,/\s*(?=[<(])/],className:{1:"keyword"},contains:[mt,xt,N],illegal:/\[|%/},fr={match:[/operator/,/\s+/,b],className:{1:"keyword",3:"title"}},ct={begin:[/precedencegroup/,/\s+/,E],className:{1:"keyword",3:"title"},contains:[Ae],keywords:[...d,...u],end:/}/},Rt={match:[/class\b/,/\s+/,/func\b/,/\s+/,/\b[A-Za-z_][A-Za-z0-9_]*\b/],scope:{1:"keyword",3:"keyword",5:"title.function"}},Ft={match:[/class\b/,/\s+/,/var\b/],scope:{1:"keyword",3:"keyword"}},tr={begin:[/(struct|protocol|class|extension|enum|actor)/,/\s+/,y,/\s*/],beginScope:{1:"keyword",3:"title.class"},keywords:re,contains:[mt,...W,{begin:/:/,end:/\{/,keywords:re,contains:[{scope:"title.class.inherited",match:E},...W],relevance:0}]};for(const ut of fe.variants){const Ut=ut.contains.find(It=>It.label==="interpol");Ut.keywords=re;const Et=[...W,...B,...R,ne,fe,...Ke];Ut.contains=[...Et,{begin:/\(/,end:/\)/,contains:["self",...Et]}]}return{name:"Swift",keywords:re,contains:[...D,qt,ar,Rt,Ft,tr,fr,ct,{beginKeywords:"import",end:/$/,contains:[...D],relevance:0},Oe,...W,...B,...R,ne,fe,...Ke,...dt,Ae,ze]}}return Dw=C,Dw}var Pw,M7;function Hoe(){if(M7)return Pw;M7=1;function r(e){return{name:"Tagger Script",contains:[{className:"comment",begin:/\$noop\(/,end:/\)/,contains:[{begin:/\\[()]/},{begin:/\(/,end:/\)/,contains:[{begin:/\\[()]/},"self"]}],relevance:10},{className:"keyword",begin:/\$[_a-zA-Z0-9]+(?=\()/},{className:"variable",begin:/%[_a-zA-Z0-9:]+%/},{className:"symbol",begin:/\\[\\nt$%,()]/},{className:"symbol",begin:/\\u[a-fA-F0-9]{4}/}]}}return Pw=r,Pw}var Lw,D7;function Voe(){if(D7)return Lw;D7=1;function r(e){const t="true false yes no null",n="[\\w#;/?:@&=+$,.~*'()[\\]]+",a={className:"attr",variants:[{begin:/[\w*@][\w*@ :()\./-]*:(?=[ \t]|$)/},{begin:/"[\w*@][\w*@ :()\./-]*":(?=[ \t]|$)/},{begin:/'[\w*@][\w*@ :()\./-]*':(?=[ \t]|$)/}]},i={className:"template-variable",variants:[{begin:/\{\{/,end:/\}\}/},{begin:/%\{/,end:/\}/}]},s={className:"string",relevance:0,begin:/'/,end:/'/,contains:[{match:/''/,scope:"char.escape",relevance:0}]},o={className:"string",relevance:0,variants:[{begin:/"/,end:/"/},{begin:/\S+/}],contains:[e.BACKSLASH_ESCAPE,i]},l=e.inherit(o,{variants:[{begin:/'/,end:/'/,contains:[{begin:/''/,relevance:0}]},{begin:/"/,end:/"/},{begin:/[^\s,{}[\]]+/}]}),p={className:"number",begin:"\\b"+"[0-9]{4}(-[0-9][0-9]){0,2}"+"([Tt \\t][0-9][0-9]?(:[0-9][0-9]){2})?"+"(\\.[0-9]*)?"+"([ \\t])*(Z|[-+][0-9][0-9]?(:[0-9][0-9])?)?"+"\\b"},m={end:",",endsWithParent:!0,excludeEnd:!0,keywords:t,relevance:0},g={begin:/\{/,end:/\}/,contains:[m],illegal:"\\n",relevance:0},b={begin:"\\[",end:"\\]",contains:[m],illegal:"\\n",relevance:0},_=[a,{className:"meta",begin:"^---\\s*$",relevance:10},{className:"string",begin:"[\\|>]([1-9]?[+-])?[ ]*\\n( +)[^ ][^\\n]*\\n(\\2[^\\n]+\\n?)*"},{begin:"<%[%=-]?",end:"[%-]?%>",subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:"!\\w+!"+n},{className:"type",begin:"!<"+n+">"},{className:"type",begin:"!"+n},{className:"type",begin:"!!"+n},{className:"meta",begin:"&"+e.UNDERSCORE_IDENT_RE+"$"},{className:"meta",begin:"\\*"+e.UNDERSCORE_IDENT_RE+"$"},{className:"bullet",begin:"-(?=[ ]|$)",relevance:0},e.HASH_COMMENT_MODE,{beginKeywords:t,keywords:{literal:t}},p,{className:"number",begin:e.C_NUMBER_RE+"\\b",relevance:0},g,b,s,o],v=[..._];return v.pop(),v.push(l),m.contains=v,{name:"YAML",case_insensitive:!0,aliases:["yml"],contains:_}}return Lw=r,Lw}var Fw,P7;function Yoe(){if(P7)return Fw;P7=1;function r(e){return{name:"Test Anything Protocol",case_insensitive:!0,contains:[e.HASH_COMMENT_MODE,{className:"meta",variants:[{begin:"^TAP version (\\d+)$"},{begin:"^1\\.\\.(\\d+)$"}]},{begin:/---$/,end:"\\.\\.\\.$",subLanguage:"yaml",relevance:0},{className:"number",begin:" (\\d+) "},{className:"symbol",variants:[{begin:"^ok"},{begin:"^not ok"}]}]}}return Fw=r,Fw}var Bw,L7;function Woe(){if(L7)return Bw;L7=1;function r(e){const t=e.regex,n=/[a-zA-Z_][a-zA-Z0-9_]*/,a={className:"number",variants:[e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE]};return{name:"Tcl",aliases:["tk"],keywords:["after","append","apply","array","auto_execok","auto_import","auto_load","auto_mkindex","auto_mkindex_old","auto_qualify","auto_reset","bgerror","binary","break","catch","cd","chan","clock","close","concat","continue","dde","dict","encoding","eof","error","eval","exec","exit","expr","fblocked","fconfigure","fcopy","file","fileevent","filename","flush","for","foreach","format","gets","glob","global","history","http","if","incr","info","interp","join","lappend|10","lassign|10","lindex|10","linsert|10","list","llength|10","load","lrange|10","lrepeat|10","lreplace|10","lreverse|10","lsearch|10","lset|10","lsort|10","mathfunc","mathop","memory","msgcat","namespace","open","package","parray","pid","pkg::create","pkg_mkIndex","platform","platform::shell","proc","puts","pwd","read","refchan","regexp","registry","regsub|10","rename","return","safe","scan","seek","set","socket","source","split","string","subst","switch","tcl_endOfWord","tcl_findLibrary","tcl_startOfNextWord","tcl_startOfPreviousWord","tcl_wordBreakAfter","tcl_wordBreakBefore","tcltest","tclvars","tell","time","tm","trace","unknown","unload","unset","update","uplevel","upvar","variable","vwait","while"],contains:[e.COMMENT(";[ \\t]*#","$"),e.COMMENT("^[ \\t]*#","$"),{beginKeywords:"proc",end:"[\\{]",excludeEnd:!0,contains:[{className:"title",begin:"[ \\t\\n\\r]+(::)?[a-zA-Z_]((::)?[a-zA-Z0-9_])*",end:"[ \\t\\n\\r]",endsWithParent:!0,excludeEnd:!0}]},{className:"variable",variants:[{begin:t.concat(/\$/,t.optional(/::/),n,"(::",n,")*")},{begin:"\\$\\{(::)?[a-zA-Z_]((::)?[a-zA-Z0-9_])*",end:"\\}",contains:[a]}]},{className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[e.inherit(e.QUOTE_STRING_MODE,{illegal:null})]},a]}}return Bw=r,Bw}var Uw,F7;function joe(){if(F7)return Uw;F7=1;function r(e){const t=["bool","byte","i16","i32","i64","double","string","binary"];return{name:"Thrift",keywords:{keyword:["namespace","const","typedef","struct","enum","service","exception","void","oneway","set","list","map","required","optional"],type:t,literal:"true false"},contains:[e.QUOTE_STRING_MODE,e.NUMBER_MODE,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"class",beginKeywords:"struct enum service exception",end:/\{/,illegal:/\n/,contains:[e.inherit(e.TITLE_MODE,{starts:{endsWithParent:!0,excludeEnd:!0}})]},{begin:"\\b(set|list|map)\\s*<",keywords:{type:[...t,"set","list","map"]},end:">",contains:["self"]}]}}return Uw=r,Uw}var $w,B7;function Koe(){if(B7)return $w;B7=1;function r(e){const t={className:"number",begin:"[1-9][0-9]*",relevance:0},n={className:"symbol",begin:":[^\\]]+"},a={className:"built_in",begin:"(AR|P|PAYLOAD|PR|R|SR|RSR|LBL|VR|UALM|MESSAGE|UTOOL|UFRAME|TIMER|TIMER_OVERFLOW|JOINT_MAX_SPEED|RESUME_PROG|DIAG_REC)\\[",end:"\\]",contains:["self",t,n]},i={className:"built_in",begin:"(AI|AO|DI|DO|F|RI|RO|UI|UO|GI|GO|SI|SO)\\[",end:"\\]",contains:["self",t,e.QUOTE_STRING_MODE,n]};return{name:"TP",keywords:{keyword:["ABORT","ACC","ADJUST","AND","AP_LD","BREAK","CALL","CNT","COL","CONDITION","CONFIG","DA","DB","DIV","DETECT","ELSE","END","ENDFOR","ERR_NUM","ERROR_PROG","FINE","FOR","GP","GUARD","INC","IF","JMP","LINEAR_MAX_SPEED","LOCK","MOD","MONITOR","OFFSET","Offset","OR","OVERRIDE","PAUSE","PREG","PTH","RT_LD","RUN","SELECT","SKIP","Skip","TA","TB","TO","TOOL_OFFSET","Tool_Offset","UF","UT","UFRAME_NUM","UTOOL_NUM","UNLOCK","WAIT","X","Y","Z","W","P","R","STRLEN","SUBSTR","FINDSTR","VOFFSET","PROG","ATTR","MN","POS"],literal:["ON","OFF","max_speed","LPOS","JPOS","ENABLE","DISABLE","START","STOP","RESET"]},contains:[a,i,{className:"keyword",begin:"/(PROG|ATTR|MN|POS|END)\\b"},{className:"keyword",begin:"(CALL|RUN|POINT_LOGIC|LBL)\\b"},{className:"keyword",begin:"\\b(ACC|CNT|Skip|Offset|PSPD|RT_LD|AP_LD|Tool_Offset)"},{className:"number",begin:"\\d+(sec|msec|mm/sec|cm/min|inch/min|deg/sec|mm|in|cm)?\\b",relevance:0},e.COMMENT("//","[;$]"),e.COMMENT("!","[;$]"),e.COMMENT("--eg:","$"),e.QUOTE_STRING_MODE,{className:"string",begin:"'",end:"'"},e.C_NUMBER_MODE,{className:"variable",begin:"\\$[A-Za-z0-9_]+"}]}}return $w=r,$w}var Gw,U7;function Xoe(){if(U7)return Gw;U7=1;function r(e){const t=e.regex,n=["absolute_url","asset|0","asset_version","attribute","block","constant","controller|0","country_timezones","csrf_token","cycle","date","dump","expression","form|0","form_end","form_errors","form_help","form_label","form_rest","form_row","form_start","form_widget","html_classes","include","is_granted","logout_path","logout_url","max","min","parent","path|0","random","range","relative_path","render","render_esi","source","template_from_string","url|0"],a=["abs","abbr_class","abbr_method","batch","capitalize","column","convert_encoding","country_name","currency_name","currency_symbol","data_uri","date","date_modify","default","escape","file_excerpt","file_link","file_relative","filter","first","format","format_args","format_args_as_text","format_currency","format_date","format_datetime","format_file","format_file_from_text","format_number","format_time","html_to_markdown","humanize","inky_to_html","inline_css","join","json_encode","keys","language_name","last","length","locale_name","lower","map","markdown","markdown_to_html","merge","nl2br","number_format","raw","reduce","replace","reverse","round","slice","slug","sort","spaceless","split","striptags","timezone_name","title","trans","transchoice","trim","u|0","upper","url_encode","yaml_dump","yaml_encode"];let i=["apply","autoescape","block","cache","deprecated","do","embed","extends","filter","flush","for","form_theme","from","if","import","include","macro","sandbox","set","stopwatch","trans","trans_default_domain","transchoice","use","verbatim","with"];i=i.concat(i.map(g=>`end${g}`));const s={scope:"string",variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/}]},o={scope:"number",match:/\d+/},l={begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,contains:[s,o]},c={beginKeywords:n.join(" "),keywords:{name:n},relevance:0,contains:[l]},u={match:/\|(?=[A-Za-z_]+:?)/,beginScope:"punctuation",relevance:0,contains:[{match:/[A-Za-z_]+:?/,keywords:a}]},d=(g,{relevance:b})=>({beginScope:{1:"template-tag",3:"name"},relevance:b||2,endScope:"template-tag",begin:[/\{%/,/\s*/,t.either(...g)],end:/%\}/,keywords:"in",contains:[u,c,s,o]}),h=/[a-z_]+/,p=d(i,{relevance:2}),m=d([h],{relevance:1});return{name:"Twig",aliases:["craftcms"],case_insensitive:!0,subLanguage:"xml",contains:[e.COMMENT(/\{#/,/#\}/),p,m,{className:"template-variable",begin:/\{\{/,end:/\}\}/,contains:["self",u,c,s,o]}]}}return Gw=r,Gw}var zw,$7;function Qoe(){if($7)return zw;$7=1;const r="[A-Za-z$_][0-9A-Za-z$_]*",e=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],t=["true","false","null","undefined","NaN","Infinity"],n=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],a=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],i=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],s=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],o=[].concat(i,n,a);function l(u){const d=u.regex,h=(ue,{after:he})=>{const be="",end:""},g=/<[A-Za-z0-9\\._:-]+\s*\/>/,b={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(ue,he)=>{const be=ue[0].length+ue.index,Z=ue.input[be];if(Z==="<"||Z===","){he.ignoreMatch();return}Z===">"&&(h(ue,{after:be})||he.ignoreMatch());let ae;const fe=ue.input.substring(be);if(ae=fe.match(/^\s*=/)){he.ignoreMatch();return}if((ae=fe.match(/^\s+extends\s+/))&&ae.index===0){he.ignoreMatch();return}}},_={$pattern:r,keyword:e,literal:t,built_in:o,"variable.language":s},v="[0-9](_?[0-9])*",y=`\\.(${v})`,E="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",S={className:"number",variants:[{begin:`(\\b(${E})((${y})|\\.)?|(${y}))[eE][+-]?(${v})\\b`},{begin:`\\b(${E})\\b((${y})\\b|\\.)?|(${y})\\b`},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},w={className:"subst",begin:"\\$\\{",end:"\\}",keywords:_,contains:[]},C={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[u.BACKSLASH_ESCAPE,w],subLanguage:"xml"}},x={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[u.BACKSLASH_ESCAPE,w],subLanguage:"css"}},N={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[u.BACKSLASH_ESCAPE,w],subLanguage:"graphql"}},I={className:"string",begin:"`",end:"`",contains:[u.BACKSLASH_ESCAPE,w]},V={className:"comment",variants:[u.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:p+"(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),u.C_BLOCK_COMMENT_MODE,u.C_LINE_COMMENT_MODE]},q=[u.APOS_STRING_MODE,u.QUOTE_STRING_MODE,C,x,N,I,{match:/\$\d+/},S];w.contains=q.concat({begin:/\{/,end:/\}/,keywords:_,contains:["self"].concat(q)});const $=[].concat(V,w.contains),K=$.concat([{begin:/(\s*)\(/,end:/\)/,keywords:_,contains:["self"].concat($)}]),z={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:_,contains:K},re={variants:[{match:[/class/,/\s+/,p,/\s+/,/extends/,/\s+/,d.concat(p,"(",d.concat(/\./,p),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,p],scope:{1:"keyword",3:"title.class"}}]},W={relevance:0,match:d.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...n,...a]}},ie={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},k={variants:[{match:[/function/,/\s+/,p,/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[z],illegal:/%/},B={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function te(ue){return d.concat("(?!",ue.join("|"),")")}const O={match:d.concat(/\b/,te([...i,"super","import"].map(ue=>`${ue}\\s*\\(`)),p,d.lookahead(/\s*\(/)),className:"title.function",relevance:0},R={begin:d.concat(/\./,d.lookahead(d.concat(p,/(?![0-9A-Za-z$_(])/))),end:p,excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},U={match:[/get|set/,/\s+/,p,/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},z]},Q="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+u.UNDERSCORE_IDENT_RE+")\\s*=>",ne={match:[/const|var|let/,/\s+/,p,/\s*/,/=\s*/,/(async\s*)?/,d.lookahead(Q)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[z]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:_,exports:{PARAMS_CONTAINS:K,CLASS_REFERENCE:W},illegal:/#(?![$_A-z])/,contains:[u.SHEBANG({label:"shebang",binary:"node",relevance:5}),ie,u.APOS_STRING_MODE,u.QUOTE_STRING_MODE,C,x,N,I,V,{match:/\$\d+/},S,W,{scope:"attr",match:p+d.lookahead(":"),relevance:0},ne,{begin:"("+u.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[V,u.REGEXP_MODE,{className:"function",begin:Q,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:u.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:_,contains:K}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:m.begin,end:m.end},{match:g},{begin:b.begin,"on:begin":b.isTrulyOpeningTag,end:b.end}],subLanguage:"xml",contains:[{begin:b.begin,end:b.end,skip:!0,contains:["self"]}]}]},k,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+u.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[z,u.inherit(u.TITLE_MODE,{begin:p,className:"title.function"})]},{match:/\.\.\./,relevance:0},R,{match:"\\$"+p,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[z]},O,B,re,U,{match:/\$[(.]/}]}}function c(u){const d=u.regex,h=l(u),p=r,m=["any","void","number","boolean","string","object","never","symbol","bigint","unknown"],g={begin:[/namespace/,/\s+/,u.IDENT_RE],beginScope:{1:"keyword",3:"title.class"}},b={beginKeywords:"interface",end:/\{/,excludeEnd:!0,keywords:{keyword:"interface extends",built_in:m},contains:[h.exports.CLASS_REFERENCE]},_={className:"meta",relevance:10,begin:/^\s*['"]use strict['"]/},v=["type","interface","public","private","protected","implements","declare","abstract","readonly","enum","override","satisfies"],y={$pattern:r,keyword:e.concat(v),literal:t,built_in:o.concat(m),"variable.language":s},E={className:"meta",begin:"@"+p},S=(N,I,D)=>{const V=N.contains.findIndex(q=>q.label===I);if(V===-1)throw new Error("can not find mode to replace");N.contains.splice(V,1,D)};Object.assign(h.keywords,y),h.exports.PARAMS_CONTAINS.push(E);const w=h.contains.find(N=>N.scope==="attr"),C=Object.assign({},w,{match:d.concat(p,d.lookahead(/\s*\?:/))});h.exports.PARAMS_CONTAINS.push([h.exports.CLASS_REFERENCE,w,C]),h.contains=h.contains.concat([E,g,b,C]),S(h,"shebang",u.SHEBANG()),S(h,"use_strict",_);const x=h.contains.find(N=>N.label==="func.def");return x.relevance=0,Object.assign(h,{name:"TypeScript",aliases:["ts","tsx","mts","cts"]}),h}return zw=c,zw}var qw,G7;function Zoe(){if(G7)return qw;G7=1;function r(e){return{name:"Vala",keywords:{keyword:"char uchar unichar int uint long ulong short ushort int8 int16 int32 int64 uint8 uint16 uint32 uint64 float double bool struct enum string void weak unowned owned async signal static abstract interface override virtual delegate if while do for foreach else switch case break default return try catch public private protected internal using new this get set const stdout stdin stderr var",built_in:"DBus GLib CCode Gee Object Gtk Posix",literal:"false true null"},contains:[{className:"class",beginKeywords:"class interface namespace",end:/\{/,excludeEnd:!0,illegal:"[^,:\\n\\s\\.]",contains:[e.UNDERSCORE_TITLE_MODE]},e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,{className:"string",begin:'"""',end:'"""',relevance:5},e.APOS_STRING_MODE,e.QUOTE_STRING_MODE,e.C_NUMBER_MODE,{className:"meta",begin:"^#",end:"$"}]}}return qw=r,qw}var Hw,z7;function Joe(){if(z7)return Hw;z7=1;function r(e){const t=e.regex,n={className:"string",begin:/"(""|[^/n])"C\b/},a={className:"string",begin:/"/,end:/"/,illegal:/\n/,contains:[{begin:/""/}]},i=/\d{1,2}\/\d{1,2}\/\d{4}/,s=/\d{4}-\d{1,2}-\d{1,2}/,o=/(\d|1[012])(:\d+){0,2} *(AM|PM)/,l=/\d{1,2}(:\d{1,2}){1,2}/,c={className:"literal",variants:[{begin:t.concat(/# */,t.either(s,i),/ *#/)},{begin:t.concat(/# */,l,/ *#/)},{begin:t.concat(/# */,o,/ *#/)},{begin:t.concat(/# */,t.either(s,i),/ +/,t.either(o,l),/ *#/)}]},u={className:"number",relevance:0,variants:[{begin:/\b\d[\d_]*((\.[\d_]+(E[+-]?[\d_]+)?)|(E[+-]?[\d_]+))[RFD@!#]?/},{begin:/\b\d[\d_]*((U?[SIL])|[%&])?/},{begin:/&H[\dA-F_]+((U?[SIL])|[%&])?/},{begin:/&O[0-7_]+((U?[SIL])|[%&])?/},{begin:/&B[01_]+((U?[SIL])|[%&])?/}]},d={className:"label",begin:/^\w+:/},h=e.COMMENT(/'''/,/$/,{contains:[{className:"doctag",begin:/<\/?/,end:/>/}]}),p=e.COMMENT(null,/$/,{variants:[{begin:/'/},{begin:/([\t ]|^)REM(?=\s)/}]});return{name:"Visual Basic .NET",aliases:["vb"],case_insensitive:!0,classNameAliases:{label:"symbol"},keywords:{keyword:"addhandler alias aggregate ansi as async assembly auto binary by byref byval call case catch class compare const continue custom declare default delegate dim distinct do each equals else elseif end enum erase error event exit explicit finally for friend from function get global goto group handles if implements imports in inherits interface into iterator join key let lib loop me mid module mustinherit mustoverride mybase myclass namespace narrowing new next notinheritable notoverridable of off on operator option optional order overloads overridable overrides paramarray partial preserve private property protected public raiseevent readonly redim removehandler resume return select set shadows shared skip static step stop structure strict sub synclock take text then throw to try unicode until using when where while widening with withevents writeonly yield",built_in:"addressof and andalso await directcast gettype getxmlnamespace is isfalse isnot istrue like mod nameof new not or orelse trycast typeof xor cbool cbyte cchar cdate cdbl cdec cint clng cobj csbyte cshort csng cstr cuint culng cushort",type:"boolean byte char date decimal double integer long object sbyte short single string uinteger ulong ushort",literal:"true false nothing"},illegal:"//|\\{|\\}|endif|gosub|variant|wend|^\\$ ",contains:[n,a,c,u,d,h,p,{className:"meta",begin:/[\t ]*#(const|disable|else|elseif|enable|end|externalsource|if|region)\b/,end:/$/,keywords:{keyword:"const disable else elseif enable end externalsource if region then"},contains:[p]}]}}return Hw=r,Hw}var Vw,q7;function ele(){if(q7)return Vw;q7=1;function r(e){const t=e.regex,n=["lcase","month","vartype","instrrev","ubound","setlocale","getobject","rgb","getref","string","weekdayname","rnd","dateadd","monthname","now","day","minute","isarray","cbool","round","formatcurrency","conversions","csng","timevalue","second","year","space","abs","clng","timeserial","fixs","len","asc","isempty","maths","dateserial","atn","timer","isobject","filter","weekday","datevalue","ccur","isdate","instr","datediff","formatdatetime","replace","isnull","right","sgn","array","snumeric","log","cdbl","hex","chr","lbound","msgbox","ucase","getlocale","cos","cdate","cbyte","rtrim","join","hour","oct","typename","trim","strcomp","int","createobject","loadpicture","tan","formatnumber","mid","split","cint","sin","datepart","ltrim","sqr","time","derived","eval","date","formatpercent","exp","inputbox","left","ascw","chrw","regexp","cstr","err"],a=["server","response","request","scriptengine","scriptenginebuildversion","scriptengineminorversion","scriptenginemajorversion"],i={begin:t.concat(t.either(...n),"\\s*\\("),relevance:0,keywords:{built_in:n}};return{name:"VBScript",aliases:["vbs"],case_insensitive:!0,keywords:{keyword:["call","class","const","dim","do","loop","erase","execute","executeglobal","exit","for","each","next","function","if","then","else","on","error","option","explicit","new","private","property","let","get","public","randomize","redim","rem","select","case","set","stop","sub","while","wend","with","end","to","elseif","is","or","xor","and","not","class_initialize","class_terminate","default","preserve","in","me","byval","byref","step","resume","goto"],built_in:a,literal:["true","false","null","nothing","empty"]},illegal:"//",contains:[i,e.inherit(e.QUOTE_STRING_MODE,{contains:[{begin:'""'}]}),e.COMMENT(/'/,/$/,{relevance:0}),e.C_NUMBER_MODE]}}return Vw=r,Vw}var Yw,H7;function tle(){if(H7)return Yw;H7=1;function r(e){return{name:"VBScript in HTML",subLanguage:"xml",contains:[{begin:"<%",end:"%>",subLanguage:"vbscript"}]}}return Yw=r,Yw}var Ww,V7;function rle(){if(V7)return Ww;V7=1;function r(e){const t=e.regex,n={$pattern:/\$?[\w]+(\$[\w]+)*/,keyword:["accept_on","alias","always","always_comb","always_ff","always_latch","and","assert","assign","assume","automatic","before","begin","bind","bins","binsof","bit","break","buf|0","bufif0","bufif1","byte","case","casex","casez","cell","chandle","checker","class","clocking","cmos","config","const","constraint","context","continue","cover","covergroup","coverpoint","cross","deassign","default","defparam","design","disable","dist","do","edge","else","end","endcase","endchecker","endclass","endclocking","endconfig","endfunction","endgenerate","endgroup","endinterface","endmodule","endpackage","endprimitive","endprogram","endproperty","endspecify","endsequence","endtable","endtask","enum","event","eventually","expect","export","extends","extern","final","first_match","for","force","foreach","forever","fork","forkjoin","function","generate|5","genvar","global","highz0","highz1","if","iff","ifnone","ignore_bins","illegal_bins","implements","implies","import","incdir","include","initial","inout","input","inside","instance","int","integer","interconnect","interface","intersect","join","join_any","join_none","large","let","liblist","library","local","localparam","logic","longint","macromodule","matches","medium","modport","module","nand","negedge","nettype","new","nexttime","nmos","nor","noshowcancelled","not","notif0","notif1","or","output","package","packed","parameter","pmos","posedge","primitive","priority","program","property","protected","pull0","pull1","pulldown","pullup","pulsestyle_ondetect","pulsestyle_onevent","pure","rand","randc","randcase","randsequence","rcmos","real","realtime","ref","reg","reject_on","release","repeat","restrict","return","rnmos","rpmos","rtran","rtranif0","rtranif1","s_always","s_eventually","s_nexttime","s_until","s_until_with","scalared","sequence","shortint","shortreal","showcancelled","signed","small","soft","solve","specify","specparam","static","string","strong","strong0","strong1","struct","super","supply0","supply1","sync_accept_on","sync_reject_on","table","tagged","task","this","throughout","time","timeprecision","timeunit","tran","tranif0","tranif1","tri","tri0","tri1","triand","trior","trireg","type","typedef","union","unique","unique0","unsigned","until","until_with","untyped","use","uwire","var","vectored","virtual","void","wait","wait_order","wand","weak","weak0","weak1","while","wildcard","wire","with","within","wor","xnor","xor"],literal:["null"],built_in:["$finish","$stop","$exit","$fatal","$error","$warning","$info","$realtime","$time","$printtimescale","$bitstoreal","$bitstoshortreal","$itor","$signed","$cast","$bits","$stime","$timeformat","$realtobits","$shortrealtobits","$rtoi","$unsigned","$asserton","$assertkill","$assertpasson","$assertfailon","$assertnonvacuouson","$assertoff","$assertcontrol","$assertpassoff","$assertfailoff","$assertvacuousoff","$isunbounded","$sampled","$fell","$changed","$past_gclk","$fell_gclk","$changed_gclk","$rising_gclk","$steady_gclk","$coverage_control","$coverage_get","$coverage_save","$set_coverage_db_name","$rose","$stable","$past","$rose_gclk","$stable_gclk","$future_gclk","$falling_gclk","$changing_gclk","$display","$coverage_get_max","$coverage_merge","$get_coverage","$load_coverage_db","$typename","$unpacked_dimensions","$left","$low","$increment","$clog2","$ln","$log10","$exp","$sqrt","$pow","$floor","$ceil","$sin","$cos","$tan","$countbits","$onehot","$isunknown","$fatal","$warning","$dimensions","$right","$high","$size","$asin","$acos","$atan","$atan2","$hypot","$sinh","$cosh","$tanh","$asinh","$acosh","$atanh","$countones","$onehot0","$error","$info","$random","$dist_chi_square","$dist_erlang","$dist_exponential","$dist_normal","$dist_poisson","$dist_t","$dist_uniform","$q_initialize","$q_remove","$q_exam","$async$and$array","$async$nand$array","$async$or$array","$async$nor$array","$sync$and$array","$sync$nand$array","$sync$or$array","$sync$nor$array","$q_add","$q_full","$psprintf","$async$and$plane","$async$nand$plane","$async$or$plane","$async$nor$plane","$sync$and$plane","$sync$nand$plane","$sync$or$plane","$sync$nor$plane","$system","$display","$displayb","$displayh","$displayo","$strobe","$strobeb","$strobeh","$strobeo","$write","$readmemb","$readmemh","$writememh","$value$plusargs","$dumpvars","$dumpon","$dumplimit","$dumpports","$dumpportson","$dumpportslimit","$writeb","$writeh","$writeo","$monitor","$monitorb","$monitorh","$monitoro","$writememb","$dumpfile","$dumpoff","$dumpall","$dumpflush","$dumpportsoff","$dumpportsall","$dumpportsflush","$fclose","$fdisplay","$fdisplayb","$fdisplayh","$fdisplayo","$fstrobe","$fstrobeb","$fstrobeh","$fstrobeo","$swrite","$swriteb","$swriteh","$swriteo","$fscanf","$fread","$fseek","$fflush","$feof","$fopen","$fwrite","$fwriteb","$fwriteh","$fwriteo","$fmonitor","$fmonitorb","$fmonitorh","$fmonitoro","$sformat","$sformatf","$fgetc","$ungetc","$fgets","$sscanf","$rewind","$ftell","$ferror"]},a=["__FILE__","__LINE__"],i=["begin_keywords","celldefine","default_nettype","default_decay_time","default_trireg_strength","define","delay_mode_distributed","delay_mode_path","delay_mode_unit","delay_mode_zero","else","elsif","end_keywords","endcelldefine","endif","ifdef","ifndef","include","line","nounconnected_drive","pragma","resetall","timescale","unconnected_drive","undef","undefineall"];return{name:"Verilog",aliases:["v","sv","svh"],case_insensitive:!1,keywords:n,contains:[e.C_BLOCK_COMMENT_MODE,e.C_LINE_COMMENT_MODE,e.QUOTE_STRING_MODE,{scope:"number",contains:[e.BACKSLASH_ESCAPE],variants:[{begin:/\b((\d+'([bhodBHOD]))[0-9xzXZa-fA-F_]+)/},{begin:/\B(('([bhodBHOD]))[0-9xzXZa-fA-F_]+)/},{begin:/\b[0-9][0-9_]*/,relevance:0}]},{scope:"variable",variants:[{begin:"#\\((?!parameter).+\\)"},{begin:"\\.\\w+",relevance:0}]},{scope:"variable.constant",match:t.concat(/`/,t.either(...a))},{scope:"meta",begin:t.concat(/`/,t.either(...i)),end:/$|\/\/|\/\*/,returnEnd:!0,keywords:i}]}}return Ww=r,Ww}var jw,Y7;function nle(){if(Y7)return jw;Y7=1;function r(e){const t="\\d(_|\\d)*",n="[eE][-+]?"+t,a=t+"(\\."+t+")?("+n+")?",i="\\w+",o="\\b("+(t+"#"+i+"(\\."+i+")?#("+n+")?")+"|"+a+")";return{name:"VHDL",case_insensitive:!0,keywords:{keyword:["abs","access","after","alias","all","and","architecture","array","assert","assume","assume_guarantee","attribute","begin","block","body","buffer","bus","case","component","configuration","constant","context","cover","disconnect","downto","default","else","elsif","end","entity","exit","fairness","file","for","force","function","generate","generic","group","guarded","if","impure","in","inertial","inout","is","label","library","linkage","literal","loop","map","mod","nand","new","next","nor","not","null","of","on","open","or","others","out","package","parameter","port","postponed","procedure","process","property","protected","pure","range","record","register","reject","release","rem","report","restrict","restrict_guarantee","return","rol","ror","select","sequence","severity","shared","signal","sla","sll","sra","srl","strong","subtype","then","to","transport","type","unaffected","units","until","use","variable","view","vmode","vprop","vunit","wait","when","while","with","xnor","xor"],built_in:["boolean","bit","character","integer","time","delay_length","natural","positive","string","bit_vector","file_open_kind","file_open_status","std_logic","std_logic_vector","unsigned","signed","boolean_vector","integer_vector","std_ulogic","std_ulogic_vector","unresolved_unsigned","u_unsigned","unresolved_signed","u_signed","real_vector","time_vector"],literal:["false","true","note","warning","error","failure","line","text","side","width"]},illegal:/\{/,contains:[e.C_BLOCK_COMMENT_MODE,e.COMMENT("--","$"),e.QUOTE_STRING_MODE,{className:"number",begin:o,relevance:0},{className:"string",begin:"'(U|X|0|1|Z|W|L|H|-)'",contains:[e.BACKSLASH_ESCAPE]},{className:"symbol",begin:"'[A-Za-z](_?[A-Za-z0-9])*",contains:[e.BACKSLASH_ESCAPE]}]}}return jw=r,jw}var Kw,W7;function ale(){if(W7)return Kw;W7=1;function r(e){return{name:"Vim Script",keywords:{$pattern:/[!#@\w]+/,keyword:"N|0 P|0 X|0 a|0 ab abc abo al am an|0 ar arga argd arge argdo argg argl argu as au aug aun b|0 bN ba bad bd be bel bf bl bm bn bo bp br brea breaka breakd breakl bro bufdo buffers bun bw c|0 cN cNf ca cabc caddb cad caddf cal cat cb cc ccl cd ce cex cf cfir cgetb cgete cg changes chd che checkt cl cla clo cm cmapc cme cn cnew cnf cno cnorea cnoreme co col colo com comc comp con conf cope cp cpf cq cr cs cst cu cuna cunme cw delm deb debugg delc delf dif diffg diffo diffp diffpu diffs diffthis dig di dl dell dj dli do doautoa dp dr ds dsp e|0 ea ec echoe echoh echom echon el elsei em en endfo endf endt endw ene ex exe exi exu f|0 files filet fin fina fini fir fix fo foldc foldd folddoc foldo for fu go gr grepa gu gv ha helpf helpg helpt hi hid his ia iabc if ij il im imapc ime ino inorea inoreme int is isp iu iuna iunme j|0 ju k|0 keepa kee keepj lN lNf l|0 lad laddb laddf la lan lat lb lc lch lcl lcs le lefta let lex lf lfir lgetb lgete lg lgr lgrepa lh ll lla lli lmak lm lmapc lne lnew lnf ln loadk lo loc lockv lol lope lp lpf lr ls lt lu lua luad luaf lv lvimgrepa lw m|0 ma mak map mapc marks mat me menut mes mk mks mksp mkv mkvie mod mz mzf nbc nb nbs new nm nmapc nme nn nnoreme noa no noh norea noreme norm nu nun nunme ol o|0 om omapc ome on ono onoreme opt ou ounme ow p|0 profd prof pro promptr pc ped pe perld po popu pp pre prev ps pt ptN ptf ptj ptl ptn ptp ptr pts pu pw py3 python3 py3d py3f py pyd pyf quita qa rec red redi redr redraws reg res ret retu rew ri rightb rub rubyd rubyf rund ru rv sN san sa sal sav sb sbN sba sbf sbl sbm sbn sbp sbr scrip scripte scs se setf setg setl sf sfir sh sim sig sil sl sla sm smap smapc sme sn sni sno snor snoreme sor so spelld spe spelli spellr spellu spellw sp spr sre st sta startg startr star stopi stj sts sun sunm sunme sus sv sw sy synti sync tN tabN tabc tabdo tabe tabf tabfir tabl tabm tabnew tabn tabo tabp tabr tabs tab ta tags tc tcld tclf te tf th tj tl tm tn to tp tr try ts tu u|0 undoj undol una unh unl unlo unm unme uns up ve verb vert vim vimgrepa vi viu vie vm vmapc vme vne vn vnoreme vs vu vunme windo w|0 wN wa wh wi winc winp wn wp wq wqa ws wu wv x|0 xa xmapc xm xme xn xnoreme xu xunme y|0 z|0 ~ Next Print append abbreviate abclear aboveleft all amenu anoremenu args argadd argdelete argedit argglobal arglocal argument ascii autocmd augroup aunmenu buffer bNext ball badd bdelete behave belowright bfirst blast bmodified bnext botright bprevious brewind break breakadd breakdel breaklist browse bunload bwipeout change cNext cNfile cabbrev cabclear caddbuffer caddexpr caddfile call catch cbuffer cclose center cexpr cfile cfirst cgetbuffer cgetexpr cgetfile chdir checkpath checktime clist clast close cmap cmapclear cmenu cnext cnewer cnfile cnoremap cnoreabbrev cnoremenu copy colder colorscheme command comclear compiler continue confirm copen cprevious cpfile cquit crewind cscope cstag cunmap cunabbrev cunmenu cwindow delete delmarks debug debuggreedy delcommand delfunction diffupdate diffget diffoff diffpatch diffput diffsplit digraphs display deletel djump dlist doautocmd doautoall deletep drop dsearch dsplit edit earlier echo echoerr echohl echomsg else elseif emenu endif endfor endfunction endtry endwhile enew execute exit exusage file filetype find finally finish first fixdel fold foldclose folddoopen folddoclosed foldopen function global goto grep grepadd gui gvim hardcopy help helpfind helpgrep helptags highlight hide history insert iabbrev iabclear ijump ilist imap imapclear imenu inoremap inoreabbrev inoremenu intro isearch isplit iunmap iunabbrev iunmenu join jumps keepalt keepmarks keepjumps lNext lNfile list laddexpr laddbuffer laddfile last language later lbuffer lcd lchdir lclose lcscope left leftabove lexpr lfile lfirst lgetbuffer lgetexpr lgetfile lgrep lgrepadd lhelpgrep llast llist lmake lmap lmapclear lnext lnewer lnfile lnoremap loadkeymap loadview lockmarks lockvar lolder lopen lprevious lpfile lrewind ltag lunmap luado luafile lvimgrep lvimgrepadd lwindow move mark make mapclear match menu menutranslate messages mkexrc mksession mkspell mkvimrc mkview mode mzscheme mzfile nbclose nbkey nbsart next nmap nmapclear nmenu nnoremap nnoremenu noautocmd noremap nohlsearch noreabbrev noremenu normal number nunmap nunmenu oldfiles open omap omapclear omenu only onoremap onoremenu options ounmap ounmenu ownsyntax print profdel profile promptfind promptrepl pclose pedit perl perldo pop popup ppop preserve previous psearch ptag ptNext ptfirst ptjump ptlast ptnext ptprevious ptrewind ptselect put pwd py3do py3file python pydo pyfile quit quitall qall read recover redo redir redraw redrawstatus registers resize retab return rewind right rightbelow ruby rubydo rubyfile rundo runtime rviminfo substitute sNext sandbox sargument sall saveas sbuffer sbNext sball sbfirst sblast sbmodified sbnext sbprevious sbrewind scriptnames scriptencoding scscope set setfiletype setglobal setlocal sfind sfirst shell simalt sign silent sleep slast smagic smapclear smenu snext sniff snomagic snoremap snoremenu sort source spelldump spellgood spellinfo spellrepall spellundo spellwrong split sprevious srewind stop stag startgreplace startreplace startinsert stopinsert stjump stselect sunhide sunmap sunmenu suspend sview swapname syntax syntime syncbind tNext tabNext tabclose tabedit tabfind tabfirst tablast tabmove tabnext tabonly tabprevious tabrewind tag tcl tcldo tclfile tearoff tfirst throw tjump tlast tmenu tnext topleft tprevious trewind tselect tunmenu undo undojoin undolist unabbreviate unhide unlet unlockvar unmap unmenu unsilent update vglobal version verbose vertical vimgrep vimgrepadd visual viusage view vmap vmapclear vmenu vnew vnoremap vnoremenu vsplit vunmap vunmenu write wNext wall while winsize wincmd winpos wnext wprevious wqall wsverb wundo wviminfo xit xall xmapclear xmap xmenu xnoremap xnoremenu xunmap xunmenu yank",built_in:"synIDtrans atan2 range matcharg did_filetype asin feedkeys xor argv complete_check add getwinposx getqflist getwinposy screencol clearmatches empty extend getcmdpos mzeval garbagecollect setreg ceil sqrt diff_hlID inputsecret get getfperm getpid filewritable shiftwidth max sinh isdirectory synID system inputrestore winline atan visualmode inputlist tabpagewinnr round getregtype mapcheck hasmapto histdel argidx findfile sha256 exists toupper getcmdline taglist string getmatches bufnr strftime winwidth bufexists strtrans tabpagebuflist setcmdpos remote_read printf setloclist getpos getline bufwinnr float2nr len getcmdtype diff_filler luaeval resolve libcallnr foldclosedend reverse filter has_key bufname str2float strlen setline getcharmod setbufvar index searchpos shellescape undofile foldclosed setqflist buflisted strchars str2nr virtcol floor remove undotree remote_expr winheight gettabwinvar reltime cursor tabpagenr finddir localtime acos getloclist search tanh matchend rename gettabvar strdisplaywidth type abs py3eval setwinvar tolower wildmenumode log10 spellsuggest bufloaded synconcealed nextnonblank server2client complete settabwinvar executable input wincol setmatches getftype hlID inputsave searchpair or screenrow line settabvar histadd deepcopy strpart remote_peek and eval getftime submatch screenchar winsaveview matchadd mkdir screenattr getfontname libcall reltimestr getfsize winnr invert pow getbufline byte2line soundfold repeat fnameescape tagfiles sin strwidth spellbadword trunc maparg log lispindent hostname setpos globpath remote_foreground getchar synIDattr fnamemodify cscope_connection stridx winbufnr indent min complete_add nr2char searchpairpos inputdialog values matchlist items hlexists strridx browsedir expand fmod pathshorten line2byte argc count getwinvar glob foldtextresult getreg foreground cosh matchdelete has char2nr simplify histget searchdecl iconv winrestcmd pumvisible writefile foldlevel haslocaldir keys cos matchstr foldtext histnr tan tempname getcwd byteidx getbufvar islocked escape eventhandler remote_send serverlist winrestview synstack pyeval prevnonblank readfile cindent filereadable changenr exp"},illegal:/;/,contains:[e.NUMBER_MODE,{className:"string",begin:"'",end:"'",illegal:"\\n"},{className:"string",begin:/"(\\"|\n\\|[^"\n])*"/},e.COMMENT('"',"$"),{className:"variable",begin:/[bwtglsav]:[\w\d_]+/},{begin:[/\b(?:function|function!)/,/\s+/,e.IDENT_RE],className:{1:"keyword",3:"title"},end:"$",relevance:0,contains:[{className:"params",begin:"\\(",end:"\\)"}]},{className:"symbol",begin:/<[\w-]+>/}]}}return Kw=r,Kw}var Xw,j7;function ile(){if(j7)return Xw;j7=1;function r(e){e.regex;const t=e.COMMENT(/\(;/,/;\)/);t.contains.push("self");const n=e.COMMENT(/;;/,/$/),a=["anyfunc","block","br","br_if","br_table","call","call_indirect","data","drop","elem","else","end","export","func","global.get","global.set","local.get","local.set","local.tee","get_global","get_local","global","if","import","local","loop","memory","memory.grow","memory.size","module","mut","nop","offset","param","result","return","select","set_global","set_local","start","table","tee_local","then","type","unreachable"],i={begin:[/(?:func|call|call_indirect)/,/\s+/,/\$[^\s)]+/],className:{1:"keyword",3:"title.function"}},s={className:"variable",begin:/\$[\w_]+/},o={match:/(\((?!;)|\))+/,className:"punctuation",relevance:0},l={className:"number",relevance:0,match:/[+-]?\b(?:\d(?:_?\d)*(?:\.\d(?:_?\d)*)?(?:[eE][+-]?\d(?:_?\d)*)?|0x[\da-fA-F](?:_?[\da-fA-F])*(?:\.[\da-fA-F](?:_?[\da-fA-D])*)?(?:[pP][+-]?\d(?:_?\d)*)?)\b|\binf\b|\bnan(?::0x[\da-fA-F](?:_?[\da-fA-D])*)?\b/},c={match:/(i32|i64|f32|f64)(?!\.)/,className:"type"},u={className:"keyword",match:/\b(f32|f64|i32|i64)(?:\.(?:abs|add|and|ceil|clz|const|convert_[su]\/i(?:32|64)|copysign|ctz|demote\/f64|div(?:_[su])?|eqz?|extend_[su]\/i32|floor|ge(?:_[su])?|gt(?:_[su])?|le(?:_[su])?|load(?:(?:8|16|32)_[su])?|lt(?:_[su])?|max|min|mul|nearest|neg?|or|popcnt|promote\/f32|reinterpret\/[fi](?:32|64)|rem_[su]|rot[lr]|shl|shr_[su]|store(?:8|16|32)?|sqrt|sub|trunc(?:_[su]\/f(?:32|64))?|wrap\/i64|xor))\b/};return{name:"WebAssembly",keywords:{$pattern:/[\w.]+/,keyword:a},contains:[n,t,{match:[/(?:offset|align)/,/\s*/,/=/],className:{1:"keyword",3:"operator"}},s,o,i,e.QUOTE_STRING_MODE,c,u,l]}}return Xw=r,Xw}var Qw,K7;function sle(){if(K7)return Qw;K7=1;function r(e){const t=e.regex,n=/[a-zA-Z]\w*/,a=["as","break","class","construct","continue","else","for","foreign","if","import","in","is","return","static","var","while"],i=["true","false","null"],s=["this","super"],o=["Bool","Class","Fiber","Fn","List","Map","Null","Num","Object","Range","Sequence","String","System"],l=["-","~",/\*/,"%",/\.\.\./,/\.\./,/\+/,"<<",">>",">=","<=","<",">",/\^/,/!=/,/!/,/\bis\b/,"==","&&","&",/\|\|/,/\|/,/\?:/,"="],c={relevance:0,match:t.concat(/\b(?!(if|while|for|else|super)\b)/,n,/(?=\s*[({])/),className:"title.function"},u={match:t.concat(t.either(t.concat(/\b(?!(if|while|for|else|super)\b)/,n),t.either(...l)),/(?=\s*\([^)]+\)\s*\{)/),className:"title.function",starts:{contains:[{begin:/\(/,end:/\)/,contains:[{relevance:0,scope:"params",match:n}]}]}},d={variants:[{match:[/class\s+/,n,/\s+is\s+/,n]},{match:[/class\s+/,n]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:a},h={relevance:0,match:t.either(...l),className:"operator"},p={className:"string",begin:/"""/,end:/"""/},m={className:"property",begin:t.concat(/\./,t.lookahead(n)),end:n,excludeBegin:!0,relevance:0},g={relevance:0,match:t.concat(/\b_/,n),scope:"variable"},b={relevance:0,match:/\b[A-Z]+[a-z]+([A-Z]+[a-z]+)*/,scope:"title.class",keywords:{_:o}},_=e.C_NUMBER_MODE,v={match:[n,/\s*/,/=/,/\s*/,/\(/,n,/\)\s*\{/],scope:{1:"title.function",3:"operator",6:"params"}},y=e.COMMENT(/\/\*\*/,/\*\//,{contains:[{match:/@[a-z]+/,scope:"doctag"},"self"]}),E={scope:"subst",begin:/%\(/,end:/\)/,contains:[_,b,c,g,h]},S={scope:"string",begin:/"/,end:/"/,contains:[E,{scope:"char.escape",variants:[{match:/\\\\|\\["0%abefnrtv]/},{match:/\\x[0-9A-F]{2}/},{match:/\\u[0-9A-F]{4}/},{match:/\\U[0-9A-F]{8}/}]}]};E.contains.push(S);const w=[...a,...s,...i],C={relevance:0,match:t.concat("\\b(?!",w.join("|"),"\\b)",/[a-zA-Z_]\w*(?:[?!]|\b)/),className:"variable"};return{name:"Wren",keywords:{keyword:a,"variable.language":s,literal:i},contains:[{scope:"comment",variants:[{begin:[/#!?/,/[A-Za-z_]+(?=\()/],beginScope:{},keywords:{literal:i},contains:[],end:/\)/},{begin:[/#!?/,/[A-Za-z_]+/],beginScope:{},end:/$/}]},_,S,p,y,e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,b,d,v,u,c,h,g,m,C]}}return Qw=r,Qw}var Zw,X7;function ole(){if(X7)return Zw;X7=1;function r(e){return{name:"Intel x86 Assembly",case_insensitive:!0,keywords:{$pattern:"[.%]?"+e.IDENT_RE,keyword:"lock rep repe repz repne repnz xaquire xrelease bnd nobnd aaa aad aam aas adc add and arpl bb0_reset bb1_reset bound bsf bsr bswap bt btc btr bts call cbw cdq cdqe clc cld cli clts cmc cmp cmpsb cmpsd cmpsq cmpsw cmpxchg cmpxchg486 cmpxchg8b cmpxchg16b cpuid cpu_read cpu_write cqo cwd cwde daa das dec div dmint emms enter equ f2xm1 fabs fadd faddp fbld fbstp fchs fclex fcmovb fcmovbe fcmove fcmovnb fcmovnbe fcmovne fcmovnu fcmovu fcom fcomi fcomip fcomp fcompp fcos fdecstp fdisi fdiv fdivp fdivr fdivrp femms feni ffree ffreep fiadd ficom ficomp fidiv fidivr fild fimul fincstp finit fist fistp fisttp fisub fisubr fld fld1 fldcw fldenv fldl2e fldl2t fldlg2 fldln2 fldpi fldz fmul fmulp fnclex fndisi fneni fninit fnop fnsave fnstcw fnstenv fnstsw fpatan fprem fprem1 fptan frndint frstor fsave fscale fsetpm fsin fsincos fsqrt fst fstcw fstenv fstp fstsw fsub fsubp fsubr fsubrp ftst fucom fucomi fucomip fucomp fucompp fxam fxch fxtract fyl2x fyl2xp1 hlt ibts icebp idiv imul in inc incbin insb insd insw int int01 int1 int03 int3 into invd invpcid invlpg invlpga iret iretd iretq iretw jcxz jecxz jrcxz jmp jmpe lahf lar lds lea leave les lfence lfs lgdt lgs lidt lldt lmsw loadall loadall286 lodsb lodsd lodsq lodsw loop loope loopne loopnz loopz lsl lss ltr mfence monitor mov movd movq movsb movsd movsq movsw movsx movsxd movzx mul mwait neg nop not or out outsb outsd outsw packssdw packsswb packuswb paddb paddd paddsb paddsiw paddsw paddusb paddusw paddw pand pandn pause paveb pavgusb pcmpeqb pcmpeqd pcmpeqw pcmpgtb pcmpgtd pcmpgtw pdistib pf2id pfacc pfadd pfcmpeq pfcmpge pfcmpgt pfmax pfmin pfmul pfrcp pfrcpit1 pfrcpit2 pfrsqit1 pfrsqrt pfsub pfsubr pi2fd pmachriw pmaddwd pmagw pmulhriw pmulhrwa pmulhrwc pmulhw pmullw pmvgezb pmvlzb pmvnzb pmvzb pop popa popad popaw popf popfd popfq popfw por prefetch prefetchw pslld psllq psllw psrad psraw psrld psrlq psrlw psubb psubd psubsb psubsiw psubsw psubusb psubusw psubw punpckhbw punpckhdq punpckhwd punpcklbw punpckldq punpcklwd push pusha pushad pushaw pushf pushfd pushfq pushfw pxor rcl rcr rdshr rdmsr rdpmc rdtsc rdtscp ret retf retn rol ror rdm rsdc rsldt rsm rsts sahf sal salc sar sbb scasb scasd scasq scasw sfence sgdt shl shld shr shrd sidt sldt skinit smi smint smintold smsw stc std sti stosb stosd stosq stosw str sub svdc svldt svts swapgs syscall sysenter sysexit sysret test ud0 ud1 ud2b ud2 ud2a umov verr verw fwait wbinvd wrshr wrmsr xadd xbts xchg xlatb xlat xor cmove cmovz cmovne cmovnz cmova cmovnbe cmovae cmovnb cmovb cmovnae cmovbe cmovna cmovg cmovnle cmovge cmovnl cmovl cmovnge cmovle cmovng cmovc cmovnc cmovo cmovno cmovs cmovns cmovp cmovpe cmovnp cmovpo je jz jne jnz ja jnbe jae jnb jb jnae jbe jna jg jnle jge jnl jl jnge jle jng jc jnc jo jno js jns jpo jnp jpe jp sete setz setne setnz seta setnbe setae setnb setnc setb setnae setcset setbe setna setg setnle setge setnl setl setnge setle setng sets setns seto setno setpe setp setpo setnp addps addss andnps andps cmpeqps cmpeqss cmpleps cmpless cmpltps cmpltss cmpneqps cmpneqss cmpnleps cmpnless cmpnltps cmpnltss cmpordps cmpordss cmpunordps cmpunordss cmpps cmpss comiss cvtpi2ps cvtps2pi cvtsi2ss cvtss2si cvttps2pi cvttss2si divps divss ldmxcsr maxps maxss minps minss movaps movhps movlhps movlps movhlps movmskps movntps movss movups mulps mulss orps rcpps rcpss rsqrtps rsqrtss shufps sqrtps sqrtss stmxcsr subps subss ucomiss unpckhps unpcklps xorps fxrstor fxrstor64 fxsave fxsave64 xgetbv xsetbv xsave xsave64 xsaveopt xsaveopt64 xrstor xrstor64 prefetchnta prefetcht0 prefetcht1 prefetcht2 maskmovq movntq pavgb pavgw pextrw pinsrw pmaxsw pmaxub pminsw pminub pmovmskb pmulhuw psadbw pshufw pf2iw pfnacc pfpnacc pi2fw pswapd maskmovdqu clflush movntdq movnti movntpd movdqa movdqu movdq2q movq2dq paddq pmuludq pshufd pshufhw pshuflw pslldq psrldq psubq punpckhqdq punpcklqdq addpd addsd andnpd andpd cmpeqpd cmpeqsd cmplepd cmplesd cmpltpd cmpltsd cmpneqpd cmpneqsd cmpnlepd cmpnlesd cmpnltpd cmpnltsd cmpordpd cmpordsd cmpunordpd cmpunordsd cmppd comisd cvtdq2pd cvtdq2ps cvtpd2dq cvtpd2pi cvtpd2ps cvtpi2pd cvtps2dq cvtps2pd cvtsd2si cvtsd2ss cvtsi2sd cvtss2sd cvttpd2pi cvttpd2dq cvttps2dq cvttsd2si divpd divsd maxpd maxsd minpd minsd movapd movhpd movlpd movmskpd movupd mulpd mulsd orpd shufpd sqrtpd sqrtsd subpd subsd ucomisd unpckhpd unpcklpd xorpd addsubpd addsubps haddpd haddps hsubpd hsubps lddqu movddup movshdup movsldup clgi stgi vmcall vmclear vmfunc vmlaunch vmload vmmcall vmptrld vmptrst vmread vmresume vmrun vmsave vmwrite vmxoff vmxon invept invvpid pabsb pabsw pabsd palignr phaddw phaddd phaddsw phsubw phsubd phsubsw pmaddubsw pmulhrsw pshufb psignb psignw psignd extrq insertq movntsd movntss lzcnt blendpd blendps blendvpd blendvps dppd dpps extractps insertps movntdqa mpsadbw packusdw pblendvb pblendw pcmpeqq pextrb pextrd pextrq phminposuw pinsrb pinsrd pinsrq pmaxsb pmaxsd pmaxud pmaxuw pminsb pminsd pminud pminuw pmovsxbw pmovsxbd pmovsxbq pmovsxwd pmovsxwq pmovsxdq pmovzxbw pmovzxbd pmovzxbq pmovzxwd pmovzxwq pmovzxdq pmuldq pmulld ptest roundpd roundps roundsd roundss crc32 pcmpestri pcmpestrm pcmpistri pcmpistrm pcmpgtq popcnt getsec pfrcpv pfrsqrtv movbe aesenc aesenclast aesdec aesdeclast aesimc aeskeygenassist vaesenc vaesenclast vaesdec vaesdeclast vaesimc vaeskeygenassist vaddpd vaddps vaddsd vaddss vaddsubpd vaddsubps vandpd vandps vandnpd vandnps vblendpd vblendps vblendvpd vblendvps vbroadcastss vbroadcastsd vbroadcastf128 vcmpeq_ospd vcmpeqpd vcmplt_ospd vcmpltpd vcmple_ospd vcmplepd vcmpunord_qpd vcmpunordpd vcmpneq_uqpd vcmpneqpd vcmpnlt_uspd vcmpnltpd vcmpnle_uspd vcmpnlepd vcmpord_qpd vcmpordpd vcmpeq_uqpd vcmpnge_uspd vcmpngepd vcmpngt_uspd vcmpngtpd vcmpfalse_oqpd vcmpfalsepd vcmpneq_oqpd vcmpge_ospd vcmpgepd vcmpgt_ospd vcmpgtpd vcmptrue_uqpd vcmptruepd vcmplt_oqpd vcmple_oqpd vcmpunord_spd vcmpneq_uspd vcmpnlt_uqpd vcmpnle_uqpd vcmpord_spd vcmpeq_uspd vcmpnge_uqpd vcmpngt_uqpd vcmpfalse_ospd vcmpneq_ospd vcmpge_oqpd vcmpgt_oqpd vcmptrue_uspd vcmppd vcmpeq_osps vcmpeqps vcmplt_osps vcmpltps vcmple_osps vcmpleps vcmpunord_qps vcmpunordps vcmpneq_uqps vcmpneqps vcmpnlt_usps vcmpnltps vcmpnle_usps vcmpnleps vcmpord_qps vcmpordps vcmpeq_uqps vcmpnge_usps vcmpngeps vcmpngt_usps vcmpngtps vcmpfalse_oqps vcmpfalseps vcmpneq_oqps vcmpge_osps vcmpgeps vcmpgt_osps vcmpgtps vcmptrue_uqps vcmptrueps vcmplt_oqps vcmple_oqps vcmpunord_sps vcmpneq_usps vcmpnlt_uqps vcmpnle_uqps vcmpord_sps vcmpeq_usps vcmpnge_uqps vcmpngt_uqps vcmpfalse_osps vcmpneq_osps vcmpge_oqps vcmpgt_oqps vcmptrue_usps vcmpps vcmpeq_ossd vcmpeqsd vcmplt_ossd vcmpltsd vcmple_ossd vcmplesd vcmpunord_qsd vcmpunordsd vcmpneq_uqsd vcmpneqsd vcmpnlt_ussd vcmpnltsd vcmpnle_ussd vcmpnlesd vcmpord_qsd vcmpordsd vcmpeq_uqsd vcmpnge_ussd vcmpngesd vcmpngt_ussd vcmpngtsd vcmpfalse_oqsd vcmpfalsesd vcmpneq_oqsd vcmpge_ossd vcmpgesd vcmpgt_ossd vcmpgtsd vcmptrue_uqsd vcmptruesd vcmplt_oqsd vcmple_oqsd vcmpunord_ssd vcmpneq_ussd vcmpnlt_uqsd vcmpnle_uqsd vcmpord_ssd vcmpeq_ussd vcmpnge_uqsd vcmpngt_uqsd vcmpfalse_ossd vcmpneq_ossd vcmpge_oqsd vcmpgt_oqsd vcmptrue_ussd vcmpsd vcmpeq_osss vcmpeqss vcmplt_osss vcmpltss vcmple_osss vcmpless vcmpunord_qss vcmpunordss vcmpneq_uqss vcmpneqss vcmpnlt_usss vcmpnltss vcmpnle_usss vcmpnless vcmpord_qss vcmpordss vcmpeq_uqss vcmpnge_usss vcmpngess vcmpngt_usss vcmpngtss vcmpfalse_oqss vcmpfalsess vcmpneq_oqss vcmpge_osss vcmpgess vcmpgt_osss vcmpgtss vcmptrue_uqss vcmptruess vcmplt_oqss vcmple_oqss vcmpunord_sss vcmpneq_usss vcmpnlt_uqss vcmpnle_uqss vcmpord_sss vcmpeq_usss vcmpnge_uqss vcmpngt_uqss vcmpfalse_osss vcmpneq_osss vcmpge_oqss vcmpgt_oqss vcmptrue_usss vcmpss vcomisd vcomiss vcvtdq2pd vcvtdq2ps vcvtpd2dq vcvtpd2ps vcvtps2dq vcvtps2pd vcvtsd2si vcvtsd2ss vcvtsi2sd vcvtsi2ss vcvtss2sd vcvtss2si vcvttpd2dq vcvttps2dq vcvttsd2si vcvttss2si vdivpd vdivps vdivsd vdivss vdppd vdpps vextractf128 vextractps vhaddpd vhaddps vhsubpd vhsubps vinsertf128 vinsertps vlddqu vldqqu vldmxcsr vmaskmovdqu vmaskmovps vmaskmovpd vmaxpd vmaxps vmaxsd vmaxss vminpd vminps vminsd vminss vmovapd vmovaps vmovd vmovq vmovddup vmovdqa vmovqqa vmovdqu vmovqqu vmovhlps vmovhpd vmovhps vmovlhps vmovlpd vmovlps vmovmskpd vmovmskps vmovntdq vmovntqq vmovntdqa vmovntpd vmovntps vmovsd vmovshdup vmovsldup vmovss vmovupd vmovups vmpsadbw vmulpd vmulps vmulsd vmulss vorpd vorps vpabsb vpabsw vpabsd vpacksswb vpackssdw vpackuswb vpackusdw vpaddb vpaddw vpaddd vpaddq vpaddsb vpaddsw vpaddusb vpaddusw vpalignr vpand vpandn vpavgb vpavgw vpblendvb vpblendw vpcmpestri vpcmpestrm vpcmpistri vpcmpistrm vpcmpeqb vpcmpeqw vpcmpeqd vpcmpeqq vpcmpgtb vpcmpgtw vpcmpgtd vpcmpgtq vpermilpd vpermilps vperm2f128 vpextrb vpextrw vpextrd vpextrq vphaddw vphaddd vphaddsw vphminposuw vphsubw vphsubd vphsubsw vpinsrb vpinsrw vpinsrd vpinsrq vpmaddwd vpmaddubsw vpmaxsb vpmaxsw vpmaxsd vpmaxub vpmaxuw vpmaxud vpminsb vpminsw vpminsd vpminub vpminuw vpminud vpmovmskb vpmovsxbw vpmovsxbd vpmovsxbq vpmovsxwd vpmovsxwq vpmovsxdq vpmovzxbw vpmovzxbd vpmovzxbq vpmovzxwd vpmovzxwq vpmovzxdq vpmulhuw vpmulhrsw vpmulhw vpmullw vpmulld vpmuludq vpmuldq vpor vpsadbw vpshufb vpshufd vpshufhw vpshuflw vpsignb vpsignw vpsignd vpslldq vpsrldq vpsllw vpslld vpsllq vpsraw vpsrad vpsrlw vpsrld vpsrlq vptest vpsubb vpsubw vpsubd vpsubq vpsubsb vpsubsw vpsubusb vpsubusw vpunpckhbw vpunpckhwd vpunpckhdq vpunpckhqdq vpunpcklbw vpunpcklwd vpunpckldq vpunpcklqdq vpxor vrcpps vrcpss vrsqrtps vrsqrtss vroundpd vroundps vroundsd vroundss vshufpd vshufps vsqrtpd vsqrtps vsqrtsd vsqrtss vstmxcsr vsubpd vsubps vsubsd vsubss vtestps vtestpd vucomisd vucomiss vunpckhpd vunpckhps vunpcklpd vunpcklps vxorpd vxorps vzeroall vzeroupper pclmullqlqdq pclmulhqlqdq pclmullqhqdq pclmulhqhqdq pclmulqdq vpclmullqlqdq vpclmulhqlqdq vpclmullqhqdq vpclmulhqhqdq vpclmulqdq vfmadd132ps vfmadd132pd vfmadd312ps vfmadd312pd vfmadd213ps vfmadd213pd vfmadd123ps vfmadd123pd vfmadd231ps vfmadd231pd vfmadd321ps vfmadd321pd vfmaddsub132ps vfmaddsub132pd vfmaddsub312ps vfmaddsub312pd vfmaddsub213ps vfmaddsub213pd vfmaddsub123ps vfmaddsub123pd vfmaddsub231ps vfmaddsub231pd vfmaddsub321ps vfmaddsub321pd vfmsub132ps vfmsub132pd vfmsub312ps vfmsub312pd vfmsub213ps vfmsub213pd vfmsub123ps vfmsub123pd vfmsub231ps vfmsub231pd vfmsub321ps vfmsub321pd vfmsubadd132ps vfmsubadd132pd vfmsubadd312ps vfmsubadd312pd vfmsubadd213ps vfmsubadd213pd vfmsubadd123ps vfmsubadd123pd vfmsubadd231ps vfmsubadd231pd vfmsubadd321ps vfmsubadd321pd vfnmadd132ps vfnmadd132pd vfnmadd312ps vfnmadd312pd vfnmadd213ps vfnmadd213pd vfnmadd123ps vfnmadd123pd vfnmadd231ps vfnmadd231pd vfnmadd321ps vfnmadd321pd vfnmsub132ps vfnmsub132pd vfnmsub312ps vfnmsub312pd vfnmsub213ps vfnmsub213pd vfnmsub123ps vfnmsub123pd vfnmsub231ps vfnmsub231pd vfnmsub321ps vfnmsub321pd vfmadd132ss vfmadd132sd vfmadd312ss vfmadd312sd vfmadd213ss vfmadd213sd vfmadd123ss vfmadd123sd vfmadd231ss vfmadd231sd vfmadd321ss vfmadd321sd vfmsub132ss vfmsub132sd vfmsub312ss vfmsub312sd vfmsub213ss vfmsub213sd vfmsub123ss vfmsub123sd vfmsub231ss vfmsub231sd vfmsub321ss vfmsub321sd vfnmadd132ss vfnmadd132sd vfnmadd312ss vfnmadd312sd vfnmadd213ss vfnmadd213sd vfnmadd123ss vfnmadd123sd vfnmadd231ss vfnmadd231sd vfnmadd321ss vfnmadd321sd vfnmsub132ss vfnmsub132sd vfnmsub312ss vfnmsub312sd vfnmsub213ss vfnmsub213sd vfnmsub123ss vfnmsub123sd vfnmsub231ss vfnmsub231sd vfnmsub321ss vfnmsub321sd rdfsbase rdgsbase rdrand wrfsbase wrgsbase vcvtph2ps vcvtps2ph adcx adox rdseed clac stac xstore xcryptecb xcryptcbc xcryptctr xcryptcfb xcryptofb montmul xsha1 xsha256 llwpcb slwpcb lwpval lwpins vfmaddpd vfmaddps vfmaddsd vfmaddss vfmaddsubpd vfmaddsubps vfmsubaddpd vfmsubaddps vfmsubpd vfmsubps vfmsubsd vfmsubss vfnmaddpd vfnmaddps vfnmaddsd vfnmaddss vfnmsubpd vfnmsubps vfnmsubsd vfnmsubss vfrczpd vfrczps vfrczsd vfrczss vpcmov vpcomb vpcomd vpcomq vpcomub vpcomud vpcomuq vpcomuw vpcomw vphaddbd vphaddbq vphaddbw vphadddq vphaddubd vphaddubq vphaddubw vphaddudq vphadduwd vphadduwq vphaddwd vphaddwq vphsubbw vphsubdq vphsubwd vpmacsdd vpmacsdqh vpmacsdql vpmacssdd vpmacssdqh vpmacssdql vpmacsswd vpmacssww vpmacswd vpmacsww vpmadcsswd vpmadcswd vpperm vprotb vprotd vprotq vprotw vpshab vpshad vpshaq vpshaw vpshlb vpshld vpshlq vpshlw vbroadcasti128 vpblendd vpbroadcastb vpbroadcastw vpbroadcastd vpbroadcastq vpermd vpermpd vpermps vpermq vperm2i128 vextracti128 vinserti128 vpmaskmovd vpmaskmovq vpsllvd vpsllvq vpsravd vpsrlvd vpsrlvq vgatherdpd vgatherqpd vgatherdps vgatherqps vpgatherdd vpgatherqd vpgatherdq vpgatherqq xabort xbegin xend xtest andn bextr blci blcic blsi blsic blcfill blsfill blcmsk blsmsk blsr blcs bzhi mulx pdep pext rorx sarx shlx shrx tzcnt tzmsk t1mskc valignd valignq vblendmpd vblendmps vbroadcastf32x4 vbroadcastf64x4 vbroadcasti32x4 vbroadcasti64x4 vcompresspd vcompressps vcvtpd2udq vcvtps2udq vcvtsd2usi vcvtss2usi vcvttpd2udq vcvttps2udq vcvttsd2usi vcvttss2usi vcvtudq2pd vcvtudq2ps vcvtusi2sd vcvtusi2ss vexpandpd vexpandps vextractf32x4 vextractf64x4 vextracti32x4 vextracti64x4 vfixupimmpd vfixupimmps vfixupimmsd vfixupimmss vgetexppd vgetexpps vgetexpsd vgetexpss vgetmantpd vgetmantps vgetmantsd vgetmantss vinsertf32x4 vinsertf64x4 vinserti32x4 vinserti64x4 vmovdqa32 vmovdqa64 vmovdqu32 vmovdqu64 vpabsq vpandd vpandnd vpandnq vpandq vpblendmd vpblendmq vpcmpltd vpcmpled vpcmpneqd vpcmpnltd vpcmpnled vpcmpd vpcmpltq vpcmpleq vpcmpneqq vpcmpnltq vpcmpnleq vpcmpq vpcmpequd vpcmpltud vpcmpleud vpcmpnequd vpcmpnltud vpcmpnleud vpcmpud vpcmpequq vpcmpltuq vpcmpleuq vpcmpnequq vpcmpnltuq vpcmpnleuq vpcmpuq vpcompressd vpcompressq vpermi2d vpermi2pd vpermi2ps vpermi2q vpermt2d vpermt2pd vpermt2ps vpermt2q vpexpandd vpexpandq vpmaxsq vpmaxuq vpminsq vpminuq vpmovdb vpmovdw vpmovqb vpmovqd vpmovqw vpmovsdb vpmovsdw vpmovsqb vpmovsqd vpmovsqw vpmovusdb vpmovusdw vpmovusqb vpmovusqd vpmovusqw vpord vporq vprold vprolq vprolvd vprolvq vprord vprorq vprorvd vprorvq vpscatterdd vpscatterdq vpscatterqd vpscatterqq vpsraq vpsravq vpternlogd vpternlogq vptestmd vptestmq vptestnmd vptestnmq vpxord vpxorq vrcp14pd vrcp14ps vrcp14sd vrcp14ss vrndscalepd vrndscaleps vrndscalesd vrndscaless vrsqrt14pd vrsqrt14ps vrsqrt14sd vrsqrt14ss vscalefpd vscalefps vscalefsd vscalefss vscatterdpd vscatterdps vscatterqpd vscatterqps vshuff32x4 vshuff64x2 vshufi32x4 vshufi64x2 kandnw kandw kmovw knotw kortestw korw kshiftlw kshiftrw kunpckbw kxnorw kxorw vpbroadcastmb2q vpbroadcastmw2d vpconflictd vpconflictq vplzcntd vplzcntq vexp2pd vexp2ps vrcp28pd vrcp28ps vrcp28sd vrcp28ss vrsqrt28pd vrsqrt28ps vrsqrt28sd vrsqrt28ss vgatherpf0dpd vgatherpf0dps vgatherpf0qpd vgatherpf0qps vgatherpf1dpd vgatherpf1dps vgatherpf1qpd vgatherpf1qps vscatterpf0dpd vscatterpf0dps vscatterpf0qpd vscatterpf0qps vscatterpf1dpd vscatterpf1dps vscatterpf1qpd vscatterpf1qps prefetchwt1 bndmk bndcl bndcu bndcn bndmov bndldx bndstx sha1rnds4 sha1nexte sha1msg1 sha1msg2 sha256rnds2 sha256msg1 sha256msg2 hint_nop0 hint_nop1 hint_nop2 hint_nop3 hint_nop4 hint_nop5 hint_nop6 hint_nop7 hint_nop8 hint_nop9 hint_nop10 hint_nop11 hint_nop12 hint_nop13 hint_nop14 hint_nop15 hint_nop16 hint_nop17 hint_nop18 hint_nop19 hint_nop20 hint_nop21 hint_nop22 hint_nop23 hint_nop24 hint_nop25 hint_nop26 hint_nop27 hint_nop28 hint_nop29 hint_nop30 hint_nop31 hint_nop32 hint_nop33 hint_nop34 hint_nop35 hint_nop36 hint_nop37 hint_nop38 hint_nop39 hint_nop40 hint_nop41 hint_nop42 hint_nop43 hint_nop44 hint_nop45 hint_nop46 hint_nop47 hint_nop48 hint_nop49 hint_nop50 hint_nop51 hint_nop52 hint_nop53 hint_nop54 hint_nop55 hint_nop56 hint_nop57 hint_nop58 hint_nop59 hint_nop60 hint_nop61 hint_nop62 hint_nop63",built_in:"ip eip rip al ah bl bh cl ch dl dh sil dil bpl spl r8b r9b r10b r11b r12b r13b r14b r15b ax bx cx dx si di bp sp r8w r9w r10w r11w r12w r13w r14w r15w eax ebx ecx edx esi edi ebp esp eip r8d r9d r10d r11d r12d r13d r14d r15d rax rbx rcx rdx rsi rdi rbp rsp r8 r9 r10 r11 r12 r13 r14 r15 cs ds es fs gs ss st st0 st1 st2 st3 st4 st5 st6 st7 mm0 mm1 mm2 mm3 mm4 mm5 mm6 mm7 xmm0 xmm1 xmm2 xmm3 xmm4 xmm5 xmm6 xmm7 xmm8 xmm9 xmm10 xmm11 xmm12 xmm13 xmm14 xmm15 xmm16 xmm17 xmm18 xmm19 xmm20 xmm21 xmm22 xmm23 xmm24 xmm25 xmm26 xmm27 xmm28 xmm29 xmm30 xmm31 ymm0 ymm1 ymm2 ymm3 ymm4 ymm5 ymm6 ymm7 ymm8 ymm9 ymm10 ymm11 ymm12 ymm13 ymm14 ymm15 ymm16 ymm17 ymm18 ymm19 ymm20 ymm21 ymm22 ymm23 ymm24 ymm25 ymm26 ymm27 ymm28 ymm29 ymm30 ymm31 zmm0 zmm1 zmm2 zmm3 zmm4 zmm5 zmm6 zmm7 zmm8 zmm9 zmm10 zmm11 zmm12 zmm13 zmm14 zmm15 zmm16 zmm17 zmm18 zmm19 zmm20 zmm21 zmm22 zmm23 zmm24 zmm25 zmm26 zmm27 zmm28 zmm29 zmm30 zmm31 k0 k1 k2 k3 k4 k5 k6 k7 bnd0 bnd1 bnd2 bnd3 cr0 cr1 cr2 cr3 cr4 cr8 dr0 dr1 dr2 dr3 dr8 tr3 tr4 tr5 tr6 tr7 r0 r1 r2 r3 r4 r5 r6 r7 r0b r1b r2b r3b r4b r5b r6b r7b r0w r1w r2w r3w r4w r5w r6w r7w r0d r1d r2d r3d r4d r5d r6d r7d r0h r1h r2h r3h r0l r1l r2l r3l r4l r5l r6l r7l r8l r9l r10l r11l r12l r13l r14l r15l db dw dd dq dt ddq do dy dz resb resw resd resq rest resdq reso resy resz incbin equ times byte word dword qword nosplit rel abs seg wrt strict near far a32 ptr",meta:"%define %xdefine %+ %undef %defstr %deftok %assign %strcat %strlen %substr %rotate %elif %else %endif %if %ifmacro %ifctx %ifidn %ifidni %ifid %ifnum %ifstr %iftoken %ifempty %ifenv %error %warning %fatal %rep %endrep %include %push %pop %repl %pathsearch %depend %use %arg %stacksize %local %line %comment %endcomment .nolist __FILE__ __LINE__ __SECT__ __BITS__ __OUTPUT_FORMAT__ __DATE__ __TIME__ __DATE_NUM__ __TIME_NUM__ __UTC_DATE__ __UTC_TIME__ __UTC_DATE_NUM__ __UTC_TIME_NUM__ __PASS__ struc endstruc istruc at iend align alignb sectalign daz nodaz up down zero default option assume public bits use16 use32 use64 default section segment absolute extern global common cpu float __utf16__ __utf16le__ __utf16be__ __utf32__ __utf32le__ __utf32be__ __float8__ __float16__ __float32__ __float64__ __float80m__ __float80e__ __float128l__ __float128h__ __Infinity__ __QNaN__ __SNaN__ Inf NaN QNaN SNaN float8 float16 float32 float64 float80m float80e float128l float128h __FLOAT_DAZ__ __FLOAT_ROUND__ __FLOAT__"},contains:[e.COMMENT(";","$",{relevance:0}),{className:"number",variants:[{begin:"\\b(?:([0-9][0-9_]*)?\\.[0-9_]*(?:[eE][+-]?[0-9_]+)?|(0[Xx])?[0-9][0-9_]*(\\.[0-9_]*)?(?:[pP](?:[+-]?[0-9_]+)?)?)\\b",relevance:0},{begin:"\\$[0-9][0-9A-Fa-f]*",relevance:0},{begin:"\\b(?:[0-9A-Fa-f][0-9A-Fa-f_]*[Hh]|[0-9][0-9_]*[DdTt]?|[0-7][0-7_]*[QqOo]|[0-1][0-1_]*[BbYy])\\b"},{begin:"\\b(?:0[Xx][0-9A-Fa-f_]+|0[DdTt][0-9_]+|0[QqOo][0-7_]+|0[BbYy][0-1_]+)\\b"}]},e.QUOTE_STRING_MODE,{className:"string",variants:[{begin:"'",end:"[^\\\\]'"},{begin:"`",end:"[^\\\\]`"}],relevance:0},{className:"symbol",variants:[{begin:"^\\s*[A-Za-z._?][A-Za-z0-9_$#@~.?]*(:|\\s+label)"},{begin:"^\\s*%%[A-Za-z0-9_$#@~.?]*:"}],relevance:0},{className:"subst",begin:"%[0-9]+",relevance:0},{className:"subst",begin:"%!S+",relevance:0},{className:"meta",begin:/^\s*\.[\w_-]+/}]}}return Zw=r,Zw}var Jw,Q7;function lle(){if(Q7)return Jw;Q7=1;function r(e){const t=["if","then","else","do","while","until","for","loop","import","with","is","as","where","when","by","data","constant","integer","real","text","name","boolean","symbol","infix","prefix","postfix","block","tree"],n=["in","mod","rem","and","or","xor","not","abs","sign","floor","ceil","sqrt","sin","cos","tan","asin","acos","atan","exp","expm1","log","log2","log10","log1p","pi","at","text_length","text_range","text_find","text_replace","contains","page","slide","basic_slide","title_slide","title","subtitle","fade_in","fade_out","fade_at","clear_color","color","line_color","line_width","texture_wrap","texture_transform","texture","scale_?x","scale_?y","scale_?z?","translate_?x","translate_?y","translate_?z?","rotate_?x","rotate_?y","rotate_?z?","rectangle","circle","ellipse","sphere","path","line_to","move_to","quad_to","curve_to","theme","background","contents","locally","time","mouse_?x","mouse_?y","mouse_buttons"],a=["ObjectLoader","Animate","MovieCredits","Slides","Filters","Shading","Materials","LensFlare","Mapping","VLCAudioVideo","StereoDecoder","PointCloud","NetworkAccess","RemoteControl","RegExp","ChromaKey","Snowfall","NodeJS","Speech","Charts"],s={$pattern:/[a-zA-Z][a-zA-Z0-9_?]*/,keyword:t,literal:["true","false","nil"],built_in:n.concat(a)},o={className:"string",begin:'"',end:'"',illegal:"\\n"},l={className:"string",begin:"'",end:"'",illegal:"\\n"},c={className:"string",begin:"<<",end:">>"},u={className:"number",begin:"[0-9]+#[0-9A-Z_]+(\\.[0-9-A-Z_]+)?#?([Ee][+-]?[0-9]+)?"},d={beginKeywords:"import",end:"$",keywords:s,contains:[o]},h={className:"function",begin:/[a-z][^\n]*->/,returnBegin:!0,end:/->/,contains:[e.inherit(e.TITLE_MODE,{starts:{endsWithParent:!0,keywords:s}})]};return{name:"XL",aliases:["tao"],keywords:s,contains:[e.C_LINE_COMMENT_MODE,e.C_BLOCK_COMMENT_MODE,o,l,c,h,d,u,e.NUMBER_MODE]}}return Jw=r,Jw}var eT,Z7;function cle(){if(Z7)return eT;Z7=1;function r(e){return{name:"XQuery",aliases:["xpath","xq","xqm"],case_insensitive:!1,illegal:/(proc)|(abstract)|(extends)|(until)|(#)/,keywords:{$pattern:/[a-zA-Z$][a-zA-Z0-9_:-]*/,keyword:["module","schema","namespace","boundary-space","preserve","no-preserve","strip","default","collation","base-uri","ordering","context","decimal-format","decimal-separator","copy-namespaces","empty-sequence","except","exponent-separator","external","grouping-separator","inherit","no-inherit","lax","minus-sign","per-mille","percent","schema-attribute","schema-element","strict","unordered","zero-digit","declare","import","option","function","validate","variable","for","at","in","let","where","order","group","by","return","if","then","else","tumbling","sliding","window","start","when","only","end","previous","next","stable","ascending","descending","allowing","empty","greatest","least","some","every","satisfies","switch","case","typeswitch","try","catch","and","or","to","union","intersect","instance","of","treat","as","castable","cast","map","array","delete","insert","into","replace","value","rename","copy","modify","update"],type:["item","document-node","node","attribute","document","element","comment","namespace","namespace-node","processing-instruction","text","construction","xs:anyAtomicType","xs:untypedAtomic","xs:duration","xs:time","xs:decimal","xs:float","xs:double","xs:gYearMonth","xs:gYear","xs:gMonthDay","xs:gMonth","xs:gDay","xs:boolean","xs:base64Binary","xs:hexBinary","xs:anyURI","xs:QName","xs:NOTATION","xs:dateTime","xs:dateTimeStamp","xs:date","xs:string","xs:normalizedString","xs:token","xs:language","xs:NMTOKEN","xs:Name","xs:NCName","xs:ID","xs:IDREF","xs:ENTITY","xs:integer","xs:nonPositiveInteger","xs:negativeInteger","xs:long","xs:int","xs:short","xs:byte","xs:nonNegativeInteger","xs:unisignedLong","xs:unsignedInt","xs:unsignedShort","xs:unsignedByte","xs:positiveInteger","xs:yearMonthDuration","xs:dayTimeDuration"],literal:["eq","ne","lt","le","gt","ge","is","self::","child::","descendant::","descendant-or-self::","attribute::","following::","following-sibling::","parent::","ancestor::","ancestor-or-self::","preceding::","preceding-sibling::","NaN"]},contains:[{className:"variable",begin:/[$][\w\-:]+/},{className:"built_in",variants:[{begin:/\barray:/,end:/(?:append|filter|flatten|fold-(?:left|right)|for-each(?:-pair)?|get|head|insert-before|join|put|remove|reverse|size|sort|subarray|tail)\b/},{begin:/\bmap:/,end:/(?:contains|entry|find|for-each|get|keys|merge|put|remove|size)\b/},{begin:/\bmath:/,end:/(?:a(?:cos|sin|tan[2]?)|cos|exp(?:10)?|log(?:10)?|pi|pow|sin|sqrt|tan)\b/},{begin:/\bop:/,end:/\(/,excludeEnd:!0},{begin:/\bfn:/,end:/\(/,excludeEnd:!0},{begin:/[^/,end:/(\/[\w._:-]+>)/,subLanguage:"xml",contains:[{begin:/\{/,end:/\}/,subLanguage:"xquery"},"self"]}]}}return eT=r,eT}var tT,J7;function ule(){if(J7)return tT;J7=1;function r(e){const t={className:"string",contains:[e.BACKSLASH_ESCAPE],variants:[e.inherit(e.APOS_STRING_MODE,{illegal:null}),e.inherit(e.QUOTE_STRING_MODE,{illegal:null})]},n=e.UNDERSCORE_TITLE_MODE,a={variants:[e.BINARY_NUMBER_MODE,e.C_NUMBER_MODE]},i="namespace class interface use extends function return abstract final public protected private static deprecated throw try catch Exception echo empty isset instanceof unset let var new const self require if else elseif switch case default do while loop for continue break likely unlikely __LINE__ __FILE__ __DIR__ __FUNCTION__ __CLASS__ __TRAIT__ __METHOD__ __NAMESPACE__ array boolean float double integer object resource string char long unsigned bool int uint ulong uchar true false null undefined";return{name:"Zephir",aliases:["zep"],keywords:i,contains:[e.C_LINE_COMMENT_MODE,e.COMMENT(/\/\*/,/\*\//,{contains:[{className:"doctag",begin:/@[A-Za-z]+/}]}),{className:"string",begin:/<<<['"]?\w+['"]?$/,end:/^\w+;/,contains:[e.BACKSLASH_ESCAPE]},{begin:/(::|->)+[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/},{className:"function",beginKeywords:"function fn",end:/[;{]/,excludeEnd:!0,illegal:/\$|\[|%/,contains:[n,{className:"params",begin:/\(/,end:/\)/,keywords:i,contains:["self",e.C_BLOCK_COMMENT_MODE,t,a]}]},{className:"class",beginKeywords:"class interface",end:/\{/,excludeEnd:!0,illegal:/[:($"]/,contains:[{beginKeywords:"extends implements"},n]},{beginKeywords:"namespace",end:/;/,illegal:/[.']/,contains:[n]},{beginKeywords:"use",end:/;/,contains:[n]},{begin:/=>/},t,a]}}return tT=r,tT}var rT,e8;function dle(){if(e8)return rT;e8=1;var r=c$();return r.registerLanguage("1c",Pae()),r.registerLanguage("abnf",Lae()),r.registerLanguage("accesslog",Fae()),r.registerLanguage("actionscript",Bae()),r.registerLanguage("ada",Uae()),r.registerLanguage("angelscript",$ae()),r.registerLanguage("apache",Gae()),r.registerLanguage("applescript",zae()),r.registerLanguage("arcade",qae()),r.registerLanguage("arduino",Hae()),r.registerLanguage("armasm",Vae()),r.registerLanguage("xml",Yae()),r.registerLanguage("asciidoc",Wae()),r.registerLanguage("aspectj",jae()),r.registerLanguage("autohotkey",Kae()),r.registerLanguage("autoit",Xae()),r.registerLanguage("avrasm",Qae()),r.registerLanguage("awk",Zae()),r.registerLanguage("axapta",Jae()),r.registerLanguage("bash",eie()),r.registerLanguage("basic",tie()),r.registerLanguage("bnf",rie()),r.registerLanguage("brainfuck",nie()),r.registerLanguage("c",aie()),r.registerLanguage("cal",iie()),r.registerLanguage("capnproto",sie()),r.registerLanguage("ceylon",oie()),r.registerLanguage("clean",lie()),r.registerLanguage("clojure",cie()),r.registerLanguage("clojure-repl",uie()),r.registerLanguage("cmake",die()),r.registerLanguage("coffeescript",hie()),r.registerLanguage("coq",fie()),r.registerLanguage("cos",pie()),r.registerLanguage("cpp",mie()),r.registerLanguage("crmsh",gie()),r.registerLanguage("crystal",_ie()),r.registerLanguage("csharp",bie()),r.registerLanguage("csp",vie()),r.registerLanguage("css",yie()),r.registerLanguage("d",Sie()),r.registerLanguage("markdown",Eie()),r.registerLanguage("dart",wie()),r.registerLanguage("delphi",Tie()),r.registerLanguage("diff",Cie()),r.registerLanguage("django",Aie()),r.registerLanguage("dns",xie()),r.registerLanguage("dockerfile",Rie()),r.registerLanguage("dos",Oie()),r.registerLanguage("dsconfig",Nie()),r.registerLanguage("dts",Iie()),r.registerLanguage("dust",kie()),r.registerLanguage("ebnf",Mie()),r.registerLanguage("elixir",Die()),r.registerLanguage("elm",Pie()),r.registerLanguage("ruby",Lie()),r.registerLanguage("erb",Fie()),r.registerLanguage("erlang-repl",Bie()),r.registerLanguage("erlang",Uie()),r.registerLanguage("excel",$ie()),r.registerLanguage("fix",Gie()),r.registerLanguage("flix",zie()),r.registerLanguage("fortran",qie()),r.registerLanguage("fsharp",Hie()),r.registerLanguage("gams",Vie()),r.registerLanguage("gauss",Yie()),r.registerLanguage("gcode",Wie()),r.registerLanguage("gherkin",jie()),r.registerLanguage("glsl",Kie()),r.registerLanguage("gml",Xie()),r.registerLanguage("go",Qie()),r.registerLanguage("golo",Zie()),r.registerLanguage("gradle",Jie()),r.registerLanguage("graphql",ese()),r.registerLanguage("groovy",tse()),r.registerLanguage("haml",rse()),r.registerLanguage("handlebars",nse()),r.registerLanguage("haskell",ase()),r.registerLanguage("haxe",ise()),r.registerLanguage("hsp",sse()),r.registerLanguage("http",ose()),r.registerLanguage("hy",lse()),r.registerLanguage("inform7",cse()),r.registerLanguage("ini",use()),r.registerLanguage("irpf90",dse()),r.registerLanguage("isbl",hse()),r.registerLanguage("java",fse()),r.registerLanguage("javascript",pse()),r.registerLanguage("jboss-cli",mse()),r.registerLanguage("json",gse()),r.registerLanguage("julia",_se()),r.registerLanguage("julia-repl",bse()),r.registerLanguage("kotlin",vse()),r.registerLanguage("lasso",yse()),r.registerLanguage("latex",Sse()),r.registerLanguage("ldif",Ese()),r.registerLanguage("leaf",wse()),r.registerLanguage("less",Tse()),r.registerLanguage("lisp",Cse()),r.registerLanguage("livecodeserver",Ase()),r.registerLanguage("livescript",xse()),r.registerLanguage("llvm",Rse()),r.registerLanguage("lsl",Ose()),r.registerLanguage("lua",Nse()),r.registerLanguage("makefile",Ise()),r.registerLanguage("mathematica",kse()),r.registerLanguage("matlab",Mse()),r.registerLanguage("maxima",Dse()),r.registerLanguage("mel",Pse()),r.registerLanguage("mercury",Lse()),r.registerLanguage("mipsasm",Fse()),r.registerLanguage("mizar",Bse()),r.registerLanguage("perl",Use()),r.registerLanguage("mojolicious",$se()),r.registerLanguage("monkey",Gse()),r.registerLanguage("moonscript",zse()),r.registerLanguage("n1ql",qse()),r.registerLanguage("nestedtext",Hse()),r.registerLanguage("nginx",Vse()),r.registerLanguage("nim",Yse()),r.registerLanguage("nix",Wse()),r.registerLanguage("node-repl",jse()),r.registerLanguage("nsis",Kse()),r.registerLanguage("objectivec",Xse()),r.registerLanguage("ocaml",Qse()),r.registerLanguage("openscad",Zse()),r.registerLanguage("oxygene",Jse()),r.registerLanguage("parser3",eoe()),r.registerLanguage("pf",toe()),r.registerLanguage("pgsql",roe()),r.registerLanguage("php",noe()),r.registerLanguage("php-template",aoe()),r.registerLanguage("plaintext",ioe()),r.registerLanguage("pony",soe()),r.registerLanguage("powershell",ooe()),r.registerLanguage("processing",loe()),r.registerLanguage("profile",coe()),r.registerLanguage("prolog",uoe()),r.registerLanguage("properties",doe()),r.registerLanguage("protobuf",hoe()),r.registerLanguage("puppet",foe()),r.registerLanguage("purebasic",poe()),r.registerLanguage("python",moe()),r.registerLanguage("python-repl",goe()),r.registerLanguage("q",_oe()),r.registerLanguage("qml",boe()),r.registerLanguage("r",voe()),r.registerLanguage("reasonml",yoe()),r.registerLanguage("rib",Soe()),r.registerLanguage("roboconf",Eoe()),r.registerLanguage("routeros",woe()),r.registerLanguage("rsl",Toe()),r.registerLanguage("ruleslanguage",Coe()),r.registerLanguage("rust",Aoe()),r.registerLanguage("sas",xoe()),r.registerLanguage("scala",Roe()),r.registerLanguage("scheme",Ooe()),r.registerLanguage("scilab",Noe()),r.registerLanguage("scss",Ioe()),r.registerLanguage("shell",koe()),r.registerLanguage("smali",Moe()),r.registerLanguage("smalltalk",Doe()),r.registerLanguage("sml",Poe()),r.registerLanguage("sqf",Loe()),r.registerLanguage("sql",Foe()),r.registerLanguage("stan",Boe()),r.registerLanguage("stata",Uoe()),r.registerLanguage("step21",$oe()),r.registerLanguage("stylus",Goe()),r.registerLanguage("subunit",zoe()),r.registerLanguage("swift",qoe()),r.registerLanguage("taggerscript",Hoe()),r.registerLanguage("yaml",Voe()),r.registerLanguage("tap",Yoe()),r.registerLanguage("tcl",Woe()),r.registerLanguage("thrift",joe()),r.registerLanguage("tp",Koe()),r.registerLanguage("twig",Xoe()),r.registerLanguage("typescript",Qoe()),r.registerLanguage("vala",Zoe()),r.registerLanguage("vbnet",Joe()),r.registerLanguage("vbscript",ele()),r.registerLanguage("vbscript-html",tle()),r.registerLanguage("verilog",rle()),r.registerLanguage("vhdl",nle()),r.registerLanguage("vim",ale()),r.registerLanguage("wasm",ile()),r.registerLanguage("wren",sle()),r.registerLanguage("x86asm",ole()),r.registerLanguage("xl",lle()),r.registerLanguage("xquery",cle()),r.registerLanguage("zephir",ule()),r.HighlightJS=r,r.default=r,rT=r,rT}var hle=dle();const df=sh(hle);function fle(r,e){if(!r)return"";try{const t=e.toLowerCase();return df.getLanguage(t)?df.highlight(r,{language:t}).value:df.highlightAuto(r).value}catch{return r.replace(ine,"&").replace(sne,"<").replace(one,">")}}function ple(r){const e=new RegExp(nO.source,nO.flags),t=[];let n;for(;(n=e.exec(r))!==null;){const u=n[0].startsWith(rne)?n.index+1:n.index;t.push(u)}if(t.length%2===0)return null;const a=t[t.length-1],s=r.slice(a+3).match(ane),o=s?.[1]||nne,l=a+3+(s?.[0]?.length??0),c=r.slice(l);return{language:o,code:c,openingIndex:a}}function gd(r,e,t){e in r&&(r[e]=t)}function Vp(r,e){return r[e]}function mle(r,e){const t={};for(const n of e){const a=Vp(r,n);a!==void 0&&(t[n]=a)}return t}function u$(r){const e=`${Ga}${zU}`,t=new URL(e,window.location.origin);return t.searchParams.set(Lne,r),t}function gle(r){const e={};for(const[t,n]of Object.entries(r))e[`x-proxy-header-${t}`]=n;return e}function d$(r){return u$(r).href}function t8(r){const e=new Map;for(const t of r)e.set(t.conv.id,t.messages.length);return e}const _le=Array(12).fill(0);var ble=G('
    '),vle=G('
    ');function yle(r,e){Ee(e,!0);var t=vle(),n=j(t);Ir(n,23,()=>_le,(a,i)=>`spinner-bar-${i}`,(a,i)=>{var s=ble();T(a,s)}),H(n),H(t),Ce(a=>{yt(t,1,a),er(t,"data-visible",e.visible)},[()=>qr(["sonner-loading-wrapper",e.class].filter(Boolean).join(" "))]),T(r,t),we()}function nc(...r){return r.filter(Boolean).join(" ")}const Sle=typeof document<"u",Ele=typeof window<"u"?window:void 0;function wle(r){let e=r.activeElement;for(;e?.shadowRoot;){const t=e.shadowRoot.activeElement;if(t===e)break;e=t}return e}let Tle=class{#e;#t;constructor(e={}){const{window:t=Ele,document:n=t?.document}=e;t!==void 0&&(this.#e=n,this.#t=Yu(a=>{const i=jr(t,"focusin",a),s=jr(t,"focusout",a);return()=>{i(),s()}}))}get current(){return this.#t?.(),this.#e?wle(this.#e):null}};new Tle;class Cle{#e;#t;constructor(e){this.#e=e,this.#t=Symbol(e)}get key(){return this.#t}exists(){return tv(this.#t)}get(){const e=Bl(this.#t);if(e===void 0)throw new Error(`Context "${this.#e}" not found`);return e}getOr(e){const t=Bl(this.#t);return t===void 0?e:t}set(e){return Vu(this.#t,e)}}const Ale=new Cle("");let r8=0;class xle{#e=_e(Sr([]));get toasts(){return f(this.#e)}set toasts(e){M(this.#e,e,!0)}#t=_e(Sr([]));get heights(){return f(this.#t)}set heights(e){M(this.#t,e,!0)}#r=e=>{const t=this.toasts.findIndex(n=>n.id===e);return t===-1?null:t};addToast=e=>{Sle&&this.toasts.unshift(e)};updateToast=({id:e,data:t,type:n,message:a})=>{const i=this.toasts.findIndex(o=>o.id===e),s=this.toasts[i];this.toasts[i]={...s,...t,id:e,title:a,type:n,updated:!0}};create=e=>{const{message:t,...n}=e,a=typeof e?.id=="number"||e.id&&e.id?.length>0?e.id:r8++,i=e.dismissable===void 0?!0:e.dismissable,s=e.type===void 0?"default":e.type;return Rn(()=>{this.toasts.find(l=>l.id===a)?this.updateToast({id:a,data:e,type:s,message:t,dismissable:i}):this.addToast({...n,id:a,title:t,dismissable:i,type:s})}),a};dismiss=e=>(Rn(()=>{if(e===void 0){this.toasts=this.toasts.map(n=>({...n,dismiss:!0}));return}const t=this.toasts.findIndex(n=>n.id===e);this.toasts[t]&&(this.toasts[t]={...this.toasts[t],dismiss:!0})}),e);remove=e=>{if(e===void 0){this.toasts=[];return}const t=this.#r(e);if(t!==null)return this.toasts.splice(t,1),e};message=(e,t)=>this.create({...t,type:"default",message:e});error=(e,t)=>this.create({...t,type:"error",message:e});success=(e,t)=>this.create({...t,type:"success",message:e});info=(e,t)=>this.create({...t,type:"info",message:e});warning=(e,t)=>this.create({...t,type:"warning",message:e});loading=(e,t)=>this.create({...t,type:"loading",message:e});promise=(e,t)=>{if(!t)return;let n;t.loading!==void 0&&(n=this.create({...t,promise:e,type:"loading",message:typeof t.loading=="string"?t.loading:t.loading()}));const a=e instanceof Promise?e:e();let i=n!==void 0;return a.then(s=>{if(typeof s=="object"&&s&&"ok"in s&&typeof s.ok=="boolean"&&!s.ok){i=!1;const o=Rle(s);this.create({id:n,type:"error",message:o})}else if(t.success!==void 0){i=!1;const o=typeof t.success=="function"?t.success(s):t.success;this.create({id:n,type:"success",message:o})}}).catch(s=>{if(t.error!==void 0){i=!1;const o=typeof t.error=="function"?t.error(s):t.error;this.create({id:n,type:"error",message:o})}}).finally(()=>{i&&(this.dismiss(n),n=void 0),t.finally?.()}),n};custom=(e,t)=>{const n=t?.id||r8++;return this.create({component:e,id:n,...t}),n};removeHeight=e=>{this.heights=this.heights.filter(t=>t.toastId!==e)};setHeight=e=>{const t=this.#r(e.toastId);if(t===null){this.heights.push(e);return}this.heights[t]=e};reset=()=>{this.toasts=[],this.heights=[]}}function Rle(r){return r&&typeof r=="object"&&"status"in r?`HTTP error! Status: ${r.status}`:`Error! ${r}`}const Kn=new xle;function Ole(r,e){return Kn.create({message:r,...e})}class Nle{#e=F(()=>Kn.toasts.filter(e=>!e.dismiss));get toasts(){return f(this.#e)}}const Ile=Ole,Jn=Object.assign(Ile,{success:Kn.success,info:Kn.info,warning:Kn.warning,error:Kn.error,custom:Kn.custom,message:Kn.message,promise:Kn.promise,dismiss:Kn.dismiss,loading:Kn.loading,getActiveToasts:()=>Kn.toasts.filter(r=>!r.dismiss)});function l0(r){return r.label!==void 0}function kle(){let r=_e(Sr(typeof document<"u"?document.hidden:!1));return Nt(()=>jr(document,"visibilitychange",()=>{M(r,document.hidden,!0)})),{get current(){return f(r)}}}const n8=4e3,Mle=14,Dle=45,Ple=200,Lle=.05,Fle={toast:"",title:"",description:"",loader:"",closeButton:"",cancelButton:"",actionButton:"",action:"",warning:"",error:"",success:"",default:"",info:"",loading:""};function Ble(r){const[e,t]=r.split("-"),n=[];return e&&n.push(e),t&&n.push(t),n}function a8(r){return 1/(1.5+Math.abs(r)/20)}var Ule=G("
    "),$le=G(''),Gle=G('
    '),zle=G('
    '),qle=G(''),Hle=G(''),Vle=G('
    ',1),Yle=G('
    • ');function Wle(r,e){Ee(e,!0);const t=He=>{var it=se(),st=L(it);{var dt=Le=>{var ht=Ule(),ze=j(ht);ke(ze,()=>e.loadingIcon),H(ht),Ce(mt=>{yt(ht,1,mt),er(ht,"data-visible",f(w)==="loading")},[()=>qr(nc(f(ie)?.loader,e.toast?.classes?.loader,"sonner-loader"))]),T(Le,ht)},Ae=Le=>{{let ht=F(()=>nc(f(ie)?.loader,e.toast.classes?.loader)),ze=F(()=>f(w)==="loading");yle(Le,{get class(){return f(ht)},get visible(){return f(ze)}})}};le(st,Le=>{e.loadingIcon?Le(dt):Le(Ae,!1)})}T(He,it)};let n=Y(e,"cancelButtonStyle",3,""),a=Y(e,"actionButtonStyle",3,""),i=Y(e,"descriptionClass",3,""),s=Y(e,"unstyled",3,!1),o=Y(e,"defaultRichColors",3,!1);const l={...Fle};let c=_e(!1),u=_e(!1),d=_e(!1),h=_e(!1),p=_e(!1),m=_e(0),g=_e(0),b=e.toast.duration||e.duration||n8,_=_e(void 0),v=_e(null),y=_e(null);const E=F(()=>e.index===0),S=F(()=>e.index+1<=e.visibleToasts),w=F(()=>e.toast.type),C=F(()=>e.toast.dismissable!==!1),x=F(()=>e.toast.class||""),N=F(()=>e.toast.descriptionClass||""),I=F(()=>Kn.heights.findIndex(He=>He.toastId===e.toast.id)||0),D=F(()=>e.toast.closeButton??e.closeButton),V=F(()=>e.toast.duration??e.duration??n8);let q=null;const $=F(()=>e.position.split("-")),K=F(()=>Kn.heights.reduce((He,it,st)=>st>=f(I)?He:He+it.height,0)),z=kle(),re=F(()=>e.toast.invert||e.invert),W=F(()=>f(w)==="loading"),ie=F(()=>({...l,...e.classes})),k=F(()=>e.toast.title),B=F(()=>e.toast.description);let te=_e(0),O=_e(0);const R=F(()=>Math.round(f(I)*Mle+f(K)));Nt(()=>{f(k),f(B);let He;e.expanded||e.expandByDefault?He=1:He=1-e.index*Lle;const it=Rn(()=>f(_));if(it===void 0)return;it.style.setProperty("height","auto");const st=it.offsetHeight,dt=it.getBoundingClientRect().height,Ae=Math.round(dt/He+Number.EPSILON&100)/100;it.style.removeProperty("height");let Le;Math.abs(Ae-st)<1?Le=Ae:Le=st,M(g,Le,!0),Rn(()=>{Kn.setHeight({toastId:e.toast.id,height:Le})})});function U(){M(u,!0),M(m,f(R),!0),Kn.removeHeight(e.toast.id),setTimeout(()=>{Kn.remove(e.toast.id)},Ple)}let Q;const ne=F(()=>e.toast.promise&&f(w)==="loading"||e.toast.duration===Number.POSITIVE_INFINITY);function ue(){M(te,new Date().getTime(),!0),Q=setTimeout(()=>{e.toast.onAutoClose?.(e.toast),U()},b)}function he(){if(f(O){e.toast.updated&&(clearTimeout(Q),b=f(V),ue())}),Nt(()=>(f(ne)||(e.expanded||e.interacting||z.current?he():ue()),()=>clearTimeout(Q))),bi(()=>{M(c,!0);const He=f(_)?.getBoundingClientRect().height;return M(g,He,!0),Kn.setHeight({toastId:e.toast.id,height:He}),()=>{Kn.removeHeight(e.toast.id)}}),Nt(()=>{e.toast.delete&&Rn(()=>{U(),e.toast.onDismiss?.(e.toast)})});const be=He=>{if(f(W))return;M(m,f(R),!0);const it=He.target;it.setPointerCapture(He.pointerId),it.tagName!=="BUTTON"&&(M(d,!0),q={x:He.clientX,y:He.clientY})},Z=()=>{if(f(h)||!f(C))return;q=null;const He=Number(f(_)?.style.getPropertyValue("--swipe-amount-x").replace("px","")||0),it=Number(f(_)?.style.getPropertyValue("--swipe-amount-y").replace("px","")||0),st=new Date().getTime()-0,dt=f(v)==="x"?He:it,Ae=Math.abs(dt)/st;if(Math.abs(dt)>=Dle||Ae>.11){M(m,f(R),!0),e.toast.onDismiss?.(e.toast),f(v)==="x"?M(y,He>0?"right":"left",!0):M(y,it>0?"down":"up",!0),U(),M(h,!0);return}else f(_)?.style.setProperty("--swipe-amount-x","0px"),f(_)?.style.setProperty("--swipe-amount-y","0px");M(p,!1),M(d,!1),M(v,null)},ae=He=>{if(!q||!f(C)||(window.getSelection()?.toString().length??-1)>0)return;const st=He.clientY-q.y,dt=He.clientX-q.x,Ae=e.swipeDirections??Ble(e.position);!f(v)&&(Math.abs(dt)>1||Math.abs(st)>1)&&M(v,Math.abs(dt)>Math.abs(st)?"x":"y",!0);let Le={x:0,y:0};if(f(v)==="y"){if(Ae.includes("top")||Ae.includes("bottom"))if(Ae.includes("top")&&st<0||Ae.includes("bottom")&&st>0)Le.y=st;else{const ht=st*a8(st);Le.y=Math.abs(ht)0)Le.x=dt;else{const ht=dt*a8(dt);Le.x=Math.abs(ht)0||Math.abs(Le.y)>0)&&M(p,!0),f(_)?.style.setProperty("--swipe-amount-x",`${Le.x}px`),f(_)?.style.setProperty("--swipe-amount-y",`${Le.y}px`)},fe=()=>{M(d,!1),M(v,null),q=null},pe=F(()=>e.toast.icon?e.toast.icon:f(w)==="success"?e.successIcon:f(w)==="error"?e.errorIcon:f(w)==="warning"?e.warningIcon:f(w)==="info"?e.infoIcon:f(w)==="loading"?e.loadingIcon:null);var ye=Yle();er(ye,"tabindex",0);let Te;ye.__pointermove=ae,ye.__pointerup=Z,ye.__pointerdown=be;var Oe=j(ye);{var Ne=He=>{var it=$le();it.__click=()=>{f(W)||!f(C)||(U(),e.toast.onDismiss?.(e.toast))};var st=j(it);ke(st,()=>e.closeIcon??$e),H(it),Ce(dt=>{er(it,"aria-label",e.closeButtonAriaLabel),er(it,"data-disabled",f(W)),yt(it,1,dt)},[()=>qr(nc(f(ie)?.closeButton,e.toast?.classes?.closeButton))]),T(He,it)};le(Oe,He=>{f(D)&&!e.toast.component&&f(w)!=="loading"&&e.closeIcon!==null&&He(Ne)})}var Ue=ee(Oe,2);{var Fe=He=>{const it=F(()=>e.toast.component);var st=se(),dt=L(st);me(dt,()=>f(it),(Ae,Le)=>{Le(Ae,ot(()=>e.toast.componentProps,{closeToast:U}))}),T(He,st)},Ke=He=>{var it=Vle(),st=L(it);{var dt=ct=>{var Rt=Gle(),Ft=j(Rt);{var tr=Et=>{var It=se(),xe=L(It);{var Qe=Ct=>{var Lt=se(),Dt=L(Lt);me(Dt,()=>e.toast.icon,(bt,wt)=>{wt(bt,{})}),T(Ct,Lt)},ft=Ct=>{t(Ct)};le(xe,Ct=>{e.toast.icon?Ct(Qe):Ct(ft,!1)})}T(Et,It)};le(Ft,Et=>{(e.toast.promise||f(w)==="loading")&&Et(tr)})}var ut=ee(Ft,2);{var Ut=Et=>{var It=se(),xe=L(It);{var Qe=Ct=>{var Lt=se(),Dt=L(Lt);me(Dt,()=>e.toast.icon,(bt,wt)=>{wt(bt,{})}),T(Ct,Lt)},ft=Ct=>{var Lt=se(),Dt=L(Lt);{var bt=vt=>{var kt=se(),dr=L(kt);ke(dr,()=>e.successIcon??$e),T(vt,kt)},wt=vt=>{var kt=se(),dr=L(kt);{var In=Fn=>{var po=se(),yi=L(po);ke(yi,()=>e.errorIcon??$e),T(Fn,po)},Er=Fn=>{var po=se(),yi=L(po);{var Bo=fs=>{var Uo=se(),ui=L(Uo);ke(ui,()=>e.warningIcon??$e),T(fs,Uo)},Ls=fs=>{var Uo=se(),ui=L(Uo);{var od=ps=>{var ru=se(),Yi=L(ru);ke(Yi,()=>e.infoIcon??$e),T(ps,ru)};le(ui,ps=>{f(w)==="info"&&ps(od)},!0)}T(fs,Uo)};le(yi,fs=>{f(w)==="warning"?fs(Bo):fs(Ls,!1)},!0)}T(Fn,po)};le(dr,Fn=>{f(w)==="error"?Fn(In):Fn(Er,!1)},!0)}T(vt,kt)};le(Dt,vt=>{f(w)==="success"?vt(bt):vt(wt,!1)},!0)}T(Ct,Lt)};le(xe,Ct=>{e.toast.icon?Ct(Qe):Ct(ft,!1)})}T(Et,It)};le(ut,Et=>{e.toast.type!=="loading"&&Et(Ut)})}H(Rt),Ce(Et=>yt(Rt,1,Et),[()=>qr(nc(f(ie)?.icon,e.toast?.classes?.icon))]),T(ct,Rt)};le(st,ct=>{(f(w)||e.toast.icon||e.toast.promise)&&e.toast.icon!==null&&(f(pe)!==null||e.toast.icon)&&ct(dt)})}var Ae=ee(st,2),Le=j(Ae),ht=j(Le);{var ze=ct=>{var Rt=se(),Ft=L(Rt);{var tr=Ut=>{const Et=F(()=>e.toast.title);var It=se(),xe=L(It);me(xe,()=>f(Et),(Qe,ft)=>{ft(Qe,ot(()=>e.toast.componentProps))}),T(Ut,It)},ut=Ut=>{var Et=Ot();Ce(()=>Ge(Et,e.toast.title)),T(Ut,Et)};le(Ft,Ut=>{typeof e.toast.title!="string"?Ut(tr):Ut(ut,!1)})}T(ct,Rt)};le(ht,ct=>{e.toast.title&&ct(ze)})}H(Le);var mt=ee(Le,2);{var At=ct=>{var Rt=zle(),Ft=j(Rt);{var tr=Ut=>{const Et=F(()=>e.toast.description);var It=se(),xe=L(It);me(xe,()=>f(Et),(Qe,ft)=>{ft(Qe,ot(()=>e.toast.componentProps))}),T(Ut,It)},ut=Ut=>{var Et=Ot();Ce(()=>Ge(Et,e.toast.description)),T(Ut,Et)};le(Ft,Ut=>{typeof e.toast.description!="string"?Ut(tr):Ut(ut,!1)})}H(Rt),Ce(Ut=>yt(Rt,1,Ut),[()=>qr(nc(i(),f(N),f(ie)?.description,e.toast.classes?.description))]),T(ct,Rt)};le(mt,ct=>{e.toast.description&&ct(At)})}H(Ae);var xt=ee(Ae,2);{var qt=ct=>{var Rt=se(),Ft=L(Rt);{var tr=Ut=>{var Et=se(),It=L(Et);me(It,()=>e.toast.cancel,(xe,Qe)=>{Qe(xe,{})}),T(Ut,Et)},ut=Ut=>{var Et=se(),It=L(Et);{var xe=Qe=>{var ft=qle();ft.__click=Lt=>{l0(e.toast.cancel)&&f(C)&&(e.toast.cancel?.onClick?.(Lt),U())};var Ct=j(ft,!0);H(ft),Ce(Lt=>{ds(ft,e.toast.cancelButtonStyle??n()),yt(ft,1,Lt),Ge(Ct,e.toast.cancel.label)},[()=>qr(nc(f(ie)?.cancelButton,e.toast?.classes?.cancelButton))]),T(Qe,ft)};le(It,Qe=>{l0(e.toast.cancel)&&Qe(xe)},!0)}T(Ut,Et)};le(Ft,Ut=>{typeof e.toast.cancel=="function"?Ut(tr):Ut(ut,!1)})}T(ct,Rt)};le(xt,ct=>{e.toast.cancel&&ct(qt)})}var ar=ee(xt,2);{var fr=ct=>{var Rt=se(),Ft=L(Rt);{var tr=Ut=>{var Et=se(),It=L(Et);me(It,()=>e.toast.action,(xe,Qe)=>{Qe(xe,{})}),T(Ut,Et)},ut=Ut=>{var Et=se(),It=L(Et);{var xe=Qe=>{var ft=Hle();ft.__click=Lt=>{l0(e.toast.action)&&(e.toast.action?.onClick(Lt),!Lt.defaultPrevented&&U())};var Ct=j(ft,!0);H(ft),Ce(Lt=>{ds(ft,e.toast.actionButtonStyle??a()),yt(ft,1,Lt),Ge(Ct,e.toast.action.label)},[()=>qr(nc(f(ie)?.actionButton,e.toast?.classes?.actionButton))]),T(Qe,ft)};le(It,Qe=>{l0(e.toast.action)&&Qe(xe)},!0)}T(Ut,Et)};le(Ft,Ut=>{typeof e.toast.action=="function"?Ut(tr):Ut(ut,!1)})}T(ct,Rt)};le(ar,ct=>{e.toast.action&&ct(fr)})}Ce(ct=>yt(Le,1,ct),[()=>qr(nc(f(ie)?.title,e.toast?.classes?.title))]),T(He,it)};le(Ue,He=>{e.toast.component?He(Fe):He(Ke,!1)})}H(ye),pr(ye,He=>M(_,He),()=>f(_)),Ce((He,it,st)=>{yt(ye,1,He),er(ye,"data-rich-colors",e.toast.richColors??o()),er(ye,"data-styled",!(e.toast.component||e.toast.unstyled||s())),er(ye,"data-mounted",f(c)),er(ye,"data-promise",it),er(ye,"data-swiped",f(p)),er(ye,"data-removed",f(u)),er(ye,"data-visible",f(S)),er(ye,"data-y-position",f($)[0]),er(ye,"data-x-position",f($)[1]),er(ye,"data-index",e.index),er(ye,"data-front",f(E)),er(ye,"data-swiping",f(d)),er(ye,"data-dismissable",f(C)),er(ye,"data-type",f(w)),er(ye,"data-invert",f(re)),er(ye,"data-swipe-out",f(h)),er(ye,"data-swipe-direction",f(y)),er(ye,"data-expanded",st),Te=ds(ye,`${e.style} ${e.toast.style}`,Te,{"--index":e.index,"--toasts-before":e.index,"--z-index":Kn.toasts.length-e.index,"--offset":`${f(u)?f(m):f(R)}px`,"--initial-height":e.expandByDefault?"auto":`${f(g)}px`})},[()=>qr(nc(e.class,f(x),f(ie)?.toast,e.toast?.classes?.toast,f(ie)?.[f(w)],e.toast?.classes?.[f(w)])),()=>!!e.toast.promise,()=>!!(e.expanded||e.expandByDefault&&f(c))]),hn("dragend",ye,fe),T(r,ye),we()}Ln(["pointermove","pointerup","pointerdown","click"]);var jle=ju('');function Kle(r){var e=jle();T(r,e)}var Xle=ju('');function Qle(r){var e=Xle();T(r,e)}var Zle=ju('');function Jle(r){var e=Zle();T(r,e)}var ece=ju('');function tce(r){var e=ece();T(r,e)}var rce=ju('');function nce(r){var e=rce();T(r,e)}const ace=3,h$="24px",f$="16px",ice=4e3,sce=356,oce=14,nT="dark",c0="light";function lce(r,e){const t={};return[r,e].forEach((n,a)=>{const i=a===1,s=i?"--mobile-offset":"--offset",o=i?f$:h$;function l(c){["top","right","bottom","left"].forEach(u=>{t[`${s}-${u}`]=typeof c=="number"?`${c}px`:c})}typeof n=="number"||typeof n=="string"?l(n):typeof n=="object"?["top","right","bottom","left"].forEach(c=>{const u=n[c];u===void 0?t[`${s}-${c}`]=o:t[`${s}-${c}`]=typeof u=="number"?`${u}px`:u}):l(o)}),t}var cce=G("
      "),uce=G('
      ');function dce(r,e){Ee(e,!0);function t(R){return R!=="system"?R:typeof window<"u"&&window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?nT:c0}let n=Y(e,"invert",3,!1),a=Y(e,"position",3,"bottom-right"),i=Y(e,"hotkey",19,()=>["altKey","KeyT"]),s=Y(e,"expand",3,!1),o=Y(e,"closeButton",3,!1),l=Y(e,"offset",3,h$),c=Y(e,"mobileOffset",3,f$),u=Y(e,"theme",3,"light"),d=Y(e,"richColors",3,!1),h=Y(e,"duration",3,ice),p=Y(e,"visibleToasts",3,ace),m=Y(e,"toastOptions",19,()=>({})),g=Y(e,"dir",7,"auto"),b=Y(e,"gap",3,oce),_=Y(e,"containerAriaLabel",3,"Notifications"),v=Y(e,"closeButtonAriaLabel",3,"Close toast"),y=Ye(e,["$$slots","$$events","$$legacy","invert","position","hotkey","expand","closeButton","offset","mobileOffset","theme","richColors","duration","visibleToasts","toastOptions","dir","gap","loadingIcon","successIcon","errorIcon","warningIcon","closeIcon","infoIcon","containerAriaLabel","class","closeButtonAriaLabel","onblur","onfocus","onmouseenter","onmousemove","onmouseleave","ondragend","onpointerdown","onpointerup"]);function E(){if(g()!=="auto")return g();if(typeof window>"u"||typeof document>"u")return"ltr";const R=document.documentElement.getAttribute("dir");return R==="auto"||!R?(Rn(()=>g(window.getComputedStyle(document.documentElement).direction??"ltr")),g()):(Rn(()=>g(R)),R)}const S=F(()=>Array.from(new Set([a(),...Kn.toasts.filter(R=>R.position).map(R=>R.position)].filter(Boolean))));let w=_e(!1),C=_e(!1),x=_e(Sr(t(u()))),N=_e(void 0),I=_e(null),D=_e(!1);const V=F(()=>i().join("+").replace(/Key/g,"").replace(/Digit/g,""));Nt(()=>{Kn.toasts.length<=1&&M(w,!1)}),Nt(()=>{const R=Kn.toasts.filter(U=>U.dismiss&&!U.delete);if(R.length>0){const U=Kn.toasts.map(Q=>R.find(ue=>ue.id===Q.id)?{...Q,delete:!0}:Q);Kn.toasts=U}}),Nt(()=>()=>{f(N)&&f(I)&&(f(I).focus({preventScroll:!0}),M(I,null),M(D,!1))}),bi(()=>(Kn.reset(),jr(document,"keydown",U=>{i().every(ne=>U[ne]||U.code===ne)&&(M(w,!0),f(N)?.focus()),U.code==="Escape"&&(document.activeElement===f(N)||f(N)?.contains(document.activeElement))&&M(w,!1)}))),Nt(()=>{if(u()!=="system"&&M(x,u()),typeof window<"u"){u()==="system"&&(window.matchMedia&&window.matchMedia("(prefers-color-scheme: dark)").matches?M(x,nT):M(x,c0));const R=window.matchMedia("(prefers-color-scheme: dark)"),U=({matches:Q})=>{M(x,Q?nT:c0,!0)};"addEventListener"in R?R.addEventListener("change",U):R.addListener(U)}});const q=R=>{e.onblur?.(R),f(D)&&!R.currentTarget.contains(R.relatedTarget)&&(M(D,!1),f(I)&&(f(I).focus({preventScroll:!0}),M(I,null)))},$=R=>{e.onfocus?.(R),!(R.target instanceof HTMLElement&&R.target.dataset.dismissable==="false")&&(f(D)||(M(D,!0),M(I,R.relatedTarget,!0)))},K=R=>{e.onpointerdown?.(R),!(R.target instanceof HTMLElement&&R.target.dataset.dismissable==="false")&&M(C,!0)},z=R=>{e.onmouseenter?.(R),M(w,!0)},re=R=>{e.onmouseleave?.(R),f(C)||M(w,!1)},W=R=>{e.onmousemove?.(R),M(w,!0)},ie=R=>{e.ondragend?.(R),M(w,!1)},k=R=>{e.onpointerup?.(R),M(C,!1)};Ale.set(new Nle);var B=uce();er(B,"tabindex",-1);var te=j(B);{var O=R=>{var U=se(),Q=L(U);Ir(Q,18,()=>f(S),ne=>ne,(ne,ue,he,be)=>{const Z=F(()=>{const[pe,ye]=ue.split("-");return{y:pe,x:ye}}),ae=F(()=>lce(l(),c()));var fe=cce();zt(fe,pe=>({tabindex:-1,dir:pe,class:e.class,"data-sonner-toaster":!0,"data-sonner-theme":f(x),"data-y-position":f(Z).y,"data-x-position":f(Z).x,style:e.style,onblur:q,onfocus:$,onmouseenter:z,onmousemove:W,onmouseleave:re,ondragend:ie,onpointerdown:K,onpointerup:k,...y,[Lh]:{"--front-toast-height":`${Kn.heights[0]?.height}px`,"--width":`${sce}px`,"--gap":`${b()}px`,"--offset-top":f(ae)["--offset-top"],"--offset-right":f(ae)["--offset-right"],"--offset-bottom":f(ae)["--offset-bottom"],"--offset-left":f(ae)["--offset-left"],"--mobile-offset-top":f(ae)["--mobile-offset-top"],"--mobile-offset-right":f(ae)["--mobile-offset-right"],"--mobile-offset-bottom":f(ae)["--mobile-offset-bottom"],"--mobile-offset-left":f(ae)["--mobile-offset-left"]}}),[E],void 0,void 0,"svelte-nbs0zk"),Ir(fe,23,()=>Kn.toasts.filter(pe=>!pe.position&&f(he)===0||pe.position===ue),pe=>pe.id,(pe,ye,Te,Oe)=>{{const Ne=xt=>{var qt=se(),ar=L(qt);{var fr=Rt=>{var Ft=se(),tr=L(Ft);ke(tr,()=>e.successIcon??$e),T(Rt,Ft)},ct=Rt=>{var Ft=se(),tr=L(Ft);{var ut=Ut=>{Kle(Ut)};le(tr,Ut=>{e.successIcon!==null&&Ut(ut)},!0)}T(Rt,Ft)};le(ar,Rt=>{e.successIcon?Rt(fr):Rt(ct,!1)})}T(xt,qt)},Ue=xt=>{var qt=se(),ar=L(qt);{var fr=Rt=>{var Ft=se(),tr=L(Ft);ke(tr,()=>e.errorIcon??$e),T(Rt,Ft)},ct=Rt=>{var Ft=se(),tr=L(Ft);{var ut=Ut=>{Qle(Ut)};le(tr,Ut=>{e.errorIcon!==null&&Ut(ut)},!0)}T(Rt,Ft)};le(ar,Rt=>{e.errorIcon?Rt(fr):Rt(ct,!1)})}T(xt,qt)},Fe=xt=>{var qt=se(),ar=L(qt);{var fr=Rt=>{var Ft=se(),tr=L(Ft);ke(tr,()=>e.warningIcon??$e),T(Rt,Ft)},ct=Rt=>{var Ft=se(),tr=L(Ft);{var ut=Ut=>{Jle(Ut)};le(tr,Ut=>{e.warningIcon!==null&&Ut(ut)},!0)}T(Rt,Ft)};le(ar,Rt=>{e.warningIcon?Rt(fr):Rt(ct,!1)})}T(xt,qt)},Ke=xt=>{var qt=se(),ar=L(qt);{var fr=Rt=>{var Ft=se(),tr=L(Ft);ke(tr,()=>e.infoIcon??$e),T(Rt,Ft)},ct=Rt=>{var Ft=se(),tr=L(Ft);{var ut=Ut=>{tce(Ut)};le(tr,Ut=>{e.infoIcon!==null&&Ut(ut)},!0)}T(Rt,Ft)};le(ar,Rt=>{e.infoIcon?Rt(fr):Rt(ct,!1)})}T(xt,qt)},He=xt=>{var qt=se(),ar=L(qt);{var fr=Rt=>{var Ft=se(),tr=L(Ft);ke(tr,()=>e.closeIcon??$e),T(Rt,Ft)},ct=Rt=>{var Ft=se(),tr=L(Ft);{var ut=Ut=>{nce(Ut)};le(tr,Ut=>{e.closeIcon!==null&&Ut(ut)},!0)}T(Rt,Ft)};le(ar,Rt=>{e.closeIcon?Rt(fr):Rt(ct,!1)})}T(xt,qt)};let it=F(()=>m()?.duration??h()),st=F(()=>m()?.class??""),dt=F(()=>m()?.descriptionClass||""),Ae=F(()=>m()?.style??""),Le=F(()=>m().classes||{}),ht=F(()=>m().unstyled??!1),ze=F(()=>m()?.cancelButtonStyle??""),mt=F(()=>m()?.actionButtonStyle??""),At=F(()=>m()?.closeButtonAriaLabel??v());Wle(pe,{get index(){return f(Te)},get toast(){return f(ye)},get defaultRichColors(){return d()},get duration(){return f(it)},get class(){return f(st)},get descriptionClass(){return f(dt)},get invert(){return n()},get visibleToasts(){return p()},get closeButton(){return o()},get interacting(){return f(C)},get position(){return ue},get style(){return f(Ae)},get classes(){return f(Le)},get unstyled(){return f(ht)},get cancelButtonStyle(){return f(ze)},get actionButtonStyle(){return f(mt)},get closeButtonAriaLabel(){return f(At)},get expandByDefault(){return s()},get expanded(){return f(w)},get loadingIcon(){return e.loadingIcon},successIcon:Ne,errorIcon:Ue,warningIcon:Fe,infoIcon:Ke,closeIcon:He,$$slots:{successIcon:!0,errorIcon:!0,warningIcon:!0,infoIcon:!0,closeIcon:!0}})}}),H(fe),pr(fe,pe=>M(N,pe),()=>f(N)),Ce(()=>fe.dir=fe.dir),T(ne,fe)}),T(R,U)};le(te,R=>{Kn.toasts.length>0&&R(O)})}H(B),Ce(()=>er(B,"aria-label",`${_()??""} ${f(V)??""}`)),T(r,B),we()}async function fg(r,e="Copied to clipboard",t="Failed to copy to clipboard"){try{if(navigator.clipboard&&navigator.clipboard.writeText)return await navigator.clipboard.writeText(r),Jn.success(e),!0;const n=document.createElement("textarea");n.value=r,n.style.position="fixed",n.style.left="-999999px",n.style.top="-999999px",document.body.appendChild(n),n.focus(),n.select();const a=document.execCommand("copy");if(document.body.removeChild(n),a)return Jn.success(e),!0;throw new Error("execCommand failed")}catch(n){return console.error("Failed to copy to clipboard:",n),Jn.error(t),!1}}async function hce(r,e="Code copied to clipboard",t="Failed to copy code"){return fg(r,e,t)}function fce(r,e,t=!1){const n=e?.filter(i=>i.type===Kr.TEXT||i.type===Kr.LEGACY_CONTEXT||i.type===Kr.MCP_PROMPT||i.type===Kr.MCP_RESOURCE)??[];if(n.length===0)return r;if(t){const i=[r];for(const s of n)i.push(s.content);return i.join(` + +`)}const a=n.map(i=>{if(i.type===Kr.MCP_PROMPT){const s=i;return{type:Kr.MCP_PROMPT,name:s.name,serverName:s.serverName,promptName:s.promptName,content:s.content,arguments:s.arguments}}return{type:Kr.TEXT,name:i.name,content:i.content}});return`${JSON.stringify(r)} +${JSON.stringify(a,null,2)}`}function pce(r){const e={message:r,textAttachments:[],mcpPromptAttachments:[]};if(!r.startsWith('"'))return e;try{let t=-1,n=!1;for(let u=1;ue?r.slice(0,e)+"...":r}function tl(r){switch(r){case ea.JPEG:case ea.PNG:case ea.GIF:case ea.WEBP:case ea.SVG:return Dn.IMAGE;case Wa.MP3_MPEG:case Wa.MP3:case Wa.MP4:case Wa.WAV:case Wa.WEBM:case Wa.WEBM_OPUS:return Dn.AUDIO;case xm.PDF:return Dn.PDF;case Pt.PLAIN:case Pt.MARKDOWN:case Pt.ASCIIDOC:case Pt.JAVASCRIPT:case Pt.JAVASCRIPT_APP:case Pt.TYPESCRIPT:case Pt.JSX:case Pt.TSX:case Pt.CSS:case Pt.HTML:case Pt.JSON:case Pt.XML_TEXT:case Pt.XML_APP:case Pt.YAML_TEXT:case Pt.YAML_APP:case Pt.CSV:case Pt.PYTHON:case Pt.JAVA:case Pt.CPP_SRC:case Pt.C_SRC:case Pt.C_HDR:case Pt.PHP:case Pt.RUBY:case Pt.GO:case Pt.RUST:case Pt.SHELL:case Pt.BAT:case Pt.SQL:case Pt.R:case Pt.SCALA:case Pt.KOTLIN:case Pt.SWIFT:case Pt.DART:case Pt.VUE:case Pt.SVELTE:case Pt.LATEX:case Pt.BIBTEX:case Pt.CUDA:case Pt.CPP_HDR:case Pt.CSHARP:case Pt.HASKELL:case Pt.PROPERTIES:case Pt.TEX:case Pt.TEX_APP:return Dn.TEXT;default:return null}}function x4(r){switch(r.toLowerCase().substring(r.lastIndexOf("."))){case Ks.JPG:case Ks.JPEG:case Ks.PNG:case Ks.GIF:case Ks.WEBP:case Ks.SVG:return Dn.IMAGE;case Am.MP3:case Am.WAV:return Dn.AUDIO;case E4.PDF:return Dn.PDF;case Wt.TXT:case Wt.MD:case Wt.ADOC:case Wt.JS:case Wt.TS:case Wt.JSX:case Wt.TSX:case Wt.CSS:case Wt.HTML:case Wt.HTM:case Wt.JSON:case Wt.XML:case Wt.YAML:case Wt.YML:case Wt.CSV:case Wt.LOG:case Wt.PY:case Wt.JAVA:case Wt.CPP:case Wt.C:case Wt.H:case Wt.PHP:case Wt.RB:case Wt.GO:case Wt.RS:case Wt.SH:case Wt.BAT:case Wt.SQL:case Wt.R:case Wt.SCALA:case Wt.KT:case Wt.SWIFT:case Wt.DART:case Wt.VUE:case Wt.SVELTE:case Wt.TEX:case Wt.BIB:case Wt.COMP:case Wt.CU:case Wt.CUH:case Wt.HPP:case Wt.HS:case Wt.PROPERTIES:return Dn.TEXT;default:return null}}function _ce(r,e){if(e){const n=tl(e);if(n===Dn.IMAGE||n===Dn.AUDIO||n===Dn.PDF)return!0}const t=x4(r);return t===Dn.IMAGE||t===Dn.AUDIO||t===Dn.PDF,!0}function ub(r){if(typeof r!="number")return"Unknown";if(r===0)return"0 Bytes";const e=1024,t=["Bytes","KB","MB","GB"],n=Math.floor(Math.log(r)/Math.log(e));return parseFloat((r/Math.pow(e,n)).toFixed(2))+" "+t[n]}function bce(r){return typeof r!="number"?"Unknown":r>=1e9?`${(r/1e9).toFixed(2)}B`:r>=1e6?`${(r/1e6).toFixed(2)}M`:r>=1e3?`${(r/1e3).toFixed(2)}K`:r.toString()}function d0(r){return typeof r!="number"?"Unknown":r.toLocaleString()}function i8(r){try{const e=JSON.parse(r);return JSON.stringify(e,null,2)}catch{return r}}function vce(r){return r.toLocaleTimeString("en-US",{hour12:!1,hour:"2-digit",minute:"2-digit",second:"2-digit"})}function h0(r){if(r<0)return"0s";const e=r/y_;if(e0&&i.push(`${t}h`),n>0&&i.push(`${n}min`),(a>0||i.length===0)&&i.push(`${a}s`),i.join(" ")}function Tp(r,e,t,n){const a=n?`${e} (${n})`:e;return` + +--- ${r}: ${a} --- +${t}`}function R4(r){return r.isComposing||r.keyCode===229}function yce(r,e){return r.includes("$")?r.split(` +`).map(t=>{if(t.indexOf("$")==-1)return t;let n="",a=0;for(;a0?t[i-1]:"",l=t[i+1],c=i+1>`,a=s+1}return n}).join(` +`):r}function Sce(r){return r.replace(Ene,(e,t,n,a)=>t??(n!=null?`$$${n}$$`:a!=null?`$${a}$`:e))}function s8(r){const e=new Map;r=r.split(` +`).map((s,o)=>{const l=s.match(/^(>\s*)/);return l?(e.set(o,l[1]),s.slice(l[1].length)):s}).join(` +`);const a=[];r=r.replace(Sne,s=>(a.push(s),`<>`));const i=[];return r=r.replace(/([\S].*?)\\\[([\s\S]*?)\\\](.*)/g,(s,o,l,c)=>{if(o.endsWith("\\"))return s;const u=/\S/.test(c);let d;return u?(i.push(`\\(${l.trim()}\\)`),d=""):(i.push(`\\[${l}\\]`),d=` +`),`${o}${d}<>${d}${c}`}),r=r.replace(new RegExp("(\\$\\$[\\s\\S]*?\\$\\$|(?(i.push(s),`<>`)),r=yce(r,i),r=r.replace(/\$(?=\d)/g,"\\$"),r=r.replace(/<>/g,(s,o)=>{let l=i[parseInt(o)];const c=l.match(wne);if(c){const u=c[1],d=u.startsWith(` +`)?"":` +`,h=u.endsWith(` +`)?"":` +`;l="$$"+d+u+h+"$$"}return l}),r=Sce(r),r=r.replace(new RegExp("(?`$$${o}$$`),r=r.replace(/<>/g,(s,o)=>a[parseInt(o)]),e.size>0&&(r=r.split(` +`).map((l,c)=>{const u=e.get(c);return u?u+l:l}).join(` +`)),r}function Ece(r,e){const t=[],n=[],a={},{hasVision:i,hasAudio:s}=e;for(const o of r){const l=tl(o.type);let c=!0,u="";switch(l){case Dn.IMAGE:i||(c=!1,u="Images require a vision-capable model");break;case Dn.AUDIO:s||(c=!1,u="Audio files require an audio-capable model");break;case Dn.TEXT:case Dn.PDF:break}c?t.push(o):(n.push(o),a[o.name]=u)}return{supportedFiles:t,unsupportedFiles:n,modalityReasons:a}}function wce(r){const e=r.trim();if(!e)return"";const t=e.split(/[\\/]/);if(t.length===2){const[i,s]=t,o=i?.trim(),l=s?.trim();if(o&&l)return`${o}/${l}`}const a=t.pop()?.trim();return a&&a.length>0?a:e}function _u(r){return typeof r=="number"?Math.round(r*vO)/vO:r}function p$(r){switch(r.toLowerCase().substring(r.lastIndexOf("."))){case".js":case".mjs":case".cjs":return"javascript";case".ts":case".mts":case".cts":return"typescript";case".jsx":return"javascript";case".tsx":return"typescript";case".html":case".htm":return"html";case".css":return"css";case".scss":return"scss";case".less":return"less";case".vue":return"html";case".svelte":return"html";case".json":return"json";case".xml":return"xml";case".yaml":case".yml":return"yaml";case".toml":return"ini";case".csv":return"plaintext";case".py":return"python";case".java":return"java";case".kt":case".kts":return"kotlin";case".scala":return"scala";case".cpp":case".cc":case".cxx":case".c++":return"cpp";case".c":return"c";case".h":case".hpp":return"cpp";case".cs":return"csharp";case".go":return"go";case".rs":return"rust";case".rb":return"ruby";case".php":return"php";case".swift":return"swift";case".dart":return"dart";case".r":return"r";case".lua":return"lua";case".pl":case".pm":return"perl";case".sh":case".bash":case".zsh":return"bash";case".bat":case".cmd":return"dos";case".ps1":return"powershell";case".sql":return"sql";case".md":case".markdown":return"markdown";case".tex":case".latex":return"latex";case".adoc":case".asciidoc":return"asciidoc";case".ini":case".cfg":case".conf":return"ini";case".dockerfile":return"dockerfile";case".nginx":return"nginx";case".graphql":case".gql":return"graphql";case".proto":return"protobuf";case".diff":case".patch":return"diff";case".log":return"plaintext";case".txt":return"plaintext";default:return"plaintext"}}async function Tce(r){return new Promise((e,t)=>{const n=new FileReader;n.onload=a=>{a.target?.result!==null&&a.target?.result!==void 0?e(a.target.result):t(new Error("Failed to read file"))},n.onerror=()=>t(new Error("File reading error")),n.readAsText(r)})}function Cce(r,e={}){if(!r)return!0;const t={...Fre,...e},n=r.substring(0,t.prefixLength);let a=0,i=0;for(let s=0;s13&&o<27)&&i++,o===65533&&i++}return!(a>t.maxAbsoluteNullBytes||i/n.length>t.suspiciousCharThresholdRatio)}function m$(r,e){let t=null;return(...n)=>{t&&clearTimeout(t),t=setTimeout(()=>{r(...n),t=null},e)}}function Ace(r){return r.replace(_ne,"").slice(0,VU)}function xce(r){return r.replace(bne,"").slice(0,YU)}function Rce(r){return`
      + Image cannot be displayed + (open link) +
      `}function o8(r){const e=r.trim().toLowerCase();return e.startsWith(lo.WEBSOCKET)||e.startsWith(lo.WEBSOCKET_SECURE)?Os.WEBSOCKET:Os.STREAMABLE_HTTP}function l8(r){if(!r)return[];let e;if(typeof r=="string"){const t=r.trim();if(!t)return[];try{e=JSON.parse(t)}catch(n){return console.warn("[MCP] Failed to parse mcpServers JSON, ignoring value:",n),[]}}else e=r;return Array.isArray(e)?e.map((t,n)=>{const a=typeof t?.url=="string"?t.url.trim():"",i=typeof t?.headers=="string"?t.headers.trim():void 0;return{id:typeof t?.id=="string"&&t.id?.trim()?t.id.trim():`${T4}-${n+1}`,enabled:!!t?.enabled,url:a,name:t?.name,requestTimeoutSeconds:Va.requestTimeoutSeconds,headers:i||void 0,useProxy:!!t?.useProxy}}):[]}function Oce(r){switch(r){case Du.ERROR:return kU;case Du.WARN:return zc;default:return g4}}function Nce(r){switch(r){case Du.ERROR:return"text-destructive";case Du.WARN:return"text-yellow-600 dark:text-yellow-500";default:return"text-muted-foreground"}}function Ice(r){return r?.startsWith(kf.IMAGE)??!1}function db(r){try{return r.replace(zne,"").split(Kne).filter(t=>t.length>0)}catch{return[r]}}function kce(r){return r.replace(qne,"").split(Hne).map(t=>t.charAt(0).toUpperCase()+t.slice(1)).join(" ")}function g3(r){try{const e=db(r.uri);return e[e.length-1]||r.name||r.uri}catch{return r.name||r.uri}}function Mce(r,e){const t=r?.toLowerCase()||"",n=e?.toLowerCase()||"";return t.includes(Xs.JSON)||t.includes(Xs.JAVASCRIPT)||t.includes(Xs.TYPESCRIPT)||XU.test(n)}function Dce(r,e){const t=r?.toLowerCase()||"",n=e?.toLowerCase()||"";return t.startsWith(kf.IMAGE)||KU.test(n)}function g$(r,e){const t=r?.toLowerCase()||"",n=e?.toLowerCase()||"";return t.startsWith(kf.IMAGE)||KU.test(n)?m4:t.includes(Xs.JSON)||t.includes(Xs.JAVASCRIPT)||t.includes(Xs.TYPESCRIPT)||XU.test(n)?MU:t.includes(kf.TEXT)||Gne.test(n)?wc:n.includes(d3.DATABASE_KEYWORD)||n.includes(d3.DATABASE_SCHEME)?h4:p4}function Cp(r){return r?r.filter(e=>"text"in e).map(e=>e.text).join(Xne):""}function Pce(r){return r?r.filter(e=>"blob"in e):[]}function _$(r,e=Pt.PLAIN,t=QU){const n=new Blob([r],{type:e}),a=URL.createObjectURL(n),i=document.createElement("a");i.href=a,i.download=t,document.body.appendChild(i),i.click(),document.body.removeChild(i),URL.revokeObjectURL(a)}function f0(r){const e=r.indexOf(TS);if(e===-1)return r;const t=r.substring(0,e),n=r.substring(e+TS.length).replace(Sae,"");return`${t}${TS}${n}`}function b$(r){const e=[],t=new Set;let n;for(lb.lastIndex=0;(n=lb.exec(r))!==null;){const a=n[1]||"",i=n[2];for(const s of i.split(",")){const o=s.replace(e$,"").replace(t$,"").trim();o&&!t.has(o)&&(t.add(o),e.push({name:o,operator:a}))}}return e}function Lce(r,e){return lb.lastIndex=0,r.replace(lb,(t,n,a)=>{const i=a.split(",").map(o=>o.replace(e$,"").replace(t$,"").trim()),s=i.map(o=>e[o]??"").filter(o=>o!=="");if(s.length===0)return"";switch(n){case cu.RESERVED:return s.join(bo.COMMA);case cu.FRAGMENT:return cu.FRAGMENT+s.join(bo.COMMA);case cu.PATH_SEGMENT:return bo.SLASH+s.join(bo.SLASH);case cu.LABEL:return bo.PERIOD+s.join(bo.PERIOD);case cu.PATH_PARAM:return i.filter((o,l)=>s[l]).map((o,l)=>`${bo.SEMICOLON}${o}=${s[l]}`).join("");case cu.FORM_QUERY:return bo.QUERY_PREFIX+i.filter((o,l)=>s[l]).map((o,l)=>`${encodeURIComponent(o)}=${encodeURIComponent(s[l])}`).join(bo.COMMA);case cu.FORM_CONTINUATION:return bo.QUERY_CONTINUATION+i.filter((o,l)=>s[l]).map((o,l)=>`${encodeURIComponent(o)}=${encodeURIComponent(s[l])}`).join(bo.COMMA);default:return s.map(o=>encodeURIComponent(o)).join(bo.COMMA)}})}function Fce(r,e){return b$(r).every(n=>(e[n.name]??"").trim()!=="")}function hb(r,e){return`data:${r};base64,${e}`}function Bce(r){if(!r?.trim())return[];try{const e=JSON.parse(r);if(typeof e=="object"&&e!==null&&!Array.isArray(e))return Object.entries(e).map(([t,n])=>({key:t,value:String(n)}))}catch{return[]}return[]}function Uce(r){const e=r.filter(n=>n.key.trim());if(e.length===0)return"";const t={};for(const n of e)t[n.key.trim()]=n.value;return JSON.stringify(t)}function $ce(r,e=!0){try{const t=new URL(r),n=t.hostname.split(aO),a=n.length>=iO?n.slice(-iO).join(aO):t.hostname,i=`${fne}?domain=${a}&sz=${pne}`;return e?d$(i):i}catch{return null}}function aT(r,e=[],t=[]){const n=[];r.reasoningContent&&n.push({type:ni.REASONING,content:r.reasoningContent}),r.content?.trim()&&n.push({type:ni.TEXT,content:r.content});const a=v$(r.toolCalls);for(const i of a){const s=e.find(o=>o.toolCallId===i.id);n.push({type:s?ni.TOOL_CALL:ni.TOOL_CALL_PENDING,content:s?.content||"",toolName:i.function?.name,toolArgs:i.function?.arguments,toolResult:s?.content,toolResultExtras:s?.extra})}for(const i of t)i.id&&a.find(s=>s.id===i.id)||n.push({type:ni.TOOL_CALL_STREAMING,content:"",toolName:i.function?.name,toolArgs:i.function?.arguments});return n}function Gce(r,e=[],t=[]){if(!e.some(o=>o.role===Jt.ASSISTANT))return aT(r,e,t);const a=[],i=c8(e,0);a.push(...aT(r,i));let s=i.length;for(;s=e.length;a.push(...aT(o,l,c?t:[])),s+=1+l.length}else s++}return a}function c8(r,e){const t=[];for(let n=e;n{const a=n.match(Ire);if(!a||!e)return{text:n};const i=a[1],s=e.find(o=>o.type===Kr.IMAGE&&o.name===i);return{text:n,image:s}})}function v$(r){if(!r)return[];try{const e=JSON.parse(r);return Array.isArray(e)?e:[]}catch{return[]}}function y$(r,e=[]){return r.toolCalls&&v$(r.toolCalls).length>0?!0:e.length>0}var S_={exports:{}},qce=S_.exports,u8;function Hce(){return u8||(u8=1,function(r,e){(function(t,n){r.exports=n()})(qce,function(){var t=function(A,P){return(t=Object.setPrototypeOf||{__proto__:[]}instanceof Array&&function(J,ce){J.__proto__=ce}||function(J,ce){for(var de in ce)Object.prototype.hasOwnProperty.call(ce,de)&&(J[de]=ce[de])})(A,P)},n=function(){return(n=Object.assign||function(A){for(var P,J=1,ce=arguments.length;J"u"||i.Promise||(i.Promise=Promise);var c=Object.getPrototypeOf,u={}.hasOwnProperty;function d(A,P){return u.call(A,P)}function h(A,P){typeof P=="function"&&(P=P(c(A))),(typeof Reflect>"u"?s:Reflect.ownKeys)(P).forEach(function(J){m(A,J,P[J])})}var p=Object.defineProperty;function m(A,P,J,ce){p(A,P,l(J&&d(J,"get")&&typeof J.get=="function"?{get:J.get,set:J.set,configurable:!0}:{value:J,configurable:!0,writable:!0},ce))}function g(A){return{from:function(P){return A.prototype=Object.create(P.prototype),m(A.prototype,"constructor",A),{extend:h.bind(null,A.prototype)}}}}var b=Object.getOwnPropertyDescriptor,_=[].slice;function v(A,P,J){return _.call(A,P,J)}function y(A,P){return P(A)}function E(A){if(!A)throw new Error("Assertion Failed")}function S(A){i.setImmediate?setImmediate(A):setTimeout(A,0)}function w(A,P){if(typeof P=="string"&&d(A,P))return A[P];if(!P)return A;if(typeof P!="string"){for(var J=[],ce=0,de=P.length;ce"u"?[]:function(){var A=Promise.resolve();if(typeof crypto>"u"||!crypto.subtle)return[A,c(A),A];var P=crypto.subtle.digest("SHA-512",new Uint8Array([0]));return[P,c(P),A]}(),dt=Ae[0],_o=Ae[1],Ae=Ae[2],_o=_o&&_o.then,Le=dt&&dt.constructor,ht=!!Ae,ze=function(A,P){Rt.push([A,P]),At&&(queueMicrotask(Ct),At=!1)},mt=!0,At=!0,xt=[],qt=[],ar=fe,fr={id:"global",global:!0,ref:0,unhandleds:[],onunhandled:ae,pgp:!1,env:{},finalize:ae},ct=fr,Rt=[],Ft=0,tr=[];function ut(A){if(typeof this!="object")throw new TypeError("Promises must be constructed via new");this._listeners=[],this._lib=!1;var P=this._PSD=ct;if(typeof A!="function"){if(A!==it)throw new TypeError("Not a function");return this._state=arguments[1],this._value=arguments[2],void(this._state===!1&&It(this,this._value))}this._state=null,this._value=null,++P.ref,function J(ce,de){try{de(function(ve){if(ce._state===null){if(ve===ce)throw new TypeError("A promise cannot be resolved with itself.");var Re=ce._lib&&Lt();ve&&typeof ve.then=="function"?J(ce,function(De,Ve){ve instanceof ut?ve._then(De,Ve):ve.then(De,Ve)}):(ce._state=!0,ce._value=ve,xe(ce)),Re&&Dt()}},It.bind(null,ce))}catch(ve){It(ce,ve)}}(this,A)}var Ut={get:function(){var A=ct,P=Fn;function J(ce,de){var ve=this,Re=!A.global&&(A!==ct||P!==Fn),De=Re&&!Ls(),Ve=new ut(function(Xe,tt){Qe(ve,new Et(ru(ce,A,Re,De),ru(de,A,Re,De),Xe,tt,A))});return this._consoleTask&&(Ve._consoleTask=this._consoleTask),Ve}return J.prototype=it,J},set:function(A){m(this,"then",A&&A.prototype===it?Ut:{get:function(){return A},set:Ut.set})}};function Et(A,P,J,ce,de){this.onFulfilled=typeof A=="function"?A:null,this.onRejected=typeof P=="function"?P:null,this.resolve=J,this.reject=ce,this.psd=de}function It(A,P){var J,ce;qt.push(P),A._state===null&&(J=A._lib&&Lt(),P=ar(P),A._state=!1,A._value=P,ce=A,xt.some(function(de){return de._value===ce._value})||xt.push(ce),xe(A),J&&Dt())}function xe(A){var P=A._listeners;A._listeners=[];for(var J=0,ce=P.length;J.",dp="String expected.",Ql=[],ul="__dbnames",_h="readonly",Gt="readwrite";function Cr(A,P){return A?P?function(){return A.apply(this,arguments)&&P.apply(this,arguments)}:A:P}var ln={type:3,lower:-1/0,lowerOpen:!1,upper:[[]],upperOpen:!1};function Un(A){return typeof A!="string"||/\./.test(A)?function(P){return P}:function(P){return P[A]===void 0&&A in P&&delete(P=q(P))[A],P}}function Ea(){throw he.Type()}function Yr(A,P){try{var J=go(A),ce=go(P);if(J!==ce)return J==="Array"?1:ce==="Array"?-1:J==="binary"?1:ce==="binary"?-1:J==="string"?1:ce==="string"?-1:J==="Date"?1:ce!=="Date"?NaN:-1;switch(J){case"number":case"Date":case"string":return P_t+Tt&&pt(_t+tt)})})}var gt=dl(J)&&J.limit===1/0&&(typeof A!="function"||A===au)&&{index:J.index,range:J.range};return pt(0).then(function(){if(0=at})).length!==0?(tt.forEach(function(pt){nt.push(function(){var gt=Ze,_t=pt._cfg.dbschema;Ug(Be,gt,Je),Ug(Be,_t,Je),Ze=Be._dbSchema=_t;var Tt=Uy(gt,_t);Tt.add.forEach(function(sr){$y(Je,sr[0],sr[1].primKey,sr[1].indexes)}),Tt.change.forEach(function(sr){if(sr.recreate)throw new he.Upgrade("Not yet support for changing primary key");var Qt=Je.objectStore(sr.name);sr.add.forEach(function(_r){return Fg(Qt,_r)}),sr.change.forEach(function(_r){Qt.deleteIndex(_r.name),Fg(Qt,_r)}),sr.del.forEach(function(_r){return Qt.deleteIndex(_r)})});var Ht=pt._cfg.contentUpgrade;if(Ht&&pt._cfg.version>at){Pg(Be,Je),We._memoizedTables={};var Zt=x(_t);Tt.del.forEach(function(sr){Zt[sr]=gt[sr]}),By(Be,[Be.Transaction.prototype]),Lg(Be,[Be.Transaction.prototype],s(Zt),Zt),We.schema=Zt;var Vt,jt=B(Ht);return jt&&Bo(),Tt=ut.follow(function(){var sr;(Vt=Ht(We))&&jt&&(sr=Ls.bind(null,null),Vt.then(sr,sr))}),Vt&&typeof Vt.then=="function"?ut.resolve(Vt):Tt.then(function(){return Vt})}}),nt.push(function(gt){var _t,Tt,Ht=pt._cfg.dbschema;_t=Ht,Tt=gt,[].slice.call(Tt.db.objectStoreNames).forEach(function(Zt){return _t[Zt]==null&&Tt.db.deleteObjectStore(Zt)}),By(Be,[Be.Transaction.prototype]),Lg(Be,[Be.Transaction.prototype],Be._storeNames,Be._dbSchema),We.schema=Be._dbSchema}),nt.push(function(gt){Be.idbdb.objectStoreNames.contains("$meta")&&(Math.ceil(Be.idbdb.version/10)===pt._cfg.version?(Be.idbdb.deleteObjectStore("$meta"),delete Be._dbSchema.$meta,Be._storeNames=Be._storeNames.filter(function(_t){return _t!=="$meta"})):gt.objectStore("$meta").put(pt._cfg.version,"version"))})}),function pt(){return nt.length?ut.resolve(nt.shift()(We.idbtrans)).then(pt):ut.resolve()}().then(function(){M6(Ze,Je)})):ut.resolve();var Be,at,We,Je,nt,Ze}).catch(Re)):(s(de).forEach(function(tt){$y(J,tt,de[tt].primKey,de[tt].indexes)}),Pg(A,J),void ut.follow(function(){return A.on.populate.fire(ve)}).catch(Re));var Ve,Xe})}function cY(A,P){M6(A._dbSchema,P),P.db.version%10!=0||P.objectStoreNames.contains("$meta")||P.db.createObjectStore("$meta").add(Math.ceil(P.db.version/10-1),"version");var J=Bg(0,A.idbdb,P);Ug(A,A._dbSchema,P);for(var ce=0,de=Uy(J,A._dbSchema).change;ceMath.pow(2,62)?0:Ze.oldVersion,Be=Ze<1,A.idbdb=nt.result,ve&&cY(A,tt),lY(A,Ze/10,tt,We))},We),nt.onsuccess=vt(function(){tt=null;var Ze,pt,gt,_t,Tt,Ht=A.idbdb=nt.result,Zt=v(Ht.objectStoreNames);if(0"u"?ut.resolve():!navigator.userAgentData&&/Safari\//.test(navigator.userAgent)&&!/Chrom(e|ium)\//.test(navigator.userAgent)&&indexedDB.databases?new Promise(function(at){function We(){return indexedDB.databases().finally(at)}Ve=setInterval(We,100),We()}).finally(function(){return clearInterval(Ve)}):Promise.resolve()).then(De)]).then(function(){return Re(),P.onReadyBeingFired=[],ut.resolve(qy(function(){return A.on.ready.fire(A.vip)})).then(function at(){if(0P.limit?at.length=P.limit:A.length===P.limit&&at.length=pt.limit&&(!pt.values||Ht.req.values)&&gY(Ht.req.query.range,pt.query.range)}),!1,gt,_t];case"count":return Tt=_t.find(function(Ht){return H6(Ht.req.query.range,pt.query.range)}),[Tt,!!Tt,gt,_t]}}(P,J,"query",ve),tt=Xe[0],Be=Xe[1],at=Xe[2],We=Xe[3];return tt&&Be?tt.obsSet=ve.obsSet:(Be=ce.query(ve).then(function(Je){var nt=Je.result;if(tt&&(tt.res=nt),Re){for(var Ze=0,pt=nt.length;Ze{if(t!==null&&!await Pr.messages.get(t))throw new Error(`Parent message ${t} not found`);const n={...e,id:Cl(),parent:t,toolCalls:e.toolCalls??"",children:[]};if(await Pr.messages.add(n),t!==null){const a=await Pr.messages.get(t);a&&await Pr.messages.update(t,{children:[...a.children,n.id]})}return await this.updateConversation(e.convId,{currNode:n.id}),n})}static async createRootMessage(e){const t={id:Cl(),convId:e,type:"root",timestamp:Date.now(),role:Jt.SYSTEM,content:"",parent:null,toolCalls:"",children:[]};return await Pr.messages.add(t),t.id}static async createSystemMessage(e,t,n){const a=t.trim();if(!a)throw new Error("Cannot create system message with empty content");const i={id:Cl(),convId:e,type:Jt.SYSTEM,timestamp:Date.now(),role:Jt.SYSTEM,content:a,parent:n,children:[]};await Pr.messages.add(i);const s=await Pr.messages.get(n);return s&&await Pr.messages.update(n,{children:[...s.children,i.id]}),i}static async deleteConversation(e,t){await Pr.transaction("rw",[Pr.conversations,Pr.messages],async()=>{if(t?.deleteWithForks){const n=[],a=[e];for(;a.length>0;){const i=a.pop(),s=await Pr.conversations.filter(o=>o.forkedFromConversationId===i).toArray();for(const o of s)n.push(o.id),a.push(o.id)}for(const i of n)await Pr.conversations.delete(i),await Pr.messages.where("convId").equals(i).delete()}else{const a=(await Pr.conversations.get(e))?.forkedFromConversationId,i=await Pr.conversations.filter(s=>s.forkedFromConversationId===e).toArray();for(const s of i)await Pr.conversations.update(s.id,{forkedFromConversationId:a??void 0})}await Pr.conversations.delete(e),await Pr.messages.where("convId").equals(e).delete()})}static async deleteMessage(e){await Pr.transaction("rw",Pr.messages,async()=>{const t=await Pr.messages.get(e);if(t){if(t.parent){const n=await Pr.messages.get(t.parent);n&&(n.children=n.children.filter(a=>a!==e),await Pr.messages.put(n))}await Pr.messages.delete(e)}})}static async deleteMessageCascading(e,t){return await Pr.transaction("rw",Pr.messages,async()=>{const n=await Pr.messages.where("convId").equals(e).toArray(),a=l$(n,t),i=[t,...a],s=await Pr.messages.get(t);if(s&&s.parent){const o=await Pr.messages.get(s.parent);o&&(o.children=o.children.filter(l=>l!==t),await Pr.messages.put(o))}return await Pr.messages.bulkDelete(i),i})}static async getAllConversations(){return await Pr.conversations.orderBy("lastModified").reverse().toArray()}static async getConversation(e){return await Pr.conversations.get(e)}static async getConversationMessages(e){return await Pr.messages.where("convId").equals(e).sortBy("timestamp")}static async updateConversation(e,t){await Pr.conversations.update(e,{...t,lastModified:Date.now()})}static async updateCurrentNode(e,t){await this.updateConversation(e,{currNode:t})}static async updateMessage(e,t){await Pr.messages.update(e,t)}static async importConversations(e){let t=0,n=0;return await Pr.transaction("rw",[Pr.conversations,Pr.messages],async()=>{for(const a of e){const{conv:i,messages:s}=a;if(await Pr.conversations.get(i.id)){console.warn(`Conversation "${i.name}" already exists, skipping...`),n++;continue}await Pr.conversations.add(i);for(const l of s)await Pr.messages.put(l);t++}return{imported:t,skipped:n}})}static async forkConversation(e,t,n){return await Pr.transaction("rw",[Pr.conversations,Pr.messages],async()=>{const a=await Pr.conversations.get(e);if(!a)throw new Error(`Source conversation ${e} not found`);const i=await Pr.messages.where("convId").equals(e).toArray(),s=uf(i,t,!0);if(s.length===0)throw new Error(`Could not resolve message path to ${t}`);const o=new Map;for(const h of s)o.set(h.id,Cl());const l=Cl(),c=s.map(h=>{const p=o.get(h.id),m=h.parent?o.get(h.parent)??null:null,g=h.children.filter(b=>o.has(b)).map(b=>o.get(b));return{...h,id:p,convId:l,parent:m,children:g,extra:n.includeAttachments?h.extra:void 0}}),u=c[c.length-1],d={id:l,name:n.name,lastModified:Date.now(),currNode:u.id,forkedFromConversationId:e,mcpServerOverrides:a.mcpServerOverrides?a.mcpServerOverrides.map(h=>({serverId:h.serverId,enabled:h.enabled})):void 0};await Pr.conversations.add(d);for(const h of c)await Pr.messages.add(h);return d})}}const S$="llama-webui-migration-v2-done";function Wce(){try{return!localStorage.getItem(S$)}catch{return!1}}function h8(){try{localStorage.setItem(S$,String(Date.now()))}catch{}}function jce(r){return r.content?cf.HAS_LEGACY_MARKERS.test(r.content):!1}function f8(r){let e="",t=r;const n=new RegExp(cf.REASONING_EXTRACT.source,"g");let a;for(;(a=n.exec(r))!==null;)e+=a[1];return t=t.replace(new RegExp(cf.REASONING_BLOCK.source,"g"),"").replace(cf.REASONING_OPEN,""),{reasoning:e,cleanContent:t}}function Kce(r){const e=[],t=new RegExp(cf.COMPLETED_TOOL_CALL.source,"g");let n=0,a={textBefore:"",toolCalls:[]},i;for(;(i=t.exec(r))!==null;){const o=r.slice(n,i.index).trim();o&&a.toolCalls.length>0?(e.push(a),a={textBefore:o,toolCalls:[]}):o&&a.toolCalls.length===0&&(a.textBefore=o),a.toolCalls.push({name:i[1],args:i[2],result:i[3].replace(/^\n+|\n+$/g,"")}),n=i.index+i[0].length}const s=r.slice(n).trim();if(a.toolCalls.length>0&&e.push(a),s){const o=s.replace(cf.AGENTIC_TOOL_CALL_OPEN,"").trim();o&&e.push({textBefore:o,toolCalls:[]})}return e.length===0&&e.push({textBefore:r.trim(),toolCalls:[]}),e}async function Xce(r){const e=await mr.getConversationMessages(r);let t=0;for(const n of e){if(n.role!==Jt.ASSISTANT)continue;if(!jce(n)){if(n.content?.includes(kre.START)){const{reasoning:h,cleanContent:p}=f8(n.content);await mr.updateMessage(n.id,{content:p.trim(),reasoningContent:h||void 0}),t++}continue}const{reasoning:a,cleanContent:i}=f8(n.content),s=Kce(i);let o=[];if(n.toolCalls)try{o=JSON.parse(n.toolCalls)}catch{}const l=s[0];if(!l)continue;const c=l.toolCalls.map((h,p)=>({id:(o.find(g=>g.function?.name===h.name)||o[p])?.id||`legacy_tool_${p}`,type:"function",function:{name:h.name,arguments:h.args}}));await mr.updateMessage(n.id,{content:l.textBefore,reasoningContent:a||void 0,toolCalls:c.length>0?JSON.stringify(c):""});let u=n.id,d=o.length;for(let h=0;h{const v=d+_;return{id:o[v]?.id||`legacy_tool_${v}`,type:"function",function:{name:b.name,arguments:b.args}}});d+=p.toolCalls.length,u=(await mr.createMessageBranch({convId:r,type:Tl.TEXT,role:Jt.ASSISTANT,content:p.textBefore,timestamp:n.timestamp+h*100,toolCalls:m.length>0?JSON.stringify(m):"",children:[],model:n.model},u)).id;for(let b=0;b0&&u!==n.id){for(const h of n.children){const p=e.find(m=>m.id===h);if(p&&p.role!==Jt.TOOL){await mr.updateMessage(h,{parent:u});const m=await mr.getConversationMessages(r).then(g=>g.find(b=>b.id===u));m&&!m.children.includes(h)&&await mr.updateMessage(u,{children:[...m.children,h]})}}await mr.updateMessage(n.id,{children:[]})}t++}return t}async function Qce(){if(Wce()){console.log("[Migration] Starting legacy message format migration...");try{const r=await mr.getAllConversations();let e=0;for(const t of r){const n=await Xce(t.id);e+=n}e>0?console.log(`[Migration] Migrated ${e} messages across ${r.length} conversations`):console.log("[Migration] No legacy messages found, marking as done"),h8()}catch(r){console.error("[Migration] Failed to migrate legacy messages:",r),h8()}}}class Zce{cache=new Map;ttlMs;maxEntries;onEvict;constructor(e={}){this.ttlMs=e.ttlMs??qU,this.maxEntries=e.maxEntries??Bre,this.onEvict=e.onEvict}get(e){const t=this.cache.get(e);return t?Date.now()>t.expiresAt?(this.delete(e),null):(t.lastAccessed=Date.now(),t.value):null}set(e,t,n){this.cache.size>=this.maxEntries&&!this.cache.has(e)&&this.evictOldest();const a=n??this.ttlMs,i=Date.now();this.cache.set(e,{value:t,expiresAt:i+a,lastAccessed:i})}has(e){const t=this.cache.get(e);return t?Date.now()>t.expiresAt?(this.delete(e),!1):!0:!1}delete(e){const t=this.cache.get(e);return t&&this.onEvict&&this.onEvict(e,t.value),this.cache.delete(e)}clear(){if(this.onEvict)for(const[e,t]of this.cache)this.onEvict(e,t.value);this.cache.clear()}get size(){return this.cache.size}prune(){const e=Date.now();let t=0;for(const[n,a]of this.cache)e>a.expiresAt&&(this.delete(n),t++);return t}keys(){const e=Date.now(),t=[];for(const[n,a]of this.cache)e<=a.expiresAt&&t.push(n);return t}evictOldest(){let e=null,t=1/0;for(const[n,a]of this.cache)a.lastAccessedt.expiresAt?(this.delete(e),!1):(t.expiresAt=n+this.ttlMs,t.lastAccessed=n,!0)}}function Jce(r){if(r?.aborted)throw new DOMException("Operation was aborted","AbortError")}function El(r){return r instanceof DOMException&&r.name==="AbortError"||r instanceof Error&&r.name==="AbortError"}function Cl(){return globalThis.crypto?.randomUUID?.()??Math.random().toString(36).substring(2)}function Df(r,e){Ee(e,!0);let t=Y(e,"ariaLabel",3,"Copy to clipboard"),n=Y(e,"canCopy",3,!0);{let a=F(()=>n()?"pointer":"not-allowed");DU(r,{get class(){return`h-3 w-3 flex-shrink-0 cursor-${f(a)??""}`},get"aria-label"(){return t()},onclick:()=>n()&&fg(e.text)})}we()}function Om(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"iconSize",3,3);kr(r,{type:"button",variant:"ghost",size:"icon-sm",get class(){return`bg-white/20 p-0 hover:bg-white/30 ${t()??""}`},onclick:a=>{a.stopPropagation(),e.onRemove?.(e.id)},"aria-label":"Remove file",children:(a,i)=>{Yl(a,{get class(){return`h-${n()??""} w-${n()??""}`}})},$$slots:{default:!0}}),we()}var eue=G("

      "),tue=G(" ",1);function vo(r,e){Ee(e,!0);let t=Y(e,"class",3,"");function n(){fg(String(e.value))}var a=se(),i=L(a);{var s=l=>{var c=se(),u=L(c);me(u,()=>da,(d,h)=>{h(d,{children:(p,m)=>{var g=tue(),b=L(g);me(b,()=>ca,(v,y)=>{y(v,{children:(E,S)=>{b3(E,{get class(){return t()},onclick:n,icon:C=>{var x=se(),N=L(x);me(N,()=>e.icon,(I,D)=>{D(I,{class:"h-3 w-3"})}),T(C,x)},children:(C,x)=>{et();var N=Ot();Ce(()=>Ge(N,e.value)),T(C,N)},$$slots:{icon:!0,default:!0}})},$$slots:{default:!0}})});var _=ee(b,2);me(_,()=>ua,(v,y)=>{y(v,{children:(E,S)=>{var w=eue(),C=j(w,!0);H(w),Ce(()=>Ge(C,e.tooltipLabel)),T(E,w)},$$slots:{default:!0}})}),T(p,g)},$$slots:{default:!0}})}),T(l,c)},o=l=>{b3(l,{get class(){return t()},onclick:n,icon:u=>{var d=se(),h=L(d);me(h,()=>e.icon,(p,m)=>{m(p,{class:"h-3 w-3"})}),T(u,d)},children:(u,d)=>{et();var h=Ot();Ce(()=>Ge(h,e.value)),T(u,h)},$$slots:{icon:!0,default:!0}})};le(i,l=>{e.tooltipLabel?l(s):l(o,!1)})}T(r,a),we()}var rue=G("");function b3(r,e){Ee(e,!0);let t=Y(e,"class",3,"");var n=rue();n.__click=function(...o){e.onclick?.apply(this,o)};var a=j(n);{var i=o=>{var l=se(),c=L(l);ke(c,()=>e.icon),T(o,l)};le(a,o=>{e.icon&&o(i)})}var s=ee(a,2);ke(s,()=>e.children),H(n),Ce(o=>yt(n,1,o),[()=>qr(Kt("inline-flex cursor-pointer items-center gap-1 rounded-sm bg-muted-foreground/15 px-1.5 py-0.75",t()))]),T(r,n),we()}Ln(["click"]);var nue=G(" ");function aue(r,e){Ee(e,!0);let t=Y(e,"class",3,"");const n=F(()=>e.modalities.filter(s=>s===qc.VISION||s===qc.AUDIO));var a=se(),i=L(a);Ir(i,17,()=>f(n),xu,(s,o)=>{const l=F(()=>vne[f(o)]),c=F(()=>yne[f(o)]);var u=nue(),d=j(u);{var h=m=>{var g=se(),b=L(g);me(b,()=>f(l),(_,v)=>{v(_,{class:"h-3 w-3"})}),T(m,g)};le(d,m=>{f(l)&&m(h)})}var p=ee(d);H(u),Ce(m=>{yt(u,1,m),Ge(p,` ${f(c)??""}`)},[()=>qr(Kt("inline-flex items-center gap-1 rounded-md bg-muted px-2 py-1 text-xs font-medium",t()))]),T(s,u)}),T(r,a),we()}var iue=G('
      '),sue=G(" ",1),oue=G('
      '),lue=G("
      "),cue=G(" ",1);function E$(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"style",3,""),a=Y(e,"attachments",19,()=>[]),i=Y(e,"readonly",3,!1),s=Y(e,"uploadedFiles",27,()=>Sr([])),o=Y(e,"imageClass",3,""),l=Y(e,"imageHeight",3,"h-24"),c=Y(e,"imageWidth",3,"w-auto"),u=Y(e,"limitToSingleRow",3,!1),d=F(()=>i$({uploadedFiles:s(),attachments:a()})),h=_e(void 0),p=_e(!1),m=_e(!1),g=_e(null),b=_e(!1),_=_e(null),v=F(()=>u()&&f(d).length>0&&f(p)),y=_e(!1);function E(K,z){z?.stopPropagation(),z?.preventDefault(),M(g,{uploadedFile:K.uploadedFile,attachment:K.attachment,preview:K.preview,name:K.name,size:K.size,textContent:K.textContent},!0),M(m,!0)}function S(K){M(_,K,!0),M(b,!0)}function w(K,z){return{id:z,resource:{uri:K.uri,name:K.name,title:K.name,serverName:K.serverName}}}Nt(()=>{f(h)&&f(d).length&&f(h).resetScroll()});var C=cue(),x=L(C);{var N=K=>{var z=lue(),re=j(z);{var W=k=>{var B=sue(),te=L(B);pr(oq(te,{onScrollableChange:U=>M(p,U,!0),children:(U,Q)=>{var ne=se(),ue=L(ne);Ir(ue,17,()=>f(d),he=>he.id,(he,be)=>{var Z=se(),ae=L(Z);{var fe=ye=>{const Te=F(()=>f(be).attachment?.type===Kr.MCP_PROMPT?f(be).attachment:f(be).uploadedFile?.mcpPrompt?{type:Kr.MCP_PROMPT,name:f(be).name,serverName:f(be).uploadedFile.mcpPrompt.serverName,promptName:f(be).uploadedFile.mcpPrompt.promptName,content:f(be).textContent??"",arguments:f(be).uploadedFile.mcpPrompt.arguments}:null);var Oe=se(),Ne=L(Oe);{var Ue=Fe=>{{let Ke=F(()=>u()?"first:ml-4 last:mr-4":""),He=F(()=>e.onFileRemove?()=>e.onFileRemove(f(be).id):void 0);p8(Fe,{get class(){return`max-w-[300px] min-w-[200px] flex-shrink-0 ${f(Ke)??""}`},get prompt(){return f(Te)},get readonly(){return i()},get isLoading(){return f(be).isLoading},get loadError(){return f(be).loadError},get onRemove(){return f(He)}})}};le(Ne,Fe=>{f(Te)&&Fe(Ue)})}T(ye,Oe)},pe=ye=>{var Te=se(),Oe=L(Te);{var Ne=Fe=>{const Ke=F(()=>f(be).attachment);{let He=F(()=>u()?"first:ml-4 last:mr-4":""),it=F(()=>w(f(Ke),f(be).id));X3(Fe,{get class(){return`flex-shrink-0 ${f(He)??""}`},get attachment(){return f(it)},onClick:()=>S(f(Ke))})}},Ue=Fe=>{var Ke=se(),He=L(Ke);{var it=dt=>{{let Ae=F(()=>u()?"first:ml-4 last:mr-4":"");pA(dt,{get class(){return`flex-shrink-0 cursor-pointer ${f(Ae)??""}`},get id(){return f(be).id},get name(){return f(be).name},get preview(){return f(be).preview},get readonly(){return i()},get onRemove(){return e.onFileRemove},get height(){return l()},get width(){return c()},get imageClass(){return o()},onClick:Le=>E(f(be),Le)})}},st=dt=>{{let Ae=F(()=>u()?"first:ml-4 last:mr-4":"");fA(dt,{get class(){return`flex-shrink-0 cursor-pointer ${f(Ae)??""}`},get id(){return f(be).id},get name(){return f(be).name},get size(){return f(be).size},get readonly(){return i()},get onRemove(){return e.onFileRemove},get textContent(){return f(be).textContent},get attachment(){return f(be).attachment},get uploadedFile(){return f(be).uploadedFile},onClick:Le=>E(f(be),Le)})}};le(He,dt=>{f(be).isImage&&f(be).preview?dt(it):dt(st,!1)},!0)}T(Fe,Ke)};le(Oe,Fe=>{f(be).isMcpResource&&f(be).attachment?.type===Kr.MCP_RESOURCE?Fe(Ne):Fe(Ue,!1)},!0)}T(ye,Te)};le(ae,ye=>{f(be).isMcpPrompt?ye(fe):ye(pe,!1)})}T(he,Z)}),T(U,ne)},$$slots:{default:!0}}),U=>M(h,U,!0),()=>f(h));var O=ee(te,2);{var R=U=>{var Q=iue(),ne=j(Q);kr(ne,{type:"button",variant:"ghost",size:"sm",class:"h-6 text-xs text-muted-foreground hover:text-foreground",onclick:()=>M(y,!0),children:(ue,he)=>{et();var be=Ot();Ce(()=>Ge(be,`View all (${f(d).length??""})`)),T(ue,be)},$$slots:{default:!0}}),H(Q),T(U,Q)};le(O,U=>{f(v)&&U(R)})}T(k,B)},ie=k=>{var B=oue();Ir(B,21,()=>f(d),te=>te.id,(te,O)=>{var R=se(),U=L(R);{var Q=ue=>{const he=F(()=>f(O).attachment?.type===Kr.MCP_PROMPT?f(O).attachment:f(O).uploadedFile?.mcpPrompt?{type:Kr.MCP_PROMPT,name:f(O).name,serverName:f(O).uploadedFile.mcpPrompt.serverName,promptName:f(O).uploadedFile.mcpPrompt.promptName,content:f(O).textContent??"",arguments:f(O).uploadedFile.mcpPrompt.arguments}:null);var be=se(),Z=L(be);{var ae=fe=>{{let pe=F(()=>e.onFileRemove?()=>e.onFileRemove(f(O).id):void 0);p8(fe,{class:"max-w-[300px] min-w-[200px]",get prompt(){return f(he)},get readonly(){return i()},get isLoading(){return f(O).isLoading},get loadError(){return f(O).loadError},get onRemove(){return f(pe)}})}};le(Z,fe=>{f(he)&&fe(ae)})}T(ue,be)},ne=ue=>{var he=se(),be=L(he);{var Z=fe=>{const pe=F(()=>f(O).attachment);{let ye=F(()=>w(f(pe),f(O).id));X3(fe,{get attachment(){return f(ye)},onClick:()=>S(f(pe))})}},ae=fe=>{var pe=se(),ye=L(pe);{var Te=Ne=>{pA(Ne,{class:"cursor-pointer",get id(){return f(O).id},get name(){return f(O).name},get preview(){return f(O).preview},get readonly(){return i()},get onRemove(){return e.onFileRemove},get height(){return l()},get width(){return c()},get imageClass(){return o()},onClick:Ue=>E(f(O),Ue)})},Oe=Ne=>{fA(Ne,{class:"cursor-pointer",get id(){return f(O).id},get name(){return f(O).name},get size(){return f(O).size},get readonly(){return i()},get onRemove(){return e.onFileRemove},get textContent(){return f(O).textContent},get attachment(){return f(O).attachment},get uploadedFile(){return f(O).uploadedFile},onClick:Ue=>E(f(O),Ue)})};le(ye,Ne=>{f(O).isImage&&f(O).preview?Ne(Te):Ne(Oe,!1)},!0)}T(fe,pe)};le(be,fe=>{f(O).isMcpResource&&f(O).attachment?.type===Kr.MCP_RESOURCE?fe(Z):fe(ae,!1)},!0)}T(ue,he)};le(U,ue=>{f(O).isMcpPrompt?ue(Q):ue(ne,!1)})}T(te,R)}),H(B),T(k,B)};le(re,k=>{u()?k(W):k(ie,!1)})}H(z),Ce(()=>{yt(z,1,qr(t())),ds(z,n())}),T(K,z)};le(x,K=>{f(d).length>0&&K(N)})}var I=ee(x,2);{var D=K=>{Kz(K,{get uploadedFile(){return f(g).uploadedFile},get attachment(){return f(g).attachment},get preview(){return f(g).preview},get name(){return f(g).name},get size(){return f(g).size},get textContent(){return f(g).textContent},get activeModelId(){return e.activeModelId},get open(){return f(m)},set open(z){M(m,z,!0)}})};le(I,K=>{f(g)&&K(D)})}var V=ee(I,2);oEe(V,{get uploadedFiles(){return s()},get attachments(){return a()},get readonly(){return i()},get onFileRemove(){return e.onFileRemove},imageHeight:"h-64",get imageClass(){return o()},get activeModelId(){return e.activeModelId},get open(){return f(y)},set open(K){M(y,K,!0)}});var q=ee(V,2);{var $=K=>{I2e(K,{get extra(){return f(_)},get open(){return f(b)},set open(z){M(b,z,!0)}})};le(q,K=>{f(_)&&K($)})}T(r,C),we()}var uue=G('
      '),due=G("
      ");function p8(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"readonly",3,!1),a=Y(e,"isLoading",3,!1);var i=due(),s=j(i);lq(s,{get prompt(){return e.prompt},get variant(){return Rm.ATTACHMENT},get isLoading(){return a()},get loadError(){return e.loadError}});var o=ee(s,2);{var l=c=>{var u=uue(),d=j(u);Om(d,{get id(){return e.prompt.name},onRemove:()=>e.onRemove?.()}),H(u),T(c,u)};le(o,c=>{!n()&&e.onRemove&&c(l)})}H(i),Ce(()=>yt(i,1,`group relative ${t()??""}`)),T(r,i),we()}const hue=Object.freeze({status:"aborted"});function St(r,e,t){function n(o,l){if(o._zod||Object.defineProperty(o,"_zod",{value:{def:l,constr:s,traits:new Set},enumerable:!1}),o._zod.traits.has(r))return;o._zod.traits.add(r),e(o,l);const c=s.prototype,u=Object.keys(c);for(let d=0;dt?.Parent&&o instanceof t.Parent?!0:o?._zod?.traits?.has(r)}),Object.defineProperty(s,"name",{value:r}),s}class hf extends Error{constructor(){super("Encountered Promise during synchronous parse. Use .parseAsync() instead.")}}class w$ extends Error{constructor(e){super(`Encountered unidirectional transform during encode: ${e}`),this.name="ZodEncodeError"}}const T$={};function Pu(r){return T$}function C$(r){const e=Object.values(r).filter(n=>typeof n=="number");return Object.entries(r).filter(([n,a])=>e.indexOf(+n)===-1).map(([n,a])=>a)}function v3(r,e){return typeof e=="bigint"?e.toString():e}function zv(r){return{get value(){{const e=r();return Object.defineProperty(this,"value",{value:e}),e}}}}function O4(r){return r==null}function N4(r){const e=r.startsWith("^")?1:0,t=r.endsWith("$")?r.length-1:r.length;return r.slice(e,t)}function fue(r,e){const t=(r.toString().split(".")[1]||"").length,n=e.toString();let a=(n.split(".")[1]||"").length;if(a===0&&/\d?e-\d?/.test(n)){const l=n.match(/\d?e-(\d?)/);l?.[1]&&(a=Number.parseInt(l[1]))}const i=t>a?t:a,s=Number.parseInt(r.toFixed(i).replace(".","")),o=Number.parseInt(e.toFixed(i).replace(".",""));return s%o/10**i}const m8=Symbol("evaluating");function ta(r,e,t){let n;Object.defineProperty(r,e,{get(){if(n!==m8)return n===void 0&&(n=m8,n=t()),n},set(a){Object.defineProperty(r,e,{value:a})},configurable:!0})}function oh(r,e,t){Object.defineProperty(r,e,{value:t,writable:!0,enumerable:!0,configurable:!0})}function lh(...r){const e={};for(const t of r){const n=Object.getOwnPropertyDescriptors(t);Object.assign(e,n)}return Object.defineProperties({},e)}function g8(r){return JSON.stringify(r)}function pue(r){return r.toLowerCase().trim().replace(/[^\w\s-]/g,"").replace(/[\s_-]+/g,"-").replace(/^-+|-+$/g,"")}const A$="captureStackTrace"in Error?Error.captureStackTrace:(...r)=>{};function Nm(r){return typeof r=="object"&&r!==null&&!Array.isArray(r)}const mue=zv(()=>{if(typeof navigator<"u"&&navigator?.userAgent?.includes("Cloudflare"))return!1;try{const r=Function;return new r(""),!0}catch{return!1}});function Pf(r){if(Nm(r)===!1)return!1;const e=r.constructor;if(e===void 0||typeof e!="function")return!0;const t=e.prototype;return!(Nm(t)===!1||Object.prototype.hasOwnProperty.call(t,"isPrototypeOf")===!1)}function x$(r){return Pf(r)?{...r}:Array.isArray(r)?[...r]:r}const gue=new Set(["string","number","symbol"]);function Lf(r){return r.replace(/[.*+?^${}()|[\]\\]/g,"\\$&")}function Ku(r,e,t){const n=new r._zod.constr(e??r._zod.def);return(!e||t?.parent)&&(n._zod.parent=r),n}function Rr(r){const e=r;if(!e)return{};if(typeof e=="string")return{error:()=>e};if(e?.message!==void 0){if(e?.error!==void 0)throw new Error("Cannot specify both `message` and `error` params");e.error=e.message}return delete e.message,typeof e.error=="string"?{...e,error:()=>e.error}:e}function _ue(r){return Object.keys(r).filter(e=>r[e]._zod.optin==="optional"&&r[e]._zod.optout==="optional")}const bue={safeint:[Number.MIN_SAFE_INTEGER,Number.MAX_SAFE_INTEGER],int32:[-2147483648,2147483647],uint32:[0,4294967295],float32:[-34028234663852886e22,34028234663852886e22],float64:[-Number.MAX_VALUE,Number.MAX_VALUE]};function vue(r,e){const t=r._zod.def,n=lh(r._zod.def,{get shape(){const a={};for(const i in e){if(!(i in t.shape))throw new Error(`Unrecognized key: "${i}"`);e[i]&&(a[i]=t.shape[i])}return oh(this,"shape",a),a},checks:[]});return Ku(r,n)}function yue(r,e){const t=r._zod.def,n=lh(r._zod.def,{get shape(){const a={...r._zod.def.shape};for(const i in e){if(!(i in t.shape))throw new Error(`Unrecognized key: "${i}"`);e[i]&&delete a[i]}return oh(this,"shape",a),a},checks:[]});return Ku(r,n)}function Sue(r,e){if(!Pf(e))throw new Error("Invalid input to extend: expected a plain object");const t=r._zod.def.checks;if(t&&t.length>0)throw new Error("Object schemas containing refinements cannot be extended. Use `.safeExtend()` instead.");const a=lh(r._zod.def,{get shape(){const i={...r._zod.def.shape,...e};return oh(this,"shape",i),i},checks:[]});return Ku(r,a)}function Eue(r,e){if(!Pf(e))throw new Error("Invalid input to safeExtend: expected a plain object");const t={...r._zod.def,get shape(){const n={...r._zod.def.shape,...e};return oh(this,"shape",n),n},checks:r._zod.def.checks};return Ku(r,t)}function wue(r,e){const t=lh(r._zod.def,{get shape(){const n={...r._zod.def.shape,...e._zod.def.shape};return oh(this,"shape",n),n},get catchall(){return e._zod.def.catchall},checks:[]});return Ku(r,t)}function Tue(r,e,t){const n=lh(e._zod.def,{get shape(){const a=e._zod.def.shape,i={...a};if(t)for(const s in t){if(!(s in a))throw new Error(`Unrecognized key: "${s}"`);t[s]&&(i[s]=r?new r({type:"optional",innerType:a[s]}):a[s])}else for(const s in a)i[s]=r?new r({type:"optional",innerType:a[s]}):a[s];return oh(this,"shape",i),i},checks:[]});return Ku(e,n)}function Cue(r,e,t){const n=lh(e._zod.def,{get shape(){const a=e._zod.def.shape,i={...a};if(t)for(const s in t){if(!(s in i))throw new Error(`Unrecognized key: "${s}"`);t[s]&&(i[s]=new r({type:"nonoptional",innerType:a[s]}))}else for(const s in a)i[s]=new r({type:"nonoptional",innerType:a[s]});return oh(this,"shape",i),i},checks:[]});return Ku(e,n)}function Kh(r,e=0){if(r.aborted===!0)return!0;for(let t=e;t{var n;return(n=t).path??(n.path=[]),t.path.unshift(r),t})}function p0(r){return typeof r=="string"?r:r?.message}function Lu(r,e,t){const n={...r,path:r.path??[]};if(!r.message){const a=p0(r.inst?._zod.def?.error?.(r))??p0(e?.error?.(r))??p0(t.customError?.(r))??p0(t.localeError?.(r))??"Invalid input";n.message=a}return delete n.inst,delete n.continue,e?.reportInput||delete n.input,n}function I4(r){return Array.isArray(r)?"array":typeof r=="string"?"string":"unknown"}function Im(...r){const[e,t,n]=r;return typeof e=="string"?{message:e,code:"custom",input:t,inst:n}:{...e}}const R$=(r,e)=>{r.name="$ZodError",Object.defineProperty(r,"_zod",{value:r._zod,enumerable:!1}),Object.defineProperty(r,"issues",{value:e,enumerable:!1}),r.message=JSON.stringify(e,v3,2),Object.defineProperty(r,"toString",{value:()=>r.message,enumerable:!1})},O$=St("$ZodError",R$),N$=St("$ZodError",R$,{Parent:Error});function Aue(r,e=t=>t.message){const t={},n=[];for(const a of r.issues)a.path.length>0?(t[a.path[0]]=t[a.path[0]]||[],t[a.path[0]].push(e(a))):n.push(e(a));return{formErrors:n,fieldErrors:t}}function xue(r,e=t=>t.message){const t={_errors:[]},n=a=>{for(const i of a.issues)if(i.code==="invalid_union"&&i.errors.length)i.errors.map(s=>n({issues:s}));else if(i.code==="invalid_key")n({issues:i.issues});else if(i.code==="invalid_element")n({issues:i.issues});else if(i.path.length===0)t._errors.push(e(i));else{let s=t,o=0;for(;o(e,t,n,a)=>{const i=n?Object.assign(n,{async:!1}):{async:!1},s=e._zod.run({value:t,issues:[]},i);if(s instanceof Promise)throw new hf;if(s.issues.length){const o=new(a?.Err??r)(s.issues.map(l=>Lu(l,i,Pu())));throw A$(o,a?.callee),o}return s.value},M4=r=>async(e,t,n,a)=>{const i=n?Object.assign(n,{async:!0}):{async:!0};let s=e._zod.run({value:t,issues:[]},i);if(s instanceof Promise&&(s=await s),s.issues.length){const o=new(a?.Err??r)(s.issues.map(l=>Lu(l,i,Pu())));throw A$(o,a?.callee),o}return s.value},qv=r=>(e,t,n)=>{const a=n?{...n,async:!1}:{async:!1},i=e._zod.run({value:t,issues:[]},a);if(i instanceof Promise)throw new hf;return i.issues.length?{success:!1,error:new(r??O$)(i.issues.map(s=>Lu(s,a,Pu())))}:{success:!0,data:i.value}},I$=qv(N$),Hv=r=>async(e,t,n)=>{const a=n?Object.assign(n,{async:!0}):{async:!0};let i=e._zod.run({value:t,issues:[]},a);return i instanceof Promise&&(i=await i),i.issues.length?{success:!1,error:new r(i.issues.map(s=>Lu(s,a,Pu())))}:{success:!0,data:i.value}},Rue=Hv(N$),Oue=r=>(e,t,n)=>{const a=n?Object.assign(n,{direction:"backward"}):{direction:"backward"};return k4(r)(e,t,a)},Nue=r=>(e,t,n)=>k4(r)(e,t,n),Iue=r=>async(e,t,n)=>{const a=n?Object.assign(n,{direction:"backward"}):{direction:"backward"};return M4(r)(e,t,a)},kue=r=>async(e,t,n)=>M4(r)(e,t,n),Mue=r=>(e,t,n)=>{const a=n?Object.assign(n,{direction:"backward"}):{direction:"backward"};return qv(r)(e,t,a)},Due=r=>(e,t,n)=>qv(r)(e,t,n),Pue=r=>async(e,t,n)=>{const a=n?Object.assign(n,{direction:"backward"}):{direction:"backward"};return Hv(r)(e,t,a)},Lue=r=>async(e,t,n)=>Hv(r)(e,t,n),Fue=/^[cC][^\s-]{8,}$/,Bue=/^[0-9a-z]+$/,Uue=/^[0-9A-HJKMNP-TV-Za-hjkmnp-tv-z]{26}$/,$ue=/^[0-9a-vA-V]{20}$/,Gue=/^[A-Za-z0-9]{27}$/,zue=/^[a-zA-Z0-9_-]{21}$/,que=/^P(?:(\d+W)|(?!.*W)(?=\d|T\d)(\d+Y)?(\d+M)?(\d+D)?(T(?=\d)(\d+H)?(\d+M)?(\d+([.,]\d+)?S)?)?)$/,Hue=/^([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{4}-[0-9a-fA-F]{12})$/,_8=r=>r?new RegExp(`^([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-${r}[0-9a-fA-F]{3}-[89abAB][0-9a-fA-F]{3}-[0-9a-fA-F]{12})$`):/^([0-9a-fA-F]{8}-[0-9a-fA-F]{4}-[1-8][0-9a-fA-F]{3}-[89abAB][0-9a-fA-F]{3}-[0-9a-fA-F]{12}|00000000-0000-0000-0000-000000000000|ffffffff-ffff-ffff-ffff-ffffffffffff)$/,Vue=/^(?!\.)(?!.*\.\.)([A-Za-z0-9_'+\-\.]*)[A-Za-z0-9_+-]@([A-Za-z0-9][A-Za-z0-9\-]*\.)+[A-Za-z]{2,}$/,Yue="^(\\p{Extended_Pictographic}|\\p{Emoji_Component})+$";function Wue(){return new RegExp(Yue,"u")}const jue=/^(?:(?:25[0-5]|2[0-4][0-9]|1[0-9][0-9]|[1-9][0-9]|[0-9])\.){3}(?:25[0-5]|2[0-4][0-9]|1[0-9][0-9]|[1-9][0-9]|[0-9])$/,Kue=/^(([0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,7}:|([0-9a-fA-F]{1,4}:){1,6}:[0-9a-fA-F]{1,4}|([0-9a-fA-F]{1,4}:){1,5}(:[0-9a-fA-F]{1,4}){1,2}|([0-9a-fA-F]{1,4}:){1,4}(:[0-9a-fA-F]{1,4}){1,3}|([0-9a-fA-F]{1,4}:){1,3}(:[0-9a-fA-F]{1,4}){1,4}|([0-9a-fA-F]{1,4}:){1,2}(:[0-9a-fA-F]{1,4}){1,5}|[0-9a-fA-F]{1,4}:((:[0-9a-fA-F]{1,4}){1,6})|:((:[0-9a-fA-F]{1,4}){1,7}|:))$/,Xue=/^((25[0-5]|2[0-4][0-9]|1[0-9][0-9]|[1-9][0-9]|[0-9])\.){3}(25[0-5]|2[0-4][0-9]|1[0-9][0-9]|[1-9][0-9]|[0-9])\/([0-9]|[1-2][0-9]|3[0-2])$/,Que=/^(([0-9a-fA-F]{1,4}:){7}[0-9a-fA-F]{1,4}|::|([0-9a-fA-F]{1,4})?::([0-9a-fA-F]{1,4}:?){0,6})\/(12[0-8]|1[01][0-9]|[1-9]?[0-9])$/,Zue=/^$|^(?:[0-9a-zA-Z+/]{4})*(?:(?:[0-9a-zA-Z+/]{2}==)|(?:[0-9a-zA-Z+/]{3}=))?$/,k$=/^[A-Za-z0-9_-]*$/,Jue=/^\+(?:[0-9]){6,14}[0-9]$/,M$="(?:(?:\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-(?:(?:0[13578]|1[02])-(?:0[1-9]|[12]\\d|3[01])|(?:0[469]|11)-(?:0[1-9]|[12]\\d|30)|(?:02)-(?:0[1-9]|1\\d|2[0-8])))",ede=new RegExp(`^${M$}$`);function D$(r){const e="(?:[01]\\d|2[0-3]):[0-5]\\d";return typeof r.precision=="number"?r.precision===-1?`${e}`:r.precision===0?`${e}:[0-5]\\d`:`${e}:[0-5]\\d\\.\\d{${r.precision}}`:`${e}(?::[0-5]\\d(?:\\.\\d+)?)?`}function tde(r){return new RegExp(`^${D$(r)}$`)}function rde(r){const e=D$({precision:r.precision}),t=["Z"];r.local&&t.push(""),r.offset&&t.push("([+-](?:[01]\\d|2[0-3]):[0-5]\\d)");const n=`${e}(?:${t.join("|")})`;return new RegExp(`^${M$}T(?:${n})$`)}const nde=r=>{const e=r?`[\\s\\S]{${r?.minimum??0},${r?.maximum??""}}`:"[\\s\\S]*";return new RegExp(`^${e}$`)},ade=/^-?\d+$/,ide=/^-?\d+(?:\.\d+)?/,sde=/^(?:true|false)$/i,ode=/^null$/i,lde=/^[^A-Z]*$/,cde=/^[^a-z]*$/,ks=St("$ZodCheck",(r,e)=>{var t;r._zod??(r._zod={}),r._zod.def=e,(t=r._zod).onattach??(t.onattach=[])}),P$={number:"number",bigint:"bigint",object:"date"},L$=St("$ZodCheckLessThan",(r,e)=>{ks.init(r,e);const t=P$[typeof e.value];r._zod.onattach.push(n=>{const a=n._zod.bag,i=(e.inclusive?a.maximum:a.exclusiveMaximum)??Number.POSITIVE_INFINITY;e.value{(e.inclusive?n.value<=e.value:n.value{ks.init(r,e);const t=P$[typeof e.value];r._zod.onattach.push(n=>{const a=n._zod.bag,i=(e.inclusive?a.minimum:a.exclusiveMinimum)??Number.NEGATIVE_INFINITY;e.value>i&&(e.inclusive?a.minimum=e.value:a.exclusiveMinimum=e.value)}),r._zod.check=n=>{(e.inclusive?n.value>=e.value:n.value>e.value)||n.issues.push({origin:t,code:"too_small",minimum:e.value,input:n.value,inclusive:e.inclusive,inst:r,continue:!e.abort})}}),ude=St("$ZodCheckMultipleOf",(r,e)=>{ks.init(r,e),r._zod.onattach.push(t=>{var n;(n=t._zod.bag).multipleOf??(n.multipleOf=e.value)}),r._zod.check=t=>{if(typeof t.value!=typeof e.value)throw new Error("Cannot mix number and bigint in multiple_of check.");(typeof t.value=="bigint"?t.value%e.value===BigInt(0):fue(t.value,e.value)===0)||t.issues.push({origin:typeof t.value,code:"not_multiple_of",divisor:e.value,input:t.value,inst:r,continue:!e.abort})}}),dde=St("$ZodCheckNumberFormat",(r,e)=>{ks.init(r,e),e.format=e.format||"float64";const t=e.format?.includes("int"),n=t?"int":"number",[a,i]=bue[e.format];r._zod.onattach.push(s=>{const o=s._zod.bag;o.format=e.format,o.minimum=a,o.maximum=i,t&&(o.pattern=ade)}),r._zod.check=s=>{const o=s.value;if(t){if(!Number.isInteger(o)){s.issues.push({expected:n,format:e.format,code:"invalid_type",continue:!1,input:o,inst:r});return}if(!Number.isSafeInteger(o)){o>0?s.issues.push({input:o,code:"too_big",maximum:Number.MAX_SAFE_INTEGER,note:"Integers must be within the safe integer range.",inst:r,origin:n,continue:!e.abort}):s.issues.push({input:o,code:"too_small",minimum:Number.MIN_SAFE_INTEGER,note:"Integers must be within the safe integer range.",inst:r,origin:n,continue:!e.abort});return}}oi&&s.issues.push({origin:"number",input:o,code:"too_big",maximum:i,inst:r})}}),hde=St("$ZodCheckMaxLength",(r,e)=>{var t;ks.init(r,e),(t=r._zod.def).when??(t.when=n=>{const a=n.value;return!O4(a)&&a.length!==void 0}),r._zod.onattach.push(n=>{const a=n._zod.bag.maximum??Number.POSITIVE_INFINITY;e.maximum{const a=n.value;if(a.length<=e.maximum)return;const s=I4(a);n.issues.push({origin:s,code:"too_big",maximum:e.maximum,inclusive:!0,input:a,inst:r,continue:!e.abort})}}),fde=St("$ZodCheckMinLength",(r,e)=>{var t;ks.init(r,e),(t=r._zod.def).when??(t.when=n=>{const a=n.value;return!O4(a)&&a.length!==void 0}),r._zod.onattach.push(n=>{const a=n._zod.bag.minimum??Number.NEGATIVE_INFINITY;e.minimum>a&&(n._zod.bag.minimum=e.minimum)}),r._zod.check=n=>{const a=n.value;if(a.length>=e.minimum)return;const s=I4(a);n.issues.push({origin:s,code:"too_small",minimum:e.minimum,inclusive:!0,input:a,inst:r,continue:!e.abort})}}),pde=St("$ZodCheckLengthEquals",(r,e)=>{var t;ks.init(r,e),(t=r._zod.def).when??(t.when=n=>{const a=n.value;return!O4(a)&&a.length!==void 0}),r._zod.onattach.push(n=>{const a=n._zod.bag;a.minimum=e.length,a.maximum=e.length,a.length=e.length}),r._zod.check=n=>{const a=n.value,i=a.length;if(i===e.length)return;const s=I4(a),o=i>e.length;n.issues.push({origin:s,...o?{code:"too_big",maximum:e.length}:{code:"too_small",minimum:e.length},inclusive:!0,exact:!0,input:n.value,inst:r,continue:!e.abort})}}),Vv=St("$ZodCheckStringFormat",(r,e)=>{var t,n;ks.init(r,e),r._zod.onattach.push(a=>{const i=a._zod.bag;i.format=e.format,e.pattern&&(i.patterns??(i.patterns=new Set),i.patterns.add(e.pattern))}),e.pattern?(t=r._zod).check??(t.check=a=>{e.pattern.lastIndex=0,!e.pattern.test(a.value)&&a.issues.push({origin:"string",code:"invalid_format",format:e.format,input:a.value,...e.pattern?{pattern:e.pattern.toString()}:{},inst:r,continue:!e.abort})}):(n=r._zod).check??(n.check=()=>{})}),mde=St("$ZodCheckRegex",(r,e)=>{Vv.init(r,e),r._zod.check=t=>{e.pattern.lastIndex=0,!e.pattern.test(t.value)&&t.issues.push({origin:"string",code:"invalid_format",format:"regex",input:t.value,pattern:e.pattern.toString(),inst:r,continue:!e.abort})}}),gde=St("$ZodCheckLowerCase",(r,e)=>{e.pattern??(e.pattern=lde),Vv.init(r,e)}),_de=St("$ZodCheckUpperCase",(r,e)=>{e.pattern??(e.pattern=cde),Vv.init(r,e)}),bde=St("$ZodCheckIncludes",(r,e)=>{ks.init(r,e);const t=Lf(e.includes),n=new RegExp(typeof e.position=="number"?`^.{${e.position}}${t}`:t);e.pattern=n,r._zod.onattach.push(a=>{const i=a._zod.bag;i.patterns??(i.patterns=new Set),i.patterns.add(n)}),r._zod.check=a=>{a.value.includes(e.includes,e.position)||a.issues.push({origin:"string",code:"invalid_format",format:"includes",includes:e.includes,input:a.value,inst:r,continue:!e.abort})}}),vde=St("$ZodCheckStartsWith",(r,e)=>{ks.init(r,e);const t=new RegExp(`^${Lf(e.prefix)}.*`);e.pattern??(e.pattern=t),r._zod.onattach.push(n=>{const a=n._zod.bag;a.patterns??(a.patterns=new Set),a.patterns.add(t)}),r._zod.check=n=>{n.value.startsWith(e.prefix)||n.issues.push({origin:"string",code:"invalid_format",format:"starts_with",prefix:e.prefix,input:n.value,inst:r,continue:!e.abort})}}),yde=St("$ZodCheckEndsWith",(r,e)=>{ks.init(r,e);const t=new RegExp(`.*${Lf(e.suffix)}$`);e.pattern??(e.pattern=t),r._zod.onattach.push(n=>{const a=n._zod.bag;a.patterns??(a.patterns=new Set),a.patterns.add(t)}),r._zod.check=n=>{n.value.endsWith(e.suffix)||n.issues.push({origin:"string",code:"invalid_format",format:"ends_with",suffix:e.suffix,input:n.value,inst:r,continue:!e.abort})}}),Sde=St("$ZodCheckOverwrite",(r,e)=>{ks.init(r,e),r._zod.check=t=>{t.value=e.tx(t.value)}});class Ede{constructor(e=[]){this.content=[],this.indent=0,this&&(this.args=e)}indented(e){this.indent+=1,e(this),this.indent-=1}write(e){if(typeof e=="function"){e(this,{execution:"sync"}),e(this,{execution:"async"});return}const n=e.split(` +`).filter(s=>s),a=Math.min(...n.map(s=>s.length-s.trimStart().length)),i=n.map(s=>s.slice(a)).map(s=>" ".repeat(this.indent*2)+s);for(const s of i)this.content.push(s)}compile(){const e=Function,t=this?.args,a=[...(this?.content??[""]).map(i=>` ${i}`)];return new e(...t,a.join(` +`))}}const wde={major:4,minor:2,patch:1},fa=St("$ZodType",(r,e)=>{var t;r??(r={}),r._zod.def=e,r._zod.bag=r._zod.bag||{},r._zod.version=wde;const n=[...r._zod.def.checks??[]];r._zod.traits.has("$ZodCheck")&&n.unshift(r);for(const a of n)for(const i of a._zod.onattach)i(r);if(n.length===0)(t=r._zod).deferred??(t.deferred=[]),r._zod.deferred?.push(()=>{r._zod.run=r._zod.parse});else{const a=(s,o,l)=>{let c=Kh(s),u;for(const d of o){if(d._zod.def.when){if(!d._zod.def.when(s))continue}else if(c)continue;const h=s.issues.length,p=d._zod.check(s);if(p instanceof Promise&&l?.async===!1)throw new hf;if(u||p instanceof Promise)u=(u??Promise.resolve()).then(async()=>{await p,s.issues.length!==h&&(c||(c=Kh(s,h)))});else{if(s.issues.length===h)continue;c||(c=Kh(s,h))}}return u?u.then(()=>s):s},i=(s,o,l)=>{if(Kh(s))return s.aborted=!0,s;const c=a(o,n,l);if(c instanceof Promise){if(l.async===!1)throw new hf;return c.then(u=>r._zod.parse(u,l))}return r._zod.parse(c,l)};r._zod.run=(s,o)=>{if(o.skipChecks)return r._zod.parse(s,o);if(o.direction==="backward"){const c=r._zod.parse({value:s.value,issues:[]},{...o,skipChecks:!0});return c instanceof Promise?c.then(u=>i(u,s,o)):i(c,s,o)}const l=r._zod.parse(s,o);if(l instanceof Promise){if(o.async===!1)throw new hf;return l.then(c=>a(c,n,o))}return a(l,n,o)}}r["~standard"]={validate:a=>{try{const i=I$(r,a);return i.success?{value:i.data}:{issues:i.error?.issues}}catch{return Rue(r,a).then(s=>s.success?{value:s.data}:{issues:s.error?.issues})}},vendor:"zod",version:1}}),D4=St("$ZodString",(r,e)=>{fa.init(r,e),r._zod.pattern=[...r?._zod.bag?.patterns??[]].pop()??nde(r._zod.bag),r._zod.parse=(t,n)=>{if(e.coerce)try{t.value=String(t.value)}catch{}return typeof t.value=="string"||t.issues.push({expected:"string",code:"invalid_type",input:t.value,inst:r}),t}}),va=St("$ZodStringFormat",(r,e)=>{Vv.init(r,e),D4.init(r,e)}),Tde=St("$ZodGUID",(r,e)=>{e.pattern??(e.pattern=Hue),va.init(r,e)}),Cde=St("$ZodUUID",(r,e)=>{if(e.version){const n={v1:1,v2:2,v3:3,v4:4,v5:5,v6:6,v7:7,v8:8}[e.version];if(n===void 0)throw new Error(`Invalid UUID version: "${e.version}"`);e.pattern??(e.pattern=_8(n))}else e.pattern??(e.pattern=_8());va.init(r,e)}),Ade=St("$ZodEmail",(r,e)=>{e.pattern??(e.pattern=Vue),va.init(r,e)}),xde=St("$ZodURL",(r,e)=>{va.init(r,e),r._zod.check=t=>{try{const n=t.value.trim(),a=new URL(n);e.hostname&&(e.hostname.lastIndex=0,e.hostname.test(a.hostname)||t.issues.push({code:"invalid_format",format:"url",note:"Invalid hostname",pattern:e.hostname.source,input:t.value,inst:r,continue:!e.abort})),e.protocol&&(e.protocol.lastIndex=0,e.protocol.test(a.protocol.endsWith(":")?a.protocol.slice(0,-1):a.protocol)||t.issues.push({code:"invalid_format",format:"url",note:"Invalid protocol",pattern:e.protocol.source,input:t.value,inst:r,continue:!e.abort})),e.normalize?t.value=a.href:t.value=n;return}catch{t.issues.push({code:"invalid_format",format:"url",input:t.value,inst:r,continue:!e.abort})}}}),Rde=St("$ZodEmoji",(r,e)=>{e.pattern??(e.pattern=Wue()),va.init(r,e)}),Ode=St("$ZodNanoID",(r,e)=>{e.pattern??(e.pattern=zue),va.init(r,e)}),Nde=St("$ZodCUID",(r,e)=>{e.pattern??(e.pattern=Fue),va.init(r,e)}),Ide=St("$ZodCUID2",(r,e)=>{e.pattern??(e.pattern=Bue),va.init(r,e)}),kde=St("$ZodULID",(r,e)=>{e.pattern??(e.pattern=Uue),va.init(r,e)}),Mde=St("$ZodXID",(r,e)=>{e.pattern??(e.pattern=$ue),va.init(r,e)}),Dde=St("$ZodKSUID",(r,e)=>{e.pattern??(e.pattern=Gue),va.init(r,e)}),Pde=St("$ZodISODateTime",(r,e)=>{e.pattern??(e.pattern=rde(e)),va.init(r,e)}),Lde=St("$ZodISODate",(r,e)=>{e.pattern??(e.pattern=ede),va.init(r,e)}),Fde=St("$ZodISOTime",(r,e)=>{e.pattern??(e.pattern=tde(e)),va.init(r,e)}),Bde=St("$ZodISODuration",(r,e)=>{e.pattern??(e.pattern=que),va.init(r,e)}),Ude=St("$ZodIPv4",(r,e)=>{e.pattern??(e.pattern=jue),va.init(r,e),r._zod.bag.format="ipv4"}),$de=St("$ZodIPv6",(r,e)=>{e.pattern??(e.pattern=Kue),va.init(r,e),r._zod.bag.format="ipv6",r._zod.check=t=>{try{new URL(`http://[${t.value}]`)}catch{t.issues.push({code:"invalid_format",format:"ipv6",input:t.value,inst:r,continue:!e.abort})}}}),Gde=St("$ZodCIDRv4",(r,e)=>{e.pattern??(e.pattern=Xue),va.init(r,e)}),zde=St("$ZodCIDRv6",(r,e)=>{e.pattern??(e.pattern=Que),va.init(r,e),r._zod.check=t=>{const n=t.value.split("/");try{if(n.length!==2)throw new Error;const[a,i]=n;if(!i)throw new Error;const s=Number(i);if(`${s}`!==i)throw new Error;if(s<0||s>128)throw new Error;new URL(`http://[${a}]`)}catch{t.issues.push({code:"invalid_format",format:"cidrv6",input:t.value,inst:r,continue:!e.abort})}}});function B$(r){if(r==="")return!0;if(r.length%4!==0)return!1;try{return atob(r),!0}catch{return!1}}const qde=St("$ZodBase64",(r,e)=>{e.pattern??(e.pattern=Zue),va.init(r,e),r._zod.bag.contentEncoding="base64",r._zod.check=t=>{B$(t.value)||t.issues.push({code:"invalid_format",format:"base64",input:t.value,inst:r,continue:!e.abort})}});function Hde(r){if(!k$.test(r))return!1;const e=r.replace(/[-_]/g,n=>n==="-"?"+":"/"),t=e.padEnd(Math.ceil(e.length/4)*4,"=");return B$(t)}const Vde=St("$ZodBase64URL",(r,e)=>{e.pattern??(e.pattern=k$),va.init(r,e),r._zod.bag.contentEncoding="base64url",r._zod.check=t=>{Hde(t.value)||t.issues.push({code:"invalid_format",format:"base64url",input:t.value,inst:r,continue:!e.abort})}}),Yde=St("$ZodE164",(r,e)=>{e.pattern??(e.pattern=Jue),va.init(r,e)});function Wde(r,e=null){try{const t=r.split(".");if(t.length!==3)return!1;const[n]=t;if(!n)return!1;const a=JSON.parse(atob(n));return!("typ"in a&&a?.typ!=="JWT"||!a.alg||e&&(!("alg"in a)||a.alg!==e))}catch{return!1}}const jde=St("$ZodJWT",(r,e)=>{va.init(r,e),r._zod.check=t=>{Wde(t.value,e.alg)||t.issues.push({code:"invalid_format",format:"jwt",input:t.value,inst:r,continue:!e.abort})}}),U$=St("$ZodNumber",(r,e)=>{fa.init(r,e),r._zod.pattern=r._zod.bag.pattern??ide,r._zod.parse=(t,n)=>{if(e.coerce)try{t.value=Number(t.value)}catch{}const a=t.value;if(typeof a=="number"&&!Number.isNaN(a)&&Number.isFinite(a))return t;const i=typeof a=="number"?Number.isNaN(a)?"NaN":Number.isFinite(a)?void 0:"Infinity":void 0;return t.issues.push({expected:"number",code:"invalid_type",input:a,inst:r,...i?{received:i}:{}}),t}}),Kde=St("$ZodNumberFormat",(r,e)=>{dde.init(r,e),U$.init(r,e)}),Xde=St("$ZodBoolean",(r,e)=>{fa.init(r,e),r._zod.pattern=sde,r._zod.parse=(t,n)=>{if(e.coerce)try{t.value=!!t.value}catch{}const a=t.value;return typeof a=="boolean"||t.issues.push({expected:"boolean",code:"invalid_type",input:a,inst:r}),t}}),Qde=St("$ZodNull",(r,e)=>{fa.init(r,e),r._zod.pattern=ode,r._zod.values=new Set([null]),r._zod.parse=(t,n)=>{const a=t.value;return a===null||t.issues.push({expected:"null",code:"invalid_type",input:a,inst:r}),t}}),Zde=St("$ZodAny",(r,e)=>{fa.init(r,e),r._zod.parse=t=>t}),Jde=St("$ZodUnknown",(r,e)=>{fa.init(r,e),r._zod.parse=t=>t}),ehe=St("$ZodNever",(r,e)=>{fa.init(r,e),r._zod.parse=(t,n)=>(t.issues.push({expected:"never",code:"invalid_type",input:t.value,inst:r}),t)});function b8(r,e,t){r.issues.length&&e.issues.push(...Xh(t,r.issues)),e.value[t]=r.value}const the=St("$ZodArray",(r,e)=>{fa.init(r,e),r._zod.parse=(t,n)=>{const a=t.value;if(!Array.isArray(a))return t.issues.push({expected:"array",code:"invalid_type",input:a,inst:r}),t;t.value=Array(a.length);const i=[];for(let s=0;sb8(c,t,s))):b8(l,t,s)}return i.length?Promise.all(i).then(()=>t):t}});function pb(r,e,t,n){r.issues.length&&e.issues.push(...Xh(t,r.issues)),r.value===void 0?t in n&&(e.value[t]=void 0):e.value[t]=r.value}function $$(r){const e=Object.keys(r.shape);for(const n of e)if(!r.shape?.[n]?._zod?.traits?.has("$ZodType"))throw new Error(`Invalid element at key "${n}": expected a Zod schema`);const t=_ue(r.shape);return{...r,keys:e,keySet:new Set(e),numKeys:e.length,optionalKeys:new Set(t)}}function G$(r,e,t,n,a,i){const s=[],o=a.keySet,l=a.catchall._zod,c=l.def.type;for(const u in e){if(o.has(u))continue;if(c==="never"){s.push(u);continue}const d=l.run({value:e[u],issues:[]},n);d instanceof Promise?r.push(d.then(h=>pb(h,t,u,e))):pb(d,t,u,e)}return s.length&&t.issues.push({code:"unrecognized_keys",keys:s,input:e,inst:i}),r.length?Promise.all(r).then(()=>t):t}const rhe=St("$ZodObject",(r,e)=>{if(fa.init(r,e),!Object.getOwnPropertyDescriptor(e,"shape")?.get){const o=e.shape;Object.defineProperty(e,"shape",{get:()=>{const l={...o};return Object.defineProperty(e,"shape",{value:l}),l}})}const n=zv(()=>$$(e));ta(r._zod,"propValues",()=>{const o=e.shape,l={};for(const c in o){const u=o[c]._zod;if(u.values){l[c]??(l[c]=new Set);for(const d of u.values)l[c].add(d)}}return l});const a=Nm,i=e.catchall;let s;r._zod.parse=(o,l)=>{s??(s=n.value);const c=o.value;if(!a(c))return o.issues.push({expected:"object",code:"invalid_type",input:c,inst:r}),o;o.value={};const u=[],d=s.shape;for(const h of s.keys){const m=d[h]._zod.run({value:c[h],issues:[]},l);m instanceof Promise?u.push(m.then(g=>pb(g,o,h,c))):pb(m,o,h,c)}return i?G$(u,c,o,l,n.value,r):u.length?Promise.all(u).then(()=>o):o}}),nhe=St("$ZodObjectJIT",(r,e)=>{rhe.init(r,e);const t=r._zod.parse,n=zv(()=>$$(e)),a=h=>{const p=new Ede(["shape","payload","ctx"]),m=n.value,g=y=>{const E=g8(y);return`shape[${E}]._zod.run({ value: input[${E}], issues: [] }, ctx)`};p.write("const input = payload.value;");const b=Object.create(null);let _=0;for(const y of m.keys)b[y]=`key_${_++}`;p.write("const newResult = {};");for(const y of m.keys){const E=b[y],S=g8(y);p.write(`const ${E} = ${g(y)};`),p.write(` + if (${E}.issues.length) { + payload.issues = payload.issues.concat(${E}.issues.map(iss => ({ + ...iss, + path: iss.path ? [${S}, ...iss.path] : [${S}] + }))); + } + + + if (${E}.value === undefined) { + if (${S} in input) { + newResult[${S}] = undefined; + } + } else { + newResult[${S}] = ${E}.value; + } + + `)}p.write("payload.value = newResult;"),p.write("return payload;");const v=p.compile();return(y,E)=>v(h,y,E)};let i;const s=Nm,o=!T$.jitless,c=o&&mue.value,u=e.catchall;let d;r._zod.parse=(h,p)=>{d??(d=n.value);const m=h.value;return s(m)?o&&c&&p?.async===!1&&p.jitless!==!0?(i||(i=a(e.shape)),h=i(h,p),u?G$([],m,h,p,d,r):h):t(h,p):(h.issues.push({expected:"object",code:"invalid_type",input:m,inst:r}),h)}});function v8(r,e,t,n){for(const i of r)if(i.issues.length===0)return e.value=i.value,e;const a=r.filter(i=>!Kh(i));return a.length===1?(e.value=a[0].value,a[0]):(e.issues.push({code:"invalid_union",input:e.value,inst:t,errors:r.map(i=>i.issues.map(s=>Lu(s,n,Pu())))}),e)}const z$=St("$ZodUnion",(r,e)=>{fa.init(r,e),ta(r._zod,"optin",()=>e.options.some(a=>a._zod.optin==="optional")?"optional":void 0),ta(r._zod,"optout",()=>e.options.some(a=>a._zod.optout==="optional")?"optional":void 0),ta(r._zod,"values",()=>{if(e.options.every(a=>a._zod.values))return new Set(e.options.flatMap(a=>Array.from(a._zod.values)))}),ta(r._zod,"pattern",()=>{if(e.options.every(a=>a._zod.pattern)){const a=e.options.map(i=>i._zod.pattern);return new RegExp(`^(${a.map(i=>N4(i.source)).join("|")})$`)}});const t=e.options.length===1,n=e.options[0]._zod.run;r._zod.parse=(a,i)=>{if(t)return n(a,i);let s=!1;const o=[];for(const l of e.options){const c=l._zod.run({value:a.value,issues:[]},i);if(c instanceof Promise)o.push(c),s=!0;else{if(c.issues.length===0)return c;o.push(c)}}return s?Promise.all(o).then(l=>v8(l,a,r,i)):v8(o,a,r,i)}}),ahe=St("$ZodDiscriminatedUnion",(r,e)=>{e.inclusive=!1,z$.init(r,e);const t=r._zod.parse;ta(r._zod,"propValues",()=>{const a={};for(const i of e.options){const s=i._zod.propValues;if(!s||Object.keys(s).length===0)throw new Error(`Invalid discriminated union option at index "${e.options.indexOf(i)}"`);for(const[o,l]of Object.entries(s)){a[o]||(a[o]=new Set);for(const c of l)a[o].add(c)}}return a});const n=zv(()=>{const a=e.options,i=new Map;for(const s of a){const o=s._zod.propValues?.[e.discriminator];if(!o||o.size===0)throw new Error(`Invalid discriminated union option at index "${e.options.indexOf(s)}"`);for(const l of o){if(i.has(l))throw new Error(`Duplicate discriminator value "${String(l)}"`);i.set(l,s)}}return i});r._zod.parse=(a,i)=>{const s=a.value;if(!Nm(s))return a.issues.push({code:"invalid_type",expected:"object",input:s,inst:r}),a;const o=n.value.get(s?.[e.discriminator]);return o?o._zod.run(a,i):e.unionFallback?t(a,i):(a.issues.push({code:"invalid_union",errors:[],note:"No matching discriminator",discriminator:e.discriminator,input:s,path:[e.discriminator],inst:r}),a)}}),ihe=St("$ZodIntersection",(r,e)=>{fa.init(r,e),r._zod.parse=(t,n)=>{const a=t.value,i=e.left._zod.run({value:a,issues:[]},n),s=e.right._zod.run({value:a,issues:[]},n);return i instanceof Promise||s instanceof Promise?Promise.all([i,s]).then(([l,c])=>y8(t,l,c)):y8(t,i,s)}});function y3(r,e){if(r===e)return{valid:!0,data:r};if(r instanceof Date&&e instanceof Date&&+r==+e)return{valid:!0,data:r};if(Pf(r)&&Pf(e)){const t=Object.keys(e),n=Object.keys(r).filter(i=>t.indexOf(i)!==-1),a={...r,...e};for(const i of n){const s=y3(r[i],e[i]);if(!s.valid)return{valid:!1,mergeErrorPath:[i,...s.mergeErrorPath]};a[i]=s.data}return{valid:!0,data:a}}if(Array.isArray(r)&&Array.isArray(e)){if(r.length!==e.length)return{valid:!1,mergeErrorPath:[]};const t=[];for(let n=0;n{fa.init(r,e),r._zod.parse=(t,n)=>{const a=t.value;if(!Pf(a))return t.issues.push({expected:"record",code:"invalid_type",input:a,inst:r}),t;const i=[],s=e.keyType._zod.values;if(s){t.value={};const o=new Set;for(const c of s)if(typeof c=="string"||typeof c=="number"||typeof c=="symbol"){o.add(typeof c=="number"?c.toString():c);const u=e.valueType._zod.run({value:a[c],issues:[]},n);u instanceof Promise?i.push(u.then(d=>{d.issues.length&&t.issues.push(...Xh(c,d.issues)),t.value[c]=d.value})):(u.issues.length&&t.issues.push(...Xh(c,u.issues)),t.value[c]=u.value)}let l;for(const c in a)o.has(c)||(l=l??[],l.push(c));l&&l.length>0&&t.issues.push({code:"unrecognized_keys",input:a,inst:r,keys:l})}else{t.value={};for(const o of Reflect.ownKeys(a)){if(o==="__proto__")continue;const l=e.keyType._zod.run({value:o,issues:[]},n);if(l instanceof Promise)throw new Error("Async schemas not supported in object keys currently");if(l.issues.length){e.mode==="loose"?t.value[o]=a[o]:t.issues.push({code:"invalid_key",origin:"record",issues:l.issues.map(u=>Lu(u,n,Pu())),input:o,path:[o],inst:r});continue}const c=e.valueType._zod.run({value:a[o],issues:[]},n);c instanceof Promise?i.push(c.then(u=>{u.issues.length&&t.issues.push(...Xh(o,u.issues)),t.value[l.value]=u.value})):(c.issues.length&&t.issues.push(...Xh(o,c.issues)),t.value[l.value]=c.value)}}return i.length?Promise.all(i).then(()=>t):t}}),ohe=St("$ZodEnum",(r,e)=>{fa.init(r,e);const t=C$(e.entries),n=new Set(t);r._zod.values=n,r._zod.pattern=new RegExp(`^(${t.filter(a=>gue.has(typeof a)).map(a=>typeof a=="string"?Lf(a):a.toString()).join("|")})$`),r._zod.parse=(a,i)=>{const s=a.value;return n.has(s)||a.issues.push({code:"invalid_value",values:t,input:s,inst:r}),a}}),lhe=St("$ZodLiteral",(r,e)=>{if(fa.init(r,e),e.values.length===0)throw new Error("Cannot create literal schema with no valid values");const t=new Set(e.values);r._zod.values=t,r._zod.pattern=new RegExp(`^(${e.values.map(n=>typeof n=="string"?Lf(n):n?Lf(n.toString()):String(n)).join("|")})$`),r._zod.parse=(n,a)=>{const i=n.value;return t.has(i)||n.issues.push({code:"invalid_value",values:e.values,input:i,inst:r}),n}}),che=St("$ZodTransform",(r,e)=>{fa.init(r,e),r._zod.parse=(t,n)=>{if(n.direction==="backward")throw new w$(r.constructor.name);const a=e.transform(t.value,t);if(n.async)return(a instanceof Promise?a:Promise.resolve(a)).then(s=>(t.value=s,t));if(a instanceof Promise)throw new hf;return t.value=a,t}});function S8(r,e){return r.issues.length&&e===void 0?{issues:[],value:void 0}:r}const uhe=St("$ZodOptional",(r,e)=>{fa.init(r,e),r._zod.optin="optional",r._zod.optout="optional",ta(r._zod,"values",()=>e.innerType._zod.values?new Set([...e.innerType._zod.values,void 0]):void 0),ta(r._zod,"pattern",()=>{const t=e.innerType._zod.pattern;return t?new RegExp(`^(${N4(t.source)})?$`):void 0}),r._zod.parse=(t,n)=>{if(e.innerType._zod.optin==="optional"){const a=e.innerType._zod.run(t,n);return a instanceof Promise?a.then(i=>S8(i,t.value)):S8(a,t.value)}return t.value===void 0?t:e.innerType._zod.run(t,n)}}),dhe=St("$ZodNullable",(r,e)=>{fa.init(r,e),ta(r._zod,"optin",()=>e.innerType._zod.optin),ta(r._zod,"optout",()=>e.innerType._zod.optout),ta(r._zod,"pattern",()=>{const t=e.innerType._zod.pattern;return t?new RegExp(`^(${N4(t.source)}|null)$`):void 0}),ta(r._zod,"values",()=>e.innerType._zod.values?new Set([...e.innerType._zod.values,null]):void 0),r._zod.parse=(t,n)=>t.value===null?t:e.innerType._zod.run(t,n)}),hhe=St("$ZodDefault",(r,e)=>{fa.init(r,e),r._zod.optin="optional",ta(r._zod,"values",()=>e.innerType._zod.values),r._zod.parse=(t,n)=>{if(n.direction==="backward")return e.innerType._zod.run(t,n);if(t.value===void 0)return t.value=e.defaultValue,t;const a=e.innerType._zod.run(t,n);return a instanceof Promise?a.then(i=>E8(i,e)):E8(a,e)}});function E8(r,e){return r.value===void 0&&(r.value=e.defaultValue),r}const fhe=St("$ZodPrefault",(r,e)=>{fa.init(r,e),r._zod.optin="optional",ta(r._zod,"values",()=>e.innerType._zod.values),r._zod.parse=(t,n)=>(n.direction==="backward"||t.value===void 0&&(t.value=e.defaultValue),e.innerType._zod.run(t,n))}),phe=St("$ZodNonOptional",(r,e)=>{fa.init(r,e),ta(r._zod,"values",()=>{const t=e.innerType._zod.values;return t?new Set([...t].filter(n=>n!==void 0)):void 0}),r._zod.parse=(t,n)=>{const a=e.innerType._zod.run(t,n);return a instanceof Promise?a.then(i=>w8(i,r)):w8(a,r)}});function w8(r,e){return!r.issues.length&&r.value===void 0&&r.issues.push({code:"invalid_type",expected:"nonoptional",input:r.value,inst:e}),r}const mhe=St("$ZodCatch",(r,e)=>{fa.init(r,e),ta(r._zod,"optin",()=>e.innerType._zod.optin),ta(r._zod,"optout",()=>e.innerType._zod.optout),ta(r._zod,"values",()=>e.innerType._zod.values),r._zod.parse=(t,n)=>{if(n.direction==="backward")return e.innerType._zod.run(t,n);const a=e.innerType._zod.run(t,n);return a instanceof Promise?a.then(i=>(t.value=i.value,i.issues.length&&(t.value=e.catchValue({...t,error:{issues:i.issues.map(s=>Lu(s,n,Pu()))},input:t.value}),t.issues=[]),t)):(t.value=a.value,a.issues.length&&(t.value=e.catchValue({...t,error:{issues:a.issues.map(i=>Lu(i,n,Pu()))},input:t.value}),t.issues=[]),t)}}),ghe=St("$ZodPipe",(r,e)=>{fa.init(r,e),ta(r._zod,"values",()=>e.in._zod.values),ta(r._zod,"optin",()=>e.in._zod.optin),ta(r._zod,"optout",()=>e.out._zod.optout),ta(r._zod,"propValues",()=>e.in._zod.propValues),r._zod.parse=(t,n)=>{if(n.direction==="backward"){const i=e.out._zod.run(t,n);return i instanceof Promise?i.then(s=>m0(s,e.in,n)):m0(i,e.in,n)}const a=e.in._zod.run(t,n);return a instanceof Promise?a.then(i=>m0(i,e.out,n)):m0(a,e.out,n)}});function m0(r,e,t){return r.issues.length?(r.aborted=!0,r):e._zod.run({value:r.value,issues:r.issues},t)}const _he=St("$ZodReadonly",(r,e)=>{fa.init(r,e),ta(r._zod,"propValues",()=>e.innerType._zod.propValues),ta(r._zod,"values",()=>e.innerType._zod.values),ta(r._zod,"optin",()=>e.innerType?._zod?.optin),ta(r._zod,"optout",()=>e.innerType?._zod?.optout),r._zod.parse=(t,n)=>{if(n.direction==="backward")return e.innerType._zod.run(t,n);const a=e.innerType._zod.run(t,n);return a instanceof Promise?a.then(T8):T8(a)}});function T8(r){return r.value=Object.freeze(r.value),r}const bhe=St("$ZodCustom",(r,e)=>{ks.init(r,e),fa.init(r,e),r._zod.parse=(t,n)=>t,r._zod.check=t=>{const n=t.value,a=e.fn(n);if(a instanceof Promise)return a.then(i=>C8(i,t,n,r));C8(a,t,n,r)}});function C8(r,e,t,n){if(!r){const a={code:"custom",input:t,inst:n,path:[...n._zod.def.path??[]],continue:!n._zod.def.abort};n._zod.def.params&&(a.params=n._zod.def.params),e.issues.push(Im(a))}}var A8;class vhe{constructor(){this._map=new WeakMap,this._idmap=new Map}add(e,...t){const n=t[0];if(this._map.set(e,n),n&&typeof n=="object"&&"id"in n){if(this._idmap.has(n.id))throw new Error(`ID ${n.id} already exists in the registry`);this._idmap.set(n.id,e)}return this}clear(){return this._map=new WeakMap,this._idmap=new Map,this}remove(e){const t=this._map.get(e);return t&&typeof t=="object"&&"id"in t&&this._idmap.delete(t.id),this._map.delete(e),this}get(e){const t=e._zod.parent;if(t){const n={...this.get(t)??{}};delete n.id;const a={...n,...this._map.get(e)};return Object.keys(a).length?a:void 0}return this._map.get(e)}has(e){return this._map.has(e)}}function yhe(){return new vhe}(A8=globalThis).__zod_globalRegistry??(A8.__zod_globalRegistry=yhe());const Yp=globalThis.__zod_globalRegistry;function She(r,e){return new r({type:"string",...Rr(e)})}function Ehe(r,e){return new r({type:"string",format:"email",check:"string_format",abort:!1,...Rr(e)})}function x8(r,e){return new r({type:"string",format:"guid",check:"string_format",abort:!1,...Rr(e)})}function whe(r,e){return new r({type:"string",format:"uuid",check:"string_format",abort:!1,...Rr(e)})}function The(r,e){return new r({type:"string",format:"uuid",check:"string_format",abort:!1,version:"v4",...Rr(e)})}function Che(r,e){return new r({type:"string",format:"uuid",check:"string_format",abort:!1,version:"v6",...Rr(e)})}function Ahe(r,e){return new r({type:"string",format:"uuid",check:"string_format",abort:!1,version:"v7",...Rr(e)})}function q$(r,e){return new r({type:"string",format:"url",check:"string_format",abort:!1,...Rr(e)})}function xhe(r,e){return new r({type:"string",format:"emoji",check:"string_format",abort:!1,...Rr(e)})}function Rhe(r,e){return new r({type:"string",format:"nanoid",check:"string_format",abort:!1,...Rr(e)})}function Ohe(r,e){return new r({type:"string",format:"cuid",check:"string_format",abort:!1,...Rr(e)})}function Nhe(r,e){return new r({type:"string",format:"cuid2",check:"string_format",abort:!1,...Rr(e)})}function Ihe(r,e){return new r({type:"string",format:"ulid",check:"string_format",abort:!1,...Rr(e)})}function khe(r,e){return new r({type:"string",format:"xid",check:"string_format",abort:!1,...Rr(e)})}function Mhe(r,e){return new r({type:"string",format:"ksuid",check:"string_format",abort:!1,...Rr(e)})}function Dhe(r,e){return new r({type:"string",format:"ipv4",check:"string_format",abort:!1,...Rr(e)})}function Phe(r,e){return new r({type:"string",format:"ipv6",check:"string_format",abort:!1,...Rr(e)})}function Lhe(r,e){return new r({type:"string",format:"cidrv4",check:"string_format",abort:!1,...Rr(e)})}function Fhe(r,e){return new r({type:"string",format:"cidrv6",check:"string_format",abort:!1,...Rr(e)})}function Bhe(r,e){return new r({type:"string",format:"base64",check:"string_format",abort:!1,...Rr(e)})}function Uhe(r,e){return new r({type:"string",format:"base64url",check:"string_format",abort:!1,...Rr(e)})}function $he(r,e){return new r({type:"string",format:"e164",check:"string_format",abort:!1,...Rr(e)})}function Ghe(r,e){return new r({type:"string",format:"jwt",check:"string_format",abort:!1,...Rr(e)})}function zhe(r,e){return new r({type:"string",format:"datetime",check:"string_format",offset:!1,local:!1,precision:null,...Rr(e)})}function qhe(r,e){return new r({type:"string",format:"date",check:"string_format",...Rr(e)})}function Hhe(r,e){return new r({type:"string",format:"time",check:"string_format",precision:null,...Rr(e)})}function Vhe(r,e){return new r({type:"string",format:"duration",check:"string_format",...Rr(e)})}function Yhe(r,e){return new r({type:"number",checks:[],...Rr(e)})}function Whe(r,e){return new r({type:"number",coerce:!0,checks:[],...Rr(e)})}function jhe(r,e){return new r({type:"number",check:"number_format",abort:!1,format:"safeint",...Rr(e)})}function Khe(r,e){return new r({type:"boolean",...Rr(e)})}function Xhe(r,e){return new r({type:"null",...Rr(e)})}function Qhe(r){return new r({type:"any"})}function Zhe(r){return new r({type:"unknown"})}function Jhe(r,e){return new r({type:"never",...Rr(e)})}function R8(r,e){return new L$({check:"less_than",...Rr(e),value:r,inclusive:!1})}function iT(r,e){return new L$({check:"less_than",...Rr(e),value:r,inclusive:!0})}function O8(r,e){return new F$({check:"greater_than",...Rr(e),value:r,inclusive:!1})}function sT(r,e){return new F$({check:"greater_than",...Rr(e),value:r,inclusive:!0})}function N8(r,e){return new ude({check:"multiple_of",...Rr(e),value:r})}function H$(r,e){return new hde({check:"max_length",...Rr(e),maximum:r})}function mb(r,e){return new fde({check:"min_length",...Rr(e),minimum:r})}function V$(r,e){return new pde({check:"length_equals",...Rr(e),length:r})}function efe(r,e){return new mde({check:"string_format",format:"regex",...Rr(e),pattern:r})}function tfe(r){return new gde({check:"string_format",format:"lowercase",...Rr(r)})}function rfe(r){return new _de({check:"string_format",format:"uppercase",...Rr(r)})}function nfe(r,e){return new bde({check:"string_format",format:"includes",...Rr(e),includes:r})}function afe(r,e){return new vde({check:"string_format",format:"starts_with",...Rr(e),prefix:r})}function ife(r,e){return new yde({check:"string_format",format:"ends_with",...Rr(e),suffix:r})}function tp(r){return new Sde({check:"overwrite",tx:r})}function sfe(r){return tp(e=>e.normalize(r))}function ofe(){return tp(r=>r.trim())}function lfe(){return tp(r=>r.toLowerCase())}function cfe(){return tp(r=>r.toUpperCase())}function ufe(){return tp(r=>pue(r))}function dfe(r,e,t){return new r({type:"array",element:e,...Rr(t)})}function hfe(r,e,t){const n=Rr(t);return n.abort??(n.abort=!0),new r({type:"custom",check:"custom",fn:e,...n})}function ffe(r,e,t){return new r({type:"custom",check:"custom",fn:e,...Rr(t)})}function pfe(r){const e=mfe(t=>(t.addIssue=n=>{if(typeof n=="string")t.issues.push(Im(n,t.value,e._zod.def));else{const a=n;a.fatal&&(a.continue=!1),a.code??(a.code="custom"),a.input??(a.input=t.value),a.inst??(a.inst=e),a.continue??(a.continue=!e._zod.def.abort),t.issues.push(Im(a))}},r(t.value,t)));return e}function mfe(r,e){const t=new ks({check:"custom",...Rr(e)});return t._zod.check=r,t}function Y$(r){let e=r?.target??"draft-2020-12";return e==="draft-4"&&(e="draft-04"),e==="draft-7"&&(e="draft-07"),{processors:r.processors??{},metadataRegistry:r?.metadata??Yp,target:e,unrepresentable:r?.unrepresentable??"throw",override:r?.override??(()=>{}),io:r?.io??"output",counter:0,seen:new Map,cycles:r?.cycles??"ref",reused:r?.reused??"inline",external:r?.external??void 0}}function oi(r,e,t={path:[],schemaPath:[]}){var n;const a=r._zod.def,i=e.seen.get(r);if(i)return i.count++,t.schemaPath.includes(r)&&(i.cycle=t.path),i.schema;const s={schema:{},count:1,cycle:void 0,path:t.path};e.seen.set(r,s);const o=r._zod.toJSONSchema?.();if(o)s.schema=o;else{const u={...t,schemaPath:[...t.schemaPath,r],path:t.path},d=r._zod.parent;if(d)s.ref=d,oi(d,e,u),e.seen.get(d).isParent=!0;else if(r._zod.processJSONSchema)r._zod.processJSONSchema(e,s.schema,u);else{const h=s.schema,p=e.processors[a.type];if(!p)throw new Error(`[toJSONSchema]: Non-representable type encountered: ${a.type}`);p(r,e,h,u)}}const l=e.metadataRegistry.get(r);return l&&Object.assign(s.schema,l),e.io==="input"&&Qi(r)&&(delete s.schema.examples,delete s.schema.default),e.io==="input"&&s.schema._prefault&&((n=s.schema).default??(n.default=s.schema._prefault)),delete s.schema._prefault,e.seen.get(r).schema}function W$(r,e){const t=r.seen.get(e);if(!t)throw new Error("Unprocessed schema. This is a bug in Zod.");const n=i=>{const s=r.target==="draft-2020-12"?"$defs":"definitions";if(r.external){const u=r.external.registry.get(i[0])?.id,d=r.external.uri??(p=>p);if(u)return{ref:d(u)};const h=i[1].defId??i[1].schema.id??`schema${r.counter++}`;return i[1].defId=h,{defId:h,ref:`${d("__shared")}#/${s}/${h}`}}if(i[1]===t)return{ref:"#"};const l=`#/${s}/`,c=i[1].schema.id??`__schema${r.counter++}`;return{defId:c,ref:l+c}},a=i=>{if(i[1].schema.$ref)return;const s=i[1],{ref:o,defId:l}=n(i);s.def={...s.schema},l&&(s.defId=l);const c=s.schema;for(const u in c)delete c[u];c.$ref=o};if(r.cycles==="throw")for(const i of r.seen.entries()){const s=i[1];if(s.cycle)throw new Error(`Cycle detected: #/${s.cycle?.join("/")}/ + +Set the \`cycles\` parameter to \`"ref"\` to resolve cyclical schemas with defs.`)}for(const i of r.seen.entries()){const s=i[1];if(e===i[0]){a(i);continue}if(r.external){const l=r.external.registry.get(i[0])?.id;if(e!==i[0]&&l){a(i);continue}}if(r.metadataRegistry.get(i[0])?.id){a(i);continue}if(s.cycle){a(i);continue}if(s.count>1&&r.reused==="ref"){a(i);continue}}}function j$(r,e){const t=r.seen.get(e);if(!t)throw new Error("Unprocessed schema. This is a bug in Zod.");const n=s=>{const o=r.seen.get(s),l=o.def??o.schema,c={...l};if(o.ref===null)return;const u=o.ref;if(o.ref=null,u){n(u);const d=r.seen.get(u).schema;d.$ref&&(r.target==="draft-07"||r.target==="draft-04"||r.target==="openapi-3.0")?(l.allOf=l.allOf??[],l.allOf.push(d)):(Object.assign(l,d),Object.assign(l,c))}o.isParent||r.override({zodSchema:s,jsonSchema:l,path:o.path??[]})};for(const s of[...r.seen.entries()].reverse())n(s[0]);const a={};if(r.target==="draft-2020-12"?a.$schema="https://json-schema.org/draft/2020-12/schema":r.target==="draft-07"?a.$schema="http://json-schema.org/draft-07/schema#":r.target==="draft-04"?a.$schema="http://json-schema.org/draft-04/schema#":r.target,r.external?.uri){const s=r.external.registry.get(e)?.id;if(!s)throw new Error("Schema is missing an `id` property");a.$id=r.external.uri(s)}Object.assign(a,t.def??t.schema);const i=r.external?.defs??{};for(const s of r.seen.entries()){const o=s[1];o.def&&o.defId&&(i[o.defId]=o.def)}r.external||Object.keys(i).length>0&&(r.target==="draft-2020-12"?a.$defs=i:a.definitions=i);try{const s=JSON.parse(JSON.stringify(a));return Object.defineProperty(s,"~standard",{value:{...e["~standard"],jsonSchema:{input:gb(e,"input"),output:gb(e,"output")}},enumerable:!1,writable:!1}),s}catch{throw new Error("Error converting schema to JSON.")}}function Qi(r,e){const t=e??{seen:new Set};if(t.seen.has(r))return!1;t.seen.add(r);const n=r._zod.def;if(n.type==="transform")return!0;if(n.type==="array")return Qi(n.element,t);if(n.type==="set")return Qi(n.valueType,t);if(n.type==="lazy")return Qi(n.getter(),t);if(n.type==="promise"||n.type==="optional"||n.type==="nonoptional"||n.type==="nullable"||n.type==="readonly"||n.type==="default"||n.type==="prefault")return Qi(n.innerType,t);if(n.type==="intersection")return Qi(n.left,t)||Qi(n.right,t);if(n.type==="record"||n.type==="map")return Qi(n.keyType,t)||Qi(n.valueType,t);if(n.type==="pipe")return Qi(n.in,t)||Qi(n.out,t);if(n.type==="object"){for(const a in n.shape)if(Qi(n.shape[a],t))return!0;return!1}if(n.type==="union"){for(const a of n.options)if(Qi(a,t))return!0;return!1}if(n.type==="tuple"){for(const a of n.items)if(Qi(a,t))return!0;return!!(n.rest&&Qi(n.rest,t))}return!1}const gfe=(r,e={})=>t=>{const n=Y$({...t,processors:e});return oi(r,n),W$(n,r),j$(n,r)},gb=(r,e)=>t=>{const{libraryOptions:n,target:a}=t??{},i=Y$({...n??{},target:a,io:e,processors:{}});return oi(r,i),W$(i,r),j$(i,r)},_fe={guid:"uuid",url:"uri",datetime:"date-time",json_string:"json-string",regex:""},bfe=(r,e,t,n)=>{const a=t;a.type="string";const{minimum:i,maximum:s,format:o,patterns:l,contentEncoding:c}=r._zod.bag;if(typeof i=="number"&&(a.minLength=i),typeof s=="number"&&(a.maxLength=s),o&&(a.format=_fe[o]??o,a.format===""&&delete a.format),c&&(a.contentEncoding=c),l&&l.size>0){const u=[...l];u.length===1?a.pattern=u[0].source:u.length>1&&(a.allOf=[...u.map(d=>({...e.target==="draft-07"||e.target==="draft-04"||e.target==="openapi-3.0"?{type:"string"}:{},pattern:d.source}))])}},vfe=(r,e,t,n)=>{const a=t,{minimum:i,maximum:s,format:o,multipleOf:l,exclusiveMaximum:c,exclusiveMinimum:u}=r._zod.bag;typeof o=="string"&&o.includes("int")?a.type="integer":a.type="number",typeof u=="number"&&(e.target==="draft-04"||e.target==="openapi-3.0"?(a.minimum=u,a.exclusiveMinimum=!0):a.exclusiveMinimum=u),typeof i=="number"&&(a.minimum=i,typeof u=="number"&&e.target!=="draft-04"&&(u>=i?delete a.minimum:delete a.exclusiveMinimum)),typeof c=="number"&&(e.target==="draft-04"||e.target==="openapi-3.0"?(a.maximum=c,a.exclusiveMaximum=!0):a.exclusiveMaximum=c),typeof s=="number"&&(a.maximum=s,typeof c=="number"&&e.target!=="draft-04"&&(c<=s?delete a.maximum:delete a.exclusiveMaximum)),typeof l=="number"&&(a.multipleOf=l)},yfe=(r,e,t,n)=>{t.type="boolean"},Sfe=(r,e,t,n)=>{e.target==="openapi-3.0"?(t.type="string",t.nullable=!0,t.enum=[null]):t.type="null"},Efe=(r,e,t,n)=>{t.not={}},wfe=(r,e,t,n)=>{},Tfe=(r,e,t,n)=>{},Cfe=(r,e,t,n)=>{const a=r._zod.def,i=C$(a.entries);i.every(s=>typeof s=="number")&&(t.type="number"),i.every(s=>typeof s=="string")&&(t.type="string"),t.enum=i},Afe=(r,e,t,n)=>{const a=r._zod.def,i=[];for(const s of a.values)if(s===void 0){if(e.unrepresentable==="throw")throw new Error("Literal `undefined` cannot be represented in JSON Schema")}else if(typeof s=="bigint"){if(e.unrepresentable==="throw")throw new Error("BigInt literals cannot be represented in JSON Schema");i.push(Number(s))}else i.push(s);if(i.length!==0)if(i.length===1){const s=i[0];t.type=s===null?"null":typeof s,e.target==="draft-04"||e.target==="openapi-3.0"?t.enum=[s]:t.const=s}else i.every(s=>typeof s=="number")&&(t.type="number"),i.every(s=>typeof s=="string")&&(t.type="string"),i.every(s=>typeof s=="boolean")&&(t.type="boolean"),i.every(s=>s===null)&&(t.type="null"),t.enum=i},xfe=(r,e,t,n)=>{if(e.unrepresentable==="throw")throw new Error("Custom types cannot be represented in JSON Schema")},Rfe=(r,e,t,n)=>{if(e.unrepresentable==="throw")throw new Error("Transforms cannot be represented in JSON Schema")},Ofe=(r,e,t,n)=>{const a=t,i=r._zod.def,{minimum:s,maximum:o}=r._zod.bag;typeof s=="number"&&(a.minItems=s),typeof o=="number"&&(a.maxItems=o),a.type="array",a.items=oi(i.element,e,{...n,path:[...n.path,"items"]})},Nfe=(r,e,t,n)=>{const a=t,i=r._zod.def;a.type="object",a.properties={};const s=i.shape;for(const c in s)a.properties[c]=oi(s[c],e,{...n,path:[...n.path,"properties",c]});const o=new Set(Object.keys(s)),l=new Set([...o].filter(c=>{const u=i.shape[c]._zod;return e.io==="input"?u.optin===void 0:u.optout===void 0}));l.size>0&&(a.required=Array.from(l)),i.catchall?._zod.def.type==="never"?a.additionalProperties=!1:i.catchall?i.catchall&&(a.additionalProperties=oi(i.catchall,e,{...n,path:[...n.path,"additionalProperties"]})):e.io==="output"&&(a.additionalProperties=!1)},Ife=(r,e,t,n)=>{const a=r._zod.def,i=a.inclusive===!1,s=a.options.map((o,l)=>oi(o,e,{...n,path:[...n.path,i?"oneOf":"anyOf",l]}));i?t.oneOf=s:t.anyOf=s},kfe=(r,e,t,n)=>{const a=r._zod.def,i=oi(a.left,e,{...n,path:[...n.path,"allOf",0]}),s=oi(a.right,e,{...n,path:[...n.path,"allOf",1]}),o=c=>"allOf"in c&&Object.keys(c).length===1,l=[...o(i)?i.allOf:[i],...o(s)?s.allOf:[s]];t.allOf=l},Mfe=(r,e,t,n)=>{const a=t,i=r._zod.def;a.type="object",(e.target==="draft-07"||e.target==="draft-2020-12")&&(a.propertyNames=oi(i.keyType,e,{...n,path:[...n.path,"propertyNames"]})),a.additionalProperties=oi(i.valueType,e,{...n,path:[...n.path,"additionalProperties"]})},Dfe=(r,e,t,n)=>{const a=r._zod.def,i=oi(a.innerType,e,n),s=e.seen.get(r);e.target==="openapi-3.0"?(s.ref=a.innerType,t.nullable=!0):t.anyOf=[i,{type:"null"}]},Pfe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType},Lfe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType,t.default=JSON.parse(JSON.stringify(a.defaultValue))},Ffe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType,e.io==="input"&&(t._prefault=JSON.parse(JSON.stringify(a.defaultValue)))},Bfe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType;let s;try{s=a.catchValue(void 0)}catch{throw new Error("Dynamic catch values are not supported in JSON Schema")}t.default=s},Ufe=(r,e,t,n)=>{const a=r._zod.def,i=e.io==="input"?a.in._zod.def.type==="transform"?a.out:a.in:a.out;oi(i,e,n);const s=e.seen.get(r);s.ref=i},$fe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType,t.readOnly=!0},Gfe=(r,e,t,n)=>{const a=r._zod.def;oi(a.innerType,e,n);const i=e.seen.get(r);i.ref=a.innerType};function Yv(r){return!!r._zod}function bu(r,e){return Yv(r)?I$(r,e):r.safeParse(e)}function K$(r){if(!r)return;let e;if(Yv(r)?e=r._zod?.def?.shape:e=r.shape,!!e){if(typeof e=="function")try{return e()}catch{return}return e}}function zfe(r){if(Yv(r)){const i=r._zod?.def;if(i){if(i.value!==void 0)return i.value;if(Array.isArray(i.values)&&i.values.length>0)return i.values[0]}}const t=r._def;if(t){if(t.value!==void 0)return t.value;if(Array.isArray(t.values)&&t.values.length>0)return t.values[0]}const n=r.value;if(n!==void 0)return n}const qfe=St("ZodISODateTime",(r,e)=>{Pde.init(r,e),Ra.init(r,e)});function X$(r){return zhe(qfe,r)}const Hfe=St("ZodISODate",(r,e)=>{Lde.init(r,e),Ra.init(r,e)});function Vfe(r){return qhe(Hfe,r)}const Yfe=St("ZodISOTime",(r,e)=>{Fde.init(r,e),Ra.init(r,e)});function Wfe(r){return Hhe(Yfe,r)}const jfe=St("ZodISODuration",(r,e)=>{Bde.init(r,e),Ra.init(r,e)});function Kfe(r){return Vhe(jfe,r)}const Xfe=(r,e)=>{O$.init(r,e),r.name="ZodError",Object.defineProperties(r,{format:{value:t=>xue(r,t)},flatten:{value:t=>Aue(r,t)},addIssue:{value:t=>{r.issues.push(t),r.message=JSON.stringify(r.issues,v3,2)}},addIssues:{value:t=>{r.issues.push(...t),r.message=JSON.stringify(r.issues,v3,2)}},isEmpty:{get(){return r.issues.length===0}}})},Po=St("ZodError",Xfe,{Parent:Error}),Qfe=k4(Po),Zfe=M4(Po),Jfe=qv(Po),epe=Hv(Po),tpe=Oue(Po),rpe=Nue(Po),npe=Iue(Po),ape=kue(Po),ipe=Mue(Po),spe=Due(Po),ope=Pue(Po),lpe=Lue(Po),ya=St("ZodType",(r,e)=>(fa.init(r,e),Object.assign(r["~standard"],{jsonSchema:{input:gb(r,"input"),output:gb(r,"output")}}),r.toJSONSchema=gfe(r,{}),r.def=e,r.type=e.type,Object.defineProperty(r,"_def",{value:e}),r.check=(...t)=>r.clone(lh(e,{checks:[...e.checks??[],...t.map(n=>typeof n=="function"?{_zod:{check:n,def:{check:"custom"},onattach:[]}}:n)]})),r.clone=(t,n)=>Ku(r,t,n),r.brand=()=>r,r.register=(t,n)=>(t.add(r,n),r),r.parse=(t,n)=>Qfe(r,t,n,{callee:r.parse}),r.safeParse=(t,n)=>Jfe(r,t,n),r.parseAsync=async(t,n)=>Zfe(r,t,n,{callee:r.parseAsync}),r.safeParseAsync=async(t,n)=>epe(r,t,n),r.spa=r.safeParseAsync,r.encode=(t,n)=>tpe(r,t,n),r.decode=(t,n)=>rpe(r,t,n),r.encodeAsync=async(t,n)=>npe(r,t,n),r.decodeAsync=async(t,n)=>ape(r,t,n),r.safeEncode=(t,n)=>ipe(r,t,n),r.safeDecode=(t,n)=>spe(r,t,n),r.safeEncodeAsync=async(t,n)=>ope(r,t,n),r.safeDecodeAsync=async(t,n)=>lpe(r,t,n),r.refine=(t,n)=>r.check(Jpe(t,n)),r.superRefine=t=>r.check(eme(t)),r.overwrite=t=>r.check(tp(t)),r.optional=()=>Ia(r),r.nullable=()=>M8(r),r.nullish=()=>Ia(M8(r)),r.nonoptional=t=>Ype(r,t),r.array=()=>or(r),r.or=t=>pa([r,t]),r.and=t=>L4(r,t),r.transform=t=>E3(r,nG(t)),r.default=t=>qpe(r,t),r.prefault=t=>Vpe(r,t),r.catch=t=>jpe(r,t),r.pipe=t=>E3(r,t),r.readonly=()=>Qpe(r),r.describe=t=>{const n=r.clone();return Yp.add(n,{description:t}),n},Object.defineProperty(r,"description",{get(){return Yp.get(r)?.description},configurable:!0}),r.meta=(...t)=>{if(t.length===0)return Yp.get(r);const n=r.clone();return Yp.add(n,t[0]),n},r.isOptional=()=>r.safeParse(void 0).success,r.isNullable=()=>r.safeParse(null).success,r)),Q$=St("_ZodString",(r,e)=>{D4.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(n,a,i)=>bfe(r,n,a);const t=r._zod.bag;r.format=t.format??null,r.minLength=t.minimum??null,r.maxLength=t.maximum??null,r.regex=(...n)=>r.check(efe(...n)),r.includes=(...n)=>r.check(nfe(...n)),r.startsWith=(...n)=>r.check(afe(...n)),r.endsWith=(...n)=>r.check(ife(...n)),r.min=(...n)=>r.check(mb(...n)),r.max=(...n)=>r.check(H$(...n)),r.length=(...n)=>r.check(V$(...n)),r.nonempty=(...n)=>r.check(mb(1,...n)),r.lowercase=n=>r.check(tfe(n)),r.uppercase=n=>r.check(rfe(n)),r.trim=()=>r.check(ofe()),r.normalize=(...n)=>r.check(sfe(...n)),r.toLowerCase=()=>r.check(lfe()),r.toUpperCase=()=>r.check(cfe()),r.slugify=()=>r.check(ufe())}),cpe=St("ZodString",(r,e)=>{D4.init(r,e),Q$.init(r,e),r.email=t=>r.check(Ehe(upe,t)),r.url=t=>r.check(q$(Z$,t)),r.jwt=t=>r.check(Ghe(Ape,t)),r.emoji=t=>r.check(xhe(hpe,t)),r.guid=t=>r.check(x8(I8,t)),r.uuid=t=>r.check(whe(g0,t)),r.uuidv4=t=>r.check(The(g0,t)),r.uuidv6=t=>r.check(Che(g0,t)),r.uuidv7=t=>r.check(Ahe(g0,t)),r.nanoid=t=>r.check(Rhe(fpe,t)),r.guid=t=>r.check(x8(I8,t)),r.cuid=t=>r.check(Ohe(ppe,t)),r.cuid2=t=>r.check(Nhe(mpe,t)),r.ulid=t=>r.check(Ihe(gpe,t)),r.base64=t=>r.check(Bhe(wpe,t)),r.base64url=t=>r.check(Uhe(Tpe,t)),r.xid=t=>r.check(khe(_pe,t)),r.ksuid=t=>r.check(Mhe(bpe,t)),r.ipv4=t=>r.check(Dhe(vpe,t)),r.ipv6=t=>r.check(Phe(ype,t)),r.cidrv4=t=>r.check(Lhe(Spe,t)),r.cidrv6=t=>r.check(Fhe(Epe,t)),r.e164=t=>r.check($he(Cpe,t)),r.datetime=t=>r.check(X$(t)),r.date=t=>r.check(Vfe(t)),r.time=t=>r.check(Wfe(t)),r.duration=t=>r.check(Kfe(t))});function qe(r){return She(cpe,r)}const Ra=St("ZodStringFormat",(r,e)=>{va.init(r,e),Q$.init(r,e)}),upe=St("ZodEmail",(r,e)=>{Ade.init(r,e),Ra.init(r,e)}),I8=St("ZodGUID",(r,e)=>{Tde.init(r,e),Ra.init(r,e)}),g0=St("ZodUUID",(r,e)=>{Cde.init(r,e),Ra.init(r,e)}),Z$=St("ZodURL",(r,e)=>{xde.init(r,e),Ra.init(r,e)});function dpe(r){return q$(Z$,r)}const hpe=St("ZodEmoji",(r,e)=>{Rde.init(r,e),Ra.init(r,e)}),fpe=St("ZodNanoID",(r,e)=>{Ode.init(r,e),Ra.init(r,e)}),ppe=St("ZodCUID",(r,e)=>{Nde.init(r,e),Ra.init(r,e)}),mpe=St("ZodCUID2",(r,e)=>{Ide.init(r,e),Ra.init(r,e)}),gpe=St("ZodULID",(r,e)=>{kde.init(r,e),Ra.init(r,e)}),_pe=St("ZodXID",(r,e)=>{Mde.init(r,e),Ra.init(r,e)}),bpe=St("ZodKSUID",(r,e)=>{Dde.init(r,e),Ra.init(r,e)}),vpe=St("ZodIPv4",(r,e)=>{Ude.init(r,e),Ra.init(r,e)}),ype=St("ZodIPv6",(r,e)=>{$de.init(r,e),Ra.init(r,e)}),Spe=St("ZodCIDRv4",(r,e)=>{Gde.init(r,e),Ra.init(r,e)}),Epe=St("ZodCIDRv6",(r,e)=>{zde.init(r,e),Ra.init(r,e)}),wpe=St("ZodBase64",(r,e)=>{qde.init(r,e),Ra.init(r,e)}),Tpe=St("ZodBase64URL",(r,e)=>{Vde.init(r,e),Ra.init(r,e)}),Cpe=St("ZodE164",(r,e)=>{Yde.init(r,e),Ra.init(r,e)}),Ape=St("ZodJWT",(r,e)=>{jde.init(r,e),Ra.init(r,e)}),P4=St("ZodNumber",(r,e)=>{U$.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(n,a,i)=>vfe(r,n,a),r.gt=(n,a)=>r.check(O8(n,a)),r.gte=(n,a)=>r.check(sT(n,a)),r.min=(n,a)=>r.check(sT(n,a)),r.lt=(n,a)=>r.check(R8(n,a)),r.lte=(n,a)=>r.check(iT(n,a)),r.max=(n,a)=>r.check(iT(n,a)),r.int=n=>r.check(k8(n)),r.safe=n=>r.check(k8(n)),r.positive=n=>r.check(O8(0,n)),r.nonnegative=n=>r.check(sT(0,n)),r.negative=n=>r.check(R8(0,n)),r.nonpositive=n=>r.check(iT(0,n)),r.multipleOf=(n,a)=>r.check(N8(n,a)),r.step=(n,a)=>r.check(N8(n,a)),r.finite=()=>r;const t=r._zod.bag;r.minValue=Math.max(t.minimum??Number.NEGATIVE_INFINITY,t.exclusiveMinimum??Number.NEGATIVE_INFINITY)??null,r.maxValue=Math.min(t.maximum??Number.POSITIVE_INFINITY,t.exclusiveMaximum??Number.POSITIVE_INFINITY)??null,r.isInt=(t.format??"").includes("int")||Number.isSafeInteger(t.multipleOf??.5),r.isFinite=!0,r.format=t.format??null});function Yn(r){return Yhe(P4,r)}const xpe=St("ZodNumberFormat",(r,e)=>{Kde.init(r,e),P4.init(r,e)});function k8(r){return jhe(xpe,r)}const Rpe=St("ZodBoolean",(r,e)=>{Xde.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>yfe(r,t,n)});function ha(r){return Khe(Rpe,r)}const Ope=St("ZodNull",(r,e)=>{Qde.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Sfe(r,t,n)});function J$(r){return Xhe(Ope,r)}const Npe=St("ZodAny",(r,e)=>{Zde.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>wfe()});function Ipe(){return Qhe(Npe)}const kpe=St("ZodUnknown",(r,e)=>{Jde.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Tfe()});function Aa(){return Zhe(kpe)}const Mpe=St("ZodNever",(r,e)=>{ehe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Efe(r,t,n)});function Dpe(r){return Jhe(Mpe,r)}const Ppe=St("ZodArray",(r,e)=>{the.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Ofe(r,t,n,a),r.element=e.element,r.min=(t,n)=>r.check(mb(t,n)),r.nonempty=t=>r.check(mb(1,t)),r.max=(t,n)=>r.check(H$(t,n)),r.length=(t,n)=>r.check(V$(t,n)),r.unwrap=()=>r.element});function or(r,e){return dfe(Ppe,r,e)}const eG=St("ZodObject",(r,e)=>{nhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Nfe(r,t,n,a),ta(r,"shape",()=>e.shape),r.keyof=()=>uo(Object.keys(r._zod.def.shape)),r.catchall=t=>r.clone({...r._zod.def,catchall:t}),r.passthrough=()=>r.clone({...r._zod.def,catchall:Aa()}),r.loose=()=>r.clone({...r._zod.def,catchall:Aa()}),r.strict=()=>r.clone({...r._zod.def,catchall:Dpe()}),r.strip=()=>r.clone({...r._zod.def,catchall:void 0}),r.extend=t=>Sue(r,t),r.safeExtend=t=>Eue(r,t),r.merge=t=>wue(r,t),r.pick=t=>vue(r,t),r.omit=t=>yue(r,t),r.partial=(...t)=>Tue(aG,r,t[0]),r.required=(...t)=>Cue(iG,r,t[0])});function cr(r,e){const t={type:"object",shape:r??{},...Rr(e)};return new eG(t)}function Ii(r,e){return new eG({type:"object",shape:r,catchall:Aa(),...Rr(e)})}const tG=St("ZodUnion",(r,e)=>{z$.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Ife(r,t,n,a),r.options=e.options});function pa(r,e){return new tG({type:"union",options:r,...Rr(e)})}const Lpe=St("ZodDiscriminatedUnion",(r,e)=>{tG.init(r,e),ahe.init(r,e)});function rG(r,e,t){return new Lpe({type:"union",options:e,discriminator:r,...Rr(t)})}const Fpe=St("ZodIntersection",(r,e)=>{ihe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>kfe(r,t,n,a)});function L4(r,e){return new Fpe({type:"intersection",left:r,right:e})}const Bpe=St("ZodRecord",(r,e)=>{she.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Mfe(r,t,n,a),r.keyType=e.keyType,r.valueType=e.valueType});function xa(r,e,t){return new Bpe({type:"record",keyType:r,valueType:e,...Rr(t)})}const S3=St("ZodEnum",(r,e)=>{ohe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(n,a,i)=>Cfe(r,n,a),r.enum=e.entries,r.options=Object.values(e.entries);const t=new Set(Object.keys(e.entries));r.extract=(n,a)=>{const i={};for(const s of n)if(t.has(s))i[s]=e.entries[s];else throw new Error(`Key ${s} not found in enum`);return new S3({...e,checks:[],...Rr(a),entries:i})},r.exclude=(n,a)=>{const i={...e.entries};for(const s of n)if(t.has(s))delete i[s];else throw new Error(`Key ${s} not found in enum`);return new S3({...e,checks:[],...Rr(a),entries:i})}});function uo(r,e){const t=Array.isArray(r)?Object.fromEntries(r.map(n=>[n,n])):r;return new S3({type:"enum",entries:t,...Rr(e)})}const Upe=St("ZodLiteral",(r,e)=>{lhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Afe(r,t,n),r.values=new Set(e.values),Object.defineProperty(r,"value",{get(){if(e.values.length>1)throw new Error("This schema contains multiple valid literal values. Use `.values` instead.");return e.values[0]}})});function Mr(r,e){return new Upe({type:"literal",values:Array.isArray(r)?r:[r],...Rr(e)})}const $pe=St("ZodTransform",(r,e)=>{che.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Rfe(r,t),r._zod.parse=(t,n)=>{if(n.direction==="backward")throw new w$(r.constructor.name);t.addIssue=i=>{if(typeof i=="string")t.issues.push(Im(i,t.value,e));else{const s=i;s.fatal&&(s.continue=!1),s.code??(s.code="custom"),s.input??(s.input=t.value),s.inst??(s.inst=r),t.issues.push(Im(s))}};const a=e.transform(t.value,t);return a instanceof Promise?a.then(i=>(t.value=i,t)):(t.value=a,t)}});function nG(r){return new $pe({type:"transform",transform:r})}const aG=St("ZodOptional",(r,e)=>{uhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Gfe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType});function Ia(r){return new aG({type:"optional",innerType:r})}const Gpe=St("ZodNullable",(r,e)=>{dhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Dfe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType});function M8(r){return new Gpe({type:"nullable",innerType:r})}const zpe=St("ZodDefault",(r,e)=>{hhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Lfe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType,r.removeDefault=r.unwrap});function qpe(r,e){return new zpe({type:"default",innerType:r,get defaultValue(){return typeof e=="function"?e():x$(e)}})}const Hpe=St("ZodPrefault",(r,e)=>{fhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Ffe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType});function Vpe(r,e){return new Hpe({type:"prefault",innerType:r,get defaultValue(){return typeof e=="function"?e():x$(e)}})}const iG=St("ZodNonOptional",(r,e)=>{phe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Pfe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType});function Ype(r,e){return new iG({type:"nonoptional",innerType:r,...Rr(e)})}const Wpe=St("ZodCatch",(r,e)=>{mhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Bfe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType,r.removeCatch=r.unwrap});function jpe(r,e){return new Wpe({type:"catch",innerType:r,catchValue:typeof e=="function"?e:()=>e})}const Kpe=St("ZodPipe",(r,e)=>{ghe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>Ufe(r,t,n,a),r.in=e.in,r.out=e.out});function E3(r,e){return new Kpe({type:"pipe",in:r,out:e})}const Xpe=St("ZodReadonly",(r,e)=>{_he.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>$fe(r,t,n,a),r.unwrap=()=>r._zod.def.innerType});function Qpe(r){return new Xpe({type:"readonly",innerType:r})}const sG=St("ZodCustom",(r,e)=>{bhe.init(r,e),ya.init(r,e),r._zod.processJSONSchema=(t,n,a)=>xfe(r,t)});function Zpe(r,e){return hfe(sG,r??(()=>!0),e)}function Jpe(r,e={}){return ffe(sG,r,e)}function eme(r){return pfe(r)}function oG(r,e){return E3(nG(r),e)}const tme={custom:"custom"};function rme(r){return Whe(P4,r)}const Wv="2025-11-25",nme=[Wv,"2025-06-18","2025-03-26","2024-11-05","2024-10-07"],Od="io.modelcontextprotocol/related-task",jv="2.0",ki=Zpe(r=>r!==null&&(typeof r=="object"||typeof r=="function")),lG=pa([qe(),Yn().int()]),cG=qe();Ii({ttl:pa([Yn(),J$()]).optional(),pollInterval:Yn().optional()});const ame=cr({ttl:Yn().optional()}),ime=cr({taskId:qe()}),F4=Ii({progressToken:lG.optional(),[Od]:ime.optional()}),ho=cr({_meta:F4.optional()}),pg=ho.extend({task:ame.optional()}),sme=r=>pg.safeParse(r).success,Pi=cr({method:qe(),params:ho.loose().optional()}),Lo=cr({_meta:F4.optional()}),Fo=cr({method:qe(),params:Lo.loose().optional()}),Li=Ii({_meta:F4.optional()}),Kv=pa([qe(),Yn().int()]),uG=cr({jsonrpc:Mr(jv),id:Kv,...Pi.shape}).strict(),w3=r=>uG.safeParse(r).success,dG=cr({jsonrpc:Mr(jv),...Fo.shape}).strict(),ome=r=>dG.safeParse(r).success,B4=cr({jsonrpc:Mr(jv),id:Kv,result:Li}).strict(),Wp=r=>B4.safeParse(r).success;var Qr;(function(r){r[r.ConnectionClosed=-32e3]="ConnectionClosed",r[r.RequestTimeout=-32001]="RequestTimeout",r[r.ParseError=-32700]="ParseError",r[r.InvalidRequest=-32600]="InvalidRequest",r[r.MethodNotFound=-32601]="MethodNotFound",r[r.InvalidParams=-32602]="InvalidParams",r[r.InternalError=-32603]="InternalError",r[r.UrlElicitationRequired=-32042]="UrlElicitationRequired"})(Qr||(Qr={}));const U4=cr({jsonrpc:Mr(jv),id:Kv.optional(),error:cr({code:Yn().int(),message:qe(),data:Aa().optional()})}).strict(),lme=r=>U4.safeParse(r).success,im=pa([uG,dG,B4,U4]);pa([B4,U4]);const Qh=Li.strict(),cme=Lo.extend({requestId:Kv.optional(),reason:qe().optional()}),$4=Fo.extend({method:Mr("notifications/cancelled"),params:cme}),ume=cr({src:qe(),mimeType:qe().optional(),sizes:or(qe()).optional(),theme:uo(["light","dark"]).optional()}),mg=cr({icons:or(ume).optional()}),Ff=cr({name:qe(),title:qe().optional()}),hG=Ff.extend({...Ff.shape,...mg.shape,version:qe(),websiteUrl:qe().optional(),description:qe().optional()}),dme=L4(cr({applyDefaults:ha().optional()}),xa(qe(),Aa())),hme=oG(r=>r&&typeof r=="object"&&!Array.isArray(r)&&Object.keys(r).length===0?{form:{}}:r,L4(cr({form:dme.optional(),url:ki.optional()}),xa(qe(),Aa()).optional())),fme=Ii({list:ki.optional(),cancel:ki.optional(),requests:Ii({sampling:Ii({createMessage:ki.optional()}).optional(),elicitation:Ii({create:ki.optional()}).optional()}).optional()}),pme=Ii({list:ki.optional(),cancel:ki.optional(),requests:Ii({tools:Ii({call:ki.optional()}).optional()}).optional()}),mme=cr({experimental:xa(qe(),ki).optional(),sampling:cr({context:ki.optional(),tools:ki.optional()}).optional(),elicitation:hme.optional(),roots:cr({listChanged:ha().optional()}).optional(),tasks:fme.optional()}),gme=ho.extend({protocolVersion:qe(),capabilities:mme,clientInfo:hG}),_me=Pi.extend({method:Mr("initialize"),params:gme}),bme=cr({experimental:xa(qe(),ki).optional(),logging:ki.optional(),completions:ki.optional(),prompts:cr({listChanged:ha().optional()}).optional(),resources:cr({subscribe:ha().optional(),listChanged:ha().optional()}).optional(),tools:cr({listChanged:ha().optional()}).optional(),tasks:pme.optional()}),fG=Li.extend({protocolVersion:qe(),capabilities:bme,serverInfo:hG,instructions:qe().optional()}),pG=Fo.extend({method:Mr("notifications/initialized"),params:Lo.optional()}),vme=r=>pG.safeParse(r).success,G4=Pi.extend({method:Mr("ping"),params:ho.optional()}),yme=cr({progress:Yn(),total:Ia(Yn()),message:Ia(qe())}),Sme=cr({...Lo.shape,...yme.shape,progressToken:lG}),z4=Fo.extend({method:Mr("notifications/progress"),params:Sme}),Eme=ho.extend({cursor:cG.optional()}),gg=Pi.extend({params:Eme.optional()}),_g=Li.extend({nextCursor:cG.optional()}),wme=uo(["working","input_required","completed","failed","cancelled"]),bg=cr({taskId:qe(),status:wme,ttl:pa([Yn(),J$()]),createdAt:qe(),lastUpdatedAt:qe(),pollInterval:Ia(Yn()),statusMessage:Ia(qe())}),km=Li.extend({task:bg}),Tme=Lo.merge(bg),_b=Fo.extend({method:Mr("notifications/tasks/status"),params:Tme}),q4=Pi.extend({method:Mr("tasks/get"),params:ho.extend({taskId:qe()})}),H4=Li.merge(bg),V4=Pi.extend({method:Mr("tasks/result"),params:ho.extend({taskId:qe()})});Li.loose();const Y4=gg.extend({method:Mr("tasks/list")}),W4=_g.extend({tasks:or(bg)}),j4=Pi.extend({method:Mr("tasks/cancel"),params:ho.extend({taskId:qe()})}),Cme=Li.merge(bg),mG=cr({uri:qe(),mimeType:Ia(qe()),_meta:xa(qe(),Aa()).optional()}),gG=mG.extend({text:qe()}),K4=qe().refine(r=>{try{return atob(r),!0}catch{return!1}},{message:"Invalid Base64 string"}),_G=mG.extend({blob:K4}),vg=uo(["user","assistant"]),rp=cr({audience:or(vg).optional(),priority:Yn().min(0).max(1).optional(),lastModified:X$({offset:!0}).optional()}),bG=cr({...Ff.shape,...mg.shape,uri:qe(),description:Ia(qe()),mimeType:Ia(qe()),annotations:rp.optional(),_meta:Ia(Ii({}))}),Ame=cr({...Ff.shape,...mg.shape,uriTemplate:qe(),description:Ia(qe()),mimeType:Ia(qe()),annotations:rp.optional(),_meta:Ia(Ii({}))}),xme=gg.extend({method:Mr("resources/list")}),vG=_g.extend({resources:or(bG)}),Rme=gg.extend({method:Mr("resources/templates/list")}),yG=_g.extend({resourceTemplates:or(Ame)}),X4=ho.extend({uri:qe()}),Ome=X4,Nme=Pi.extend({method:Mr("resources/read"),params:Ome}),SG=Li.extend({contents:or(pa([gG,_G]))}),EG=Fo.extend({method:Mr("notifications/resources/list_changed"),params:Lo.optional()}),Ime=X4,kme=Pi.extend({method:Mr("resources/subscribe"),params:Ime}),Mme=X4,Dme=Pi.extend({method:Mr("resources/unsubscribe"),params:Mme}),Pme=Lo.extend({uri:qe()}),Lme=Fo.extend({method:Mr("notifications/resources/updated"),params:Pme}),Fme=cr({name:qe(),description:Ia(qe()),required:Ia(ha())}),Bme=cr({...Ff.shape,...mg.shape,description:Ia(qe()),arguments:Ia(or(Fme)),_meta:Ia(Ii({}))}),Ume=gg.extend({method:Mr("prompts/list")}),wG=_g.extend({prompts:or(Bme)}),$me=ho.extend({name:qe(),arguments:xa(qe(),qe()).optional()}),Gme=Pi.extend({method:Mr("prompts/get"),params:$me}),Q4=cr({type:Mr("text"),text:qe(),annotations:rp.optional(),_meta:xa(qe(),Aa()).optional()}),Z4=cr({type:Mr("image"),data:K4,mimeType:qe(),annotations:rp.optional(),_meta:xa(qe(),Aa()).optional()}),J4=cr({type:Mr("audio"),data:K4,mimeType:qe(),annotations:rp.optional(),_meta:xa(qe(),Aa()).optional()}),zme=cr({type:Mr("tool_use"),name:qe(),id:qe(),input:xa(qe(),Aa()),_meta:xa(qe(),Aa()).optional()}),qme=cr({type:Mr("resource"),resource:pa([gG,_G]),annotations:rp.optional(),_meta:xa(qe(),Aa()).optional()}),Hme=bG.extend({type:Mr("resource_link")}),ex=pa([Q4,Z4,J4,Hme,qme]),Vme=cr({role:vg,content:ex}),TG=Li.extend({description:qe().optional(),messages:or(Vme)}),CG=Fo.extend({method:Mr("notifications/prompts/list_changed"),params:Lo.optional()}),Yme=cr({title:qe().optional(),readOnlyHint:ha().optional(),destructiveHint:ha().optional(),idempotentHint:ha().optional(),openWorldHint:ha().optional()}),Wme=cr({taskSupport:uo(["required","optional","forbidden"]).optional()}),AG=cr({...Ff.shape,...mg.shape,description:qe().optional(),inputSchema:cr({type:Mr("object"),properties:xa(qe(),ki).optional(),required:or(qe()).optional()}).catchall(Aa()),outputSchema:cr({type:Mr("object"),properties:xa(qe(),ki).optional(),required:or(qe()).optional()}).catchall(Aa()).optional(),annotations:Yme.optional(),execution:Wme.optional(),_meta:xa(qe(),Aa()).optional()}),jme=gg.extend({method:Mr("tools/list")}),xG=_g.extend({tools:or(AG)}),Xv=Li.extend({content:or(ex).default([]),structuredContent:xa(qe(),Aa()).optional(),isError:ha().optional()});Xv.or(Li.extend({toolResult:Aa()}));const Kme=pg.extend({name:qe(),arguments:xa(qe(),Aa()).optional()}),Xme=Pi.extend({method:Mr("tools/call"),params:Kme}),RG=Fo.extend({method:Mr("notifications/tools/list_changed"),params:Lo.optional()}),Qme=cr({autoRefresh:ha().default(!0),debounceMs:Yn().int().nonnegative().default(300)}),OG=uo(["debug","info","notice","warning","error","critical","alert","emergency"]),Zme=ho.extend({level:OG}),Jme=Pi.extend({method:Mr("logging/setLevel"),params:Zme}),ege=Lo.extend({level:OG,logger:qe().optional(),data:Aa()}),tge=Fo.extend({method:Mr("notifications/message"),params:ege}),rge=cr({name:qe().optional()}),nge=cr({hints:or(rge).optional(),costPriority:Yn().min(0).max(1).optional(),speedPriority:Yn().min(0).max(1).optional(),intelligencePriority:Yn().min(0).max(1).optional()}),age=cr({mode:uo(["auto","required","none"]).optional()}),ige=cr({type:Mr("tool_result"),toolUseId:qe().describe("The unique identifier for the corresponding tool call."),content:or(ex).default([]),structuredContent:cr({}).loose().optional(),isError:ha().optional(),_meta:xa(qe(),Aa()).optional()}),sge=rG("type",[Q4,Z4,J4]),bb=rG("type",[Q4,Z4,J4,zme,ige]),oge=cr({role:vg,content:pa([bb,or(bb)]),_meta:xa(qe(),Aa()).optional()}),lge=pg.extend({messages:or(oge),modelPreferences:nge.optional(),systemPrompt:qe().optional(),includeContext:uo(["none","thisServer","allServers"]).optional(),temperature:Yn().optional(),maxTokens:Yn().int(),stopSequences:or(qe()).optional(),metadata:ki.optional(),tools:or(AG).optional(),toolChoice:age.optional()}),NG=Pi.extend({method:Mr("sampling/createMessage"),params:lge}),IG=Li.extend({model:qe(),stopReason:Ia(uo(["endTurn","stopSequence","maxTokens"]).or(qe())),role:vg,content:sge}),kG=Li.extend({model:qe(),stopReason:Ia(uo(["endTurn","stopSequence","maxTokens","toolUse"]).or(qe())),role:vg,content:pa([bb,or(bb)])}),cge=cr({type:Mr("boolean"),title:qe().optional(),description:qe().optional(),default:ha().optional()}),uge=cr({type:Mr("string"),title:qe().optional(),description:qe().optional(),minLength:Yn().optional(),maxLength:Yn().optional(),format:uo(["email","uri","date","date-time"]).optional(),default:qe().optional()}),dge=cr({type:uo(["number","integer"]),title:qe().optional(),description:qe().optional(),minimum:Yn().optional(),maximum:Yn().optional(),default:Yn().optional()}),hge=cr({type:Mr("string"),title:qe().optional(),description:qe().optional(),enum:or(qe()),default:qe().optional()}),fge=cr({type:Mr("string"),title:qe().optional(),description:qe().optional(),oneOf:or(cr({const:qe(),title:qe()})),default:qe().optional()}),pge=cr({type:Mr("string"),title:qe().optional(),description:qe().optional(),enum:or(qe()),enumNames:or(qe()).optional(),default:qe().optional()}),mge=pa([hge,fge]),gge=cr({type:Mr("array"),title:qe().optional(),description:qe().optional(),minItems:Yn().optional(),maxItems:Yn().optional(),items:cr({type:Mr("string"),enum:or(qe())}),default:or(qe()).optional()}),_ge=cr({type:Mr("array"),title:qe().optional(),description:qe().optional(),minItems:Yn().optional(),maxItems:Yn().optional(),items:cr({anyOf:or(cr({const:qe(),title:qe()}))}),default:or(qe()).optional()}),bge=pa([gge,_ge]),vge=pa([pge,mge,bge]),yge=pa([vge,cge,uge,dge]),Sge=pg.extend({mode:Mr("form").optional(),message:qe(),requestedSchema:cr({type:Mr("object"),properties:xa(qe(),yge),required:or(qe()).optional()})}),Ege=pg.extend({mode:Mr("url"),message:qe(),elicitationId:qe(),url:qe().url()}),wge=pa([Sge,Ege]),MG=Pi.extend({method:Mr("elicitation/create"),params:wge}),Tge=Lo.extend({elicitationId:qe()}),Cge=Fo.extend({method:Mr("notifications/elicitation/complete"),params:Tge}),DG=Li.extend({action:uo(["accept","decline","cancel"]),content:oG(r=>r===null?void 0:r,xa(qe(),pa([qe(),Yn(),ha(),or(qe())])).optional())}),Age=cr({type:Mr("ref/resource"),uri:qe()}),xge=cr({type:Mr("ref/prompt"),name:qe()}),Rge=ho.extend({ref:pa([xge,Age]),argument:cr({name:qe(),value:qe()}),context:cr({arguments:xa(qe(),qe()).optional()}).optional()}),Oge=Pi.extend({method:Mr("completion/complete"),params:Rge}),PG=Li.extend({completion:Ii({values:or(qe()).max(100),total:Ia(Yn().int()),hasMore:Ia(ha())})}),Nge=cr({uri:qe().startsWith("file://"),name:qe().optional(),_meta:xa(qe(),Aa()).optional()}),Ige=Pi.extend({method:Mr("roots/list"),params:ho.optional()}),kge=Li.extend({roots:or(Nge)}),Mge=Fo.extend({method:Mr("notifications/roots/list_changed"),params:Lo.optional()});pa([G4,_me,Oge,Jme,Gme,Ume,xme,Rme,Nme,kme,Dme,Xme,jme,q4,V4,Y4,j4]);pa([$4,z4,pG,Mge,_b]);pa([Qh,IG,kG,DG,kge,H4,W4,km]);pa([G4,NG,MG,Ige,q4,V4,Y4,j4]);pa([$4,z4,tge,Lme,EG,RG,CG,_b,Cge]);pa([Qh,fG,PG,TG,wG,vG,yG,SG,Xv,xG,H4,W4,km]);class zr extends Error{constructor(e,t,n){super(`MCP error ${e}: ${t}`),this.code=e,this.data=n,this.name="McpError"}static fromError(e,t,n){if(e===Qr.UrlElicitationRequired&&n){const a=n;if(a.elicitations)return new Dge(a.elicitations,t)}return new zr(e,t,n)}}class Dge extends zr{constructor(e,t=`URL elicitation${e.length>1?"s":""} required`){super(Qr.UrlElicitationRequired,t,{elicitations:e})}get elicitations(){return this.data?.elicitations??[]}}function _d(r){return r==="completed"||r==="failed"||r==="cancelled"}new Set("ABCDEFGHIJKLMNOPQRSTUVXYZabcdefghijklmnopqrstuvxyz0123456789");function D8(r){const t=K$(r)?.method;if(!t)throw new Error("Schema is missing a method literal");const n=zfe(t);if(typeof n!="string")throw new Error("Schema method literal must be a string");return n}function P8(r,e){const t=bu(r,e);if(!t.success)throw t.error;return t.data}const Pge=6e4;class Lge{constructor(e){this._options=e,this._requestMessageId=0,this._requestHandlers=new Map,this._requestHandlerAbortControllers=new Map,this._notificationHandlers=new Map,this._responseHandlers=new Map,this._progressHandlers=new Map,this._timeoutInfo=new Map,this._pendingDebouncedNotifications=new Set,this._taskProgressTokens=new Map,this._requestResolvers=new Map,this.setNotificationHandler($4,t=>{this._oncancel(t)}),this.setNotificationHandler(z4,t=>{this._onprogress(t)}),this.setRequestHandler(G4,t=>({})),this._taskStore=e?.taskStore,this._taskMessageQueue=e?.taskMessageQueue,this._taskStore&&(this.setRequestHandler(q4,async(t,n)=>{const a=await this._taskStore.getTask(t.params.taskId,n.sessionId);if(!a)throw new zr(Qr.InvalidParams,"Failed to retrieve task: Task not found");return{...a}}),this.setRequestHandler(V4,async(t,n)=>{const a=async()=>{const i=t.params.taskId;if(this._taskMessageQueue){let o;for(;o=await this._taskMessageQueue.dequeue(i,n.sessionId);){if(o.type==="response"||o.type==="error"){const l=o.message,c=l.id,u=this._requestResolvers.get(c);if(u)if(this._requestResolvers.delete(c),o.type==="response")u(l);else{const d=l,h=new zr(d.error.code,d.error.message,d.error.data);u(h)}else{const d=o.type==="response"?"Response":"Error";this._onerror(new Error(`${d} handler missing for request ${c}`))}continue}await this._transport?.send(o.message,{relatedRequestId:n.requestId})}}const s=await this._taskStore.getTask(i,n.sessionId);if(!s)throw new zr(Qr.InvalidParams,`Task not found: ${i}`);if(!_d(s.status))return await this._waitForTaskUpdate(i,n.signal),await a();if(_d(s.status)){const o=await this._taskStore.getTaskResult(i,n.sessionId);return this._clearTaskQueue(i),{...o,_meta:{...o._meta,[Od]:{taskId:i}}}}return await a()};return await a()}),this.setRequestHandler(Y4,async(t,n)=>{try{const{tasks:a,nextCursor:i}=await this._taskStore.listTasks(t.params?.cursor,n.sessionId);return{tasks:a,nextCursor:i,_meta:{}}}catch(a){throw new zr(Qr.InvalidParams,`Failed to list tasks: ${a instanceof Error?a.message:String(a)}`)}}),this.setRequestHandler(j4,async(t,n)=>{try{const a=await this._taskStore.getTask(t.params.taskId,n.sessionId);if(!a)throw new zr(Qr.InvalidParams,`Task not found: ${t.params.taskId}`);if(_d(a.status))throw new zr(Qr.InvalidParams,`Cannot cancel task in terminal status: ${a.status}`);await this._taskStore.updateTaskStatus(t.params.taskId,"cancelled","Client cancelled task execution.",n.sessionId),this._clearTaskQueue(t.params.taskId);const i=await this._taskStore.getTask(t.params.taskId,n.sessionId);if(!i)throw new zr(Qr.InvalidParams,`Task not found after cancellation: ${t.params.taskId}`);return{_meta:{},...i}}catch(a){throw a instanceof zr?a:new zr(Qr.InvalidRequest,`Failed to cancel task: ${a instanceof Error?a.message:String(a)}`)}}))}async _oncancel(e){if(!e.params.requestId)return;this._requestHandlerAbortControllers.get(e.params.requestId)?.abort(e.params.reason)}_setupTimeout(e,t,n,a,i=!1){this._timeoutInfo.set(e,{timeoutId:setTimeout(a,t),startTime:Date.now(),timeout:t,maxTotalTimeout:n,resetTimeoutOnProgress:i,onTimeout:a})}_resetTimeout(e){const t=this._timeoutInfo.get(e);if(!t)return!1;const n=Date.now()-t.startTime;if(t.maxTotalTimeout&&n>=t.maxTotalTimeout)throw this._timeoutInfo.delete(e),zr.fromError(Qr.RequestTimeout,"Maximum total timeout exceeded",{maxTotalTimeout:t.maxTotalTimeout,totalElapsed:n});return clearTimeout(t.timeoutId),t.timeoutId=setTimeout(t.onTimeout,t.timeout),!0}_cleanupTimeout(e){const t=this._timeoutInfo.get(e);t&&(clearTimeout(t.timeoutId),this._timeoutInfo.delete(e))}async connect(e){if(this._transport)throw new Error("Already connected to a transport. Call close() before connecting to a new transport, or use a separate Protocol instance per connection.");this._transport=e;const t=this.transport?.onclose;this._transport.onclose=()=>{t?.(),this._onclose()};const n=this.transport?.onerror;this._transport.onerror=i=>{n?.(i),this._onerror(i)};const a=this._transport?.onmessage;this._transport.onmessage=(i,s)=>{a?.(i,s),Wp(i)||lme(i)?this._onresponse(i):w3(i)?this._onrequest(i,s):ome(i)?this._onnotification(i):this._onerror(new Error(`Unknown message type: ${JSON.stringify(i)}`))},await this._transport.start()}_onclose(){const e=this._responseHandlers;this._responseHandlers=new Map,this._progressHandlers.clear(),this._taskProgressTokens.clear(),this._pendingDebouncedNotifications.clear();for(const n of this._requestHandlerAbortControllers.values())n.abort();this._requestHandlerAbortControllers.clear();const t=zr.fromError(Qr.ConnectionClosed,"Connection closed");this._transport=void 0,this.onclose?.();for(const n of e.values())n(t)}_onerror(e){this.onerror?.(e)}_onnotification(e){const t=this._notificationHandlers.get(e.method)??this.fallbackNotificationHandler;t!==void 0&&Promise.resolve().then(()=>t(e)).catch(n=>this._onerror(new Error(`Uncaught error in notification handler: ${n}`)))}_onrequest(e,t){const n=this._requestHandlers.get(e.method)??this.fallbackRequestHandler,a=this._transport,i=e.params?._meta?.[Od]?.taskId;if(n===void 0){const u={jsonrpc:"2.0",id:e.id,error:{code:Qr.MethodNotFound,message:"Method not found"}};i&&this._taskMessageQueue?this._enqueueTaskMessage(i,{type:"error",message:u,timestamp:Date.now()},a?.sessionId).catch(d=>this._onerror(new Error(`Failed to enqueue error response: ${d}`))):a?.send(u).catch(d=>this._onerror(new Error(`Failed to send an error response: ${d}`)));return}const s=new AbortController;this._requestHandlerAbortControllers.set(e.id,s);const o=sme(e.params)?e.params.task:void 0,l=this._taskStore?this.requestTaskStore(e,a?.sessionId):void 0,c={signal:s.signal,sessionId:a?.sessionId,_meta:e.params?._meta,sendNotification:async u=>{if(s.signal.aborted)return;const d={relatedRequestId:e.id};i&&(d.relatedTask={taskId:i}),await this.notification(u,d)},sendRequest:async(u,d,h)=>{if(s.signal.aborted)throw new zr(Qr.ConnectionClosed,"Request was cancelled");const p={...h,relatedRequestId:e.id};i&&!p.relatedTask&&(p.relatedTask={taskId:i});const m=p.relatedTask?.taskId??i;return m&&l&&await l.updateTaskStatus(m,"input_required"),await this.request(u,d,p)},authInfo:t?.authInfo,requestId:e.id,requestInfo:t?.requestInfo,taskId:i,taskStore:l,taskRequestedTtl:o?.ttl,closeSSEStream:t?.closeSSEStream,closeStandaloneSSEStream:t?.closeStandaloneSSEStream};Promise.resolve().then(()=>{o&&this.assertTaskHandlerCapability(e.method)}).then(()=>n(e,c)).then(async u=>{if(s.signal.aborted)return;const d={result:u,jsonrpc:"2.0",id:e.id};i&&this._taskMessageQueue?await this._enqueueTaskMessage(i,{type:"response",message:d,timestamp:Date.now()},a?.sessionId):await a?.send(d)},async u=>{if(s.signal.aborted)return;const d={jsonrpc:"2.0",id:e.id,error:{code:Number.isSafeInteger(u.code)?u.code:Qr.InternalError,message:u.message??"Internal error",...u.data!==void 0&&{data:u.data}}};i&&this._taskMessageQueue?await this._enqueueTaskMessage(i,{type:"error",message:d,timestamp:Date.now()},a?.sessionId):await a?.send(d)}).catch(u=>this._onerror(new Error(`Failed to send response: ${u}`))).finally(()=>{this._requestHandlerAbortControllers.delete(e.id)})}_onprogress(e){const{progressToken:t,...n}=e.params,a=Number(t),i=this._progressHandlers.get(a);if(!i){this._onerror(new Error(`Received a progress notification for an unknown token: ${JSON.stringify(e)}`));return}const s=this._responseHandlers.get(a),o=this._timeoutInfo.get(a);if(o&&s&&o.resetTimeoutOnProgress)try{this._resetTimeout(a)}catch(l){this._responseHandlers.delete(a),this._progressHandlers.delete(a),this._cleanupTimeout(a),s(l);return}i(n)}_onresponse(e){const t=Number(e.id),n=this._requestResolvers.get(t);if(n){if(this._requestResolvers.delete(t),Wp(e))n(e);else{const s=new zr(e.error.code,e.error.message,e.error.data);n(s)}return}const a=this._responseHandlers.get(t);if(a===void 0){this._onerror(new Error(`Received a response for an unknown message ID: ${JSON.stringify(e)}`));return}this._responseHandlers.delete(t),this._cleanupTimeout(t);let i=!1;if(Wp(e)&&e.result&&typeof e.result=="object"){const s=e.result;if(s.task&&typeof s.task=="object"){const o=s.task;typeof o.taskId=="string"&&(i=!0,this._taskProgressTokens.set(o.taskId,t))}}if(i||this._progressHandlers.delete(t),Wp(e))a(e);else{const s=zr.fromError(e.error.code,e.error.message,e.error.data);a(s)}}get transport(){return this._transport}async close(){await this._transport?.close()}async*requestStream(e,t,n){const{task:a}=n??{};if(!a){try{yield{type:"result",result:await this.request(e,t,n)}}catch(s){yield{type:"error",error:s instanceof zr?s:new zr(Qr.InternalError,String(s))}}return}let i;try{const s=await this.request(e,km,n);if(s.task)i=s.task.taskId,yield{type:"taskCreated",task:s.task};else throw new zr(Qr.InternalError,"Task creation did not return a task");for(;;){const o=await this.getTask({taskId:i},n);if(yield{type:"taskStatus",task:o},_d(o.status)){o.status==="completed"?yield{type:"result",result:await this.getTaskResult({taskId:i},t,n)}:o.status==="failed"?yield{type:"error",error:new zr(Qr.InternalError,`Task ${i} failed`)}:o.status==="cancelled"&&(yield{type:"error",error:new zr(Qr.InternalError,`Task ${i} was cancelled`)});return}if(o.status==="input_required"){yield{type:"result",result:await this.getTaskResult({taskId:i},t,n)};return}const l=o.pollInterval??this._options?.defaultTaskPollInterval??1e3;await new Promise(c=>setTimeout(c,l)),n?.signal?.throwIfAborted()}}catch(s){yield{type:"error",error:s instanceof zr?s:new zr(Qr.InternalError,String(s))}}}request(e,t,n){const{relatedRequestId:a,resumptionToken:i,onresumptiontoken:s,task:o,relatedTask:l}=n??{};return new Promise((c,u)=>{const d=v=>{u(v)};if(!this._transport){d(new Error("Not connected"));return}if(this._options?.enforceStrictCapabilities===!0)try{this.assertCapabilityForMethod(e.method),o&&this.assertTaskCapability(e.method)}catch(v){d(v);return}n?.signal?.throwIfAborted();const h=this._requestMessageId++,p={...e,jsonrpc:"2.0",id:h};n?.onprogress&&(this._progressHandlers.set(h,n.onprogress),p.params={...e.params,_meta:{...e.params?._meta||{},progressToken:h}}),o&&(p.params={...p.params,task:o}),l&&(p.params={...p.params,_meta:{...p.params?._meta||{},[Od]:l}});const m=v=>{this._responseHandlers.delete(h),this._progressHandlers.delete(h),this._cleanupTimeout(h),this._transport?.send({jsonrpc:"2.0",method:"notifications/cancelled",params:{requestId:h,reason:String(v)}},{relatedRequestId:a,resumptionToken:i,onresumptiontoken:s}).catch(E=>this._onerror(new Error(`Failed to send cancellation: ${E}`)));const y=v instanceof zr?v:new zr(Qr.RequestTimeout,String(v));u(y)};this._responseHandlers.set(h,v=>{if(!n?.signal?.aborted){if(v instanceof Error)return u(v);try{const y=bu(t,v.result);y.success?c(y.data):u(y.error)}catch(y){u(y)}}}),n?.signal?.addEventListener("abort",()=>{m(n?.signal?.reason)});const g=n?.timeout??Pge,b=()=>m(zr.fromError(Qr.RequestTimeout,"Request timed out",{timeout:g}));this._setupTimeout(h,g,n?.maxTotalTimeout,b,n?.resetTimeoutOnProgress??!1);const _=l?.taskId;if(_){const v=y=>{const E=this._responseHandlers.get(h);E?E(y):this._onerror(new Error(`Response handler missing for side-channeled request ${h}`))};this._requestResolvers.set(h,v),this._enqueueTaskMessage(_,{type:"request",message:p,timestamp:Date.now()}).catch(y=>{this._cleanupTimeout(h),u(y)})}else this._transport.send(p,{relatedRequestId:a,resumptionToken:i,onresumptiontoken:s}).catch(v=>{this._cleanupTimeout(h),u(v)})})}async getTask(e,t){return this.request({method:"tasks/get",params:e},H4,t)}async getTaskResult(e,t,n){return this.request({method:"tasks/result",params:e},t,n)}async listTasks(e,t){return this.request({method:"tasks/list",params:e},W4,t)}async cancelTask(e,t){return this.request({method:"tasks/cancel",params:e},Cme,t)}async notification(e,t){if(!this._transport)throw new Error("Not connected");this.assertNotificationCapability(e.method);const n=t?.relatedTask?.taskId;if(n){const o={...e,jsonrpc:"2.0",params:{...e.params,_meta:{...e.params?._meta||{},[Od]:t.relatedTask}}};await this._enqueueTaskMessage(n,{type:"notification",message:o,timestamp:Date.now()});return}if((this._options?.debouncedNotificationMethods??[]).includes(e.method)&&!e.params&&!t?.relatedRequestId&&!t?.relatedTask){if(this._pendingDebouncedNotifications.has(e.method))return;this._pendingDebouncedNotifications.add(e.method),Promise.resolve().then(()=>{if(this._pendingDebouncedNotifications.delete(e.method),!this._transport)return;let o={...e,jsonrpc:"2.0"};t?.relatedTask&&(o={...o,params:{...o.params,_meta:{...o.params?._meta||{},[Od]:t.relatedTask}}}),this._transport?.send(o,t).catch(l=>this._onerror(l))});return}let s={...e,jsonrpc:"2.0"};t?.relatedTask&&(s={...s,params:{...s.params,_meta:{...s.params?._meta||{},[Od]:t.relatedTask}}}),await this._transport.send(s,t)}setRequestHandler(e,t){const n=D8(e);this.assertRequestHandlerCapability(n),this._requestHandlers.set(n,(a,i)=>{const s=P8(e,a);return Promise.resolve(t(s,i))})}removeRequestHandler(e){this._requestHandlers.delete(e)}assertCanSetRequestHandler(e){if(this._requestHandlers.has(e))throw new Error(`A request handler for ${e} already exists, which would be overridden`)}setNotificationHandler(e,t){const n=D8(e);this._notificationHandlers.set(n,a=>{const i=P8(e,a);return Promise.resolve(t(i))})}removeNotificationHandler(e){this._notificationHandlers.delete(e)}_cleanupTaskProgressHandler(e){const t=this._taskProgressTokens.get(e);t!==void 0&&(this._progressHandlers.delete(t),this._taskProgressTokens.delete(e))}async _enqueueTaskMessage(e,t,n){if(!this._taskStore||!this._taskMessageQueue)throw new Error("Cannot enqueue task message: taskStore and taskMessageQueue are not configured");const a=this._options?.maxTaskQueueSize;await this._taskMessageQueue.enqueue(e,t,n,a)}async _clearTaskQueue(e,t){if(this._taskMessageQueue){const n=await this._taskMessageQueue.dequeueAll(e,t);for(const a of n)if(a.type==="request"&&w3(a.message)){const i=a.message.id,s=this._requestResolvers.get(i);s?(s(new zr(Qr.InternalError,"Task cancelled or completed")),this._requestResolvers.delete(i)):this._onerror(new Error(`Resolver missing for request ${i} during task ${e} cleanup`))}}}async _waitForTaskUpdate(e,t){let n=this._options?.defaultTaskPollInterval??1e3;try{const a=await this._taskStore?.getTask(e);a?.pollInterval&&(n=a.pollInterval)}catch{}return new Promise((a,i)=>{if(t.aborted){i(new zr(Qr.InvalidRequest,"Request cancelled"));return}const s=setTimeout(a,n);t.addEventListener("abort",()=>{clearTimeout(s),i(new zr(Qr.InvalidRequest,"Request cancelled"))},{once:!0})})}requestTaskStore(e,t){const n=this._taskStore;if(!n)throw new Error("No task store configured");return{createTask:async a=>{if(!e)throw new Error("No request provided");return await n.createTask(a,e.id,{method:e.method,params:e.params},t)},getTask:async a=>{const i=await n.getTask(a,t);if(!i)throw new zr(Qr.InvalidParams,"Failed to retrieve task: Task not found");return i},storeTaskResult:async(a,i,s)=>{await n.storeTaskResult(a,i,s,t);const o=await n.getTask(a,t);if(o){const l=_b.parse({method:"notifications/tasks/status",params:o});await this.notification(l),_d(o.status)&&this._cleanupTaskProgressHandler(a)}},getTaskResult:a=>n.getTaskResult(a,t),updateTaskStatus:async(a,i,s)=>{const o=await n.getTask(a,t);if(!o)throw new zr(Qr.InvalidParams,`Task "${a}" not found - it may have been cleaned up`);if(_d(o.status))throw new zr(Qr.InvalidParams,`Cannot update task "${a}" from terminal status "${o.status}" to "${i}". Terminal states (completed, failed, cancelled) cannot transition to other states.`);await n.updateTaskStatus(a,i,s,t);const l=await n.getTask(a,t);if(l){const c=_b.parse({method:"notifications/tasks/status",params:l});await this.notification(c),_d(l.status)&&this._cleanupTaskProgressHandler(a)}},listTasks:a=>n.listTasks(a,t)}}}function L8(r){return r!==null&&typeof r=="object"&&!Array.isArray(r)}function Fge(r,e){const t={...r};for(const n in e){const a=n,i=e[a];if(i===void 0)continue;const s=t[a];L8(s)&&L8(i)?t[a]={...s,...i}:t[a]=i}return t}var _0={exports:{}},oT={},ac={},bd={},lT={},cT={},uT={},F8;function vb(){return F8||(F8=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.regexpCode=r.getEsmExportName=r.getProperty=r.safeStringify=r.stringify=r.strConcat=r.addCodeArg=r.str=r._=r.nil=r._Code=r.Name=r.IDENTIFIER=r._CodeOrName=void 0;class e{}r._CodeOrName=e,r.IDENTIFIER=/^[a-z$_][a-z$_0-9]*$/i;class t extends e{constructor(v){if(super(),!r.IDENTIFIER.test(v))throw new Error("CodeGen: name must be a valid identifier");this.str=v}toString(){return this.str}emptyStr(){return!1}get names(){return{[this.str]:1}}}r.Name=t;class n extends e{constructor(v){super(),this._items=typeof v=="string"?[v]:v}toString(){return this.str}emptyStr(){if(this._items.length>1)return!1;const v=this._items[0];return v===""||v==='""'}get str(){var v;return(v=this._str)!==null&&v!==void 0?v:this._str=this._items.reduce((y,E)=>`${y}${E}`,"")}get names(){var v;return(v=this._names)!==null&&v!==void 0?v:this._names=this._items.reduce((y,E)=>(E instanceof t&&(y[E.str]=(y[E.str]||0)+1),y),{})}}r._Code=n,r.nil=new n("");function a(_,...v){const y=[_[0]];let E=0;for(;E{if(d.scopePath===void 0)throw new Error(`CodeGen: name "${d}" has no value`);return(0,e._)`${c}${d.scopePath}`})}scopeCode(c=this._values,u,d){return this._reduceValues(c,h=>{if(h.value===void 0)throw new Error(`CodeGen: name "${h}" has no value`);return h.value.code},u,d)}_reduceValues(c,u,d={},h){let p=e.nil;for(const m in c){const g=c[m];if(!g)continue;const b=d[m]=d[m]||new Map;g.forEach(_=>{if(b.has(_))return;b.set(_,n.Started);let v=u(_);if(v){const y=this.opts.es5?r.varKinds.var:r.varKinds.const;p=(0,e._)`${p}${y} ${_} = ${v};${this.opts._n}`}else if(v=h?.(_))p=(0,e._)`${p}${v}${this.opts._n}`;else throw new t(_);b.set(_,n.Completed)})}return p}}r.ValueScope=o}(dT)),dT}var $8;function xn(){return $8||($8=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.or=r.and=r.not=r.CodeGen=r.operators=r.varKinds=r.ValueScopeName=r.ValueScope=r.Scope=r.Name=r.regexpCode=r.stringify=r.getProperty=r.nil=r.strConcat=r.str=r._=void 0;const e=vb(),t=U8();var n=vb();Object.defineProperty(r,"_",{enumerable:!0,get:function(){return n._}}),Object.defineProperty(r,"str",{enumerable:!0,get:function(){return n.str}}),Object.defineProperty(r,"strConcat",{enumerable:!0,get:function(){return n.strConcat}}),Object.defineProperty(r,"nil",{enumerable:!0,get:function(){return n.nil}}),Object.defineProperty(r,"getProperty",{enumerable:!0,get:function(){return n.getProperty}}),Object.defineProperty(r,"stringify",{enumerable:!0,get:function(){return n.stringify}}),Object.defineProperty(r,"regexpCode",{enumerable:!0,get:function(){return n.regexpCode}}),Object.defineProperty(r,"Name",{enumerable:!0,get:function(){return n.Name}});var a=U8();Object.defineProperty(r,"Scope",{enumerable:!0,get:function(){return a.Scope}}),Object.defineProperty(r,"ValueScope",{enumerable:!0,get:function(){return a.ValueScope}}),Object.defineProperty(r,"ValueScopeName",{enumerable:!0,get:function(){return a.ValueScopeName}}),Object.defineProperty(r,"varKinds",{enumerable:!0,get:function(){return a.varKinds}}),r.operators={GT:new e._Code(">"),GTE:new e._Code(">="),LT:new e._Code("<"),LTE:new e._Code("<="),EQ:new e._Code("==="),NEQ:new e._Code("!=="),NOT:new e._Code("!"),OR:new e._Code("||"),AND:new e._Code("&&"),ADD:new e._Code("+")};class i{optimizeNodes(){return this}optimizeNames(R,U){return this}}class s extends i{constructor(R,U,Q){super(),this.varKind=R,this.name=U,this.rhs=Q}render({es5:R,_n:U}){const Q=R?t.varKinds.var:this.varKind,ne=this.rhs===void 0?"":` = ${this.rhs}`;return`${Q} ${this.name}${ne};`+U}optimizeNames(R,U){if(R[this.name.str])return this.rhs&&(this.rhs=$(this.rhs,R,U)),this}get names(){return this.rhs instanceof e._CodeOrName?this.rhs.names:{}}}class o extends i{constructor(R,U,Q){super(),this.lhs=R,this.rhs=U,this.sideEffects=Q}render({_n:R}){return`${this.lhs} = ${this.rhs};`+R}optimizeNames(R,U){if(!(this.lhs instanceof e.Name&&!R[this.lhs.str]&&!this.sideEffects))return this.rhs=$(this.rhs,R,U),this}get names(){const R=this.lhs instanceof e.Name?{}:{...this.lhs.names};return q(R,this.rhs)}}class l extends o{constructor(R,U,Q,ne){super(R,Q,ne),this.op=U}render({_n:R}){return`${this.lhs} ${this.op}= ${this.rhs};`+R}}class c extends i{constructor(R){super(),this.label=R,this.names={}}render({_n:R}){return`${this.label}:`+R}}class u extends i{constructor(R){super(),this.label=R,this.names={}}render({_n:R}){return`break${this.label?` ${this.label}`:""};`+R}}class d extends i{constructor(R){super(),this.error=R}render({_n:R}){return`throw ${this.error};`+R}get names(){return this.error.names}}class h extends i{constructor(R){super(),this.code=R}render({_n:R}){return`${this.code};`+R}optimizeNodes(){return`${this.code}`?this:void 0}optimizeNames(R,U){return this.code=$(this.code,R,U),this}get names(){return this.code instanceof e._CodeOrName?this.code.names:{}}}class p extends i{constructor(R=[]){super(),this.nodes=R}render(R){return this.nodes.reduce((U,Q)=>U+Q.render(R),"")}optimizeNodes(){const{nodes:R}=this;let U=R.length;for(;U--;){const Q=R[U].optimizeNodes();Array.isArray(Q)?R.splice(U,1,...Q):Q?R[U]=Q:R.splice(U,1)}return R.length>0?this:void 0}optimizeNames(R,U){const{nodes:Q}=this;let ne=Q.length;for(;ne--;){const ue=Q[ne];ue.optimizeNames(R,U)||(K(R,ue.names),Q.splice(ne,1))}return Q.length>0?this:void 0}get names(){return this.nodes.reduce((R,U)=>V(R,U.names),{})}}class m extends p{render(R){return"{"+R._n+super.render(R)+"}"+R._n}}class g extends p{}class b extends m{}b.kind="else";class _ extends m{constructor(R,U){super(U),this.condition=R}render(R){let U=`if(${this.condition})`+super.render(R);return this.else&&(U+="else "+this.else.render(R)),U}optimizeNodes(){super.optimizeNodes();const R=this.condition;if(R===!0)return this.nodes;let U=this.else;if(U){const Q=U.optimizeNodes();U=this.else=Array.isArray(Q)?new b(Q):Q}if(U)return R===!1?U instanceof _?U:U.nodes:this.nodes.length?this:new _(z(R),U instanceof _?[U]:U.nodes);if(!(R===!1||!this.nodes.length))return this}optimizeNames(R,U){var Q;if(this.else=(Q=this.else)===null||Q===void 0?void 0:Q.optimizeNames(R,U),!!(super.optimizeNames(R,U)||this.else))return this.condition=$(this.condition,R,U),this}get names(){const R=super.names;return q(R,this.condition),this.else&&V(R,this.else.names),R}}_.kind="if";class v extends m{}v.kind="for";class y extends v{constructor(R){super(),this.iteration=R}render(R){return`for(${this.iteration})`+super.render(R)}optimizeNames(R,U){if(super.optimizeNames(R,U))return this.iteration=$(this.iteration,R,U),this}get names(){return V(super.names,this.iteration.names)}}class E extends v{constructor(R,U,Q,ne){super(),this.varKind=R,this.name=U,this.from=Q,this.to=ne}render(R){const U=R.es5?t.varKinds.var:this.varKind,{name:Q,from:ne,to:ue}=this;return`for(${U} ${Q}=${ne}; ${Q}<${ue}; ${Q}++)`+super.render(R)}get names(){const R=q(super.names,this.from);return q(R,this.to)}}class S extends v{constructor(R,U,Q,ne){super(),this.loop=R,this.varKind=U,this.name=Q,this.iterable=ne}render(R){return`for(${this.varKind} ${this.name} ${this.loop} ${this.iterable})`+super.render(R)}optimizeNames(R,U){if(super.optimizeNames(R,U))return this.iterable=$(this.iterable,R,U),this}get names(){return V(super.names,this.iterable.names)}}class w extends m{constructor(R,U,Q){super(),this.name=R,this.args=U,this.async=Q}render(R){return`${this.async?"async ":""}function ${this.name}(${this.args})`+super.render(R)}}w.kind="func";class C extends p{render(R){return"return "+super.render(R)}}C.kind="return";class x extends m{render(R){let U="try"+super.render(R);return this.catch&&(U+=this.catch.render(R)),this.finally&&(U+=this.finally.render(R)),U}optimizeNodes(){var R,U;return super.optimizeNodes(),(R=this.catch)===null||R===void 0||R.optimizeNodes(),(U=this.finally)===null||U===void 0||U.optimizeNodes(),this}optimizeNames(R,U){var Q,ne;return super.optimizeNames(R,U),(Q=this.catch)===null||Q===void 0||Q.optimizeNames(R,U),(ne=this.finally)===null||ne===void 0||ne.optimizeNames(R,U),this}get names(){const R=super.names;return this.catch&&V(R,this.catch.names),this.finally&&V(R,this.finally.names),R}}class N extends m{constructor(R){super(),this.error=R}render(R){return`catch(${this.error})`+super.render(R)}}N.kind="catch";class I extends m{render(R){return"finally"+super.render(R)}}I.kind="finally";class D{constructor(R,U={}){this._values={},this._blockStarts=[],this._constants={},this.opts={...U,_n:U.lines?` +`:""},this._extScope=R,this._scope=new t.Scope({parent:R}),this._nodes=[new g]}toString(){return this._root.render(this.opts)}name(R){return this._scope.name(R)}scopeName(R){return this._extScope.name(R)}scopeValue(R,U){const Q=this._extScope.value(R,U);return(this._values[Q.prefix]||(this._values[Q.prefix]=new Set)).add(Q),Q}getScopeValue(R,U){return this._extScope.getValue(R,U)}scopeRefs(R){return this._extScope.scopeRefs(R,this._values)}scopeCode(){return this._extScope.scopeCode(this._values)}_def(R,U,Q,ne){const ue=this._scope.toName(U);return Q!==void 0&&ne&&(this._constants[ue.str]=Q),this._leafNode(new s(R,ue,Q)),ue}const(R,U,Q){return this._def(t.varKinds.const,R,U,Q)}let(R,U,Q){return this._def(t.varKinds.let,R,U,Q)}var(R,U,Q){return this._def(t.varKinds.var,R,U,Q)}assign(R,U,Q){return this._leafNode(new o(R,U,Q))}add(R,U){return this._leafNode(new l(R,r.operators.ADD,U))}code(R){return typeof R=="function"?R():R!==e.nil&&this._leafNode(new h(R)),this}object(...R){const U=["{"];for(const[Q,ne]of R)U.length>1&&U.push(","),U.push(Q),(Q!==ne||this.opts.es5)&&(U.push(":"),(0,e.addCodeArg)(U,ne));return U.push("}"),new e._Code(U)}if(R,U,Q){if(this._blockNode(new _(R)),U&&Q)this.code(U).else().code(Q).endIf();else if(U)this.code(U).endIf();else if(Q)throw new Error('CodeGen: "else" body without "then" body');return this}elseIf(R){return this._elseNode(new _(R))}else(){return this._elseNode(new b)}endIf(){return this._endBlockNode(_,b)}_for(R,U){return this._blockNode(R),U&&this.code(U).endFor(),this}for(R,U){return this._for(new y(R),U)}forRange(R,U,Q,ne,ue=this.opts.es5?t.varKinds.var:t.varKinds.let){const he=this._scope.toName(R);return this._for(new E(ue,he,U,Q),()=>ne(he))}forOf(R,U,Q,ne=t.varKinds.const){const ue=this._scope.toName(R);if(this.opts.es5){const he=U instanceof e.Name?U:this.var("_arr",U);return this.forRange("_i",0,(0,e._)`${he}.length`,be=>{this.var(ue,(0,e._)`${he}[${be}]`),Q(ue)})}return this._for(new S("of",ne,ue,U),()=>Q(ue))}forIn(R,U,Q,ne=this.opts.es5?t.varKinds.var:t.varKinds.const){if(this.opts.ownProperties)return this.forOf(R,(0,e._)`Object.keys(${U})`,Q);const ue=this._scope.toName(R);return this._for(new S("in",ne,ue,U),()=>Q(ue))}endFor(){return this._endBlockNode(v)}label(R){return this._leafNode(new c(R))}break(R){return this._leafNode(new u(R))}return(R){const U=new C;if(this._blockNode(U),this.code(R),U.nodes.length!==1)throw new Error('CodeGen: "return" should have one node');return this._endBlockNode(C)}try(R,U,Q){if(!U&&!Q)throw new Error('CodeGen: "try" without "catch" and "finally"');const ne=new x;if(this._blockNode(ne),this.code(R),U){const ue=this.name("e");this._currNode=ne.catch=new N(ue),U(ue)}return Q&&(this._currNode=ne.finally=new I,this.code(Q)),this._endBlockNode(N,I)}throw(R){return this._leafNode(new d(R))}block(R,U){return this._blockStarts.push(this._nodes.length),R&&this.code(R).endBlock(U),this}endBlock(R){const U=this._blockStarts.pop();if(U===void 0)throw new Error("CodeGen: not in self-balancing block");const Q=this._nodes.length-U;if(Q<0||R!==void 0&&Q!==R)throw new Error(`CodeGen: wrong number of nodes: ${Q} vs ${R} expected`);return this._nodes.length=U,this}func(R,U=e.nil,Q,ne){return this._blockNode(new w(R,U,Q)),ne&&this.code(ne).endFunc(),this}endFunc(){return this._endBlockNode(w)}optimize(R=1){for(;R-- >0;)this._root.optimizeNodes(),this._root.optimizeNames(this._root.names,this._constants)}_leafNode(R){return this._currNode.nodes.push(R),this}_blockNode(R){this._currNode.nodes.push(R),this._nodes.push(R)}_endBlockNode(R,U){const Q=this._currNode;if(Q instanceof R||U&&Q instanceof U)return this._nodes.pop(),this;throw new Error(`CodeGen: not in block "${U?`${R.kind}/${U.kind}`:R.kind}"`)}_elseNode(R){const U=this._currNode;if(!(U instanceof _))throw new Error('CodeGen: "else" without "if"');return this._currNode=U.else=R,this}get _root(){return this._nodes[0]}get _currNode(){const R=this._nodes;return R[R.length-1]}set _currNode(R){const U=this._nodes;U[U.length-1]=R}}r.CodeGen=D;function V(O,R){for(const U in R)O[U]=(O[U]||0)+(R[U]||0);return O}function q(O,R){return R instanceof e._CodeOrName?V(O,R.names):O}function $(O,R,U){if(O instanceof e.Name)return Q(O);if(!ne(O))return O;return new e._Code(O._items.reduce((ue,he)=>(he instanceof e.Name&&(he=Q(he)),he instanceof e._Code?ue.push(...he._items):ue.push(he),ue),[]));function Q(ue){const he=U[ue.str];return he===void 0||R[ue.str]!==1?ue:(delete R[ue.str],he)}function ne(ue){return ue instanceof e._Code&&ue._items.some(he=>he instanceof e.Name&&R[he.str]===1&&U[he.str]!==void 0)}}function K(O,R){for(const U in R)O[U]=(O[U]||0)-(R[U]||0)}function z(O){return typeof O=="boolean"||typeof O=="number"||O===null?!O:(0,e._)`!${te(O)}`}r.not=z;const re=B(r.operators.AND);function W(...O){return O.reduce(re)}r.and=W;const ie=B(r.operators.OR);function k(...O){return O.reduce(ie)}r.or=k;function B(O){return(R,U)=>R===e.nil?U:U===e.nil?R:(0,e._)`${te(R)} ${O} ${te(U)}`}function te(O){return O instanceof e.Name?O:(0,e._)`(${O})`}}(cT)),cT}var cn={},G8;function Gn(){if(G8)return cn;G8=1,Object.defineProperty(cn,"__esModule",{value:!0}),cn.checkStrictMode=cn.getErrorPath=cn.Type=cn.useFunc=cn.setEvaluated=cn.evaluatedPropsToName=cn.mergeEvaluated=cn.eachItem=cn.unescapeJsonPointer=cn.escapeJsonPointer=cn.escapeFragment=cn.unescapeFragment=cn.schemaRefOrVal=cn.schemaHasRulesButRef=cn.schemaHasRules=cn.checkUnknownRules=cn.alwaysValidSchema=cn.toHash=void 0;const r=xn(),e=vb();function t(S){const w={};for(const C of S)w[C]=!0;return w}cn.toHash=t;function n(S,w){return typeof w=="boolean"?w:Object.keys(w).length===0?!0:(a(S,w),!i(w,S.self.RULES.all))}cn.alwaysValidSchema=n;function a(S,w=S.schema){const{opts:C,self:x}=S;if(!C.strictSchema||typeof w=="boolean")return;const N=x.RULES.keywords;for(const I in w)N[I]||E(S,`unknown keyword: "${I}"`)}cn.checkUnknownRules=a;function i(S,w){if(typeof S=="boolean")return!S;for(const C in S)if(w[C])return!0;return!1}cn.schemaHasRules=i;function s(S,w){if(typeof S=="boolean")return!S;for(const C in S)if(C!=="$ref"&&w.all[C])return!0;return!1}cn.schemaHasRulesButRef=s;function o({topSchemaRef:S,schemaPath:w},C,x,N){if(!N){if(typeof C=="number"||typeof C=="boolean")return C;if(typeof C=="string")return(0,r._)`${C}`}return(0,r._)`${S}${w}${(0,r.getProperty)(x)}`}cn.schemaRefOrVal=o;function l(S){return d(decodeURIComponent(S))}cn.unescapeFragment=l;function c(S){return encodeURIComponent(u(S))}cn.escapeFragment=c;function u(S){return typeof S=="number"?`${S}`:S.replace(/~/g,"~0").replace(/\//g,"~1")}cn.escapeJsonPointer=u;function d(S){return S.replace(/~1/g,"/").replace(/~0/g,"~")}cn.unescapeJsonPointer=d;function h(S,w){if(Array.isArray(S))for(const C of S)w(C);else w(S)}cn.eachItem=h;function p({mergeNames:S,mergeToName:w,mergeValues:C,resultToName:x}){return(N,I,D,V)=>{const q=D===void 0?I:D instanceof r.Name?(I instanceof r.Name?S(N,I,D):w(N,I,D),D):I instanceof r.Name?(w(N,D,I),I):C(I,D);return V===r.Name&&!(q instanceof r.Name)?x(N,q):q}}cn.mergeEvaluated={props:p({mergeNames:(S,w,C)=>S.if((0,r._)`${C} !== true && ${w} !== undefined`,()=>{S.if((0,r._)`${w} === true`,()=>S.assign(C,!0),()=>S.assign(C,(0,r._)`${C} || {}`).code((0,r._)`Object.assign(${C}, ${w})`))}),mergeToName:(S,w,C)=>S.if((0,r._)`${C} !== true`,()=>{w===!0?S.assign(C,!0):(S.assign(C,(0,r._)`${C} || {}`),g(S,C,w))}),mergeValues:(S,w)=>S===!0?!0:{...S,...w},resultToName:m}),items:p({mergeNames:(S,w,C)=>S.if((0,r._)`${C} !== true && ${w} !== undefined`,()=>S.assign(C,(0,r._)`${w} === true ? true : ${C} > ${w} ? ${C} : ${w}`)),mergeToName:(S,w,C)=>S.if((0,r._)`${C} !== true`,()=>S.assign(C,w===!0?!0:(0,r._)`${C} > ${w} ? ${C} : ${w}`)),mergeValues:(S,w)=>S===!0?!0:Math.max(S,w),resultToName:(S,w)=>S.var("items",w)})};function m(S,w){if(w===!0)return S.var("props",!0);const C=S.var("props",(0,r._)`{}`);return w!==void 0&&g(S,C,w),C}cn.evaluatedPropsToName=m;function g(S,w,C){Object.keys(C).forEach(x=>S.assign((0,r._)`${w}${(0,r.getProperty)(x)}`,!0))}cn.setEvaluated=g;const b={};function _(S,w){return S.scopeValue("func",{ref:w,code:b[w.code]||(b[w.code]=new e._Code(w.code))})}cn.useFunc=_;var v;(function(S){S[S.Num=0]="Num",S[S.Str=1]="Str"})(v||(cn.Type=v={}));function y(S,w,C){if(S instanceof r.Name){const x=w===v.Num;return C?x?(0,r._)`"[" + ${S} + "]"`:(0,r._)`"['" + ${S} + "']"`:x?(0,r._)`"/" + ${S}`:(0,r._)`"/" + ${S}.replace(/~/g, "~0").replace(/\\//g, "~1")`}return C?(0,r.getProperty)(S).toString():"/"+u(S)}cn.getErrorPath=y;function E(S,w,C=S.opts.strictSchema){if(C){if(w=`strict mode: ${w}`,C===!0)throw new Error(w);S.self.logger.warn(w)}}return cn.checkStrictMode=E,cn}var b0={},z8;function Xu(){if(z8)return b0;z8=1,Object.defineProperty(b0,"__esModule",{value:!0});const r=xn(),e={data:new r.Name("data"),valCxt:new r.Name("valCxt"),instancePath:new r.Name("instancePath"),parentData:new r.Name("parentData"),parentDataProperty:new r.Name("parentDataProperty"),rootData:new r.Name("rootData"),dynamicAnchors:new r.Name("dynamicAnchors"),vErrors:new r.Name("vErrors"),errors:new r.Name("errors"),this:new r.Name("this"),self:new r.Name("self"),scope:new r.Name("scope"),json:new r.Name("json"),jsonPos:new r.Name("jsonPos"),jsonLen:new r.Name("jsonLen"),jsonPart:new r.Name("jsonPart")};return b0.default=e,b0}var q8;function Qv(){return q8||(q8=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.extendErrors=r.resetErrorsCount=r.reportExtraError=r.reportError=r.keyword$DataError=r.keywordError=void 0;const e=xn(),t=Gn(),n=Xu();r.keywordError={message:({keyword:b})=>(0,e.str)`must pass "${b}" keyword validation`},r.keyword$DataError={message:({keyword:b,schemaType:_})=>_?(0,e.str)`"${b}" keyword must be ${_} ($data)`:(0,e.str)`"${b}" keyword is invalid ($data)`};function a(b,_=r.keywordError,v,y){const{it:E}=b,{gen:S,compositeRule:w,allErrors:C}=E,x=d(b,_,v);y??(w||C)?l(S,x):c(E,(0,e._)`[${x}]`)}r.reportError=a;function i(b,_=r.keywordError,v){const{it:y}=b,{gen:E,compositeRule:S,allErrors:w}=y,C=d(b,_,v);l(E,C),S||w||c(y,n.default.vErrors)}r.reportExtraError=i;function s(b,_){b.assign(n.default.errors,_),b.if((0,e._)`${n.default.vErrors} !== null`,()=>b.if(_,()=>b.assign((0,e._)`${n.default.vErrors}.length`,_),()=>b.assign(n.default.vErrors,null)))}r.resetErrorsCount=s;function o({gen:b,keyword:_,schemaValue:v,data:y,errsCount:E,it:S}){if(E===void 0)throw new Error("ajv implementation error");const w=b.name("err");b.forRange("i",E,n.default.errors,C=>{b.const(w,(0,e._)`${n.default.vErrors}[${C}]`),b.if((0,e._)`${w}.instancePath === undefined`,()=>b.assign((0,e._)`${w}.instancePath`,(0,e.strConcat)(n.default.instancePath,S.errorPath))),b.assign((0,e._)`${w}.schemaPath`,(0,e.str)`${S.errSchemaPath}/${_}`),S.opts.verbose&&(b.assign((0,e._)`${w}.schema`,v),b.assign((0,e._)`${w}.data`,y))})}r.extendErrors=o;function l(b,_){const v=b.const("err",_);b.if((0,e._)`${n.default.vErrors} === null`,()=>b.assign(n.default.vErrors,(0,e._)`[${v}]`),(0,e._)`${n.default.vErrors}.push(${v})`),b.code((0,e._)`${n.default.errors}++`)}function c(b,_){const{gen:v,validateName:y,schemaEnv:E}=b;E.$async?v.throw((0,e._)`new ${b.ValidationError}(${_})`):(v.assign((0,e._)`${y}.errors`,_),v.return(!1))}const u={keyword:new e.Name("keyword"),schemaPath:new e.Name("schemaPath"),params:new e.Name("params"),propertyName:new e.Name("propertyName"),message:new e.Name("message"),schema:new e.Name("schema"),parentSchema:new e.Name("parentSchema")};function d(b,_,v){const{createErrors:y}=b.it;return y===!1?(0,e._)`{}`:h(b,_,v)}function h(b,_,v={}){const{gen:y,it:E}=b,S=[p(E,v),m(b,v)];return g(b,_,S),y.object(...S)}function p({errorPath:b},{instancePath:_}){const v=_?(0,e.str)`${b}${(0,t.getErrorPath)(_,t.Type.Str)}`:b;return[n.default.instancePath,(0,e.strConcat)(n.default.instancePath,v)]}function m({keyword:b,it:{errSchemaPath:_}},{schemaPath:v,parentSchema:y}){let E=y?_:(0,e.str)`${_}/${b}`;return v&&(E=(0,e.str)`${E}${(0,t.getErrorPath)(v,t.Type.Str)}`),[u.schemaPath,E]}function g(b,{params:_,message:v},y){const{keyword:E,data:S,schemaValue:w,it:C}=b,{opts:x,propertyName:N,topSchemaRef:I,schemaPath:D}=C;y.push([u.keyword,E],[u.params,typeof _=="function"?_(b):_||(0,e._)`{}`]),x.messages&&y.push([u.message,typeof v=="function"?v(b):v]),x.verbose&&y.push([u.schema,w],[u.parentSchema,(0,e._)`${I}${D}`],[n.default.data,S]),N&&y.push([u.propertyName,N])}}(lT)),lT}var H8;function Bge(){if(H8)return bd;H8=1,Object.defineProperty(bd,"__esModule",{value:!0}),bd.boolOrEmptySchema=bd.topBoolOrEmptySchema=void 0;const r=Qv(),e=xn(),t=Xu(),n={message:"boolean schema is false"};function a(o){const{gen:l,schema:c,validateName:u}=o;c===!1?s(o,!1):typeof c=="object"&&c.$async===!0?l.return(t.default.data):(l.assign((0,e._)`${u}.errors`,null),l.return(!0))}bd.topBoolOrEmptySchema=a;function i(o,l){const{gen:c,schema:u}=o;u===!1?(c.var(l,!1),s(o)):c.var(l,!0)}bd.boolOrEmptySchema=i;function s(o,l){const{gen:c,data:u}=o,d={gen:c,keyword:"false schema",data:u,schema:!1,schemaCode:!1,schemaValue:!1,params:{},it:o};(0,r.reportError)(d,n,void 0,l)}return bd}var wi={},vd={},V8;function LG(){if(V8)return vd;V8=1,Object.defineProperty(vd,"__esModule",{value:!0}),vd.getRules=vd.isJSONType=void 0;const r=["string","number","integer","boolean","null","object","array"],e=new Set(r);function t(a){return typeof a=="string"&&e.has(a)}vd.isJSONType=t;function n(){const a={number:{type:"number",rules:[]},string:{type:"string",rules:[]},array:{type:"array",rules:[]},object:{type:"object",rules:[]}};return{types:{...a,integer:!0,boolean:!0,null:!0},rules:[{rules:[]},a.number,a.string,a.array,a.object],post:{rules:[]},all:{},keywords:{}}}return vd.getRules=n,vd}var ic={},Y8;function FG(){if(Y8)return ic;Y8=1,Object.defineProperty(ic,"__esModule",{value:!0}),ic.shouldUseRule=ic.shouldUseGroup=ic.schemaHasRulesForType=void 0;function r({schema:n,self:a},i){const s=a.RULES.types[i];return s&&s!==!0&&e(n,s)}ic.schemaHasRulesForType=r;function e(n,a){return a.rules.some(i=>t(n,i))}ic.shouldUseGroup=e;function t(n,a){var i;return n[a.keyword]!==void 0||((i=a.definition.implements)===null||i===void 0?void 0:i.some(s=>n[s]!==void 0))}return ic.shouldUseRule=t,ic}var W8;function yb(){if(W8)return wi;W8=1,Object.defineProperty(wi,"__esModule",{value:!0}),wi.reportTypeError=wi.checkDataTypes=wi.checkDataType=wi.coerceAndCheckDataType=wi.getJSONTypes=wi.getSchemaTypes=wi.DataType=void 0;const r=LG(),e=FG(),t=Qv(),n=xn(),a=Gn();var i;(function(v){v[v.Correct=0]="Correct",v[v.Wrong=1]="Wrong"})(i||(wi.DataType=i={}));function s(v){const y=o(v.type);if(y.includes("null")){if(v.nullable===!1)throw new Error("type: null contradicts nullable: false")}else{if(!y.length&&v.nullable!==void 0)throw new Error('"nullable" cannot be used without "type"');v.nullable===!0&&y.push("null")}return y}wi.getSchemaTypes=s;function o(v){const y=Array.isArray(v)?v:v?[v]:[];if(y.every(r.isJSONType))return y;throw new Error("type must be JSONType or JSONType[]: "+y.join(","))}wi.getJSONTypes=o;function l(v,y){const{gen:E,data:S,opts:w}=v,C=u(y,w.coerceTypes),x=y.length>0&&!(C.length===0&&y.length===1&&(0,e.schemaHasRulesForType)(v,y[0]));if(x){const N=m(y,S,w.strictNumbers,i.Wrong);E.if(N,()=>{C.length?d(v,y,C):b(v)})}return x}wi.coerceAndCheckDataType=l;const c=new Set(["string","number","integer","boolean","null"]);function u(v,y){return y?v.filter(E=>c.has(E)||y==="array"&&E==="array"):[]}function d(v,y,E){const{gen:S,data:w,opts:C}=v,x=S.let("dataType",(0,n._)`typeof ${w}`),N=S.let("coerced",(0,n._)`undefined`);C.coerceTypes==="array"&&S.if((0,n._)`${x} == 'object' && Array.isArray(${w}) && ${w}.length == 1`,()=>S.assign(w,(0,n._)`${w}[0]`).assign(x,(0,n._)`typeof ${w}`).if(m(y,w,C.strictNumbers),()=>S.assign(N,w))),S.if((0,n._)`${N} !== undefined`);for(const D of E)(c.has(D)||D==="array"&&C.coerceTypes==="array")&&I(D);S.else(),b(v),S.endIf(),S.if((0,n._)`${N} !== undefined`,()=>{S.assign(w,N),h(v,N)});function I(D){switch(D){case"string":S.elseIf((0,n._)`${x} == "number" || ${x} == "boolean"`).assign(N,(0,n._)`"" + ${w}`).elseIf((0,n._)`${w} === null`).assign(N,(0,n._)`""`);return;case"number":S.elseIf((0,n._)`${x} == "boolean" || ${w} === null + || (${x} == "string" && ${w} && ${w} == +${w})`).assign(N,(0,n._)`+${w}`);return;case"integer":S.elseIf((0,n._)`${x} === "boolean" || ${w} === null + || (${x} === "string" && ${w} && ${w} == +${w} && !(${w} % 1))`).assign(N,(0,n._)`+${w}`);return;case"boolean":S.elseIf((0,n._)`${w} === "false" || ${w} === 0 || ${w} === null`).assign(N,!1).elseIf((0,n._)`${w} === "true" || ${w} === 1`).assign(N,!0);return;case"null":S.elseIf((0,n._)`${w} === "" || ${w} === 0 || ${w} === false`),S.assign(N,null);return;case"array":S.elseIf((0,n._)`${x} === "string" || ${x} === "number" + || ${x} === "boolean" || ${w} === null`).assign(N,(0,n._)`[${w}]`)}}}function h({gen:v,parentData:y,parentDataProperty:E},S){v.if((0,n._)`${y} !== undefined`,()=>v.assign((0,n._)`${y}[${E}]`,S))}function p(v,y,E,S=i.Correct){const w=S===i.Correct?n.operators.EQ:n.operators.NEQ;let C;switch(v){case"null":return(0,n._)`${y} ${w} null`;case"array":C=(0,n._)`Array.isArray(${y})`;break;case"object":C=(0,n._)`${y} && typeof ${y} == "object" && !Array.isArray(${y})`;break;case"integer":C=x((0,n._)`!(${y} % 1) && !isNaN(${y})`);break;case"number":C=x();break;default:return(0,n._)`typeof ${y} ${w} ${v}`}return S===i.Correct?C:(0,n.not)(C);function x(N=n.nil){return(0,n.and)((0,n._)`typeof ${y} == "number"`,N,E?(0,n._)`isFinite(${y})`:n.nil)}}wi.checkDataType=p;function m(v,y,E,S){if(v.length===1)return p(v[0],y,E,S);let w;const C=(0,a.toHash)(v);if(C.array&&C.object){const x=(0,n._)`typeof ${y} != "object"`;w=C.null?x:(0,n._)`!${y} || ${x}`,delete C.null,delete C.array,delete C.object}else w=n.nil;C.number&&delete C.integer;for(const x in C)w=(0,n.and)(w,p(x,y,E,S));return w}wi.checkDataTypes=m;const g={message:({schema:v})=>`must be ${v}`,params:({schema:v,schemaValue:y})=>typeof v=="string"?(0,n._)`{type: ${v}}`:(0,n._)`{type: ${y}}`};function b(v){const y=_(v);(0,t.reportError)(y,g)}wi.reportTypeError=b;function _(v){const{gen:y,data:E,schema:S}=v,w=(0,a.schemaRefOrVal)(v,S,"type");return{gen:y,keyword:"type",data:E,schema:S.type,schemaCode:w,schemaValue:w,parentSchema:S,params:{},it:v}}return wi}var Ap={},j8;function Uge(){if(j8)return Ap;j8=1,Object.defineProperty(Ap,"__esModule",{value:!0}),Ap.assignDefaults=void 0;const r=xn(),e=Gn();function t(a,i){const{properties:s,items:o}=a.schema;if(i==="object"&&s)for(const l in s)n(a,l,s[l].default);else i==="array"&&Array.isArray(o)&&o.forEach((l,c)=>n(a,c,l.default))}Ap.assignDefaults=t;function n(a,i,s){const{gen:o,compositeRule:l,data:c,opts:u}=a;if(s===void 0)return;const d=(0,r._)`${c}${(0,r.getProperty)(i)}`;if(l){(0,e.checkStrictMode)(a,`default is ignored for: ${d}`);return}let h=(0,r._)`${d} === undefined`;u.useDefaults==="empty"&&(h=(0,r._)`${h} || ${d} === null || ${d} === ""`),o.if(h,(0,r._)`${d} = ${(0,r.stringify)(s)}`)}return Ap}var zo={},Wn={},K8;function ol(){if(K8)return Wn;K8=1,Object.defineProperty(Wn,"__esModule",{value:!0}),Wn.validateUnion=Wn.validateArray=Wn.usePattern=Wn.callValidateCode=Wn.schemaProperties=Wn.allSchemaProperties=Wn.noPropertyInData=Wn.propertyInData=Wn.isOwnProperty=Wn.hasPropFunc=Wn.reportMissingProp=Wn.checkMissingProp=Wn.checkReportMissingProp=void 0;const r=xn(),e=Gn(),t=Xu(),n=Gn();function a(v,y){const{gen:E,data:S,it:w}=v;E.if(u(E,S,y,w.opts.ownProperties),()=>{v.setParams({missingProperty:(0,r._)`${y}`},!0),v.error()})}Wn.checkReportMissingProp=a;function i({gen:v,data:y,it:{opts:E}},S,w){return(0,r.or)(...S.map(C=>(0,r.and)(u(v,y,C,E.ownProperties),(0,r._)`${w} = ${C}`)))}Wn.checkMissingProp=i;function s(v,y){v.setParams({missingProperty:y},!0),v.error()}Wn.reportMissingProp=s;function o(v){return v.scopeValue("func",{ref:Object.prototype.hasOwnProperty,code:(0,r._)`Object.prototype.hasOwnProperty`})}Wn.hasPropFunc=o;function l(v,y,E){return(0,r._)`${o(v)}.call(${y}, ${E})`}Wn.isOwnProperty=l;function c(v,y,E,S){const w=(0,r._)`${y}${(0,r.getProperty)(E)} !== undefined`;return S?(0,r._)`${w} && ${l(v,y,E)}`:w}Wn.propertyInData=c;function u(v,y,E,S){const w=(0,r._)`${y}${(0,r.getProperty)(E)} === undefined`;return S?(0,r.or)(w,(0,r.not)(l(v,y,E))):w}Wn.noPropertyInData=u;function d(v){return v?Object.keys(v).filter(y=>y!=="__proto__"):[]}Wn.allSchemaProperties=d;function h(v,y){return d(y).filter(E=>!(0,e.alwaysValidSchema)(v,y[E]))}Wn.schemaProperties=h;function p({schemaCode:v,data:y,it:{gen:E,topSchemaRef:S,schemaPath:w,errorPath:C},it:x},N,I,D){const V=D?(0,r._)`${v}, ${y}, ${S}${w}`:y,q=[[t.default.instancePath,(0,r.strConcat)(t.default.instancePath,C)],[t.default.parentData,x.parentData],[t.default.parentDataProperty,x.parentDataProperty],[t.default.rootData,t.default.rootData]];x.opts.dynamicRef&&q.push([t.default.dynamicAnchors,t.default.dynamicAnchors]);const $=(0,r._)`${V}, ${E.object(...q)}`;return I!==r.nil?(0,r._)`${N}.call(${I}, ${$})`:(0,r._)`${N}(${$})`}Wn.callValidateCode=p;const m=(0,r._)`new RegExp`;function g({gen:v,it:{opts:y}},E){const S=y.unicodeRegExp?"u":"",{regExp:w}=y.code,C=w(E,S);return v.scopeValue("pattern",{key:C.toString(),ref:C,code:(0,r._)`${w.code==="new RegExp"?m:(0,n.useFunc)(v,w)}(${E}, ${S})`})}Wn.usePattern=g;function b(v){const{gen:y,data:E,keyword:S,it:w}=v,C=y.name("valid");if(w.allErrors){const N=y.let("valid",!0);return x(()=>y.assign(N,!1)),N}return y.var(C,!0),x(()=>y.break()),C;function x(N){const I=y.const("len",(0,r._)`${E}.length`);y.forRange("i",0,I,D=>{v.subschema({keyword:S,dataProp:D,dataPropType:e.Type.Num},C),y.if((0,r.not)(C),N)})}}Wn.validateArray=b;function _(v){const{gen:y,schema:E,keyword:S,it:w}=v;if(!Array.isArray(E))throw new Error("ajv implementation error");if(E.some(I=>(0,e.alwaysValidSchema)(w,I))&&!w.opts.unevaluated)return;const x=y.let("valid",!1),N=y.name("_valid");y.block(()=>E.forEach((I,D)=>{const V=v.subschema({keyword:S,schemaProp:D,compositeRule:!0},N);y.assign(x,(0,r._)`${x} || ${N}`),v.mergeValidEvaluated(V,N)||y.if((0,r.not)(x))})),v.result(x,()=>v.reset(),()=>v.error(!0))}return Wn.validateUnion=_,Wn}var X8;function $ge(){if(X8)return zo;X8=1,Object.defineProperty(zo,"__esModule",{value:!0}),zo.validateKeywordUsage=zo.validSchemaType=zo.funcKeywordCode=zo.macroKeywordCode=void 0;const r=xn(),e=Xu(),t=ol(),n=Qv();function a(h,p){const{gen:m,keyword:g,schema:b,parentSchema:_,it:v}=h,y=p.macro.call(v.self,b,_,v),E=c(m,g,y);v.opts.validateSchema!==!1&&v.self.validateSchema(y,!0);const S=m.name("valid");h.subschema({schema:y,schemaPath:r.nil,errSchemaPath:`${v.errSchemaPath}/${g}`,topSchemaRef:E,compositeRule:!0},S),h.pass(S,()=>h.error(!0))}zo.macroKeywordCode=a;function i(h,p){var m;const{gen:g,keyword:b,schema:_,parentSchema:v,$data:y,it:E}=h;l(E,p);const S=!y&&p.compile?p.compile.call(E.self,_,v,E):p.validate,w=c(g,b,S),C=g.let("valid");h.block$data(C,x),h.ok((m=p.valid)!==null&&m!==void 0?m:C);function x(){if(p.errors===!1)D(),p.modifying&&s(h),V(()=>h.error());else{const q=p.async?N():I();p.modifying&&s(h),V(()=>o(h,q))}}function N(){const q=g.let("ruleErrs",null);return g.try(()=>D((0,r._)`await `),$=>g.assign(C,!1).if((0,r._)`${$} instanceof ${E.ValidationError}`,()=>g.assign(q,(0,r._)`${$}.errors`),()=>g.throw($))),q}function I(){const q=(0,r._)`${w}.errors`;return g.assign(q,null),D(r.nil),q}function D(q=p.async?(0,r._)`await `:r.nil){const $=E.opts.passContext?e.default.this:e.default.self,K=!("compile"in p&&!y||p.schema===!1);g.assign(C,(0,r._)`${q}${(0,t.callValidateCode)(h,w,$,K)}`,p.modifying)}function V(q){var $;g.if((0,r.not)(($=p.valid)!==null&&$!==void 0?$:C),q)}}zo.funcKeywordCode=i;function s(h){const{gen:p,data:m,it:g}=h;p.if(g.parentData,()=>p.assign(m,(0,r._)`${g.parentData}[${g.parentDataProperty}]`))}function o(h,p){const{gen:m}=h;m.if((0,r._)`Array.isArray(${p})`,()=>{m.assign(e.default.vErrors,(0,r._)`${e.default.vErrors} === null ? ${p} : ${e.default.vErrors}.concat(${p})`).assign(e.default.errors,(0,r._)`${e.default.vErrors}.length`),(0,n.extendErrors)(h)},()=>h.error())}function l({schemaEnv:h},p){if(p.async&&!h.$async)throw new Error("async keyword in sync schema")}function c(h,p,m){if(m===void 0)throw new Error(`keyword "${p}" failed to compile`);return h.scopeValue("keyword",typeof m=="function"?{ref:m}:{ref:m,code:(0,r.stringify)(m)})}function u(h,p,m=!1){return!p.length||p.some(g=>g==="array"?Array.isArray(h):g==="object"?h&&typeof h=="object"&&!Array.isArray(h):typeof h==g||m&&typeof h>"u")}zo.validSchemaType=u;function d({schema:h,opts:p,self:m,errSchemaPath:g},b,_){if(Array.isArray(b.keyword)?!b.keyword.includes(_):b.keyword!==_)throw new Error("ajv implementation error");const v=b.dependencies;if(v?.some(y=>!Object.prototype.hasOwnProperty.call(h,y)))throw new Error(`parent schema must have dependencies of ${_}: ${v.join(",")}`);if(b.validateSchema&&!b.validateSchema(h[_])){const E=`keyword "${_}" value is invalid at path "${g}": `+m.errorsText(b.validateSchema.errors);if(p.validateSchema==="log")m.logger.error(E);else throw new Error(E)}}return zo.validateKeywordUsage=d,zo}var sc={},Q8;function Gge(){if(Q8)return sc;Q8=1,Object.defineProperty(sc,"__esModule",{value:!0}),sc.extendSubschemaMode=sc.extendSubschemaData=sc.getSubschema=void 0;const r=xn(),e=Gn();function t(i,{keyword:s,schemaProp:o,schema:l,schemaPath:c,errSchemaPath:u,topSchemaRef:d}){if(s!==void 0&&l!==void 0)throw new Error('both "keyword" and "schema" passed, only one allowed');if(s!==void 0){const h=i.schema[s];return o===void 0?{schema:h,schemaPath:(0,r._)`${i.schemaPath}${(0,r.getProperty)(s)}`,errSchemaPath:`${i.errSchemaPath}/${s}`}:{schema:h[o],schemaPath:(0,r._)`${i.schemaPath}${(0,r.getProperty)(s)}${(0,r.getProperty)(o)}`,errSchemaPath:`${i.errSchemaPath}/${s}/${(0,e.escapeFragment)(o)}`}}if(l!==void 0){if(c===void 0||u===void 0||d===void 0)throw new Error('"schemaPath", "errSchemaPath" and "topSchemaRef" are required with "schema"');return{schema:l,schemaPath:c,topSchemaRef:d,errSchemaPath:u}}throw new Error('either "keyword" or "schema" must be passed')}sc.getSubschema=t;function n(i,s,{dataProp:o,dataPropType:l,data:c,dataTypes:u,propertyName:d}){if(c!==void 0&&o!==void 0)throw new Error('both "data" and "dataProp" passed, only one allowed');const{gen:h}=s;if(o!==void 0){const{errorPath:m,dataPathArr:g,opts:b}=s,_=h.let("data",(0,r._)`${s.data}${(0,r.getProperty)(o)}`,!0);p(_),i.errorPath=(0,r.str)`${m}${(0,e.getErrorPath)(o,l,b.jsPropertySyntax)}`,i.parentDataProperty=(0,r._)`${o}`,i.dataPathArr=[...g,i.parentDataProperty]}if(c!==void 0){const m=c instanceof r.Name?c:h.let("data",c,!0);p(m),d!==void 0&&(i.propertyName=d)}u&&(i.dataTypes=u);function p(m){i.data=m,i.dataLevel=s.dataLevel+1,i.dataTypes=[],s.definedProperties=new Set,i.parentData=s.data,i.dataNames=[...s.dataNames,m]}}sc.extendSubschemaData=n;function a(i,{jtdDiscriminator:s,jtdMetadata:o,compositeRule:l,createErrors:c,allErrors:u}){l!==void 0&&(i.compositeRule=l),c!==void 0&&(i.createErrors=c),u!==void 0&&(i.allErrors=u),i.jtdDiscriminator=s,i.jtdMetadata=o}return sc.extendSubschemaMode=a,sc}var ji={},hT,Z8;function Zv(){return Z8||(Z8=1,hT=function r(e,t){if(e===t)return!0;if(e&&t&&typeof e=="object"&&typeof t=="object"){if(e.constructor!==t.constructor)return!1;var n,a,i;if(Array.isArray(e)){if(n=e.length,n!=t.length)return!1;for(a=n;a--!==0;)if(!r(e[a],t[a]))return!1;return!0}if(e.constructor===RegExp)return e.source===t.source&&e.flags===t.flags;if(e.valueOf!==Object.prototype.valueOf)return e.valueOf()===t.valueOf();if(e.toString!==Object.prototype.toString)return e.toString()===t.toString();if(i=Object.keys(e),n=i.length,n!==Object.keys(t).length)return!1;for(a=n;a--!==0;)if(!Object.prototype.hasOwnProperty.call(t,i[a]))return!1;for(a=n;a--!==0;){var s=i[a];if(!r(e[s],t[s]))return!1}return!0}return e!==e&&t!==t}),hT}var fT={exports:{}},J8;function zge(){if(J8)return fT.exports;J8=1;var r=fT.exports=function(n,a,i){typeof a=="function"&&(i=a,a={}),i=a.cb||i;var s=typeof i=="function"?i:i.pre||function(){},o=i.post||function(){};e(a,s,o,n,"",n)};r.keywords={additionalItems:!0,items:!0,contains:!0,additionalProperties:!0,propertyNames:!0,not:!0,if:!0,then:!0,else:!0},r.arrayKeywords={items:!0,allOf:!0,anyOf:!0,oneOf:!0},r.propsKeywords={$defs:!0,definitions:!0,properties:!0,patternProperties:!0,dependencies:!0},r.skipKeywords={default:!0,enum:!0,const:!0,required:!0,maximum:!0,minimum:!0,exclusiveMaximum:!0,exclusiveMinimum:!0,multipleOf:!0,maxLength:!0,minLength:!0,pattern:!0,format:!0,maxItems:!0,minItems:!0,uniqueItems:!0,maxProperties:!0,minProperties:!0};function e(n,a,i,s,o,l,c,u,d,h){if(s&&typeof s=="object"&&!Array.isArray(s)){a(s,o,l,c,u,d,h);for(var p in s){var m=s[p];if(Array.isArray(m)){if(p in r.arrayKeywords)for(var g=0;gb+=o(v)),b===1/0))return 1/0}return b}function l(g,b="",_){_!==!1&&(b=d(b));const v=g.parse(b);return c(g,v)}ji.getFullPath=l;function c(g,b){return g.serialize(b).split("#")[0]+"#"}ji._getFullPath=c;const u=/#\/?$/;function d(g){return g?g.replace(u,""):""}ji.normalizeId=d;function h(g,b,_){return _=d(_),g.resolve(b,_)}ji.resolveUrl=h;const p=/^[a-z_][-a-z0-9._]*$/i;function m(g,b){if(typeof g=="boolean")return{};const{schemaId:_,uriResolver:v}=this.opts,y=d(g[_]||b),E={"":y},S=l(v,y,!1),w={},C=new Set;return t(g,{allKeys:!0},(I,D,V,q)=>{if(q===void 0)return;const $=S+D;let K=E[q];typeof I[_]=="string"&&(K=z.call(this,I[_])),re.call(this,I.$anchor),re.call(this,I.$dynamicAnchor),E[D]=K;function z(W){const ie=this.opts.uriResolver.resolve;if(W=d(K?ie(K,W):W),C.has(W))throw N(W);C.add(W);let k=this.refs[W];return typeof k=="string"&&(k=this.refs[k]),typeof k=="object"?x(I,k.schema,W):W!==d($)&&(W[0]==="#"?(x(I,w[W],W),w[W]=I):this.refs[W]=$),W}function re(W){if(typeof W=="string"){if(!p.test(W))throw new Error(`invalid anchor "${W}"`);z.call(this,`#${W}`)}}}),w;function x(I,D,V){if(D!==void 0&&!e(I,D))throw N(V)}function N(I){return new Error(`reference "${I}" resolves to more than one schema`)}}return ji.getSchemaRefs=m,ji}var tk;function ey(){if(tk)return ac;tk=1,Object.defineProperty(ac,"__esModule",{value:!0}),ac.getData=ac.KeywordCxt=ac.validateFunctionCode=void 0;const r=Bge(),e=yb(),t=FG(),n=yb(),a=Uge(),i=$ge(),s=Gge(),o=xn(),l=Xu(),c=Jv(),u=Gn(),d=Qv();function h(Z){if(S(Z)&&(C(Z),E(Z))){b(Z);return}p(Z,()=>(0,r.topBoolOrEmptySchema)(Z))}ac.validateFunctionCode=h;function p({gen:Z,validateName:ae,schema:fe,schemaEnv:pe,opts:ye},Te){ye.code.es5?Z.func(ae,(0,o._)`${l.default.data}, ${l.default.valCxt}`,pe.$async,()=>{Z.code((0,o._)`"use strict"; ${v(fe,ye)}`),g(Z,ye),Z.code(Te)}):Z.func(ae,(0,o._)`${l.default.data}, ${m(ye)}`,pe.$async,()=>Z.code(v(fe,ye)).code(Te))}function m(Z){return(0,o._)`{${l.default.instancePath}="", ${l.default.parentData}, ${l.default.parentDataProperty}, ${l.default.rootData}=${l.default.data}${Z.dynamicRef?(0,o._)`, ${l.default.dynamicAnchors}={}`:o.nil}}={}`}function g(Z,ae){Z.if(l.default.valCxt,()=>{Z.var(l.default.instancePath,(0,o._)`${l.default.valCxt}.${l.default.instancePath}`),Z.var(l.default.parentData,(0,o._)`${l.default.valCxt}.${l.default.parentData}`),Z.var(l.default.parentDataProperty,(0,o._)`${l.default.valCxt}.${l.default.parentDataProperty}`),Z.var(l.default.rootData,(0,o._)`${l.default.valCxt}.${l.default.rootData}`),ae.dynamicRef&&Z.var(l.default.dynamicAnchors,(0,o._)`${l.default.valCxt}.${l.default.dynamicAnchors}`)},()=>{Z.var(l.default.instancePath,(0,o._)`""`),Z.var(l.default.parentData,(0,o._)`undefined`),Z.var(l.default.parentDataProperty,(0,o._)`undefined`),Z.var(l.default.rootData,l.default.data),ae.dynamicRef&&Z.var(l.default.dynamicAnchors,(0,o._)`{}`)})}function b(Z){const{schema:ae,opts:fe,gen:pe}=Z;p(Z,()=>{fe.$comment&&ae.$comment&&q(Z),I(Z),pe.let(l.default.vErrors,null),pe.let(l.default.errors,0),fe.unevaluated&&_(Z),x(Z),$(Z)})}function _(Z){const{gen:ae,validateName:fe}=Z;Z.evaluated=ae.const("evaluated",(0,o._)`${fe}.evaluated`),ae.if((0,o._)`${Z.evaluated}.dynamicProps`,()=>ae.assign((0,o._)`${Z.evaluated}.props`,(0,o._)`undefined`)),ae.if((0,o._)`${Z.evaluated}.dynamicItems`,()=>ae.assign((0,o._)`${Z.evaluated}.items`,(0,o._)`undefined`))}function v(Z,ae){const fe=typeof Z=="object"&&Z[ae.schemaId];return fe&&(ae.code.source||ae.code.process)?(0,o._)`/*# sourceURL=${fe} */`:o.nil}function y(Z,ae){if(S(Z)&&(C(Z),E(Z))){w(Z,ae);return}(0,r.boolOrEmptySchema)(Z,ae)}function E({schema:Z,self:ae}){if(typeof Z=="boolean")return!Z;for(const fe in Z)if(ae.RULES.all[fe])return!0;return!1}function S(Z){return typeof Z.schema!="boolean"}function w(Z,ae){const{schema:fe,gen:pe,opts:ye}=Z;ye.$comment&&fe.$comment&&q(Z),D(Z),V(Z);const Te=pe.const("_errs",l.default.errors);x(Z,Te),pe.var(ae,(0,o._)`${Te} === ${l.default.errors}`)}function C(Z){(0,u.checkUnknownRules)(Z),N(Z)}function x(Z,ae){if(Z.opts.jtd)return z(Z,[],!1,ae);const fe=(0,e.getSchemaTypes)(Z.schema),pe=(0,e.coerceAndCheckDataType)(Z,fe);z(Z,fe,!pe,ae)}function N(Z){const{schema:ae,errSchemaPath:fe,opts:pe,self:ye}=Z;ae.$ref&&pe.ignoreKeywordsWithRef&&(0,u.schemaHasRulesButRef)(ae,ye.RULES)&&ye.logger.warn(`$ref: keywords ignored in schema at path "${fe}"`)}function I(Z){const{schema:ae,opts:fe}=Z;ae.default!==void 0&&fe.useDefaults&&fe.strictSchema&&(0,u.checkStrictMode)(Z,"default is ignored in the schema root")}function D(Z){const ae=Z.schema[Z.opts.schemaId];ae&&(Z.baseId=(0,c.resolveUrl)(Z.opts.uriResolver,Z.baseId,ae))}function V(Z){if(Z.schema.$async&&!Z.schemaEnv.$async)throw new Error("async schema in sync schema")}function q({gen:Z,schemaEnv:ae,schema:fe,errSchemaPath:pe,opts:ye}){const Te=fe.$comment;if(ye.$comment===!0)Z.code((0,o._)`${l.default.self}.logger.log(${Te})`);else if(typeof ye.$comment=="function"){const Oe=(0,o.str)`${pe}/$comment`,Ne=Z.scopeValue("root",{ref:ae.root});Z.code((0,o._)`${l.default.self}.opts.$comment(${Te}, ${Oe}, ${Ne}.schema)`)}}function $(Z){const{gen:ae,schemaEnv:fe,validateName:pe,ValidationError:ye,opts:Te}=Z;fe.$async?ae.if((0,o._)`${l.default.errors} === 0`,()=>ae.return(l.default.data),()=>ae.throw((0,o._)`new ${ye}(${l.default.vErrors})`)):(ae.assign((0,o._)`${pe}.errors`,l.default.vErrors),Te.unevaluated&&K(Z),ae.return((0,o._)`${l.default.errors} === 0`))}function K({gen:Z,evaluated:ae,props:fe,items:pe}){fe instanceof o.Name&&Z.assign((0,o._)`${ae}.props`,fe),pe instanceof o.Name&&Z.assign((0,o._)`${ae}.items`,pe)}function z(Z,ae,fe,pe){const{gen:ye,schema:Te,data:Oe,allErrors:Ne,opts:Ue,self:Fe}=Z,{RULES:Ke}=Fe;if(Te.$ref&&(Ue.ignoreKeywordsWithRef||!(0,u.schemaHasRulesButRef)(Te,Ke))){ye.block(()=>ne(Z,"$ref",Ke.all.$ref.definition));return}Ue.jtd||W(Z,ae),ye.block(()=>{for(const it of Ke.rules)He(it);He(Ke.post)});function He(it){(0,t.shouldUseGroup)(Te,it)&&(it.type?(ye.if((0,n.checkDataType)(it.type,Oe,Ue.strictNumbers)),re(Z,it),ae.length===1&&ae[0]===it.type&&fe&&(ye.else(),(0,n.reportTypeError)(Z)),ye.endIf()):re(Z,it),Ne||ye.if((0,o._)`${l.default.errors} === ${pe||0}`))}}function re(Z,ae){const{gen:fe,schema:pe,opts:{useDefaults:ye}}=Z;ye&&(0,a.assignDefaults)(Z,ae.type),fe.block(()=>{for(const Te of ae.rules)(0,t.shouldUseRule)(pe,Te)&&ne(Z,Te.keyword,Te.definition,ae.type)})}function W(Z,ae){Z.schemaEnv.meta||!Z.opts.strictTypes||(ie(Z,ae),Z.opts.allowUnionTypes||k(Z,ae),B(Z,Z.dataTypes))}function ie(Z,ae){if(ae.length){if(!Z.dataTypes.length){Z.dataTypes=ae;return}ae.forEach(fe=>{O(Z.dataTypes,fe)||U(Z,`type "${fe}" not allowed by context "${Z.dataTypes.join(",")}"`)}),R(Z,ae)}}function k(Z,ae){ae.length>1&&!(ae.length===2&&ae.includes("null"))&&U(Z,"use allowUnionTypes to allow union type keyword")}function B(Z,ae){const fe=Z.self.RULES.all;for(const pe in fe){const ye=fe[pe];if(typeof ye=="object"&&(0,t.shouldUseRule)(Z.schema,ye)){const{type:Te}=ye.definition;Te.length&&!Te.some(Oe=>te(ae,Oe))&&U(Z,`missing type "${Te.join(",")}" for keyword "${pe}"`)}}}function te(Z,ae){return Z.includes(ae)||ae==="number"&&Z.includes("integer")}function O(Z,ae){return Z.includes(ae)||ae==="integer"&&Z.includes("number")}function R(Z,ae){const fe=[];for(const pe of Z.dataTypes)O(ae,pe)?fe.push(pe):ae.includes("integer")&&pe==="number"&&fe.push("integer");Z.dataTypes=fe}function U(Z,ae){const fe=Z.schemaEnv.baseId+Z.errSchemaPath;ae+=` at "${fe}" (strictTypes)`,(0,u.checkStrictMode)(Z,ae,Z.opts.strictTypes)}class Q{constructor(ae,fe,pe){if((0,i.validateKeywordUsage)(ae,fe,pe),this.gen=ae.gen,this.allErrors=ae.allErrors,this.keyword=pe,this.data=ae.data,this.schema=ae.schema[pe],this.$data=fe.$data&&ae.opts.$data&&this.schema&&this.schema.$data,this.schemaValue=(0,u.schemaRefOrVal)(ae,this.schema,pe,this.$data),this.schemaType=fe.schemaType,this.parentSchema=ae.schema,this.params={},this.it=ae,this.def=fe,this.$data)this.schemaCode=ae.gen.const("vSchema",be(this.$data,ae));else if(this.schemaCode=this.schemaValue,!(0,i.validSchemaType)(this.schema,fe.schemaType,fe.allowUndefined))throw new Error(`${pe} value must be ${JSON.stringify(fe.schemaType)}`);("code"in fe?fe.trackErrors:fe.errors!==!1)&&(this.errsCount=ae.gen.const("_errs",l.default.errors))}result(ae,fe,pe){this.failResult((0,o.not)(ae),fe,pe)}failResult(ae,fe,pe){this.gen.if(ae),pe?pe():this.error(),fe?(this.gen.else(),fe(),this.allErrors&&this.gen.endIf()):this.allErrors?this.gen.endIf():this.gen.else()}pass(ae,fe){this.failResult((0,o.not)(ae),void 0,fe)}fail(ae){if(ae===void 0){this.error(),this.allErrors||this.gen.if(!1);return}this.gen.if(ae),this.error(),this.allErrors?this.gen.endIf():this.gen.else()}fail$data(ae){if(!this.$data)return this.fail(ae);const{schemaCode:fe}=this;this.fail((0,o._)`${fe} !== undefined && (${(0,o.or)(this.invalid$data(),ae)})`)}error(ae,fe,pe){if(fe){this.setParams(fe),this._error(ae,pe),this.setParams({});return}this._error(ae,pe)}_error(ae,fe){(ae?d.reportExtraError:d.reportError)(this,this.def.error,fe)}$dataError(){(0,d.reportError)(this,this.def.$dataError||d.keyword$DataError)}reset(){if(this.errsCount===void 0)throw new Error('add "trackErrors" to keyword definition');(0,d.resetErrorsCount)(this.gen,this.errsCount)}ok(ae){this.allErrors||this.gen.if(ae)}setParams(ae,fe){fe?Object.assign(this.params,ae):this.params=ae}block$data(ae,fe,pe=o.nil){this.gen.block(()=>{this.check$data(ae,pe),fe()})}check$data(ae=o.nil,fe=o.nil){if(!this.$data)return;const{gen:pe,schemaCode:ye,schemaType:Te,def:Oe}=this;pe.if((0,o.or)((0,o._)`${ye} === undefined`,fe)),ae!==o.nil&&pe.assign(ae,!0),(Te.length||Oe.validateSchema)&&(pe.elseIf(this.invalid$data()),this.$dataError(),ae!==o.nil&&pe.assign(ae,!1)),pe.else()}invalid$data(){const{gen:ae,schemaCode:fe,schemaType:pe,def:ye,it:Te}=this;return(0,o.or)(Oe(),Ne());function Oe(){if(pe.length){if(!(fe instanceof o.Name))throw new Error("ajv implementation error");const Ue=Array.isArray(pe)?pe:[pe];return(0,o._)`${(0,n.checkDataTypes)(Ue,fe,Te.opts.strictNumbers,n.DataType.Wrong)}`}return o.nil}function Ne(){if(ye.validateSchema){const Ue=ae.scopeValue("validate$data",{ref:ye.validateSchema});return(0,o._)`!${Ue}(${fe})`}return o.nil}}subschema(ae,fe){const pe=(0,s.getSubschema)(this.it,ae);(0,s.extendSubschemaData)(pe,this.it,ae),(0,s.extendSubschemaMode)(pe,ae);const ye={...this.it,...pe,items:void 0,props:void 0};return y(ye,fe),ye}mergeEvaluated(ae,fe){const{it:pe,gen:ye}=this;pe.opts.unevaluated&&(pe.props!==!0&&ae.props!==void 0&&(pe.props=u.mergeEvaluated.props(ye,ae.props,pe.props,fe)),pe.items!==!0&&ae.items!==void 0&&(pe.items=u.mergeEvaluated.items(ye,ae.items,pe.items,fe)))}mergeValidEvaluated(ae,fe){const{it:pe,gen:ye}=this;if(pe.opts.unevaluated&&(pe.props!==!0||pe.items!==!0))return ye.if(fe,()=>this.mergeEvaluated(ae,o.Name)),!0}}ac.KeywordCxt=Q;function ne(Z,ae,fe,pe){const ye=new Q(Z,fe,ae);"code"in fe?fe.code(ye,pe):ye.$data&&fe.validate?(0,i.funcKeywordCode)(ye,fe):"macro"in fe?(0,i.macroKeywordCode)(ye,fe):(fe.compile||fe.validate)&&(0,i.funcKeywordCode)(ye,fe)}const ue=/^\/(?:[^~]|~0|~1)*$/,he=/^([0-9]+)(#|\/(?:[^~]|~0|~1)*)?$/;function be(Z,{dataLevel:ae,dataNames:fe,dataPathArr:pe}){let ye,Te;if(Z==="")return l.default.rootData;if(Z[0]==="/"){if(!ue.test(Z))throw new Error(`Invalid JSON-pointer: ${Z}`);ye=Z,Te=l.default.rootData}else{const Fe=he.exec(Z);if(!Fe)throw new Error(`Invalid JSON-pointer: ${Z}`);const Ke=+Fe[1];if(ye=Fe[2],ye==="#"){if(Ke>=ae)throw new Error(Ue("property/index",Ke));return pe[ae-Ke]}if(Ke>ae)throw new Error(Ue("data",Ke));if(Te=fe[ae-Ke],!ye)return Te}let Oe=Te;const Ne=ye.split("/");for(const Fe of Ne)Fe&&(Te=(0,o._)`${Te}${(0,o.getProperty)((0,u.unescapeJsonPointer)(Fe))}`,Oe=(0,o._)`${Oe} && ${Te}`);return Oe;function Ue(Fe,Ke){return`Cannot access ${Fe} ${Ke} levels up, current level is ${ae}`}}return ac.getData=be,ac}var v0={},rk;function tx(){if(rk)return v0;rk=1,Object.defineProperty(v0,"__esModule",{value:!0});class r extends Error{constructor(t){super("validation failed"),this.errors=t,this.ajv=this.validation=!0}}return v0.default=r,v0}var y0={},nk;function ty(){if(nk)return y0;nk=1,Object.defineProperty(y0,"__esModule",{value:!0});const r=Jv();class e extends Error{constructor(n,a,i,s){super(s||`can't resolve reference ${i} from id ${a}`),this.missingRef=(0,r.resolveUrl)(n,a,i),this.missingSchema=(0,r.normalizeId)((0,r.getFullPath)(n,this.missingRef))}}return y0.default=e,y0}var Bs={},ak;function rx(){if(ak)return Bs;ak=1,Object.defineProperty(Bs,"__esModule",{value:!0}),Bs.resolveSchema=Bs.getCompilingSchema=Bs.resolveRef=Bs.compileSchema=Bs.SchemaEnv=void 0;const r=xn(),e=tx(),t=Xu(),n=Jv(),a=Gn(),i=ey();class s{constructor(_){var v;this.refs={},this.dynamicAnchors={};let y;typeof _.schema=="object"&&(y=_.schema),this.schema=_.schema,this.schemaId=_.schemaId,this.root=_.root||this,this.baseId=(v=_.baseId)!==null&&v!==void 0?v:(0,n.normalizeId)(y?.[_.schemaId||"$id"]),this.schemaPath=_.schemaPath,this.localRefs=_.localRefs,this.meta=_.meta,this.$async=y?.$async,this.refs={}}}Bs.SchemaEnv=s;function o(b){const _=u.call(this,b);if(_)return _;const v=(0,n.getFullPath)(this.opts.uriResolver,b.root.baseId),{es5:y,lines:E}=this.opts.code,{ownProperties:S}=this.opts,w=new r.CodeGen(this.scope,{es5:y,lines:E,ownProperties:S});let C;b.$async&&(C=w.scopeValue("Error",{ref:e.default,code:(0,r._)`require("ajv/dist/runtime/validation_error").default`}));const x=w.scopeName("validate");b.validateName=x;const N={gen:w,allErrors:this.opts.allErrors,data:t.default.data,parentData:t.default.parentData,parentDataProperty:t.default.parentDataProperty,dataNames:[t.default.data],dataPathArr:[r.nil],dataLevel:0,dataTypes:[],definedProperties:new Set,topSchemaRef:w.scopeValue("schema",this.opts.code.source===!0?{ref:b.schema,code:(0,r.stringify)(b.schema)}:{ref:b.schema}),validateName:x,ValidationError:C,schema:b.schema,schemaEnv:b,rootId:v,baseId:b.baseId||v,schemaPath:r.nil,errSchemaPath:b.schemaPath||(this.opts.jtd?"":"#"),errorPath:(0,r._)`""`,opts:this.opts,self:this};let I;try{this._compilations.add(b),(0,i.validateFunctionCode)(N),w.optimize(this.opts.code.optimize);const D=w.toString();I=`${w.scopeRefs(t.default.scope)}return ${D}`,this.opts.code.process&&(I=this.opts.code.process(I,b));const q=new Function(`${t.default.self}`,`${t.default.scope}`,I)(this,this.scope.get());if(this.scope.value(x,{ref:q}),q.errors=null,q.schema=b.schema,q.schemaEnv=b,b.$async&&(q.$async=!0),this.opts.code.source===!0&&(q.source={validateName:x,validateCode:D,scopeValues:w._values}),this.opts.unevaluated){const{props:$,items:K}=N;q.evaluated={props:$ instanceof r.Name?void 0:$,items:K instanceof r.Name?void 0:K,dynamicProps:$ instanceof r.Name,dynamicItems:K instanceof r.Name},q.source&&(q.source.evaluated=(0,r.stringify)(q.evaluated))}return b.validate=q,b}catch(D){throw delete b.validate,delete b.validateName,I&&this.logger.error("Error compiling schema, function code:",I),D}finally{this._compilations.delete(b)}}Bs.compileSchema=o;function l(b,_,v){var y;v=(0,n.resolveUrl)(this.opts.uriResolver,_,v);const E=b.refs[v];if(E)return E;let S=h.call(this,b,v);if(S===void 0){const w=(y=b.localRefs)===null||y===void 0?void 0:y[v],{schemaId:C}=this.opts;w&&(S=new s({schema:w,schemaId:C,root:b,baseId:_}))}if(S!==void 0)return b.refs[v]=c.call(this,S)}Bs.resolveRef=l;function c(b){return(0,n.inlineRef)(b.schema,this.opts.inlineRefs)?b.schema:b.validate?b:o.call(this,b)}function u(b){for(const _ of this._compilations)if(d(_,b))return _}Bs.getCompilingSchema=u;function d(b,_){return b.schema===_.schema&&b.root===_.root&&b.baseId===_.baseId}function h(b,_){let v;for(;typeof(v=this.refs[_])=="string";)_=v;return v||this.schemas[_]||p.call(this,b,_)}function p(b,_){const v=this.opts.uriResolver.parse(_),y=(0,n._getFullPath)(this.opts.uriResolver,v);let E=(0,n.getFullPath)(this.opts.uriResolver,b.baseId,void 0);if(Object.keys(b.schema).length>0&&y===E)return g.call(this,v,b);const S=(0,n.normalizeId)(y),w=this.refs[S]||this.schemas[S];if(typeof w=="string"){const C=p.call(this,b,w);return typeof C?.schema!="object"?void 0:g.call(this,v,C)}if(typeof w?.schema=="object"){if(w.validate||o.call(this,w),S===(0,n.normalizeId)(_)){const{schema:C}=w,{schemaId:x}=this.opts,N=C[x];return N&&(E=(0,n.resolveUrl)(this.opts.uriResolver,E,N)),new s({schema:C,schemaId:x,root:b,baseId:E})}return g.call(this,v,w)}}Bs.resolveSchema=p;const m=new Set(["properties","patternProperties","enum","dependencies","definitions"]);function g(b,{baseId:_,schema:v,root:y}){var E;if(((E=b.fragment)===null||E===void 0?void 0:E[0])!=="/")return;for(const C of b.fragment.slice(1).split("/")){if(typeof v=="boolean")return;const x=v[(0,a.unescapeFragment)(C)];if(x===void 0)return;v=x;const N=typeof v=="object"&&v[this.opts.schemaId];!m.has(C)&&N&&(_=(0,n.resolveUrl)(this.opts.uriResolver,_,N))}let S;if(typeof v!="boolean"&&v.$ref&&!(0,a.schemaHasRulesButRef)(v,this.RULES)){const C=(0,n.resolveUrl)(this.opts.uriResolver,_,v.$ref);S=p.call(this,y,C)}const{schemaId:w}=this.opts;if(S=S||new s({schema:v,schemaId:w,root:y,baseId:_}),S.schema!==S.root.schema)return S}return Bs}const qge="https://raw.githubusercontent.com/ajv-validator/ajv/master/lib/refs/data.json#",Hge="Meta-schema for $data reference (JSON AnySchema extension proposal)",Vge="object",Yge=["$data"],Wge={$data:{type:"string",anyOf:[{format:"relative-json-pointer"},{format:"json-pointer"}]}},jge=!1,Kge={$id:qge,description:Hge,type:Vge,required:Yge,properties:Wge,additionalProperties:jge};var S0={},xp={exports:{}},pT,ik;function BG(){if(ik)return pT;ik=1;const r=RegExp.prototype.test.bind(/^[\da-f]{8}-[\da-f]{4}-[\da-f]{4}-[\da-f]{4}-[\da-f]{12}$/iu),e=RegExp.prototype.test.bind(/^(?:(?:25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)\.){3}(?:25[0-5]|2[0-4]\d|1\d{2}|[1-9]\d|\d)$/u);function t(h){let p="",m=0,g=0;for(g=0;g=48&&m<=57||m>=65&&m<=70||m>=97&&m<=102))return"";p+=h[g];break}for(g+=1;g=48&&m<=57||m>=65&&m<=70||m>=97&&m<=102))return"";p+=h[g]}return p}const n=RegExp.prototype.test.bind(/[^!"$&'()*+,\-.;=_`a-z{}~]/u);function a(h){return h.length=0,!0}function i(h,p,m){if(h.length){const g=t(h);if(g!=="")p.push(g);else return m.error=!0,!1;h.length=0}return!0}function s(h){let p=0;const m={error:!1,address:"",zone:""},g=[],b=[];let _=!1,v=!1,y=i;for(let E=0;E7){m.error=!0;break}E>0&&h[E-1]===":"&&(_=!0),g.push(":");continue}else if(S==="%"){if(!y(b,g,m))break;y=a}else{b.push(S);continue}}return b.length&&(y===a?m.zone=b.join(""):v?g.push(b.join("")):g.push(t(b))),m.address=g.join(""),m}function o(h){if(l(h,":")<2)return{host:h,isIPV6:!1};const p=s(h);if(p.error)return{host:h,isIPV6:!1};{let m=p.address,g=p.address;return p.zone&&(m+="%"+p.zone,g+="%25"+p.zone),{host:m,isIPV6:!0,escapedHost:g}}}function l(h,p){let m=0;for(let g=0;gnew RegExp(k,B);p.code="new RegExp";const m=["removeAdditional","useDefaults","coerceTypes"],g=new Set(["validate","serialize","parse","wrapper","root","schema","keyword","pattern","formats","validate$data","func","obj","Error"]),b={errorDataPath:"",format:"`validateFormats: false` can be used instead.",nullable:'"nullable" keyword is supported by default.',jsonPointers:"Deprecated jsPropertySyntax can be used instead.",extendRefs:"Deprecated ignoreKeywordsWithRef can be used instead.",missingRefs:"Pass empty schema with $id that should be ignored to ajv.addSchema.",processCode:"Use option `code: {process: (code, schemaEnv: object) => string}`",sourceCode:"Use option `code: {source: true}`",strictDefaults:"It is default now, see option `strict`.",strictKeywords:"It is default now, see option `strict`.",uniqueItems:'"uniqueItems" keyword is always validated.',unknownFormats:"Disable strict mode or pass `true` to `ajv.addFormat` (or `formats` option).",cache:"Map is used as cache, schema object as key.",serialize:"Map is used as cache, schema object as key.",ajvErrors:"It is default now."},_={ignoreKeywordsWithRef:"",jsPropertySyntax:"",unicode:'"minLength"/"maxLength" account for unicode characters by default.'},v=200;function y(k){var B,te,O,R,U,Q,ne,ue,he,be,Z,ae,fe,pe,ye,Te,Oe,Ne,Ue,Fe,Ke,He,it,st,dt;const Ae=k.strict,Le=(B=k.code)===null||B===void 0?void 0:B.optimize,ht=Le===!0||Le===void 0?1:Le||0,ze=(O=(te=k.code)===null||te===void 0?void 0:te.regExp)!==null&&O!==void 0?O:p,mt=(R=k.uriResolver)!==null&&R!==void 0?R:h.default;return{strictSchema:(Q=(U=k.strictSchema)!==null&&U!==void 0?U:Ae)!==null&&Q!==void 0?Q:!0,strictNumbers:(ue=(ne=k.strictNumbers)!==null&&ne!==void 0?ne:Ae)!==null&&ue!==void 0?ue:!0,strictTypes:(be=(he=k.strictTypes)!==null&&he!==void 0?he:Ae)!==null&&be!==void 0?be:"log",strictTuples:(ae=(Z=k.strictTuples)!==null&&Z!==void 0?Z:Ae)!==null&&ae!==void 0?ae:"log",strictRequired:(pe=(fe=k.strictRequired)!==null&&fe!==void 0?fe:Ae)!==null&&pe!==void 0?pe:!1,code:k.code?{...k.code,optimize:ht,regExp:ze}:{optimize:ht,regExp:ze},loopRequired:(ye=k.loopRequired)!==null&&ye!==void 0?ye:v,loopEnum:(Te=k.loopEnum)!==null&&Te!==void 0?Te:v,meta:(Oe=k.meta)!==null&&Oe!==void 0?Oe:!0,messages:(Ne=k.messages)!==null&&Ne!==void 0?Ne:!0,inlineRefs:(Ue=k.inlineRefs)!==null&&Ue!==void 0?Ue:!0,schemaId:(Fe=k.schemaId)!==null&&Fe!==void 0?Fe:"$id",addUsedSchema:(Ke=k.addUsedSchema)!==null&&Ke!==void 0?Ke:!0,validateSchema:(He=k.validateSchema)!==null&&He!==void 0?He:!0,validateFormats:(it=k.validateFormats)!==null&&it!==void 0?it:!0,unicodeRegExp:(st=k.unicodeRegExp)!==null&&st!==void 0?st:!0,int32range:(dt=k.int32range)!==null&&dt!==void 0?dt:!0,uriResolver:mt}}class E{constructor(B={}){this.schemas={},this.refs={},this.formats={},this._compilations=new Set,this._loading={},this._cache=new Map,B=this.opts={...B,...y(B)};const{es5:te,lines:O}=this.opts.code;this.scope=new o.ValueScope({scope:{},prefixes:g,es5:te,lines:O}),this.logger=V(B.logger);const R=B.validateFormats;B.validateFormats=!1,this.RULES=(0,i.getRules)(),S.call(this,b,B,"NOT SUPPORTED"),S.call(this,_,B,"DEPRECATED","warn"),this._metaOpts=I.call(this),B.formats&&x.call(this),this._addVocabularies(),this._addDefaultMetaSchema(),B.keywords&&N.call(this,B.keywords),typeof B.meta=="object"&&this.addMetaSchema(B.meta),C.call(this),B.validateFormats=R}_addVocabularies(){this.addKeyword("$async")}_addDefaultMetaSchema(){const{$data:B,meta:te,schemaId:O}=this.opts;let R=d;O==="id"&&(R={...d},R.id=R.$id,delete R.$id),te&&B&&this.addMetaSchema(R,R[O],!1)}defaultMeta(){const{meta:B,schemaId:te}=this.opts;return this.opts.defaultMeta=typeof B=="object"?B[te]||B:void 0}validate(B,te){let O;if(typeof B=="string"){if(O=this.getSchema(B),!O)throw new Error(`no schema with key or ref "${B}"`)}else O=this.compile(B);const R=O(te);return"$async"in O||(this.errors=O.errors),R}compile(B,te){const O=this._addSchema(B,te);return O.validate||this._compileSchemaEnv(O)}compileAsync(B,te){if(typeof this.opts.loadSchema!="function")throw new Error("options.loadSchema should be a function");const{loadSchema:O}=this.opts;return R.call(this,B,te);async function R(be,Z){await U.call(this,be.$schema);const ae=this._addSchema(be,Z);return ae.validate||Q.call(this,ae)}async function U(be){be&&!this.getSchema(be)&&await R.call(this,{$ref:be},!0)}async function Q(be){try{return this._compileSchemaEnv(be)}catch(Z){if(!(Z instanceof a.default))throw Z;return ne.call(this,Z),await ue.call(this,Z.missingSchema),Q.call(this,be)}}function ne({missingSchema:be,missingRef:Z}){if(this.refs[be])throw new Error(`AnySchema ${be} is loaded but ${Z} cannot be resolved`)}async function ue(be){const Z=await he.call(this,be);this.refs[be]||await U.call(this,Z.$schema),this.refs[be]||this.addSchema(Z,be,te)}async function he(be){const Z=this._loading[be];if(Z)return Z;try{return await(this._loading[be]=O(be))}finally{delete this._loading[be]}}}addSchema(B,te,O,R=this.opts.validateSchema){if(Array.isArray(B)){for(const Q of B)this.addSchema(Q,void 0,O,R);return this}let U;if(typeof B=="object"){const{schemaId:Q}=this.opts;if(U=B[Q],U!==void 0&&typeof U!="string")throw new Error(`schema ${Q} must be string`)}return te=(0,l.normalizeId)(te||U),this._checkUnique(te),this.schemas[te]=this._addSchema(B,O,te,R,!0),this}addMetaSchema(B,te,O=this.opts.validateSchema){return this.addSchema(B,te,!0,O),this}validateSchema(B,te){if(typeof B=="boolean")return!0;let O;if(O=B.$schema,O!==void 0&&typeof O!="string")throw new Error("$schema must be a string");if(O=O||this.opts.defaultMeta||this.defaultMeta(),!O)return this.logger.warn("meta-schema not available"),this.errors=null,!0;const R=this.validate(O,B);if(!R&&te){const U="schema is invalid: "+this.errorsText();if(this.opts.validateSchema==="log")this.logger.error(U);else throw new Error(U)}return R}getSchema(B){let te;for(;typeof(te=w.call(this,B))=="string";)B=te;if(te===void 0){const{schemaId:O}=this.opts,R=new s.SchemaEnv({schema:{},schemaId:O});if(te=s.resolveSchema.call(this,R,B),!te)return;this.refs[B]=te}return te.validate||this._compileSchemaEnv(te)}removeSchema(B){if(B instanceof RegExp)return this._removeAllSchemas(this.schemas,B),this._removeAllSchemas(this.refs,B),this;switch(typeof B){case"undefined":return this._removeAllSchemas(this.schemas),this._removeAllSchemas(this.refs),this._cache.clear(),this;case"string":{const te=w.call(this,B);return typeof te=="object"&&this._cache.delete(te.schema),delete this.schemas[B],delete this.refs[B],this}case"object":{const te=B;this._cache.delete(te);let O=B[this.opts.schemaId];return O&&(O=(0,l.normalizeId)(O),delete this.schemas[O],delete this.refs[O]),this}default:throw new Error("ajv.removeSchema: invalid parameter")}}addVocabulary(B){for(const te of B)this.addKeyword(te);return this}addKeyword(B,te){let O;if(typeof B=="string")O=B,typeof te=="object"&&(this.logger.warn("these parameters are deprecated, see docs for addKeyword"),te.keyword=O);else if(typeof B=="object"&&te===void 0){if(te=B,O=te.keyword,Array.isArray(O)&&!O.length)throw new Error("addKeywords: keyword must be string or non-empty array")}else throw new Error("invalid addKeywords parameters");if($.call(this,O,te),!te)return(0,u.eachItem)(O,U=>K.call(this,U)),this;re.call(this,te);const R={...te,type:(0,c.getJSONTypes)(te.type),schemaType:(0,c.getJSONTypes)(te.schemaType)};return(0,u.eachItem)(O,R.type.length===0?U=>K.call(this,U,R):U=>R.type.forEach(Q=>K.call(this,U,R,Q))),this}getKeyword(B){const te=this.RULES.all[B];return typeof te=="object"?te.definition:!!te}removeKeyword(B){const{RULES:te}=this;delete te.keywords[B],delete te.all[B];for(const O of te.rules){const R=O.rules.findIndex(U=>U.keyword===B);R>=0&&O.rules.splice(R,1)}return this}addFormat(B,te){return typeof te=="string"&&(te=new RegExp(te)),this.formats[B]=te,this}errorsText(B=this.errors,{separator:te=", ",dataVar:O="data"}={}){return!B||B.length===0?"No errors":B.map(R=>`${O}${R.instancePath} ${R.message}`).reduce((R,U)=>R+te+U)}$dataMetaSchema(B,te){const O=this.RULES.all;B=JSON.parse(JSON.stringify(B));for(const R of te){const U=R.split("/").slice(1);let Q=B;for(const ne of U)Q=Q[ne];for(const ne in O){const ue=O[ne];if(typeof ue!="object")continue;const{$data:he}=ue.definition,be=Q[ne];he&&be&&(Q[ne]=ie(be))}}return B}_removeAllSchemas(B,te){for(const O in B){const R=B[O];(!te||te.test(O))&&(typeof R=="string"?delete B[O]:R&&!R.meta&&(this._cache.delete(R.schema),delete B[O]))}}_addSchema(B,te,O,R=this.opts.validateSchema,U=this.opts.addUsedSchema){let Q;const{schemaId:ne}=this.opts;if(typeof B=="object")Q=B[ne];else{if(this.opts.jtd)throw new Error("schema must be object");if(typeof B!="boolean")throw new Error("schema must be object or boolean")}let ue=this._cache.get(B);if(ue!==void 0)return ue;O=(0,l.normalizeId)(Q||O);const he=l.getSchemaRefs.call(this,B,O);return ue=new s.SchemaEnv({schema:B,schemaId:ne,meta:te,baseId:O,localRefs:he}),this._cache.set(ue.schema,ue),U&&!O.startsWith("#")&&(O&&this._checkUnique(O),this.refs[O]=ue),R&&this.validateSchema(B,!0),ue}_checkUnique(B){if(this.schemas[B]||this.refs[B])throw new Error(`schema with key or id "${B}" already exists`)}_compileSchemaEnv(B){if(B.meta?this._compileMetaSchema(B):s.compileSchema.call(this,B),!B.validate)throw new Error("ajv implementation error");return B.validate}_compileMetaSchema(B){const te=this.opts;this.opts=this._metaOpts;try{s.compileSchema.call(this,B)}finally{this.opts=te}}}E.ValidationError=n.default,E.MissingRefError=a.default,r.default=E;function S(k,B,te,O="error"){for(const R in k){const U=R;U in B&&this.logger[O](`${te}: option ${R}. ${k[U]}`)}}function w(k){return k=(0,l.normalizeId)(k),this.schemas[k]||this.refs[k]}function C(){const k=this.opts.schemas;if(k)if(Array.isArray(k))this.addSchema(k);else for(const B in k)this.addSchema(k[B],B)}function x(){for(const k in this.opts.formats){const B=this.opts.formats[k];B&&this.addFormat(k,B)}}function N(k){if(Array.isArray(k)){this.addVocabulary(k);return}this.logger.warn("keywords option as map is deprecated, pass array");for(const B in k){const te=k[B];te.keyword||(te.keyword=B),this.addKeyword(te)}}function I(){const k={...this.opts};for(const B of m)delete k[B];return k}const D={log(){},warn(){},error(){}};function V(k){if(k===!1)return D;if(k===void 0)return console;if(k.log&&k.warn&&k.error)return k;throw new Error("logger must implement log, warn and error methods")}const q=/^[a-z_$][a-z0-9_$:-]*$/i;function $(k,B){const{RULES:te}=this;if((0,u.eachItem)(k,O=>{if(te.keywords[O])throw new Error(`Keyword ${O} is already defined`);if(!q.test(O))throw new Error(`Keyword ${O} has invalid name`)}),!!B&&B.$data&&!("code"in B||"validate"in B))throw new Error('$data keyword must have "code" or "validate" function')}function K(k,B,te){var O;const R=B?.post;if(te&&R)throw new Error('keyword with "post" flag cannot have "type"');const{RULES:U}=this;let Q=R?U.post:U.rules.find(({type:ue})=>ue===te);if(Q||(Q={type:te,rules:[]},U.rules.push(Q)),U.keywords[k]=!0,!B)return;const ne={keyword:k,definition:{...B,type:(0,c.getJSONTypes)(B.type),schemaType:(0,c.getJSONTypes)(B.schemaType)}};B.before?z.call(this,Q,ne,B.before):Q.rules.push(ne),U.all[k]=ne,(O=B.implements)===null||O===void 0||O.forEach(ue=>this.addKeyword(ue))}function z(k,B,te){const O=k.rules.findIndex(R=>R.keyword===te);O>=0?k.rules.splice(O,0,B):(k.rules.push(B),this.logger.warn(`rule ${te} is not defined`))}function re(k){let{metaSchema:B}=k;B!==void 0&&(k.$data&&this.opts.$data&&(B=ie(B)),k.validateSchema=this.compile(B,!0))}const W={$ref:"https://raw.githubusercontent.com/ajv-validator/ajv/master/lib/refs/data.json#"};function ie(k){return{anyOf:[k,W]}}}(oT)),oT}var E0={},w0={},T0={},uk;function Jge(){if(uk)return T0;uk=1,Object.defineProperty(T0,"__esModule",{value:!0});const r={keyword:"id",code(){throw new Error('NOT SUPPORTED: keyword "id", use "$id" for schema ID')}};return T0.default=r,T0}var du={},dk;function e0e(){if(dk)return du;dk=1,Object.defineProperty(du,"__esModule",{value:!0}),du.callRef=du.getValidate=void 0;const r=ty(),e=ol(),t=xn(),n=Xu(),a=rx(),i=Gn(),s={keyword:"$ref",schemaType:"string",code(c){const{gen:u,schema:d,it:h}=c,{baseId:p,schemaEnv:m,validateName:g,opts:b,self:_}=h,{root:v}=m;if((d==="#"||d==="#/")&&p===v.baseId)return E();const y=a.resolveRef.call(_,v,p,d);if(y===void 0)throw new r.default(h.opts.uriResolver,p,d);if(y instanceof a.SchemaEnv)return S(y);return w(y);function E(){if(m===v)return l(c,g,m,m.$async);const C=u.scopeValue("root",{ref:v});return l(c,(0,t._)`${C}.validate`,v,v.$async)}function S(C){const x=o(c,C);l(c,x,C,C.$async)}function w(C){const x=u.scopeValue("schema",b.code.source===!0?{ref:C,code:(0,t.stringify)(C)}:{ref:C}),N=u.name("valid"),I=c.subschema({schema:C,dataTypes:[],schemaPath:t.nil,topSchemaRef:x,errSchemaPath:d},N);c.mergeEvaluated(I),c.ok(N)}}};function o(c,u){const{gen:d}=c;return u.validate?d.scopeValue("validate",{ref:u.validate}):(0,t._)`${d.scopeValue("wrapper",{ref:u})}.validate`}du.getValidate=o;function l(c,u,d,h){const{gen:p,it:m}=c,{allErrors:g,schemaEnv:b,opts:_}=m,v=_.passContext?n.default.this:t.nil;h?y():E();function y(){if(!b.$async)throw new Error("async schema referenced by sync schema");const C=p.let("valid");p.try(()=>{p.code((0,t._)`await ${(0,e.callValidateCode)(c,u,v)}`),w(u),g||p.assign(C,!0)},x=>{p.if((0,t._)`!(${x} instanceof ${m.ValidationError})`,()=>p.throw(x)),S(x),g||p.assign(C,!1)}),c.ok(C)}function E(){c.result((0,e.callValidateCode)(c,u,v),()=>w(u),()=>S(u))}function S(C){const x=(0,t._)`${C}.errors`;p.assign(n.default.vErrors,(0,t._)`${n.default.vErrors} === null ? ${x} : ${n.default.vErrors}.concat(${x})`),p.assign(n.default.errors,(0,t._)`${n.default.vErrors}.length`)}function w(C){var x;if(!m.opts.unevaluated)return;const N=(x=d?.validate)===null||x===void 0?void 0:x.evaluated;if(m.props!==!0)if(N&&!N.dynamicProps)N.props!==void 0&&(m.props=i.mergeEvaluated.props(p,N.props,m.props));else{const I=p.var("props",(0,t._)`${C}.evaluated.props`);m.props=i.mergeEvaluated.props(p,I,m.props,t.Name)}if(m.items!==!0)if(N&&!N.dynamicItems)N.items!==void 0&&(m.items=i.mergeEvaluated.items(p,N.items,m.items));else{const I=p.var("items",(0,t._)`${C}.evaluated.items`);m.items=i.mergeEvaluated.items(p,I,m.items,t.Name)}}}return du.callRef=l,du.default=s,du}var hk;function t0e(){if(hk)return w0;hk=1,Object.defineProperty(w0,"__esModule",{value:!0});const r=Jge(),e=e0e(),t=["$schema","$id","$defs","$vocabulary",{keyword:"$comment"},"definitions",r.default,e.default];return w0.default=t,w0}var C0={},A0={},fk;function r0e(){if(fk)return A0;fk=1,Object.defineProperty(A0,"__esModule",{value:!0});const r=xn(),e=r.operators,t={maximum:{okStr:"<=",ok:e.LTE,fail:e.GT},minimum:{okStr:">=",ok:e.GTE,fail:e.LT},exclusiveMaximum:{okStr:"<",ok:e.LT,fail:e.GTE},exclusiveMinimum:{okStr:">",ok:e.GT,fail:e.LTE}},n={message:({keyword:i,schemaCode:s})=>(0,r.str)`must be ${t[i].okStr} ${s}`,params:({keyword:i,schemaCode:s})=>(0,r._)`{comparison: ${t[i].okStr}, limit: ${s}}`},a={keyword:Object.keys(t),type:"number",schemaType:"number",$data:!0,error:n,code(i){const{keyword:s,data:o,schemaCode:l}=i;i.fail$data((0,r._)`${o} ${t[s].fail} ${l} || isNaN(${o})`)}};return A0.default=a,A0}var x0={},pk;function n0e(){if(pk)return x0;pk=1,Object.defineProperty(x0,"__esModule",{value:!0});const r=xn(),t={keyword:"multipleOf",type:"number",schemaType:"number",$data:!0,error:{message:({schemaCode:n})=>(0,r.str)`must be multiple of ${n}`,params:({schemaCode:n})=>(0,r._)`{multipleOf: ${n}}`},code(n){const{gen:a,data:i,schemaCode:s,it:o}=n,l=o.opts.multipleOfPrecision,c=a.let("res"),u=l?(0,r._)`Math.abs(Math.round(${c}) - ${c}) > 1e-${l}`:(0,r._)`${c} !== parseInt(${c})`;n.fail$data((0,r._)`(${s} === 0 || (${c} = ${i}/${s}, ${u}))`)}};return x0.default=t,x0}var R0={},O0={},mk;function a0e(){if(mk)return O0;mk=1,Object.defineProperty(O0,"__esModule",{value:!0});function r(e){const t=e.length;let n=0,a=0,i;for(;a=55296&&i<=56319&&a(0,r._)`{limit: ${i}}`},code(i){const{keyword:s,data:o,schemaCode:l,it:c}=i,u=s==="maxLength"?r.operators.GT:r.operators.LT,d=c.opts.unicode===!1?(0,r._)`${o}.length`:(0,r._)`${(0,e.useFunc)(i.gen,t.default)}(${o})`;i.fail$data((0,r._)`${d} ${u} ${l}`)}};return R0.default=a,R0}var N0={},_k;function s0e(){if(_k)return N0;_k=1,Object.defineProperty(N0,"__esModule",{value:!0});const r=ol(),e=xn(),n={keyword:"pattern",type:"string",schemaType:"string",$data:!0,error:{message:({schemaCode:a})=>(0,e.str)`must match pattern "${a}"`,params:({schemaCode:a})=>(0,e._)`{pattern: ${a}}`},code(a){const{data:i,$data:s,schema:o,schemaCode:l,it:c}=a,u=c.opts.unicodeRegExp?"u":"",d=s?(0,e._)`(new RegExp(${l}, ${u}))`:(0,r.usePattern)(a,o);a.fail$data((0,e._)`!${d}.test(${i})`)}};return N0.default=n,N0}var I0={},bk;function o0e(){if(bk)return I0;bk=1,Object.defineProperty(I0,"__esModule",{value:!0});const r=xn(),t={keyword:["maxProperties","minProperties"],type:"object",schemaType:"number",$data:!0,error:{message({keyword:n,schemaCode:a}){const i=n==="maxProperties"?"more":"fewer";return(0,r.str)`must NOT have ${i} than ${a} properties`},params:({schemaCode:n})=>(0,r._)`{limit: ${n}}`},code(n){const{keyword:a,data:i,schemaCode:s}=n,o=a==="maxProperties"?r.operators.GT:r.operators.LT;n.fail$data((0,r._)`Object.keys(${i}).length ${o} ${s}`)}};return I0.default=t,I0}var k0={},vk;function l0e(){if(vk)return k0;vk=1,Object.defineProperty(k0,"__esModule",{value:!0});const r=ol(),e=xn(),t=Gn(),a={keyword:"required",type:"object",schemaType:"array",$data:!0,error:{message:({params:{missingProperty:i}})=>(0,e.str)`must have required property '${i}'`,params:({params:{missingProperty:i}})=>(0,e._)`{missingProperty: ${i}}`},code(i){const{gen:s,schema:o,schemaCode:l,data:c,$data:u,it:d}=i,{opts:h}=d;if(!u&&o.length===0)return;const p=o.length>=h.loopRequired;if(d.allErrors?m():g(),h.strictRequired){const v=i.parentSchema.properties,{definedProperties:y}=i.it;for(const E of o)if(v?.[E]===void 0&&!y.has(E)){const S=d.schemaEnv.baseId+d.errSchemaPath,w=`required property "${E}" is not defined at "${S}" (strictRequired)`;(0,t.checkStrictMode)(d,w,d.opts.strictRequired)}}function m(){if(p||u)i.block$data(e.nil,b);else for(const v of o)(0,r.checkReportMissingProp)(i,v)}function g(){const v=s.let("missing");if(p||u){const y=s.let("valid",!0);i.block$data(y,()=>_(v,y)),i.ok(y)}else s.if((0,r.checkMissingProp)(i,o,v)),(0,r.reportMissingProp)(i,v),s.else()}function b(){s.forOf("prop",l,v=>{i.setParams({missingProperty:v}),s.if((0,r.noPropertyInData)(s,c,v,h.ownProperties),()=>i.error())})}function _(v,y){i.setParams({missingProperty:v}),s.forOf(v,l,()=>{s.assign(y,(0,r.propertyInData)(s,c,v,h.ownProperties)),s.if((0,e.not)(y),()=>{i.error(),s.break()})},e.nil)}}};return k0.default=a,k0}var M0={},yk;function c0e(){if(yk)return M0;yk=1,Object.defineProperty(M0,"__esModule",{value:!0});const r=xn(),t={keyword:["maxItems","minItems"],type:"array",schemaType:"number",$data:!0,error:{message({keyword:n,schemaCode:a}){const i=n==="maxItems"?"more":"fewer";return(0,r.str)`must NOT have ${i} than ${a} items`},params:({schemaCode:n})=>(0,r._)`{limit: ${n}}`},code(n){const{keyword:a,data:i,schemaCode:s}=n,o=a==="maxItems"?r.operators.GT:r.operators.LT;n.fail$data((0,r._)`${i}.length ${o} ${s}`)}};return M0.default=t,M0}var D0={},P0={},Sk;function nx(){if(Sk)return P0;Sk=1,Object.defineProperty(P0,"__esModule",{value:!0});const r=Zv();return r.code='require("ajv/dist/runtime/equal").default',P0.default=r,P0}var Ek;function u0e(){if(Ek)return D0;Ek=1,Object.defineProperty(D0,"__esModule",{value:!0});const r=yb(),e=xn(),t=Gn(),n=nx(),i={keyword:"uniqueItems",type:"array",schemaType:"boolean",$data:!0,error:{message:({params:{i:s,j:o}})=>(0,e.str)`must NOT have duplicate items (items ## ${o} and ${s} are identical)`,params:({params:{i:s,j:o}})=>(0,e._)`{i: ${s}, j: ${o}}`},code(s){const{gen:o,data:l,$data:c,schema:u,parentSchema:d,schemaCode:h,it:p}=s;if(!c&&!u)return;const m=o.let("valid"),g=d.items?(0,r.getSchemaTypes)(d.items):[];s.block$data(m,b,(0,e._)`${h} === false`),s.ok(m);function b(){const E=o.let("i",(0,e._)`${l}.length`),S=o.let("j");s.setParams({i:E,j:S}),o.assign(m,!0),o.if((0,e._)`${E} > 1`,()=>(_()?v:y)(E,S))}function _(){return g.length>0&&!g.some(E=>E==="object"||E==="array")}function v(E,S){const w=o.name("item"),C=(0,r.checkDataTypes)(g,w,p.opts.strictNumbers,r.DataType.Wrong),x=o.const("indices",(0,e._)`{}`);o.for((0,e._)`;${E}--;`,()=>{o.let(w,(0,e._)`${l}[${E}]`),o.if(C,(0,e._)`continue`),g.length>1&&o.if((0,e._)`typeof ${w} == "string"`,(0,e._)`${w} += "_"`),o.if((0,e._)`typeof ${x}[${w}] == "number"`,()=>{o.assign(S,(0,e._)`${x}[${w}]`),s.error(),o.assign(m,!1).break()}).code((0,e._)`${x}[${w}] = ${E}`)})}function y(E,S){const w=(0,t.useFunc)(o,n.default),C=o.name("outer");o.label(C).for((0,e._)`;${E}--;`,()=>o.for((0,e._)`${S} = ${E}; ${S}--;`,()=>o.if((0,e._)`${w}(${l}[${E}], ${l}[${S}])`,()=>{s.error(),o.assign(m,!1).break(C)})))}}};return D0.default=i,D0}var L0={},wk;function d0e(){if(wk)return L0;wk=1,Object.defineProperty(L0,"__esModule",{value:!0});const r=xn(),e=Gn(),t=nx(),a={keyword:"const",$data:!0,error:{message:"must be equal to constant",params:({schemaCode:i})=>(0,r._)`{allowedValue: ${i}}`},code(i){const{gen:s,data:o,$data:l,schemaCode:c,schema:u}=i;l||u&&typeof u=="object"?i.fail$data((0,r._)`!${(0,e.useFunc)(s,t.default)}(${o}, ${c})`):i.fail((0,r._)`${u} !== ${o}`)}};return L0.default=a,L0}var F0={},Tk;function h0e(){if(Tk)return F0;Tk=1,Object.defineProperty(F0,"__esModule",{value:!0});const r=xn(),e=Gn(),t=nx(),a={keyword:"enum",schemaType:"array",$data:!0,error:{message:"must be equal to one of the allowed values",params:({schemaCode:i})=>(0,r._)`{allowedValues: ${i}}`},code(i){const{gen:s,data:o,$data:l,schema:c,schemaCode:u,it:d}=i;if(!l&&c.length===0)throw new Error("enum must have non-empty array");const h=c.length>=d.opts.loopEnum;let p;const m=()=>p??(p=(0,e.useFunc)(s,t.default));let g;if(h||l)g=s.let("valid"),i.block$data(g,b);else{if(!Array.isArray(c))throw new Error("ajv implementation error");const v=s.const("vSchema",u);g=(0,r.or)(...c.map((y,E)=>_(v,E)))}i.pass(g);function b(){s.assign(g,!1),s.forOf("v",u,v=>s.if((0,r._)`${m()}(${o}, ${v})`,()=>s.assign(g,!0).break()))}function _(v,y){const E=c[y];return typeof E=="object"&&E!==null?(0,r._)`${m()}(${o}, ${v}[${y}])`:(0,r._)`${o} === ${E}`}}};return F0.default=a,F0}var Ck;function f0e(){if(Ck)return C0;Ck=1,Object.defineProperty(C0,"__esModule",{value:!0});const r=r0e(),e=n0e(),t=i0e(),n=s0e(),a=o0e(),i=l0e(),s=c0e(),o=u0e(),l=d0e(),c=h0e(),u=[r.default,e.default,t.default,n.default,a.default,i.default,s.default,o.default,{keyword:"type",schemaType:["string","array"]},{keyword:"nullable",schemaType:"boolean"},l.default,c.default];return C0.default=u,C0}var B0={},Oh={},Ak;function $G(){if(Ak)return Oh;Ak=1,Object.defineProperty(Oh,"__esModule",{value:!0}),Oh.validateAdditionalItems=void 0;const r=xn(),e=Gn(),n={keyword:"additionalItems",type:"array",schemaType:["boolean","object"],before:"uniqueItems",error:{message:({params:{len:i}})=>(0,r.str)`must NOT have more than ${i} items`,params:({params:{len:i}})=>(0,r._)`{limit: ${i}}`},code(i){const{parentSchema:s,it:o}=i,{items:l}=s;if(!Array.isArray(l)){(0,e.checkStrictMode)(o,'"additionalItems" is ignored when "items" is not an array of schemas');return}a(i,l)}};function a(i,s){const{gen:o,schema:l,data:c,keyword:u,it:d}=i;d.items=!0;const h=o.const("len",(0,r._)`${c}.length`);if(l===!1)i.setParams({len:s.length}),i.pass((0,r._)`${h} <= ${s.length}`);else if(typeof l=="object"&&!(0,e.alwaysValidSchema)(d,l)){const m=o.var("valid",(0,r._)`${h} <= ${s.length}`);o.if((0,r.not)(m),()=>p(m)),i.ok(m)}function p(m){o.forRange("i",s.length,h,g=>{i.subschema({keyword:u,dataProp:g,dataPropType:e.Type.Num},m),d.allErrors||o.if((0,r.not)(m),()=>o.break())})}}return Oh.validateAdditionalItems=a,Oh.default=n,Oh}var U0={},Nh={},xk;function GG(){if(xk)return Nh;xk=1,Object.defineProperty(Nh,"__esModule",{value:!0}),Nh.validateTuple=void 0;const r=xn(),e=Gn(),t=ol(),n={keyword:"items",type:"array",schemaType:["object","array","boolean"],before:"uniqueItems",code(i){const{schema:s,it:o}=i;if(Array.isArray(s))return a(i,"additionalItems",s);o.items=!0,!(0,e.alwaysValidSchema)(o,s)&&i.ok((0,t.validateArray)(i))}};function a(i,s,o=i.schema){const{gen:l,parentSchema:c,data:u,keyword:d,it:h}=i;g(c),h.opts.unevaluated&&o.length&&h.items!==!0&&(h.items=e.mergeEvaluated.items(l,o.length,h.items));const p=l.name("valid"),m=l.const("len",(0,r._)`${u}.length`);o.forEach((b,_)=>{(0,e.alwaysValidSchema)(h,b)||(l.if((0,r._)`${m} > ${_}`,()=>i.subschema({keyword:d,schemaProp:_,dataProp:_},p)),i.ok(p))});function g(b){const{opts:_,errSchemaPath:v}=h,y=o.length,E=y===b.minItems&&(y===b.maxItems||b[s]===!1);if(_.strictTuples&&!E){const S=`"${d}" is ${y}-tuple, but minItems or maxItems/${s} are not specified or different at path "${v}"`;(0,e.checkStrictMode)(h,S,_.strictTuples)}}}return Nh.validateTuple=a,Nh.default=n,Nh}var Rk;function p0e(){if(Rk)return U0;Rk=1,Object.defineProperty(U0,"__esModule",{value:!0});const r=GG(),e={keyword:"prefixItems",type:"array",schemaType:["array"],before:"uniqueItems",code:t=>(0,r.validateTuple)(t,"items")};return U0.default=e,U0}var $0={},Ok;function m0e(){if(Ok)return $0;Ok=1,Object.defineProperty($0,"__esModule",{value:!0});const r=xn(),e=Gn(),t=ol(),n=$G(),i={keyword:"items",type:"array",schemaType:["object","boolean"],before:"uniqueItems",error:{message:({params:{len:s}})=>(0,r.str)`must NOT have more than ${s} items`,params:({params:{len:s}})=>(0,r._)`{limit: ${s}}`},code(s){const{schema:o,parentSchema:l,it:c}=s,{prefixItems:u}=l;c.items=!0,!(0,e.alwaysValidSchema)(c,o)&&(u?(0,n.validateAdditionalItems)(s,u):s.ok((0,t.validateArray)(s)))}};return $0.default=i,$0}var G0={},Nk;function g0e(){if(Nk)return G0;Nk=1,Object.defineProperty(G0,"__esModule",{value:!0});const r=xn(),e=Gn(),n={keyword:"contains",type:"array",schemaType:["object","boolean"],before:"uniqueItems",trackErrors:!0,error:{message:({params:{min:a,max:i}})=>i===void 0?(0,r.str)`must contain at least ${a} valid item(s)`:(0,r.str)`must contain at least ${a} and no more than ${i} valid item(s)`,params:({params:{min:a,max:i}})=>i===void 0?(0,r._)`{minContains: ${a}}`:(0,r._)`{minContains: ${a}, maxContains: ${i}}`},code(a){const{gen:i,schema:s,parentSchema:o,data:l,it:c}=a;let u,d;const{minContains:h,maxContains:p}=o;c.opts.next?(u=h===void 0?1:h,d=p):u=1;const m=i.const("len",(0,r._)`${l}.length`);if(a.setParams({min:u,max:d}),d===void 0&&u===0){(0,e.checkStrictMode)(c,'"minContains" == 0 without "maxContains": "contains" keyword ignored');return}if(d!==void 0&&u>d){(0,e.checkStrictMode)(c,'"minContains" > "maxContains" is always invalid'),a.fail();return}if((0,e.alwaysValidSchema)(c,s)){let y=(0,r._)`${m} >= ${u}`;d!==void 0&&(y=(0,r._)`${y} && ${m} <= ${d}`),a.pass(y);return}c.items=!0;const g=i.name("valid");d===void 0&&u===1?_(g,()=>i.if(g,()=>i.break())):u===0?(i.let(g,!0),d!==void 0&&i.if((0,r._)`${l}.length > 0`,b)):(i.let(g,!1),b()),a.result(g,()=>a.reset());function b(){const y=i.name("_valid"),E=i.let("count",0);_(y,()=>i.if(y,()=>v(E)))}function _(y,E){i.forRange("i",0,m,S=>{a.subschema({keyword:"contains",dataProp:S,dataPropType:e.Type.Num,compositeRule:!0},y),E()})}function v(y){i.code((0,r._)`${y}++`),d===void 0?i.if((0,r._)`${y} >= ${u}`,()=>i.assign(g,!0).break()):(i.if((0,r._)`${y} > ${d}`,()=>i.assign(g,!1).break()),u===1?i.assign(g,!0):i.if((0,r._)`${y} >= ${u}`,()=>i.assign(g,!0)))}}};return G0.default=n,G0}var gT={},Ik;function _0e(){return Ik||(Ik=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.validateSchemaDeps=r.validatePropertyDeps=r.error=void 0;const e=xn(),t=Gn(),n=ol();r.error={message:({params:{property:l,depsCount:c,deps:u}})=>{const d=c===1?"property":"properties";return(0,e.str)`must have ${d} ${u} when property ${l} is present`},params:({params:{property:l,depsCount:c,deps:u,missingProperty:d}})=>(0,e._)`{property: ${l}, + missingProperty: ${d}, + depsCount: ${c}, + deps: ${u}}`};const a={keyword:"dependencies",type:"object",schemaType:"object",error:r.error,code(l){const[c,u]=i(l);s(l,c),o(l,u)}};function i({schema:l}){const c={},u={};for(const d in l){if(d==="__proto__")continue;const h=Array.isArray(l[d])?c:u;h[d]=l[d]}return[c,u]}function s(l,c=l.schema){const{gen:u,data:d,it:h}=l;if(Object.keys(c).length===0)return;const p=u.let("missing");for(const m in c){const g=c[m];if(g.length===0)continue;const b=(0,n.propertyInData)(u,d,m,h.opts.ownProperties);l.setParams({property:m,depsCount:g.length,deps:g.join(", ")}),h.allErrors?u.if(b,()=>{for(const _ of g)(0,n.checkReportMissingProp)(l,_)}):(u.if((0,e._)`${b} && (${(0,n.checkMissingProp)(l,g,p)})`),(0,n.reportMissingProp)(l,p),u.else())}}r.validatePropertyDeps=s;function o(l,c=l.schema){const{gen:u,data:d,keyword:h,it:p}=l,m=u.name("valid");for(const g in c)(0,t.alwaysValidSchema)(p,c[g])||(u.if((0,n.propertyInData)(u,d,g,p.opts.ownProperties),()=>{const b=l.subschema({keyword:h,schemaProp:g},m);l.mergeValidEvaluated(b,m)},()=>u.var(m,!0)),l.ok(m))}r.validateSchemaDeps=o,r.default=a}(gT)),gT}var z0={},kk;function b0e(){if(kk)return z0;kk=1,Object.defineProperty(z0,"__esModule",{value:!0});const r=xn(),e=Gn(),n={keyword:"propertyNames",type:"object",schemaType:["object","boolean"],error:{message:"property name must be valid",params:({params:a})=>(0,r._)`{propertyName: ${a.propertyName}}`},code(a){const{gen:i,schema:s,data:o,it:l}=a;if((0,e.alwaysValidSchema)(l,s))return;const c=i.name("valid");i.forIn("key",o,u=>{a.setParams({propertyName:u}),a.subschema({keyword:"propertyNames",data:u,dataTypes:["string"],propertyName:u,compositeRule:!0},c),i.if((0,r.not)(c),()=>{a.error(!0),l.allErrors||i.break()})}),a.ok(c)}};return z0.default=n,z0}var q0={},Mk;function zG(){if(Mk)return q0;Mk=1,Object.defineProperty(q0,"__esModule",{value:!0});const r=ol(),e=xn(),t=Xu(),n=Gn(),i={keyword:"additionalProperties",type:["object"],schemaType:["boolean","object"],allowUndefined:!0,trackErrors:!0,error:{message:"must NOT have additional properties",params:({params:s})=>(0,e._)`{additionalProperty: ${s.additionalProperty}}`},code(s){const{gen:o,schema:l,parentSchema:c,data:u,errsCount:d,it:h}=s;if(!d)throw new Error("ajv implementation error");const{allErrors:p,opts:m}=h;if(h.props=!0,m.removeAdditional!=="all"&&(0,n.alwaysValidSchema)(h,l))return;const g=(0,r.allSchemaProperties)(c.properties),b=(0,r.allSchemaProperties)(c.patternProperties);_(),s.ok((0,e._)`${d} === ${t.default.errors}`);function _(){o.forIn("key",u,w=>{!g.length&&!b.length?E(w):o.if(v(w),()=>E(w))})}function v(w){let C;if(g.length>8){const x=(0,n.schemaRefOrVal)(h,c.properties,"properties");C=(0,r.isOwnProperty)(o,x,w)}else g.length?C=(0,e.or)(...g.map(x=>(0,e._)`${w} === ${x}`)):C=e.nil;return b.length&&(C=(0,e.or)(C,...b.map(x=>(0,e._)`${(0,r.usePattern)(s,x)}.test(${w})`))),(0,e.not)(C)}function y(w){o.code((0,e._)`delete ${u}[${w}]`)}function E(w){if(m.removeAdditional==="all"||m.removeAdditional&&l===!1){y(w);return}if(l===!1){s.setParams({additionalProperty:w}),s.error(),p||o.break();return}if(typeof l=="object"&&!(0,n.alwaysValidSchema)(h,l)){const C=o.name("valid");m.removeAdditional==="failing"?(S(w,C,!1),o.if((0,e.not)(C),()=>{s.reset(),y(w)})):(S(w,C),p||o.if((0,e.not)(C),()=>o.break()))}}function S(w,C,x){const N={keyword:"additionalProperties",dataProp:w,dataPropType:n.Type.Str};x===!1&&Object.assign(N,{compositeRule:!0,createErrors:!1,allErrors:!1}),s.subschema(N,C)}}};return q0.default=i,q0}var H0={},Dk;function v0e(){if(Dk)return H0;Dk=1,Object.defineProperty(H0,"__esModule",{value:!0});const r=ey(),e=ol(),t=Gn(),n=zG(),a={keyword:"properties",type:"object",schemaType:"object",code(i){const{gen:s,schema:o,parentSchema:l,data:c,it:u}=i;u.opts.removeAdditional==="all"&&l.additionalProperties===void 0&&n.default.code(new r.KeywordCxt(u,n.default,"additionalProperties"));const d=(0,e.allSchemaProperties)(o);for(const b of d)u.definedProperties.add(b);u.opts.unevaluated&&d.length&&u.props!==!0&&(u.props=t.mergeEvaluated.props(s,(0,t.toHash)(d),u.props));const h=d.filter(b=>!(0,t.alwaysValidSchema)(u,o[b]));if(h.length===0)return;const p=s.name("valid");for(const b of h)m(b)?g(b):(s.if((0,e.propertyInData)(s,c,b,u.opts.ownProperties)),g(b),u.allErrors||s.else().var(p,!0),s.endIf()),i.it.definedProperties.add(b),i.ok(p);function m(b){return u.opts.useDefaults&&!u.compositeRule&&o[b].default!==void 0}function g(b){i.subschema({keyword:"properties",schemaProp:b,dataProp:b},p)}}};return H0.default=a,H0}var V0={},Pk;function y0e(){if(Pk)return V0;Pk=1,Object.defineProperty(V0,"__esModule",{value:!0});const r=ol(),e=xn(),t=Gn(),n=Gn(),a={keyword:"patternProperties",type:"object",schemaType:"object",code(i){const{gen:s,schema:o,data:l,parentSchema:c,it:u}=i,{opts:d}=u,h=(0,r.allSchemaProperties)(o),p=h.filter(E=>(0,t.alwaysValidSchema)(u,o[E]));if(h.length===0||p.length===h.length&&(!u.opts.unevaluated||u.props===!0))return;const m=d.strictSchema&&!d.allowMatchingProperties&&c.properties,g=s.name("valid");u.props!==!0&&!(u.props instanceof e.Name)&&(u.props=(0,n.evaluatedPropsToName)(s,u.props));const{props:b}=u;_();function _(){for(const E of h)m&&v(E),u.allErrors?y(E):(s.var(g,!0),y(E),s.if(g))}function v(E){for(const S in m)new RegExp(E).test(S)&&(0,t.checkStrictMode)(u,`property ${S} matches pattern ${E} (use allowMatchingProperties)`)}function y(E){s.forIn("key",l,S=>{s.if((0,e._)`${(0,r.usePattern)(i,E)}.test(${S})`,()=>{const w=p.includes(E);w||i.subschema({keyword:"patternProperties",schemaProp:E,dataProp:S,dataPropType:n.Type.Str},g),u.opts.unevaluated&&b!==!0?s.assign((0,e._)`${b}[${S}]`,!0):!w&&!u.allErrors&&s.if((0,e.not)(g),()=>s.break())})})}}};return V0.default=a,V0}var Y0={},Lk;function S0e(){if(Lk)return Y0;Lk=1,Object.defineProperty(Y0,"__esModule",{value:!0});const r=Gn(),e={keyword:"not",schemaType:["object","boolean"],trackErrors:!0,code(t){const{gen:n,schema:a,it:i}=t;if((0,r.alwaysValidSchema)(i,a)){t.fail();return}const s=n.name("valid");t.subschema({keyword:"not",compositeRule:!0,createErrors:!1,allErrors:!1},s),t.failResult(s,()=>t.reset(),()=>t.error())},error:{message:"must NOT be valid"}};return Y0.default=e,Y0}var W0={},Fk;function E0e(){if(Fk)return W0;Fk=1,Object.defineProperty(W0,"__esModule",{value:!0});const e={keyword:"anyOf",schemaType:"array",trackErrors:!0,code:ol().validateUnion,error:{message:"must match a schema in anyOf"}};return W0.default=e,W0}var j0={},Bk;function w0e(){if(Bk)return j0;Bk=1,Object.defineProperty(j0,"__esModule",{value:!0});const r=xn(),e=Gn(),n={keyword:"oneOf",schemaType:"array",trackErrors:!0,error:{message:"must match exactly one schema in oneOf",params:({params:a})=>(0,r._)`{passingSchemas: ${a.passing}}`},code(a){const{gen:i,schema:s,parentSchema:o,it:l}=a;if(!Array.isArray(s))throw new Error("ajv implementation error");if(l.opts.discriminator&&o.discriminator)return;const c=s,u=i.let("valid",!1),d=i.let("passing",null),h=i.name("_valid");a.setParams({passing:d}),i.block(p),a.result(u,()=>a.reset(),()=>a.error(!0));function p(){c.forEach((m,g)=>{let b;(0,e.alwaysValidSchema)(l,m)?i.var(h,!0):b=a.subschema({keyword:"oneOf",schemaProp:g,compositeRule:!0},h),g>0&&i.if((0,r._)`${h} && ${u}`).assign(u,!1).assign(d,(0,r._)`[${d}, ${g}]`).else(),i.if(h,()=>{i.assign(u,!0),i.assign(d,g),b&&a.mergeEvaluated(b,r.Name)})})}}};return j0.default=n,j0}var K0={},Uk;function T0e(){if(Uk)return K0;Uk=1,Object.defineProperty(K0,"__esModule",{value:!0});const r=Gn(),e={keyword:"allOf",schemaType:"array",code(t){const{gen:n,schema:a,it:i}=t;if(!Array.isArray(a))throw new Error("ajv implementation error");const s=n.name("valid");a.forEach((o,l)=>{if((0,r.alwaysValidSchema)(i,o))return;const c=t.subschema({keyword:"allOf",schemaProp:l},s);t.ok(s),t.mergeEvaluated(c)})}};return K0.default=e,K0}var X0={},$k;function C0e(){if($k)return X0;$k=1,Object.defineProperty(X0,"__esModule",{value:!0});const r=xn(),e=Gn(),n={keyword:"if",schemaType:["object","boolean"],trackErrors:!0,error:{message:({params:i})=>(0,r.str)`must match "${i.ifClause}" schema`,params:({params:i})=>(0,r._)`{failingKeyword: ${i.ifClause}}`},code(i){const{gen:s,parentSchema:o,it:l}=i;o.then===void 0&&o.else===void 0&&(0,e.checkStrictMode)(l,'"if" without "then" and "else" is ignored');const c=a(l,"then"),u=a(l,"else");if(!c&&!u)return;const d=s.let("valid",!0),h=s.name("_valid");if(p(),i.reset(),c&&u){const g=s.let("ifClause");i.setParams({ifClause:g}),s.if(h,m("then",g),m("else",g))}else c?s.if(h,m("then")):s.if((0,r.not)(h),m("else"));i.pass(d,()=>i.error(!0));function p(){const g=i.subschema({keyword:"if",compositeRule:!0,createErrors:!1,allErrors:!1},h);i.mergeEvaluated(g)}function m(g,b){return()=>{const _=i.subschema({keyword:g},h);s.assign(d,h),i.mergeValidEvaluated(_,d),b?s.assign(b,(0,r._)`${g}`):i.setParams({ifClause:g})}}}};function a(i,s){const o=i.schema[s];return o!==void 0&&!(0,e.alwaysValidSchema)(i,o)}return X0.default=n,X0}var Q0={},Gk;function A0e(){if(Gk)return Q0;Gk=1,Object.defineProperty(Q0,"__esModule",{value:!0});const r=Gn(),e={keyword:["then","else"],schemaType:["object","boolean"],code({keyword:t,parentSchema:n,it:a}){n.if===void 0&&(0,r.checkStrictMode)(a,`"${t}" without "if" is ignored`)}};return Q0.default=e,Q0}var zk;function x0e(){if(zk)return B0;zk=1,Object.defineProperty(B0,"__esModule",{value:!0});const r=$G(),e=p0e(),t=GG(),n=m0e(),a=g0e(),i=_0e(),s=b0e(),o=zG(),l=v0e(),c=y0e(),u=S0e(),d=E0e(),h=w0e(),p=T0e(),m=C0e(),g=A0e();function b(_=!1){const v=[u.default,d.default,h.default,p.default,m.default,g.default,s.default,o.default,i.default,l.default,c.default];return _?v.push(e.default,n.default):v.push(r.default,t.default),v.push(a.default),v}return B0.default=b,B0}var Z0={},J0={},qk;function R0e(){if(qk)return J0;qk=1,Object.defineProperty(J0,"__esModule",{value:!0});const r=xn(),t={keyword:"format",type:["number","string"],schemaType:"string",$data:!0,error:{message:({schemaCode:n})=>(0,r.str)`must match format "${n}"`,params:({schemaCode:n})=>(0,r._)`{format: ${n}}`},code(n,a){const{gen:i,data:s,$data:o,schema:l,schemaCode:c,it:u}=n,{opts:d,errSchemaPath:h,schemaEnv:p,self:m}=u;if(!d.validateFormats)return;o?g():b();function g(){const _=i.scopeValue("formats",{ref:m.formats,code:d.code.formats}),v=i.const("fDef",(0,r._)`${_}[${c}]`),y=i.let("fType"),E=i.let("format");i.if((0,r._)`typeof ${v} == "object" && !(${v} instanceof RegExp)`,()=>i.assign(y,(0,r._)`${v}.type || "string"`).assign(E,(0,r._)`${v}.validate`),()=>i.assign(y,(0,r._)`"string"`).assign(E,v)),n.fail$data((0,r.or)(S(),w()));function S(){return d.strictSchema===!1?r.nil:(0,r._)`${c} && !${E}`}function w(){const C=p.$async?(0,r._)`(${v}.async ? await ${E}(${s}) : ${E}(${s}))`:(0,r._)`${E}(${s})`,x=(0,r._)`(typeof ${E} == "function" ? ${C} : ${E}.test(${s}))`;return(0,r._)`${E} && ${E} !== true && ${y} === ${a} && !${x}`}}function b(){const _=m.formats[l];if(!_){S();return}if(_===!0)return;const[v,y,E]=w(_);v===a&&n.pass(C());function S(){if(d.strictSchema===!1){m.logger.warn(x());return}throw new Error(x());function x(){return`unknown format "${l}" ignored in schema at path "${h}"`}}function w(x){const N=x instanceof RegExp?(0,r.regexpCode)(x):d.code.formats?(0,r._)`${d.code.formats}${(0,r.getProperty)(l)}`:void 0,I=i.scopeValue("formats",{key:l,ref:x,code:N});return typeof x=="object"&&!(x instanceof RegExp)?[x.type||"string",x.validate,(0,r._)`${I}.validate`]:["string",x,I]}function C(){if(typeof _=="object"&&!(_ instanceof RegExp)&&_.async){if(!p.$async)throw new Error("async format in sync schema");return(0,r._)`await ${E}(${s})`}return typeof y=="function"?(0,r._)`${E}(${s})`:(0,r._)`${E}.test(${s})`}}}};return J0.default=t,J0}var Hk;function O0e(){if(Hk)return Z0;Hk=1,Object.defineProperty(Z0,"__esModule",{value:!0});const e=[R0e().default];return Z0.default=e,Z0}var yd={},Vk;function N0e(){return Vk||(Vk=1,Object.defineProperty(yd,"__esModule",{value:!0}),yd.contentVocabulary=yd.metadataVocabulary=void 0,yd.metadataVocabulary=["title","description","default","deprecated","readOnly","writeOnly","examples"],yd.contentVocabulary=["contentMediaType","contentEncoding","contentSchema"]),yd}var Yk;function I0e(){if(Yk)return E0;Yk=1,Object.defineProperty(E0,"__esModule",{value:!0});const r=t0e(),e=f0e(),t=x0e(),n=O0e(),a=N0e(),i=[r.default,e.default,(0,t.default)(),n.default,a.metadataVocabulary,a.contentVocabulary];return E0.default=i,E0}var e1={},Rp={},Wk;function k0e(){if(Wk)return Rp;Wk=1,Object.defineProperty(Rp,"__esModule",{value:!0}),Rp.DiscrError=void 0;var r;return function(e){e.Tag="tag",e.Mapping="mapping"}(r||(Rp.DiscrError=r={})),Rp}var jk;function M0e(){if(jk)return e1;jk=1,Object.defineProperty(e1,"__esModule",{value:!0});const r=xn(),e=k0e(),t=rx(),n=ty(),a=Gn(),s={keyword:"discriminator",type:"object",schemaType:"object",error:{message:({params:{discrError:o,tagName:l}})=>o===e.DiscrError.Tag?`tag "${l}" must be string`:`value of tag "${l}" must be in oneOf`,params:({params:{discrError:o,tag:l,tagName:c}})=>(0,r._)`{error: ${o}, tag: ${c}, tagValue: ${l}}`},code(o){const{gen:l,data:c,schema:u,parentSchema:d,it:h}=o,{oneOf:p}=d;if(!h.opts.discriminator)throw new Error("discriminator: requires discriminator option");const m=u.propertyName;if(typeof m!="string")throw new Error("discriminator: requires propertyName");if(u.mapping)throw new Error("discriminator: mapping is not supported");if(!p)throw new Error("discriminator: requires oneOf keyword");const g=l.let("valid",!1),b=l.const("tag",(0,r._)`${c}${(0,r.getProperty)(m)}`);l.if((0,r._)`typeof ${b} == "string"`,()=>_(),()=>o.error(!1,{discrError:e.DiscrError.Tag,tag:b,tagName:m})),o.ok(g);function _(){const E=y();l.if(!1);for(const S in E)l.elseIf((0,r._)`${b} === ${S}`),l.assign(g,v(E[S]));l.else(),o.error(!1,{discrError:e.DiscrError.Mapping,tag:b,tagName:m}),l.endIf()}function v(E){const S=l.name("valid"),w=o.subschema({keyword:"oneOf",schemaProp:E},S);return o.mergeEvaluated(w,r.Name),S}function y(){var E;const S={},w=x(d);let C=!0;for(let D=0;Dthis.addVocabulary(m)),this.opts.discriminator&&this.addKeyword(a.default)}_addDefaultMetaSchema(){if(super._addDefaultMetaSchema(),!this.opts.meta)return;const m=this.opts.$data?this.$dataMetaSchema(i,s):i;this.addMetaSchema(m,o,!1),this.refs["http://json-schema.org/schema"]=o}defaultMeta(){return this.opts.defaultMeta=super.defaultMeta()||(this.getSchema(o)?o:void 0)}}e.Ajv=l,r.exports=e=l,r.exports.Ajv=l,Object.defineProperty(e,"__esModule",{value:!0}),e.default=l;var c=ey();Object.defineProperty(e,"KeywordCxt",{enumerable:!0,get:function(){return c.KeywordCxt}});var u=xn();Object.defineProperty(e,"_",{enumerable:!0,get:function(){return u._}}),Object.defineProperty(e,"str",{enumerable:!0,get:function(){return u.str}}),Object.defineProperty(e,"stringify",{enumerable:!0,get:function(){return u.stringify}}),Object.defineProperty(e,"nil",{enumerable:!0,get:function(){return u.nil}}),Object.defineProperty(e,"Name",{enumerable:!0,get:function(){return u.Name}}),Object.defineProperty(e,"CodeGen",{enumerable:!0,get:function(){return u.CodeGen}});var d=tx();Object.defineProperty(e,"ValidationError",{enumerable:!0,get:function(){return d.default}});var h=ty();Object.defineProperty(e,"MissingRefError",{enumerable:!0,get:function(){return h.default}})}(_0,_0.exports)),_0.exports}var z0e=G0e();const q0e=sh(z0e);var t1={exports:{}},_T={},Xk;function H0e(){return Xk||(Xk=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.formatNames=r.fastFormats=r.fullFormats=void 0;function e(D,V){return{validate:D,compare:V}}r.fullFormats={date:e(i,s),time:e(l(!0),c),"date-time":e(h(!0),p),"iso-time":e(l(),u),"iso-date-time":e(h(),m),duration:/^P(?!$)((\d+Y)?(\d+M)?(\d+D)?(T(?=\d)(\d+H)?(\d+M)?(\d+S)?)?|(\d+W)?)$/,uri:_,"uri-reference":/^(?:[a-z][a-z0-9+\-.]*:)?(?:\/?\/(?:(?:[a-z0-9\-._~!$&'()*+,;=:]|%[0-9a-f]{2})*@)?(?:\[(?:(?:(?:(?:[0-9a-f]{1,4}:){6}|::(?:[0-9a-f]{1,4}:){5}|(?:[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){4}|(?:(?:[0-9a-f]{1,4}:){0,1}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){3}|(?:(?:[0-9a-f]{1,4}:){0,2}[0-9a-f]{1,4})?::(?:[0-9a-f]{1,4}:){2}|(?:(?:[0-9a-f]{1,4}:){0,3}[0-9a-f]{1,4})?::[0-9a-f]{1,4}:|(?:(?:[0-9a-f]{1,4}:){0,4}[0-9a-f]{1,4})?::)(?:[0-9a-f]{1,4}:[0-9a-f]{1,4}|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?))|(?:(?:[0-9a-f]{1,4}:){0,5}[0-9a-f]{1,4})?::[0-9a-f]{1,4}|(?:(?:[0-9a-f]{1,4}:){0,6}[0-9a-f]{1,4})?::)|[Vv][0-9a-f]+\.[a-z0-9\-._~!$&'()*+,;=:]+)\]|(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)|(?:[a-z0-9\-._~!$&'"()*+,;=]|%[0-9a-f]{2})*)(?::\d*)?(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*|\/(?:(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?|(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})+(?:\/(?:[a-z0-9\-._~!$&'"()*+,;=:@]|%[0-9a-f]{2})*)*)?(?:\?(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?(?:#(?:[a-z0-9\-._~!$&'"()*+,;=:@/?]|%[0-9a-f]{2})*)?$/i,"uri-template":/^(?:(?:[^\x00-\x20"'<>%\\^`{|}]|%[0-9a-f]{2})|\{[+#./;?&=,!@|]?(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?(?:,(?:[a-z0-9_]|%[0-9a-f]{2})+(?::[1-9][0-9]{0,3}|\*)?)*\})*$/i,url:/^(?:https?|ftp):\/\/(?:\S+(?::\S*)?@)?(?:(?!(?:10|127)(?:\.\d{1,3}){3})(?!(?:169\.254|192\.168)(?:\.\d{1,3}){2})(?!172\.(?:1[6-9]|2\d|3[0-1])(?:\.\d{1,3}){2})(?:[1-9]\d?|1\d\d|2[01]\d|22[0-3])(?:\.(?:1?\d{1,2}|2[0-4]\d|25[0-5])){2}(?:\.(?:[1-9]\d?|1\d\d|2[0-4]\d|25[0-4]))|(?:(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)(?:\.(?:[a-z0-9\u{00a1}-\u{ffff}]+-)*[a-z0-9\u{00a1}-\u{ffff}]+)*(?:\.(?:[a-z\u{00a1}-\u{ffff}]{2,})))(?::\d{2,5})?(?:\/[^\s]*)?$/iu,email:/^[a-z0-9!#$%&'*+/=?^_`{|}~-]+(?:\.[a-z0-9!#$%&'*+/=?^_`{|}~-]+)*@(?:[a-z0-9](?:[a-z0-9-]*[a-z0-9])?\.)+[a-z0-9](?:[a-z0-9-]*[a-z0-9])?$/i,hostname:/^(?=.{1,253}\.?$)[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[-0-9a-z]{0,61}[0-9a-z])?)*\.?$/i,ipv4:/^(?:(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)\.){3}(?:25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)$/,ipv6:/^((([0-9a-f]{1,4}:){7}([0-9a-f]{1,4}|:))|(([0-9a-f]{1,4}:){6}(:[0-9a-f]{1,4}|((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){5}(((:[0-9a-f]{1,4}){1,2})|:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3})|:))|(([0-9a-f]{1,4}:){4}(((:[0-9a-f]{1,4}){1,3})|((:[0-9a-f]{1,4})?:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){3}(((:[0-9a-f]{1,4}){1,4})|((:[0-9a-f]{1,4}){0,2}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){2}(((:[0-9a-f]{1,4}){1,5})|((:[0-9a-f]{1,4}){0,3}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(([0-9a-f]{1,4}:){1}(((:[0-9a-f]{1,4}){1,6})|((:[0-9a-f]{1,4}){0,4}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:))|(:(((:[0-9a-f]{1,4}){1,7})|((:[0-9a-f]{1,4}){0,5}:((25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)(\.(25[0-5]|2[0-4]\d|1\d\d|[1-9]?\d)){3}))|:)))$/i,regex:I,uuid:/^(?:urn:uuid:)?[0-9a-f]{8}-(?:[0-9a-f]{4}-){3}[0-9a-f]{12}$/i,"json-pointer":/^(?:\/(?:[^~/]|~0|~1)*)*$/,"json-pointer-uri-fragment":/^#(?:\/(?:[a-z0-9_\-.!$&'()*+,;:=@]|%[0-9a-f]{2}|~0|~1)*)*$/i,"relative-json-pointer":/^(?:0|[1-9][0-9]*)(?:#|(?:\/(?:[^~/]|~0|~1)*)*)$/,byte:y,int32:{type:"number",validate:w},int64:{type:"number",validate:C},float:{type:"number",validate:x},double:{type:"number",validate:x},password:!0,binary:!0},r.fastFormats={...r.fullFormats,date:e(/^\d\d\d\d-[0-1]\d-[0-3]\d$/,s),time:e(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,c),"date-time":e(/^\d\d\d\d-[0-1]\d-[0-3]\dt(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)$/i,p),"iso-time":e(/^(?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,u),"iso-date-time":e(/^\d\d\d\d-[0-1]\d-[0-3]\d[t\s](?:[0-2]\d:[0-5]\d:[0-5]\d|23:59:60)(?:\.\d+)?(?:z|[+-]\d\d(?::?\d\d)?)?$/i,m),uri:/^(?:[a-z][a-z0-9+\-.]*:)(?:\/?\/)?[^\s]*$/i,"uri-reference":/^(?:(?:[a-z][a-z0-9+\-.]*:)?\/?\/)?(?:[^\\\s#][^\s#]*)?(?:#[^\\\s]*)?$/i,email:/^[a-z0-9.!#$%&'*+/=?^_`{|}~-]+@[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?(?:\.[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?)*$/i},r.formatNames=Object.keys(r.fullFormats);function t(D){return D%4===0&&(D%100!==0||D%400===0)}const n=/^(\d\d\d\d)-(\d\d)-(\d\d)$/,a=[0,31,28,31,30,31,30,31,31,30,31,30,31];function i(D){const V=n.exec(D);if(!V)return!1;const q=+V[1],$=+V[2],K=+V[3];return $>=1&&$<=12&&K>=1&&K<=($===2&&t(q)?29:a[$])}function s(D,V){if(D&&V)return D>V?1:D23||B>59||D&&!W)return!1;if(K<=23&&z<=59&&re<60)return!0;const te=z-B*ie,O=K-k*ie-(te<0?1:0);return(O===23||O===-1)&&(te===59||te===-1)&&re<61}}function c(D,V){if(!(D&&V))return;const q=new Date("2020-01-01T"+D).valueOf(),$=new Date("2020-01-01T"+V).valueOf();if(q&&$)return q-$}function u(D,V){if(!(D&&V))return;const q=o.exec(D),$=o.exec(V);if(q&&$)return D=q[1]+q[2]+q[3],V=$[1]+$[2]+$[3],D>V?1:D=E}function C(D){return Number.isInteger(D)}function x(){return!0}const N=/[^\\]\\Z/;function I(D){if(N.test(D))return!1;try{return new RegExp(D),!0}catch{return!1}}}(_T)),_T}var bT={},r1={exports:{}},vT={},oc={},Sd={},yT={},ST={},ET={},Qk;function Sb(){return Qk||(Qk=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.regexpCode=r.getEsmExportName=r.getProperty=r.safeStringify=r.stringify=r.strConcat=r.addCodeArg=r.str=r._=r.nil=r._Code=r.Name=r.IDENTIFIER=r._CodeOrName=void 0;class e{}r._CodeOrName=e,r.IDENTIFIER=/^[a-z$_][a-z$_0-9]*$/i;class t extends e{constructor(v){if(super(),!r.IDENTIFIER.test(v))throw new Error("CodeGen: name must be a valid identifier");this.str=v}toString(){return this.str}emptyStr(){return!1}get names(){return{[this.str]:1}}}r.Name=t;class n extends e{constructor(v){super(),this._items=typeof v=="string"?[v]:v}toString(){return this.str}emptyStr(){if(this._items.length>1)return!1;const v=this._items[0];return v===""||v==='""'}get str(){var v;return(v=this._str)!==null&&v!==void 0?v:this._str=this._items.reduce((y,E)=>`${y}${E}`,"")}get names(){var v;return(v=this._names)!==null&&v!==void 0?v:this._names=this._items.reduce((y,E)=>(E instanceof t&&(y[E.str]=(y[E.str]||0)+1),y),{})}}r._Code=n,r.nil=new n("");function a(_,...v){const y=[_[0]];let E=0;for(;E{if(d.scopePath===void 0)throw new Error(`CodeGen: name "${d}" has no value`);return(0,e._)`${c}${d.scopePath}`})}scopeCode(c=this._values,u,d){return this._reduceValues(c,h=>{if(h.value===void 0)throw new Error(`CodeGen: name "${h}" has no value`);return h.value.code},u,d)}_reduceValues(c,u,d={},h){let p=e.nil;for(const m in c){const g=c[m];if(!g)continue;const b=d[m]=d[m]||new Map;g.forEach(_=>{if(b.has(_))return;b.set(_,n.Started);let v=u(_);if(v){const y=this.opts.es5?r.varKinds.var:r.varKinds.const;p=(0,e._)`${p}${y} ${_} = ${v};${this.opts._n}`}else if(v=h?.(_))p=(0,e._)`${p}${v}${this.opts._n}`;else throw new t(_);b.set(_,n.Completed)})}return p}}r.ValueScope=o}(wT)),wT}var eM;function pn(){return eM||(eM=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.or=r.and=r.not=r.CodeGen=r.operators=r.varKinds=r.ValueScopeName=r.ValueScope=r.Scope=r.Name=r.regexpCode=r.stringify=r.getProperty=r.nil=r.strConcat=r.str=r._=void 0;const e=Sb(),t=Jk();var n=Sb();Object.defineProperty(r,"_",{enumerable:!0,get:function(){return n._}}),Object.defineProperty(r,"str",{enumerable:!0,get:function(){return n.str}}),Object.defineProperty(r,"strConcat",{enumerable:!0,get:function(){return n.strConcat}}),Object.defineProperty(r,"nil",{enumerable:!0,get:function(){return n.nil}}),Object.defineProperty(r,"getProperty",{enumerable:!0,get:function(){return n.getProperty}}),Object.defineProperty(r,"stringify",{enumerable:!0,get:function(){return n.stringify}}),Object.defineProperty(r,"regexpCode",{enumerable:!0,get:function(){return n.regexpCode}}),Object.defineProperty(r,"Name",{enumerable:!0,get:function(){return n.Name}});var a=Jk();Object.defineProperty(r,"Scope",{enumerable:!0,get:function(){return a.Scope}}),Object.defineProperty(r,"ValueScope",{enumerable:!0,get:function(){return a.ValueScope}}),Object.defineProperty(r,"ValueScopeName",{enumerable:!0,get:function(){return a.ValueScopeName}}),Object.defineProperty(r,"varKinds",{enumerable:!0,get:function(){return a.varKinds}}),r.operators={GT:new e._Code(">"),GTE:new e._Code(">="),LT:new e._Code("<"),LTE:new e._Code("<="),EQ:new e._Code("==="),NEQ:new e._Code("!=="),NOT:new e._Code("!"),OR:new e._Code("||"),AND:new e._Code("&&"),ADD:new e._Code("+")};class i{optimizeNodes(){return this}optimizeNames(R,U){return this}}class s extends i{constructor(R,U,Q){super(),this.varKind=R,this.name=U,this.rhs=Q}render({es5:R,_n:U}){const Q=R?t.varKinds.var:this.varKind,ne=this.rhs===void 0?"":` = ${this.rhs}`;return`${Q} ${this.name}${ne};`+U}optimizeNames(R,U){if(R[this.name.str])return this.rhs&&(this.rhs=$(this.rhs,R,U)),this}get names(){return this.rhs instanceof e._CodeOrName?this.rhs.names:{}}}class o extends i{constructor(R,U,Q){super(),this.lhs=R,this.rhs=U,this.sideEffects=Q}render({_n:R}){return`${this.lhs} = ${this.rhs};`+R}optimizeNames(R,U){if(!(this.lhs instanceof e.Name&&!R[this.lhs.str]&&!this.sideEffects))return this.rhs=$(this.rhs,R,U),this}get names(){const R=this.lhs instanceof e.Name?{}:{...this.lhs.names};return q(R,this.rhs)}}class l extends o{constructor(R,U,Q,ne){super(R,Q,ne),this.op=U}render({_n:R}){return`${this.lhs} ${this.op}= ${this.rhs};`+R}}class c extends i{constructor(R){super(),this.label=R,this.names={}}render({_n:R}){return`${this.label}:`+R}}class u extends i{constructor(R){super(),this.label=R,this.names={}}render({_n:R}){return`break${this.label?` ${this.label}`:""};`+R}}class d extends i{constructor(R){super(),this.error=R}render({_n:R}){return`throw ${this.error};`+R}get names(){return this.error.names}}class h extends i{constructor(R){super(),this.code=R}render({_n:R}){return`${this.code};`+R}optimizeNodes(){return`${this.code}`?this:void 0}optimizeNames(R,U){return this.code=$(this.code,R,U),this}get names(){return this.code instanceof e._CodeOrName?this.code.names:{}}}class p extends i{constructor(R=[]){super(),this.nodes=R}render(R){return this.nodes.reduce((U,Q)=>U+Q.render(R),"")}optimizeNodes(){const{nodes:R}=this;let U=R.length;for(;U--;){const Q=R[U].optimizeNodes();Array.isArray(Q)?R.splice(U,1,...Q):Q?R[U]=Q:R.splice(U,1)}return R.length>0?this:void 0}optimizeNames(R,U){const{nodes:Q}=this;let ne=Q.length;for(;ne--;){const ue=Q[ne];ue.optimizeNames(R,U)||(K(R,ue.names),Q.splice(ne,1))}return Q.length>0?this:void 0}get names(){return this.nodes.reduce((R,U)=>V(R,U.names),{})}}class m extends p{render(R){return"{"+R._n+super.render(R)+"}"+R._n}}class g extends p{}class b extends m{}b.kind="else";class _ extends m{constructor(R,U){super(U),this.condition=R}render(R){let U=`if(${this.condition})`+super.render(R);return this.else&&(U+="else "+this.else.render(R)),U}optimizeNodes(){super.optimizeNodes();const R=this.condition;if(R===!0)return this.nodes;let U=this.else;if(U){const Q=U.optimizeNodes();U=this.else=Array.isArray(Q)?new b(Q):Q}if(U)return R===!1?U instanceof _?U:U.nodes:this.nodes.length?this:new _(z(R),U instanceof _?[U]:U.nodes);if(!(R===!1||!this.nodes.length))return this}optimizeNames(R,U){var Q;if(this.else=(Q=this.else)===null||Q===void 0?void 0:Q.optimizeNames(R,U),!!(super.optimizeNames(R,U)||this.else))return this.condition=$(this.condition,R,U),this}get names(){const R=super.names;return q(R,this.condition),this.else&&V(R,this.else.names),R}}_.kind="if";class v extends m{}v.kind="for";class y extends v{constructor(R){super(),this.iteration=R}render(R){return`for(${this.iteration})`+super.render(R)}optimizeNames(R,U){if(super.optimizeNames(R,U))return this.iteration=$(this.iteration,R,U),this}get names(){return V(super.names,this.iteration.names)}}class E extends v{constructor(R,U,Q,ne){super(),this.varKind=R,this.name=U,this.from=Q,this.to=ne}render(R){const U=R.es5?t.varKinds.var:this.varKind,{name:Q,from:ne,to:ue}=this;return`for(${U} ${Q}=${ne}; ${Q}<${ue}; ${Q}++)`+super.render(R)}get names(){const R=q(super.names,this.from);return q(R,this.to)}}class S extends v{constructor(R,U,Q,ne){super(),this.loop=R,this.varKind=U,this.name=Q,this.iterable=ne}render(R){return`for(${this.varKind} ${this.name} ${this.loop} ${this.iterable})`+super.render(R)}optimizeNames(R,U){if(super.optimizeNames(R,U))return this.iterable=$(this.iterable,R,U),this}get names(){return V(super.names,this.iterable.names)}}class w extends m{constructor(R,U,Q){super(),this.name=R,this.args=U,this.async=Q}render(R){return`${this.async?"async ":""}function ${this.name}(${this.args})`+super.render(R)}}w.kind="func";class C extends p{render(R){return"return "+super.render(R)}}C.kind="return";class x extends m{render(R){let U="try"+super.render(R);return this.catch&&(U+=this.catch.render(R)),this.finally&&(U+=this.finally.render(R)),U}optimizeNodes(){var R,U;return super.optimizeNodes(),(R=this.catch)===null||R===void 0||R.optimizeNodes(),(U=this.finally)===null||U===void 0||U.optimizeNodes(),this}optimizeNames(R,U){var Q,ne;return super.optimizeNames(R,U),(Q=this.catch)===null||Q===void 0||Q.optimizeNames(R,U),(ne=this.finally)===null||ne===void 0||ne.optimizeNames(R,U),this}get names(){const R=super.names;return this.catch&&V(R,this.catch.names),this.finally&&V(R,this.finally.names),R}}class N extends m{constructor(R){super(),this.error=R}render(R){return`catch(${this.error})`+super.render(R)}}N.kind="catch";class I extends m{render(R){return"finally"+super.render(R)}}I.kind="finally";class D{constructor(R,U={}){this._values={},this._blockStarts=[],this._constants={},this.opts={...U,_n:U.lines?` +`:""},this._extScope=R,this._scope=new t.Scope({parent:R}),this._nodes=[new g]}toString(){return this._root.render(this.opts)}name(R){return this._scope.name(R)}scopeName(R){return this._extScope.name(R)}scopeValue(R,U){const Q=this._extScope.value(R,U);return(this._values[Q.prefix]||(this._values[Q.prefix]=new Set)).add(Q),Q}getScopeValue(R,U){return this._extScope.getValue(R,U)}scopeRefs(R){return this._extScope.scopeRefs(R,this._values)}scopeCode(){return this._extScope.scopeCode(this._values)}_def(R,U,Q,ne){const ue=this._scope.toName(U);return Q!==void 0&&ne&&(this._constants[ue.str]=Q),this._leafNode(new s(R,ue,Q)),ue}const(R,U,Q){return this._def(t.varKinds.const,R,U,Q)}let(R,U,Q){return this._def(t.varKinds.let,R,U,Q)}var(R,U,Q){return this._def(t.varKinds.var,R,U,Q)}assign(R,U,Q){return this._leafNode(new o(R,U,Q))}add(R,U){return this._leafNode(new l(R,r.operators.ADD,U))}code(R){return typeof R=="function"?R():R!==e.nil&&this._leafNode(new h(R)),this}object(...R){const U=["{"];for(const[Q,ne]of R)U.length>1&&U.push(","),U.push(Q),(Q!==ne||this.opts.es5)&&(U.push(":"),(0,e.addCodeArg)(U,ne));return U.push("}"),new e._Code(U)}if(R,U,Q){if(this._blockNode(new _(R)),U&&Q)this.code(U).else().code(Q).endIf();else if(U)this.code(U).endIf();else if(Q)throw new Error('CodeGen: "else" body without "then" body');return this}elseIf(R){return this._elseNode(new _(R))}else(){return this._elseNode(new b)}endIf(){return this._endBlockNode(_,b)}_for(R,U){return this._blockNode(R),U&&this.code(U).endFor(),this}for(R,U){return this._for(new y(R),U)}forRange(R,U,Q,ne,ue=this.opts.es5?t.varKinds.var:t.varKinds.let){const he=this._scope.toName(R);return this._for(new E(ue,he,U,Q),()=>ne(he))}forOf(R,U,Q,ne=t.varKinds.const){const ue=this._scope.toName(R);if(this.opts.es5){const he=U instanceof e.Name?U:this.var("_arr",U);return this.forRange("_i",0,(0,e._)`${he}.length`,be=>{this.var(ue,(0,e._)`${he}[${be}]`),Q(ue)})}return this._for(new S("of",ne,ue,U),()=>Q(ue))}forIn(R,U,Q,ne=this.opts.es5?t.varKinds.var:t.varKinds.const){if(this.opts.ownProperties)return this.forOf(R,(0,e._)`Object.keys(${U})`,Q);const ue=this._scope.toName(R);return this._for(new S("in",ne,ue,U),()=>Q(ue))}endFor(){return this._endBlockNode(v)}label(R){return this._leafNode(new c(R))}break(R){return this._leafNode(new u(R))}return(R){const U=new C;if(this._blockNode(U),this.code(R),U.nodes.length!==1)throw new Error('CodeGen: "return" should have one node');return this._endBlockNode(C)}try(R,U,Q){if(!U&&!Q)throw new Error('CodeGen: "try" without "catch" and "finally"');const ne=new x;if(this._blockNode(ne),this.code(R),U){const ue=this.name("e");this._currNode=ne.catch=new N(ue),U(ue)}return Q&&(this._currNode=ne.finally=new I,this.code(Q)),this._endBlockNode(N,I)}throw(R){return this._leafNode(new d(R))}block(R,U){return this._blockStarts.push(this._nodes.length),R&&this.code(R).endBlock(U),this}endBlock(R){const U=this._blockStarts.pop();if(U===void 0)throw new Error("CodeGen: not in self-balancing block");const Q=this._nodes.length-U;if(Q<0||R!==void 0&&Q!==R)throw new Error(`CodeGen: wrong number of nodes: ${Q} vs ${R} expected`);return this._nodes.length=U,this}func(R,U=e.nil,Q,ne){return this._blockNode(new w(R,U,Q)),ne&&this.code(ne).endFunc(),this}endFunc(){return this._endBlockNode(w)}optimize(R=1){for(;R-- >0;)this._root.optimizeNodes(),this._root.optimizeNames(this._root.names,this._constants)}_leafNode(R){return this._currNode.nodes.push(R),this}_blockNode(R){this._currNode.nodes.push(R),this._nodes.push(R)}_endBlockNode(R,U){const Q=this._currNode;if(Q instanceof R||U&&Q instanceof U)return this._nodes.pop(),this;throw new Error(`CodeGen: not in block "${U?`${R.kind}/${U.kind}`:R.kind}"`)}_elseNode(R){const U=this._currNode;if(!(U instanceof _))throw new Error('CodeGen: "else" without "if"');return this._currNode=U.else=R,this}get _root(){return this._nodes[0]}get _currNode(){const R=this._nodes;return R[R.length-1]}set _currNode(R){const U=this._nodes;U[U.length-1]=R}}r.CodeGen=D;function V(O,R){for(const U in R)O[U]=(O[U]||0)+(R[U]||0);return O}function q(O,R){return R instanceof e._CodeOrName?V(O,R.names):O}function $(O,R,U){if(O instanceof e.Name)return Q(O);if(!ne(O))return O;return new e._Code(O._items.reduce((ue,he)=>(he instanceof e.Name&&(he=Q(he)),he instanceof e._Code?ue.push(...he._items):ue.push(he),ue),[]));function Q(ue){const he=U[ue.str];return he===void 0||R[ue.str]!==1?ue:(delete R[ue.str],he)}function ne(ue){return ue instanceof e._Code&&ue._items.some(he=>he instanceof e.Name&&R[he.str]===1&&U[he.str]!==void 0)}}function K(O,R){for(const U in R)O[U]=(O[U]||0)-(R[U]||0)}function z(O){return typeof O=="boolean"||typeof O=="number"||O===null?!O:(0,e._)`!${te(O)}`}r.not=z;const re=B(r.operators.AND);function W(...O){return O.reduce(re)}r.and=W;const ie=B(r.operators.OR);function k(...O){return O.reduce(ie)}r.or=k;function B(O){return(R,U)=>R===e.nil?U:U===e.nil?R:(0,e._)`${te(R)} ${O} ${te(U)}`}function te(O){return O instanceof e.Name?O:(0,e._)`(${O})`}}(ST)),ST}var un={},tM;function zn(){if(tM)return un;tM=1,Object.defineProperty(un,"__esModule",{value:!0}),un.checkStrictMode=un.getErrorPath=un.Type=un.useFunc=un.setEvaluated=un.evaluatedPropsToName=un.mergeEvaluated=un.eachItem=un.unescapeJsonPointer=un.escapeJsonPointer=un.escapeFragment=un.unescapeFragment=un.schemaRefOrVal=un.schemaHasRulesButRef=un.schemaHasRules=un.checkUnknownRules=un.alwaysValidSchema=un.toHash=void 0;const r=pn(),e=Sb();function t(S){const w={};for(const C of S)w[C]=!0;return w}un.toHash=t;function n(S,w){return typeof w=="boolean"?w:Object.keys(w).length===0?!0:(a(S,w),!i(w,S.self.RULES.all))}un.alwaysValidSchema=n;function a(S,w=S.schema){const{opts:C,self:x}=S;if(!C.strictSchema||typeof w=="boolean")return;const N=x.RULES.keywords;for(const I in w)N[I]||E(S,`unknown keyword: "${I}"`)}un.checkUnknownRules=a;function i(S,w){if(typeof S=="boolean")return!S;for(const C in S)if(w[C])return!0;return!1}un.schemaHasRules=i;function s(S,w){if(typeof S=="boolean")return!S;for(const C in S)if(C!=="$ref"&&w.all[C])return!0;return!1}un.schemaHasRulesButRef=s;function o({topSchemaRef:S,schemaPath:w},C,x,N){if(!N){if(typeof C=="number"||typeof C=="boolean")return C;if(typeof C=="string")return(0,r._)`${C}`}return(0,r._)`${S}${w}${(0,r.getProperty)(x)}`}un.schemaRefOrVal=o;function l(S){return d(decodeURIComponent(S))}un.unescapeFragment=l;function c(S){return encodeURIComponent(u(S))}un.escapeFragment=c;function u(S){return typeof S=="number"?`${S}`:S.replace(/~/g,"~0").replace(/\//g,"~1")}un.escapeJsonPointer=u;function d(S){return S.replace(/~1/g,"/").replace(/~0/g,"~")}un.unescapeJsonPointer=d;function h(S,w){if(Array.isArray(S))for(const C of S)w(C);else w(S)}un.eachItem=h;function p({mergeNames:S,mergeToName:w,mergeValues:C,resultToName:x}){return(N,I,D,V)=>{const q=D===void 0?I:D instanceof r.Name?(I instanceof r.Name?S(N,I,D):w(N,I,D),D):I instanceof r.Name?(w(N,D,I),I):C(I,D);return V===r.Name&&!(q instanceof r.Name)?x(N,q):q}}un.mergeEvaluated={props:p({mergeNames:(S,w,C)=>S.if((0,r._)`${C} !== true && ${w} !== undefined`,()=>{S.if((0,r._)`${w} === true`,()=>S.assign(C,!0),()=>S.assign(C,(0,r._)`${C} || {}`).code((0,r._)`Object.assign(${C}, ${w})`))}),mergeToName:(S,w,C)=>S.if((0,r._)`${C} !== true`,()=>{w===!0?S.assign(C,!0):(S.assign(C,(0,r._)`${C} || {}`),g(S,C,w))}),mergeValues:(S,w)=>S===!0?!0:{...S,...w},resultToName:m}),items:p({mergeNames:(S,w,C)=>S.if((0,r._)`${C} !== true && ${w} !== undefined`,()=>S.assign(C,(0,r._)`${w} === true ? true : ${C} > ${w} ? ${C} : ${w}`)),mergeToName:(S,w,C)=>S.if((0,r._)`${C} !== true`,()=>S.assign(C,w===!0?!0:(0,r._)`${C} > ${w} ? ${C} : ${w}`)),mergeValues:(S,w)=>S===!0?!0:Math.max(S,w),resultToName:(S,w)=>S.var("items",w)})};function m(S,w){if(w===!0)return S.var("props",!0);const C=S.var("props",(0,r._)`{}`);return w!==void 0&&g(S,C,w),C}un.evaluatedPropsToName=m;function g(S,w,C){Object.keys(C).forEach(x=>S.assign((0,r._)`${w}${(0,r.getProperty)(x)}`,!0))}un.setEvaluated=g;const b={};function _(S,w){return S.scopeValue("func",{ref:w,code:b[w.code]||(b[w.code]=new e._Code(w.code))})}un.useFunc=_;var v;(function(S){S[S.Num=0]="Num",S[S.Str=1]="Str"})(v||(un.Type=v={}));function y(S,w,C){if(S instanceof r.Name){const x=w===v.Num;return C?x?(0,r._)`"[" + ${S} + "]"`:(0,r._)`"['" + ${S} + "']"`:x?(0,r._)`"/" + ${S}`:(0,r._)`"/" + ${S}.replace(/~/g, "~0").replace(/\\//g, "~1")`}return C?(0,r.getProperty)(S).toString():"/"+u(S)}un.getErrorPath=y;function E(S,w,C=S.opts.strictSchema){if(C){if(w=`strict mode: ${w}`,C===!0)throw new Error(w);S.self.logger.warn(w)}}return un.checkStrictMode=E,un}var n1={},rM;function Qu(){if(rM)return n1;rM=1,Object.defineProperty(n1,"__esModule",{value:!0});const r=pn(),e={data:new r.Name("data"),valCxt:new r.Name("valCxt"),instancePath:new r.Name("instancePath"),parentData:new r.Name("parentData"),parentDataProperty:new r.Name("parentDataProperty"),rootData:new r.Name("rootData"),dynamicAnchors:new r.Name("dynamicAnchors"),vErrors:new r.Name("vErrors"),errors:new r.Name("errors"),this:new r.Name("this"),self:new r.Name("self"),scope:new r.Name("scope"),json:new r.Name("json"),jsonPos:new r.Name("jsonPos"),jsonLen:new r.Name("jsonLen"),jsonPart:new r.Name("jsonPart")};return n1.default=e,n1}var nM;function ry(){return nM||(nM=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.extendErrors=r.resetErrorsCount=r.reportExtraError=r.reportError=r.keyword$DataError=r.keywordError=void 0;const e=pn(),t=zn(),n=Qu();r.keywordError={message:({keyword:b})=>(0,e.str)`must pass "${b}" keyword validation`},r.keyword$DataError={message:({keyword:b,schemaType:_})=>_?(0,e.str)`"${b}" keyword must be ${_} ($data)`:(0,e.str)`"${b}" keyword is invalid ($data)`};function a(b,_=r.keywordError,v,y){const{it:E}=b,{gen:S,compositeRule:w,allErrors:C}=E,x=d(b,_,v);y??(w||C)?l(S,x):c(E,(0,e._)`[${x}]`)}r.reportError=a;function i(b,_=r.keywordError,v){const{it:y}=b,{gen:E,compositeRule:S,allErrors:w}=y,C=d(b,_,v);l(E,C),S||w||c(y,n.default.vErrors)}r.reportExtraError=i;function s(b,_){b.assign(n.default.errors,_),b.if((0,e._)`${n.default.vErrors} !== null`,()=>b.if(_,()=>b.assign((0,e._)`${n.default.vErrors}.length`,_),()=>b.assign(n.default.vErrors,null)))}r.resetErrorsCount=s;function o({gen:b,keyword:_,schemaValue:v,data:y,errsCount:E,it:S}){if(E===void 0)throw new Error("ajv implementation error");const w=b.name("err");b.forRange("i",E,n.default.errors,C=>{b.const(w,(0,e._)`${n.default.vErrors}[${C}]`),b.if((0,e._)`${w}.instancePath === undefined`,()=>b.assign((0,e._)`${w}.instancePath`,(0,e.strConcat)(n.default.instancePath,S.errorPath))),b.assign((0,e._)`${w}.schemaPath`,(0,e.str)`${S.errSchemaPath}/${_}`),S.opts.verbose&&(b.assign((0,e._)`${w}.schema`,v),b.assign((0,e._)`${w}.data`,y))})}r.extendErrors=o;function l(b,_){const v=b.const("err",_);b.if((0,e._)`${n.default.vErrors} === null`,()=>b.assign(n.default.vErrors,(0,e._)`[${v}]`),(0,e._)`${n.default.vErrors}.push(${v})`),b.code((0,e._)`${n.default.errors}++`)}function c(b,_){const{gen:v,validateName:y,schemaEnv:E}=b;E.$async?v.throw((0,e._)`new ${b.ValidationError}(${_})`):(v.assign((0,e._)`${y}.errors`,_),v.return(!1))}const u={keyword:new e.Name("keyword"),schemaPath:new e.Name("schemaPath"),params:new e.Name("params"),propertyName:new e.Name("propertyName"),message:new e.Name("message"),schema:new e.Name("schema"),parentSchema:new e.Name("parentSchema")};function d(b,_,v){const{createErrors:y}=b.it;return y===!1?(0,e._)`{}`:h(b,_,v)}function h(b,_,v={}){const{gen:y,it:E}=b,S=[p(E,v),m(b,v)];return g(b,_,S),y.object(...S)}function p({errorPath:b},{instancePath:_}){const v=_?(0,e.str)`${b}${(0,t.getErrorPath)(_,t.Type.Str)}`:b;return[n.default.instancePath,(0,e.strConcat)(n.default.instancePath,v)]}function m({keyword:b,it:{errSchemaPath:_}},{schemaPath:v,parentSchema:y}){let E=y?_:(0,e.str)`${_}/${b}`;return v&&(E=(0,e.str)`${E}${(0,t.getErrorPath)(v,t.Type.Str)}`),[u.schemaPath,E]}function g(b,{params:_,message:v},y){const{keyword:E,data:S,schemaValue:w,it:C}=b,{opts:x,propertyName:N,topSchemaRef:I,schemaPath:D}=C;y.push([u.keyword,E],[u.params,typeof _=="function"?_(b):_||(0,e._)`{}`]),x.messages&&y.push([u.message,typeof v=="function"?v(b):v]),x.verbose&&y.push([u.schema,w],[u.parentSchema,(0,e._)`${I}${D}`],[n.default.data,S]),N&&y.push([u.propertyName,N])}}(yT)),yT}var aM;function V0e(){if(aM)return Sd;aM=1,Object.defineProperty(Sd,"__esModule",{value:!0}),Sd.boolOrEmptySchema=Sd.topBoolOrEmptySchema=void 0;const r=ry(),e=pn(),t=Qu(),n={message:"boolean schema is false"};function a(o){const{gen:l,schema:c,validateName:u}=o;c===!1?s(o,!1):typeof c=="object"&&c.$async===!0?l.return(t.default.data):(l.assign((0,e._)`${u}.errors`,null),l.return(!0))}Sd.topBoolOrEmptySchema=a;function i(o,l){const{gen:c,schema:u}=o;u===!1?(c.var(l,!1),s(o)):c.var(l,!0)}Sd.boolOrEmptySchema=i;function s(o,l){const{gen:c,data:u}=o,d={gen:c,keyword:"false schema",data:u,schema:!1,schemaCode:!1,schemaValue:!1,params:{},it:o};(0,r.reportError)(d,n,void 0,l)}return Sd}var Ti={},Ed={},iM;function qG(){if(iM)return Ed;iM=1,Object.defineProperty(Ed,"__esModule",{value:!0}),Ed.getRules=Ed.isJSONType=void 0;const r=["string","number","integer","boolean","null","object","array"],e=new Set(r);function t(a){return typeof a=="string"&&e.has(a)}Ed.isJSONType=t;function n(){const a={number:{type:"number",rules:[]},string:{type:"string",rules:[]},array:{type:"array",rules:[]},object:{type:"object",rules:[]}};return{types:{...a,integer:!0,boolean:!0,null:!0},rules:[{rules:[]},a.number,a.string,a.array,a.object],post:{rules:[]},all:{},keywords:{}}}return Ed.getRules=n,Ed}var lc={},sM;function HG(){if(sM)return lc;sM=1,Object.defineProperty(lc,"__esModule",{value:!0}),lc.shouldUseRule=lc.shouldUseGroup=lc.schemaHasRulesForType=void 0;function r({schema:n,self:a},i){const s=a.RULES.types[i];return s&&s!==!0&&e(n,s)}lc.schemaHasRulesForType=r;function e(n,a){return a.rules.some(i=>t(n,i))}lc.shouldUseGroup=e;function t(n,a){var i;return n[a.keyword]!==void 0||((i=a.definition.implements)===null||i===void 0?void 0:i.some(s=>n[s]!==void 0))}return lc.shouldUseRule=t,lc}var oM;function Eb(){if(oM)return Ti;oM=1,Object.defineProperty(Ti,"__esModule",{value:!0}),Ti.reportTypeError=Ti.checkDataTypes=Ti.checkDataType=Ti.coerceAndCheckDataType=Ti.getJSONTypes=Ti.getSchemaTypes=Ti.DataType=void 0;const r=qG(),e=HG(),t=ry(),n=pn(),a=zn();var i;(function(v){v[v.Correct=0]="Correct",v[v.Wrong=1]="Wrong"})(i||(Ti.DataType=i={}));function s(v){const y=o(v.type);if(y.includes("null")){if(v.nullable===!1)throw new Error("type: null contradicts nullable: false")}else{if(!y.length&&v.nullable!==void 0)throw new Error('"nullable" cannot be used without "type"');v.nullable===!0&&y.push("null")}return y}Ti.getSchemaTypes=s;function o(v){const y=Array.isArray(v)?v:v?[v]:[];if(y.every(r.isJSONType))return y;throw new Error("type must be JSONType or JSONType[]: "+y.join(","))}Ti.getJSONTypes=o;function l(v,y){const{gen:E,data:S,opts:w}=v,C=u(y,w.coerceTypes),x=y.length>0&&!(C.length===0&&y.length===1&&(0,e.schemaHasRulesForType)(v,y[0]));if(x){const N=m(y,S,w.strictNumbers,i.Wrong);E.if(N,()=>{C.length?d(v,y,C):b(v)})}return x}Ti.coerceAndCheckDataType=l;const c=new Set(["string","number","integer","boolean","null"]);function u(v,y){return y?v.filter(E=>c.has(E)||y==="array"&&E==="array"):[]}function d(v,y,E){const{gen:S,data:w,opts:C}=v,x=S.let("dataType",(0,n._)`typeof ${w}`),N=S.let("coerced",(0,n._)`undefined`);C.coerceTypes==="array"&&S.if((0,n._)`${x} == 'object' && Array.isArray(${w}) && ${w}.length == 1`,()=>S.assign(w,(0,n._)`${w}[0]`).assign(x,(0,n._)`typeof ${w}`).if(m(y,w,C.strictNumbers),()=>S.assign(N,w))),S.if((0,n._)`${N} !== undefined`);for(const D of E)(c.has(D)||D==="array"&&C.coerceTypes==="array")&&I(D);S.else(),b(v),S.endIf(),S.if((0,n._)`${N} !== undefined`,()=>{S.assign(w,N),h(v,N)});function I(D){switch(D){case"string":S.elseIf((0,n._)`${x} == "number" || ${x} == "boolean"`).assign(N,(0,n._)`"" + ${w}`).elseIf((0,n._)`${w} === null`).assign(N,(0,n._)`""`);return;case"number":S.elseIf((0,n._)`${x} == "boolean" || ${w} === null + || (${x} == "string" && ${w} && ${w} == +${w})`).assign(N,(0,n._)`+${w}`);return;case"integer":S.elseIf((0,n._)`${x} === "boolean" || ${w} === null + || (${x} === "string" && ${w} && ${w} == +${w} && !(${w} % 1))`).assign(N,(0,n._)`+${w}`);return;case"boolean":S.elseIf((0,n._)`${w} === "false" || ${w} === 0 || ${w} === null`).assign(N,!1).elseIf((0,n._)`${w} === "true" || ${w} === 1`).assign(N,!0);return;case"null":S.elseIf((0,n._)`${w} === "" || ${w} === 0 || ${w} === false`),S.assign(N,null);return;case"array":S.elseIf((0,n._)`${x} === "string" || ${x} === "number" + || ${x} === "boolean" || ${w} === null`).assign(N,(0,n._)`[${w}]`)}}}function h({gen:v,parentData:y,parentDataProperty:E},S){v.if((0,n._)`${y} !== undefined`,()=>v.assign((0,n._)`${y}[${E}]`,S))}function p(v,y,E,S=i.Correct){const w=S===i.Correct?n.operators.EQ:n.operators.NEQ;let C;switch(v){case"null":return(0,n._)`${y} ${w} null`;case"array":C=(0,n._)`Array.isArray(${y})`;break;case"object":C=(0,n._)`${y} && typeof ${y} == "object" && !Array.isArray(${y})`;break;case"integer":C=x((0,n._)`!(${y} % 1) && !isNaN(${y})`);break;case"number":C=x();break;default:return(0,n._)`typeof ${y} ${w} ${v}`}return S===i.Correct?C:(0,n.not)(C);function x(N=n.nil){return(0,n.and)((0,n._)`typeof ${y} == "number"`,N,E?(0,n._)`isFinite(${y})`:n.nil)}}Ti.checkDataType=p;function m(v,y,E,S){if(v.length===1)return p(v[0],y,E,S);let w;const C=(0,a.toHash)(v);if(C.array&&C.object){const x=(0,n._)`typeof ${y} != "object"`;w=C.null?x:(0,n._)`!${y} || ${x}`,delete C.null,delete C.array,delete C.object}else w=n.nil;C.number&&delete C.integer;for(const x in C)w=(0,n.and)(w,p(x,y,E,S));return w}Ti.checkDataTypes=m;const g={message:({schema:v})=>`must be ${v}`,params:({schema:v,schemaValue:y})=>typeof v=="string"?(0,n._)`{type: ${v}}`:(0,n._)`{type: ${y}}`};function b(v){const y=_(v);(0,t.reportError)(y,g)}Ti.reportTypeError=b;function _(v){const{gen:y,data:E,schema:S}=v,w=(0,a.schemaRefOrVal)(v,S,"type");return{gen:y,keyword:"type",data:E,schema:S.type,schemaCode:w,schemaValue:w,parentSchema:S,params:{},it:v}}return Ti}var Op={},lM;function Y0e(){if(lM)return Op;lM=1,Object.defineProperty(Op,"__esModule",{value:!0}),Op.assignDefaults=void 0;const r=pn(),e=zn();function t(a,i){const{properties:s,items:o}=a.schema;if(i==="object"&&s)for(const l in s)n(a,l,s[l].default);else i==="array"&&Array.isArray(o)&&o.forEach((l,c)=>n(a,c,l.default))}Op.assignDefaults=t;function n(a,i,s){const{gen:o,compositeRule:l,data:c,opts:u}=a;if(s===void 0)return;const d=(0,r._)`${c}${(0,r.getProperty)(i)}`;if(l){(0,e.checkStrictMode)(a,`default is ignored for: ${d}`);return}let h=(0,r._)`${d} === undefined`;u.useDefaults==="empty"&&(h=(0,r._)`${h} || ${d} === null || ${d} === ""`),o.if(h,(0,r._)`${d} = ${(0,r.stringify)(s)}`)}return Op}var qo={},jn={},cM;function ll(){if(cM)return jn;cM=1,Object.defineProperty(jn,"__esModule",{value:!0}),jn.validateUnion=jn.validateArray=jn.usePattern=jn.callValidateCode=jn.schemaProperties=jn.allSchemaProperties=jn.noPropertyInData=jn.propertyInData=jn.isOwnProperty=jn.hasPropFunc=jn.reportMissingProp=jn.checkMissingProp=jn.checkReportMissingProp=void 0;const r=pn(),e=zn(),t=Qu(),n=zn();function a(v,y){const{gen:E,data:S,it:w}=v;E.if(u(E,S,y,w.opts.ownProperties),()=>{v.setParams({missingProperty:(0,r._)`${y}`},!0),v.error()})}jn.checkReportMissingProp=a;function i({gen:v,data:y,it:{opts:E}},S,w){return(0,r.or)(...S.map(C=>(0,r.and)(u(v,y,C,E.ownProperties),(0,r._)`${w} = ${C}`)))}jn.checkMissingProp=i;function s(v,y){v.setParams({missingProperty:y},!0),v.error()}jn.reportMissingProp=s;function o(v){return v.scopeValue("func",{ref:Object.prototype.hasOwnProperty,code:(0,r._)`Object.prototype.hasOwnProperty`})}jn.hasPropFunc=o;function l(v,y,E){return(0,r._)`${o(v)}.call(${y}, ${E})`}jn.isOwnProperty=l;function c(v,y,E,S){const w=(0,r._)`${y}${(0,r.getProperty)(E)} !== undefined`;return S?(0,r._)`${w} && ${l(v,y,E)}`:w}jn.propertyInData=c;function u(v,y,E,S){const w=(0,r._)`${y}${(0,r.getProperty)(E)} === undefined`;return S?(0,r.or)(w,(0,r.not)(l(v,y,E))):w}jn.noPropertyInData=u;function d(v){return v?Object.keys(v).filter(y=>y!=="__proto__"):[]}jn.allSchemaProperties=d;function h(v,y){return d(y).filter(E=>!(0,e.alwaysValidSchema)(v,y[E]))}jn.schemaProperties=h;function p({schemaCode:v,data:y,it:{gen:E,topSchemaRef:S,schemaPath:w,errorPath:C},it:x},N,I,D){const V=D?(0,r._)`${v}, ${y}, ${S}${w}`:y,q=[[t.default.instancePath,(0,r.strConcat)(t.default.instancePath,C)],[t.default.parentData,x.parentData],[t.default.parentDataProperty,x.parentDataProperty],[t.default.rootData,t.default.rootData]];x.opts.dynamicRef&&q.push([t.default.dynamicAnchors,t.default.dynamicAnchors]);const $=(0,r._)`${V}, ${E.object(...q)}`;return I!==r.nil?(0,r._)`${N}.call(${I}, ${$})`:(0,r._)`${N}(${$})`}jn.callValidateCode=p;const m=(0,r._)`new RegExp`;function g({gen:v,it:{opts:y}},E){const S=y.unicodeRegExp?"u":"",{regExp:w}=y.code,C=w(E,S);return v.scopeValue("pattern",{key:C.toString(),ref:C,code:(0,r._)`${w.code==="new RegExp"?m:(0,n.useFunc)(v,w)}(${E}, ${S})`})}jn.usePattern=g;function b(v){const{gen:y,data:E,keyword:S,it:w}=v,C=y.name("valid");if(w.allErrors){const N=y.let("valid",!0);return x(()=>y.assign(N,!1)),N}return y.var(C,!0),x(()=>y.break()),C;function x(N){const I=y.const("len",(0,r._)`${E}.length`);y.forRange("i",0,I,D=>{v.subschema({keyword:S,dataProp:D,dataPropType:e.Type.Num},C),y.if((0,r.not)(C),N)})}}jn.validateArray=b;function _(v){const{gen:y,schema:E,keyword:S,it:w}=v;if(!Array.isArray(E))throw new Error("ajv implementation error");if(E.some(I=>(0,e.alwaysValidSchema)(w,I))&&!w.opts.unevaluated)return;const x=y.let("valid",!1),N=y.name("_valid");y.block(()=>E.forEach((I,D)=>{const V=v.subschema({keyword:S,schemaProp:D,compositeRule:!0},N);y.assign(x,(0,r._)`${x} || ${N}`),v.mergeValidEvaluated(V,N)||y.if((0,r.not)(x))})),v.result(x,()=>v.reset(),()=>v.error(!0))}return jn.validateUnion=_,jn}var uM;function W0e(){if(uM)return qo;uM=1,Object.defineProperty(qo,"__esModule",{value:!0}),qo.validateKeywordUsage=qo.validSchemaType=qo.funcKeywordCode=qo.macroKeywordCode=void 0;const r=pn(),e=Qu(),t=ll(),n=ry();function a(h,p){const{gen:m,keyword:g,schema:b,parentSchema:_,it:v}=h,y=p.macro.call(v.self,b,_,v),E=c(m,g,y);v.opts.validateSchema!==!1&&v.self.validateSchema(y,!0);const S=m.name("valid");h.subschema({schema:y,schemaPath:r.nil,errSchemaPath:`${v.errSchemaPath}/${g}`,topSchemaRef:E,compositeRule:!0},S),h.pass(S,()=>h.error(!0))}qo.macroKeywordCode=a;function i(h,p){var m;const{gen:g,keyword:b,schema:_,parentSchema:v,$data:y,it:E}=h;l(E,p);const S=!y&&p.compile?p.compile.call(E.self,_,v,E):p.validate,w=c(g,b,S),C=g.let("valid");h.block$data(C,x),h.ok((m=p.valid)!==null&&m!==void 0?m:C);function x(){if(p.errors===!1)D(),p.modifying&&s(h),V(()=>h.error());else{const q=p.async?N():I();p.modifying&&s(h),V(()=>o(h,q))}}function N(){const q=g.let("ruleErrs",null);return g.try(()=>D((0,r._)`await `),$=>g.assign(C,!1).if((0,r._)`${$} instanceof ${E.ValidationError}`,()=>g.assign(q,(0,r._)`${$}.errors`),()=>g.throw($))),q}function I(){const q=(0,r._)`${w}.errors`;return g.assign(q,null),D(r.nil),q}function D(q=p.async?(0,r._)`await `:r.nil){const $=E.opts.passContext?e.default.this:e.default.self,K=!("compile"in p&&!y||p.schema===!1);g.assign(C,(0,r._)`${q}${(0,t.callValidateCode)(h,w,$,K)}`,p.modifying)}function V(q){var $;g.if((0,r.not)(($=p.valid)!==null&&$!==void 0?$:C),q)}}qo.funcKeywordCode=i;function s(h){const{gen:p,data:m,it:g}=h;p.if(g.parentData,()=>p.assign(m,(0,r._)`${g.parentData}[${g.parentDataProperty}]`))}function o(h,p){const{gen:m}=h;m.if((0,r._)`Array.isArray(${p})`,()=>{m.assign(e.default.vErrors,(0,r._)`${e.default.vErrors} === null ? ${p} : ${e.default.vErrors}.concat(${p})`).assign(e.default.errors,(0,r._)`${e.default.vErrors}.length`),(0,n.extendErrors)(h)},()=>h.error())}function l({schemaEnv:h},p){if(p.async&&!h.$async)throw new Error("async keyword in sync schema")}function c(h,p,m){if(m===void 0)throw new Error(`keyword "${p}" failed to compile`);return h.scopeValue("keyword",typeof m=="function"?{ref:m}:{ref:m,code:(0,r.stringify)(m)})}function u(h,p,m=!1){return!p.length||p.some(g=>g==="array"?Array.isArray(h):g==="object"?h&&typeof h=="object"&&!Array.isArray(h):typeof h==g||m&&typeof h>"u")}qo.validSchemaType=u;function d({schema:h,opts:p,self:m,errSchemaPath:g},b,_){if(Array.isArray(b.keyword)?!b.keyword.includes(_):b.keyword!==_)throw new Error("ajv implementation error");const v=b.dependencies;if(v?.some(y=>!Object.prototype.hasOwnProperty.call(h,y)))throw new Error(`parent schema must have dependencies of ${_}: ${v.join(",")}`);if(b.validateSchema&&!b.validateSchema(h[_])){const E=`keyword "${_}" value is invalid at path "${g}": `+m.errorsText(b.validateSchema.errors);if(p.validateSchema==="log")m.logger.error(E);else throw new Error(E)}}return qo.validateKeywordUsage=d,qo}var cc={},dM;function j0e(){if(dM)return cc;dM=1,Object.defineProperty(cc,"__esModule",{value:!0}),cc.extendSubschemaMode=cc.extendSubschemaData=cc.getSubschema=void 0;const r=pn(),e=zn();function t(i,{keyword:s,schemaProp:o,schema:l,schemaPath:c,errSchemaPath:u,topSchemaRef:d}){if(s!==void 0&&l!==void 0)throw new Error('both "keyword" and "schema" passed, only one allowed');if(s!==void 0){const h=i.schema[s];return o===void 0?{schema:h,schemaPath:(0,r._)`${i.schemaPath}${(0,r.getProperty)(s)}`,errSchemaPath:`${i.errSchemaPath}/${s}`}:{schema:h[o],schemaPath:(0,r._)`${i.schemaPath}${(0,r.getProperty)(s)}${(0,r.getProperty)(o)}`,errSchemaPath:`${i.errSchemaPath}/${s}/${(0,e.escapeFragment)(o)}`}}if(l!==void 0){if(c===void 0||u===void 0||d===void 0)throw new Error('"schemaPath", "errSchemaPath" and "topSchemaRef" are required with "schema"');return{schema:l,schemaPath:c,topSchemaRef:d,errSchemaPath:u}}throw new Error('either "keyword" or "schema" must be passed')}cc.getSubschema=t;function n(i,s,{dataProp:o,dataPropType:l,data:c,dataTypes:u,propertyName:d}){if(c!==void 0&&o!==void 0)throw new Error('both "data" and "dataProp" passed, only one allowed');const{gen:h}=s;if(o!==void 0){const{errorPath:m,dataPathArr:g,opts:b}=s,_=h.let("data",(0,r._)`${s.data}${(0,r.getProperty)(o)}`,!0);p(_),i.errorPath=(0,r.str)`${m}${(0,e.getErrorPath)(o,l,b.jsPropertySyntax)}`,i.parentDataProperty=(0,r._)`${o}`,i.dataPathArr=[...g,i.parentDataProperty]}if(c!==void 0){const m=c instanceof r.Name?c:h.let("data",c,!0);p(m),d!==void 0&&(i.propertyName=d)}u&&(i.dataTypes=u);function p(m){i.data=m,i.dataLevel=s.dataLevel+1,i.dataTypes=[],s.definedProperties=new Set,i.parentData=s.data,i.dataNames=[...s.dataNames,m]}}cc.extendSubschemaData=n;function a(i,{jtdDiscriminator:s,jtdMetadata:o,compositeRule:l,createErrors:c,allErrors:u}){l!==void 0&&(i.compositeRule=l),c!==void 0&&(i.createErrors=c),u!==void 0&&(i.allErrors=u),i.jtdDiscriminator=s,i.jtdMetadata=o}return cc.extendSubschemaMode=a,cc}var Ki={},TT={exports:{}},hM;function K0e(){if(hM)return TT.exports;hM=1;var r=TT.exports=function(n,a,i){typeof a=="function"&&(i=a,a={}),i=a.cb||i;var s=typeof i=="function"?i:i.pre||function(){},o=i.post||function(){};e(a,s,o,n,"",n)};r.keywords={additionalItems:!0,items:!0,contains:!0,additionalProperties:!0,propertyNames:!0,not:!0,if:!0,then:!0,else:!0},r.arrayKeywords={items:!0,allOf:!0,anyOf:!0,oneOf:!0},r.propsKeywords={$defs:!0,definitions:!0,properties:!0,patternProperties:!0,dependencies:!0},r.skipKeywords={default:!0,enum:!0,const:!0,required:!0,maximum:!0,minimum:!0,exclusiveMaximum:!0,exclusiveMinimum:!0,multipleOf:!0,maxLength:!0,minLength:!0,pattern:!0,format:!0,maxItems:!0,minItems:!0,uniqueItems:!0,maxProperties:!0,minProperties:!0};function e(n,a,i,s,o,l,c,u,d,h){if(s&&typeof s=="object"&&!Array.isArray(s)){a(s,o,l,c,u,d,h);for(var p in s){var m=s[p];if(Array.isArray(m)){if(p in r.arrayKeywords)for(var g=0;gb+=o(v)),b===1/0))return 1/0}return b}function l(g,b="",_){_!==!1&&(b=d(b));const v=g.parse(b);return c(g,v)}Ki.getFullPath=l;function c(g,b){return g.serialize(b).split("#")[0]+"#"}Ki._getFullPath=c;const u=/#\/?$/;function d(g){return g?g.replace(u,""):""}Ki.normalizeId=d;function h(g,b,_){return _=d(_),g.resolve(b,_)}Ki.resolveUrl=h;const p=/^[a-z_][-a-z0-9._]*$/i;function m(g,b){if(typeof g=="boolean")return{};const{schemaId:_,uriResolver:v}=this.opts,y=d(g[_]||b),E={"":y},S=l(v,y,!1),w={},C=new Set;return t(g,{allKeys:!0},(I,D,V,q)=>{if(q===void 0)return;const $=S+D;let K=E[q];typeof I[_]=="string"&&(K=z.call(this,I[_])),re.call(this,I.$anchor),re.call(this,I.$dynamicAnchor),E[D]=K;function z(W){const ie=this.opts.uriResolver.resolve;if(W=d(K?ie(K,W):W),C.has(W))throw N(W);C.add(W);let k=this.refs[W];return typeof k=="string"&&(k=this.refs[k]),typeof k=="object"?x(I,k.schema,W):W!==d($)&&(W[0]==="#"?(x(I,w[W],W),w[W]=I):this.refs[W]=$),W}function re(W){if(typeof W=="string"){if(!p.test(W))throw new Error(`invalid anchor "${W}"`);z.call(this,`#${W}`)}}}),w;function x(I,D,V){if(D!==void 0&&!e(I,D))throw N(V)}function N(I){return new Error(`reference "${I}" resolves to more than one schema`)}}return Ki.getSchemaRefs=m,Ki}var pM;function ay(){if(pM)return oc;pM=1,Object.defineProperty(oc,"__esModule",{value:!0}),oc.getData=oc.KeywordCxt=oc.validateFunctionCode=void 0;const r=V0e(),e=Eb(),t=HG(),n=Eb(),a=Y0e(),i=W0e(),s=j0e(),o=pn(),l=Qu(),c=ny(),u=zn(),d=ry();function h(Z){if(S(Z)&&(C(Z),E(Z))){b(Z);return}p(Z,()=>(0,r.topBoolOrEmptySchema)(Z))}oc.validateFunctionCode=h;function p({gen:Z,validateName:ae,schema:fe,schemaEnv:pe,opts:ye},Te){ye.code.es5?Z.func(ae,(0,o._)`${l.default.data}, ${l.default.valCxt}`,pe.$async,()=>{Z.code((0,o._)`"use strict"; ${v(fe,ye)}`),g(Z,ye),Z.code(Te)}):Z.func(ae,(0,o._)`${l.default.data}, ${m(ye)}`,pe.$async,()=>Z.code(v(fe,ye)).code(Te))}function m(Z){return(0,o._)`{${l.default.instancePath}="", ${l.default.parentData}, ${l.default.parentDataProperty}, ${l.default.rootData}=${l.default.data}${Z.dynamicRef?(0,o._)`, ${l.default.dynamicAnchors}={}`:o.nil}}={}`}function g(Z,ae){Z.if(l.default.valCxt,()=>{Z.var(l.default.instancePath,(0,o._)`${l.default.valCxt}.${l.default.instancePath}`),Z.var(l.default.parentData,(0,o._)`${l.default.valCxt}.${l.default.parentData}`),Z.var(l.default.parentDataProperty,(0,o._)`${l.default.valCxt}.${l.default.parentDataProperty}`),Z.var(l.default.rootData,(0,o._)`${l.default.valCxt}.${l.default.rootData}`),ae.dynamicRef&&Z.var(l.default.dynamicAnchors,(0,o._)`${l.default.valCxt}.${l.default.dynamicAnchors}`)},()=>{Z.var(l.default.instancePath,(0,o._)`""`),Z.var(l.default.parentData,(0,o._)`undefined`),Z.var(l.default.parentDataProperty,(0,o._)`undefined`),Z.var(l.default.rootData,l.default.data),ae.dynamicRef&&Z.var(l.default.dynamicAnchors,(0,o._)`{}`)})}function b(Z){const{schema:ae,opts:fe,gen:pe}=Z;p(Z,()=>{fe.$comment&&ae.$comment&&q(Z),I(Z),pe.let(l.default.vErrors,null),pe.let(l.default.errors,0),fe.unevaluated&&_(Z),x(Z),$(Z)})}function _(Z){const{gen:ae,validateName:fe}=Z;Z.evaluated=ae.const("evaluated",(0,o._)`${fe}.evaluated`),ae.if((0,o._)`${Z.evaluated}.dynamicProps`,()=>ae.assign((0,o._)`${Z.evaluated}.props`,(0,o._)`undefined`)),ae.if((0,o._)`${Z.evaluated}.dynamicItems`,()=>ae.assign((0,o._)`${Z.evaluated}.items`,(0,o._)`undefined`))}function v(Z,ae){const fe=typeof Z=="object"&&Z[ae.schemaId];return fe&&(ae.code.source||ae.code.process)?(0,o._)`/*# sourceURL=${fe} */`:o.nil}function y(Z,ae){if(S(Z)&&(C(Z),E(Z))){w(Z,ae);return}(0,r.boolOrEmptySchema)(Z,ae)}function E({schema:Z,self:ae}){if(typeof Z=="boolean")return!Z;for(const fe in Z)if(ae.RULES.all[fe])return!0;return!1}function S(Z){return typeof Z.schema!="boolean"}function w(Z,ae){const{schema:fe,gen:pe,opts:ye}=Z;ye.$comment&&fe.$comment&&q(Z),D(Z),V(Z);const Te=pe.const("_errs",l.default.errors);x(Z,Te),pe.var(ae,(0,o._)`${Te} === ${l.default.errors}`)}function C(Z){(0,u.checkUnknownRules)(Z),N(Z)}function x(Z,ae){if(Z.opts.jtd)return z(Z,[],!1,ae);const fe=(0,e.getSchemaTypes)(Z.schema),pe=(0,e.coerceAndCheckDataType)(Z,fe);z(Z,fe,!pe,ae)}function N(Z){const{schema:ae,errSchemaPath:fe,opts:pe,self:ye}=Z;ae.$ref&&pe.ignoreKeywordsWithRef&&(0,u.schemaHasRulesButRef)(ae,ye.RULES)&&ye.logger.warn(`$ref: keywords ignored in schema at path "${fe}"`)}function I(Z){const{schema:ae,opts:fe}=Z;ae.default!==void 0&&fe.useDefaults&&fe.strictSchema&&(0,u.checkStrictMode)(Z,"default is ignored in the schema root")}function D(Z){const ae=Z.schema[Z.opts.schemaId];ae&&(Z.baseId=(0,c.resolveUrl)(Z.opts.uriResolver,Z.baseId,ae))}function V(Z){if(Z.schema.$async&&!Z.schemaEnv.$async)throw new Error("async schema in sync schema")}function q({gen:Z,schemaEnv:ae,schema:fe,errSchemaPath:pe,opts:ye}){const Te=fe.$comment;if(ye.$comment===!0)Z.code((0,o._)`${l.default.self}.logger.log(${Te})`);else if(typeof ye.$comment=="function"){const Oe=(0,o.str)`${pe}/$comment`,Ne=Z.scopeValue("root",{ref:ae.root});Z.code((0,o._)`${l.default.self}.opts.$comment(${Te}, ${Oe}, ${Ne}.schema)`)}}function $(Z){const{gen:ae,schemaEnv:fe,validateName:pe,ValidationError:ye,opts:Te}=Z;fe.$async?ae.if((0,o._)`${l.default.errors} === 0`,()=>ae.return(l.default.data),()=>ae.throw((0,o._)`new ${ye}(${l.default.vErrors})`)):(ae.assign((0,o._)`${pe}.errors`,l.default.vErrors),Te.unevaluated&&K(Z),ae.return((0,o._)`${l.default.errors} === 0`))}function K({gen:Z,evaluated:ae,props:fe,items:pe}){fe instanceof o.Name&&Z.assign((0,o._)`${ae}.props`,fe),pe instanceof o.Name&&Z.assign((0,o._)`${ae}.items`,pe)}function z(Z,ae,fe,pe){const{gen:ye,schema:Te,data:Oe,allErrors:Ne,opts:Ue,self:Fe}=Z,{RULES:Ke}=Fe;if(Te.$ref&&(Ue.ignoreKeywordsWithRef||!(0,u.schemaHasRulesButRef)(Te,Ke))){ye.block(()=>ne(Z,"$ref",Ke.all.$ref.definition));return}Ue.jtd||W(Z,ae),ye.block(()=>{for(const it of Ke.rules)He(it);He(Ke.post)});function He(it){(0,t.shouldUseGroup)(Te,it)&&(it.type?(ye.if((0,n.checkDataType)(it.type,Oe,Ue.strictNumbers)),re(Z,it),ae.length===1&&ae[0]===it.type&&fe&&(ye.else(),(0,n.reportTypeError)(Z)),ye.endIf()):re(Z,it),Ne||ye.if((0,o._)`${l.default.errors} === ${pe||0}`))}}function re(Z,ae){const{gen:fe,schema:pe,opts:{useDefaults:ye}}=Z;ye&&(0,a.assignDefaults)(Z,ae.type),fe.block(()=>{for(const Te of ae.rules)(0,t.shouldUseRule)(pe,Te)&&ne(Z,Te.keyword,Te.definition,ae.type)})}function W(Z,ae){Z.schemaEnv.meta||!Z.opts.strictTypes||(ie(Z,ae),Z.opts.allowUnionTypes||k(Z,ae),B(Z,Z.dataTypes))}function ie(Z,ae){if(ae.length){if(!Z.dataTypes.length){Z.dataTypes=ae;return}ae.forEach(fe=>{O(Z.dataTypes,fe)||U(Z,`type "${fe}" not allowed by context "${Z.dataTypes.join(",")}"`)}),R(Z,ae)}}function k(Z,ae){ae.length>1&&!(ae.length===2&&ae.includes("null"))&&U(Z,"use allowUnionTypes to allow union type keyword")}function B(Z,ae){const fe=Z.self.RULES.all;for(const pe in fe){const ye=fe[pe];if(typeof ye=="object"&&(0,t.shouldUseRule)(Z.schema,ye)){const{type:Te}=ye.definition;Te.length&&!Te.some(Oe=>te(ae,Oe))&&U(Z,`missing type "${Te.join(",")}" for keyword "${pe}"`)}}}function te(Z,ae){return Z.includes(ae)||ae==="number"&&Z.includes("integer")}function O(Z,ae){return Z.includes(ae)||ae==="integer"&&Z.includes("number")}function R(Z,ae){const fe=[];for(const pe of Z.dataTypes)O(ae,pe)?fe.push(pe):ae.includes("integer")&&pe==="number"&&fe.push("integer");Z.dataTypes=fe}function U(Z,ae){const fe=Z.schemaEnv.baseId+Z.errSchemaPath;ae+=` at "${fe}" (strictTypes)`,(0,u.checkStrictMode)(Z,ae,Z.opts.strictTypes)}class Q{constructor(ae,fe,pe){if((0,i.validateKeywordUsage)(ae,fe,pe),this.gen=ae.gen,this.allErrors=ae.allErrors,this.keyword=pe,this.data=ae.data,this.schema=ae.schema[pe],this.$data=fe.$data&&ae.opts.$data&&this.schema&&this.schema.$data,this.schemaValue=(0,u.schemaRefOrVal)(ae,this.schema,pe,this.$data),this.schemaType=fe.schemaType,this.parentSchema=ae.schema,this.params={},this.it=ae,this.def=fe,this.$data)this.schemaCode=ae.gen.const("vSchema",be(this.$data,ae));else if(this.schemaCode=this.schemaValue,!(0,i.validSchemaType)(this.schema,fe.schemaType,fe.allowUndefined))throw new Error(`${pe} value must be ${JSON.stringify(fe.schemaType)}`);("code"in fe?fe.trackErrors:fe.errors!==!1)&&(this.errsCount=ae.gen.const("_errs",l.default.errors))}result(ae,fe,pe){this.failResult((0,o.not)(ae),fe,pe)}failResult(ae,fe,pe){this.gen.if(ae),pe?pe():this.error(),fe?(this.gen.else(),fe(),this.allErrors&&this.gen.endIf()):this.allErrors?this.gen.endIf():this.gen.else()}pass(ae,fe){this.failResult((0,o.not)(ae),void 0,fe)}fail(ae){if(ae===void 0){this.error(),this.allErrors||this.gen.if(!1);return}this.gen.if(ae),this.error(),this.allErrors?this.gen.endIf():this.gen.else()}fail$data(ae){if(!this.$data)return this.fail(ae);const{schemaCode:fe}=this;this.fail((0,o._)`${fe} !== undefined && (${(0,o.or)(this.invalid$data(),ae)})`)}error(ae,fe,pe){if(fe){this.setParams(fe),this._error(ae,pe),this.setParams({});return}this._error(ae,pe)}_error(ae,fe){(ae?d.reportExtraError:d.reportError)(this,this.def.error,fe)}$dataError(){(0,d.reportError)(this,this.def.$dataError||d.keyword$DataError)}reset(){if(this.errsCount===void 0)throw new Error('add "trackErrors" to keyword definition');(0,d.resetErrorsCount)(this.gen,this.errsCount)}ok(ae){this.allErrors||this.gen.if(ae)}setParams(ae,fe){fe?Object.assign(this.params,ae):this.params=ae}block$data(ae,fe,pe=o.nil){this.gen.block(()=>{this.check$data(ae,pe),fe()})}check$data(ae=o.nil,fe=o.nil){if(!this.$data)return;const{gen:pe,schemaCode:ye,schemaType:Te,def:Oe}=this;pe.if((0,o.or)((0,o._)`${ye} === undefined`,fe)),ae!==o.nil&&pe.assign(ae,!0),(Te.length||Oe.validateSchema)&&(pe.elseIf(this.invalid$data()),this.$dataError(),ae!==o.nil&&pe.assign(ae,!1)),pe.else()}invalid$data(){const{gen:ae,schemaCode:fe,schemaType:pe,def:ye,it:Te}=this;return(0,o.or)(Oe(),Ne());function Oe(){if(pe.length){if(!(fe instanceof o.Name))throw new Error("ajv implementation error");const Ue=Array.isArray(pe)?pe:[pe];return(0,o._)`${(0,n.checkDataTypes)(Ue,fe,Te.opts.strictNumbers,n.DataType.Wrong)}`}return o.nil}function Ne(){if(ye.validateSchema){const Ue=ae.scopeValue("validate$data",{ref:ye.validateSchema});return(0,o._)`!${Ue}(${fe})`}return o.nil}}subschema(ae,fe){const pe=(0,s.getSubschema)(this.it,ae);(0,s.extendSubschemaData)(pe,this.it,ae),(0,s.extendSubschemaMode)(pe,ae);const ye={...this.it,...pe,items:void 0,props:void 0};return y(ye,fe),ye}mergeEvaluated(ae,fe){const{it:pe,gen:ye}=this;pe.opts.unevaluated&&(pe.props!==!0&&ae.props!==void 0&&(pe.props=u.mergeEvaluated.props(ye,ae.props,pe.props,fe)),pe.items!==!0&&ae.items!==void 0&&(pe.items=u.mergeEvaluated.items(ye,ae.items,pe.items,fe)))}mergeValidEvaluated(ae,fe){const{it:pe,gen:ye}=this;if(pe.opts.unevaluated&&(pe.props!==!0||pe.items!==!0))return ye.if(fe,()=>this.mergeEvaluated(ae,o.Name)),!0}}oc.KeywordCxt=Q;function ne(Z,ae,fe,pe){const ye=new Q(Z,fe,ae);"code"in fe?fe.code(ye,pe):ye.$data&&fe.validate?(0,i.funcKeywordCode)(ye,fe):"macro"in fe?(0,i.macroKeywordCode)(ye,fe):(fe.compile||fe.validate)&&(0,i.funcKeywordCode)(ye,fe)}const ue=/^\/(?:[^~]|~0|~1)*$/,he=/^([0-9]+)(#|\/(?:[^~]|~0|~1)*)?$/;function be(Z,{dataLevel:ae,dataNames:fe,dataPathArr:pe}){let ye,Te;if(Z==="")return l.default.rootData;if(Z[0]==="/"){if(!ue.test(Z))throw new Error(`Invalid JSON-pointer: ${Z}`);ye=Z,Te=l.default.rootData}else{const Fe=he.exec(Z);if(!Fe)throw new Error(`Invalid JSON-pointer: ${Z}`);const Ke=+Fe[1];if(ye=Fe[2],ye==="#"){if(Ke>=ae)throw new Error(Ue("property/index",Ke));return pe[ae-Ke]}if(Ke>ae)throw new Error(Ue("data",Ke));if(Te=fe[ae-Ke],!ye)return Te}let Oe=Te;const Ne=ye.split("/");for(const Fe of Ne)Fe&&(Te=(0,o._)`${Te}${(0,o.getProperty)((0,u.unescapeJsonPointer)(Fe))}`,Oe=(0,o._)`${Oe} && ${Te}`);return Oe;function Ue(Fe,Ke){return`Cannot access ${Fe} ${Ke} levels up, current level is ${ae}`}}return oc.getData=be,oc}var a1={},mM;function ax(){if(mM)return a1;mM=1,Object.defineProperty(a1,"__esModule",{value:!0});class r extends Error{constructor(t){super("validation failed"),this.errors=t,this.ajv=this.validation=!0}}return a1.default=r,a1}var i1={},gM;function iy(){if(gM)return i1;gM=1,Object.defineProperty(i1,"__esModule",{value:!0});const r=ny();class e extends Error{constructor(n,a,i,s){super(s||`can't resolve reference ${i} from id ${a}`),this.missingRef=(0,r.resolveUrl)(n,a,i),this.missingSchema=(0,r.normalizeId)((0,r.getFullPath)(n,this.missingRef))}}return i1.default=e,i1}var Us={},_M;function ix(){if(_M)return Us;_M=1,Object.defineProperty(Us,"__esModule",{value:!0}),Us.resolveSchema=Us.getCompilingSchema=Us.resolveRef=Us.compileSchema=Us.SchemaEnv=void 0;const r=pn(),e=ax(),t=Qu(),n=ny(),a=zn(),i=ay();class s{constructor(_){var v;this.refs={},this.dynamicAnchors={};let y;typeof _.schema=="object"&&(y=_.schema),this.schema=_.schema,this.schemaId=_.schemaId,this.root=_.root||this,this.baseId=(v=_.baseId)!==null&&v!==void 0?v:(0,n.normalizeId)(y?.[_.schemaId||"$id"]),this.schemaPath=_.schemaPath,this.localRefs=_.localRefs,this.meta=_.meta,this.$async=y?.$async,this.refs={}}}Us.SchemaEnv=s;function o(b){const _=u.call(this,b);if(_)return _;const v=(0,n.getFullPath)(this.opts.uriResolver,b.root.baseId),{es5:y,lines:E}=this.opts.code,{ownProperties:S}=this.opts,w=new r.CodeGen(this.scope,{es5:y,lines:E,ownProperties:S});let C;b.$async&&(C=w.scopeValue("Error",{ref:e.default,code:(0,r._)`require("ajv/dist/runtime/validation_error").default`}));const x=w.scopeName("validate");b.validateName=x;const N={gen:w,allErrors:this.opts.allErrors,data:t.default.data,parentData:t.default.parentData,parentDataProperty:t.default.parentDataProperty,dataNames:[t.default.data],dataPathArr:[r.nil],dataLevel:0,dataTypes:[],definedProperties:new Set,topSchemaRef:w.scopeValue("schema",this.opts.code.source===!0?{ref:b.schema,code:(0,r.stringify)(b.schema)}:{ref:b.schema}),validateName:x,ValidationError:C,schema:b.schema,schemaEnv:b,rootId:v,baseId:b.baseId||v,schemaPath:r.nil,errSchemaPath:b.schemaPath||(this.opts.jtd?"":"#"),errorPath:(0,r._)`""`,opts:this.opts,self:this};let I;try{this._compilations.add(b),(0,i.validateFunctionCode)(N),w.optimize(this.opts.code.optimize);const D=w.toString();I=`${w.scopeRefs(t.default.scope)}return ${D}`,this.opts.code.process&&(I=this.opts.code.process(I,b));const q=new Function(`${t.default.self}`,`${t.default.scope}`,I)(this,this.scope.get());if(this.scope.value(x,{ref:q}),q.errors=null,q.schema=b.schema,q.schemaEnv=b,b.$async&&(q.$async=!0),this.opts.code.source===!0&&(q.source={validateName:x,validateCode:D,scopeValues:w._values}),this.opts.unevaluated){const{props:$,items:K}=N;q.evaluated={props:$ instanceof r.Name?void 0:$,items:K instanceof r.Name?void 0:K,dynamicProps:$ instanceof r.Name,dynamicItems:K instanceof r.Name},q.source&&(q.source.evaluated=(0,r.stringify)(q.evaluated))}return b.validate=q,b}catch(D){throw delete b.validate,delete b.validateName,I&&this.logger.error("Error compiling schema, function code:",I),D}finally{this._compilations.delete(b)}}Us.compileSchema=o;function l(b,_,v){var y;v=(0,n.resolveUrl)(this.opts.uriResolver,_,v);const E=b.refs[v];if(E)return E;let S=h.call(this,b,v);if(S===void 0){const w=(y=b.localRefs)===null||y===void 0?void 0:y[v],{schemaId:C}=this.opts;w&&(S=new s({schema:w,schemaId:C,root:b,baseId:_}))}if(S!==void 0)return b.refs[v]=c.call(this,S)}Us.resolveRef=l;function c(b){return(0,n.inlineRef)(b.schema,this.opts.inlineRefs)?b.schema:b.validate?b:o.call(this,b)}function u(b){for(const _ of this._compilations)if(d(_,b))return _}Us.getCompilingSchema=u;function d(b,_){return b.schema===_.schema&&b.root===_.root&&b.baseId===_.baseId}function h(b,_){let v;for(;typeof(v=this.refs[_])=="string";)_=v;return v||this.schemas[_]||p.call(this,b,_)}function p(b,_){const v=this.opts.uriResolver.parse(_),y=(0,n._getFullPath)(this.opts.uriResolver,v);let E=(0,n.getFullPath)(this.opts.uriResolver,b.baseId,void 0);if(Object.keys(b.schema).length>0&&y===E)return g.call(this,v,b);const S=(0,n.normalizeId)(y),w=this.refs[S]||this.schemas[S];if(typeof w=="string"){const C=p.call(this,b,w);return typeof C?.schema!="object"?void 0:g.call(this,v,C)}if(typeof w?.schema=="object"){if(w.validate||o.call(this,w),S===(0,n.normalizeId)(_)){const{schema:C}=w,{schemaId:x}=this.opts,N=C[x];return N&&(E=(0,n.resolveUrl)(this.opts.uriResolver,E,N)),new s({schema:C,schemaId:x,root:b,baseId:E})}return g.call(this,v,w)}}Us.resolveSchema=p;const m=new Set(["properties","patternProperties","enum","dependencies","definitions"]);function g(b,{baseId:_,schema:v,root:y}){var E;if(((E=b.fragment)===null||E===void 0?void 0:E[0])!=="/")return;for(const C of b.fragment.slice(1).split("/")){if(typeof v=="boolean")return;const x=v[(0,a.unescapeFragment)(C)];if(x===void 0)return;v=x;const N=typeof v=="object"&&v[this.opts.schemaId];!m.has(C)&&N&&(_=(0,n.resolveUrl)(this.opts.uriResolver,_,N))}let S;if(typeof v!="boolean"&&v.$ref&&!(0,a.schemaHasRulesButRef)(v,this.RULES)){const C=(0,n.resolveUrl)(this.opts.uriResolver,_,v.$ref);S=p.call(this,y,C)}const{schemaId:w}=this.opts;if(S=S||new s({schema:v,schemaId:w,root:y,baseId:_}),S.schema!==S.root.schema)return S}return Us}const X0e="https://raw.githubusercontent.com/ajv-validator/ajv/master/lib/refs/data.json#",Q0e="Meta-schema for $data reference (JSON AnySchema extension proposal)",Z0e="object",J0e=["$data"],e1e={$data:{type:"string",anyOf:[{format:"relative-json-pointer"},{format:"json-pointer"}]}},t1e=!1,r1e={$id:X0e,description:Q0e,type:Z0e,required:J0e,properties:e1e,additionalProperties:t1e};var s1={},bM;function n1e(){if(bM)return s1;bM=1,Object.defineProperty(s1,"__esModule",{value:!0});const r=UG();return r.code='require("ajv/dist/runtime/uri").default',s1.default=r,s1}var vM;function a1e(){return vM||(vM=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.CodeGen=r.Name=r.nil=r.stringify=r.str=r._=r.KeywordCxt=void 0;var e=ay();Object.defineProperty(r,"KeywordCxt",{enumerable:!0,get:function(){return e.KeywordCxt}});var t=pn();Object.defineProperty(r,"_",{enumerable:!0,get:function(){return t._}}),Object.defineProperty(r,"str",{enumerable:!0,get:function(){return t.str}}),Object.defineProperty(r,"stringify",{enumerable:!0,get:function(){return t.stringify}}),Object.defineProperty(r,"nil",{enumerable:!0,get:function(){return t.nil}}),Object.defineProperty(r,"Name",{enumerable:!0,get:function(){return t.Name}}),Object.defineProperty(r,"CodeGen",{enumerable:!0,get:function(){return t.CodeGen}});const n=ax(),a=iy(),i=qG(),s=ix(),o=pn(),l=ny(),c=Eb(),u=zn(),d=r1e,h=n1e(),p=(k,B)=>new RegExp(k,B);p.code="new RegExp";const m=["removeAdditional","useDefaults","coerceTypes"],g=new Set(["validate","serialize","parse","wrapper","root","schema","keyword","pattern","formats","validate$data","func","obj","Error"]),b={errorDataPath:"",format:"`validateFormats: false` can be used instead.",nullable:'"nullable" keyword is supported by default.',jsonPointers:"Deprecated jsPropertySyntax can be used instead.",extendRefs:"Deprecated ignoreKeywordsWithRef can be used instead.",missingRefs:"Pass empty schema with $id that should be ignored to ajv.addSchema.",processCode:"Use option `code: {process: (code, schemaEnv: object) => string}`",sourceCode:"Use option `code: {source: true}`",strictDefaults:"It is default now, see option `strict`.",strictKeywords:"It is default now, see option `strict`.",uniqueItems:'"uniqueItems" keyword is always validated.',unknownFormats:"Disable strict mode or pass `true` to `ajv.addFormat` (or `formats` option).",cache:"Map is used as cache, schema object as key.",serialize:"Map is used as cache, schema object as key.",ajvErrors:"It is default now."},_={ignoreKeywordsWithRef:"",jsPropertySyntax:"",unicode:'"minLength"/"maxLength" account for unicode characters by default.'},v=200;function y(k){var B,te,O,R,U,Q,ne,ue,he,be,Z,ae,fe,pe,ye,Te,Oe,Ne,Ue,Fe,Ke,He,it,st,dt;const Ae=k.strict,Le=(B=k.code)===null||B===void 0?void 0:B.optimize,ht=Le===!0||Le===void 0?1:Le||0,ze=(O=(te=k.code)===null||te===void 0?void 0:te.regExp)!==null&&O!==void 0?O:p,mt=(R=k.uriResolver)!==null&&R!==void 0?R:h.default;return{strictSchema:(Q=(U=k.strictSchema)!==null&&U!==void 0?U:Ae)!==null&&Q!==void 0?Q:!0,strictNumbers:(ue=(ne=k.strictNumbers)!==null&&ne!==void 0?ne:Ae)!==null&&ue!==void 0?ue:!0,strictTypes:(be=(he=k.strictTypes)!==null&&he!==void 0?he:Ae)!==null&&be!==void 0?be:"log",strictTuples:(ae=(Z=k.strictTuples)!==null&&Z!==void 0?Z:Ae)!==null&&ae!==void 0?ae:"log",strictRequired:(pe=(fe=k.strictRequired)!==null&&fe!==void 0?fe:Ae)!==null&&pe!==void 0?pe:!1,code:k.code?{...k.code,optimize:ht,regExp:ze}:{optimize:ht,regExp:ze},loopRequired:(ye=k.loopRequired)!==null&&ye!==void 0?ye:v,loopEnum:(Te=k.loopEnum)!==null&&Te!==void 0?Te:v,meta:(Oe=k.meta)!==null&&Oe!==void 0?Oe:!0,messages:(Ne=k.messages)!==null&&Ne!==void 0?Ne:!0,inlineRefs:(Ue=k.inlineRefs)!==null&&Ue!==void 0?Ue:!0,schemaId:(Fe=k.schemaId)!==null&&Fe!==void 0?Fe:"$id",addUsedSchema:(Ke=k.addUsedSchema)!==null&&Ke!==void 0?Ke:!0,validateSchema:(He=k.validateSchema)!==null&&He!==void 0?He:!0,validateFormats:(it=k.validateFormats)!==null&&it!==void 0?it:!0,unicodeRegExp:(st=k.unicodeRegExp)!==null&&st!==void 0?st:!0,int32range:(dt=k.int32range)!==null&&dt!==void 0?dt:!0,uriResolver:mt}}class E{constructor(B={}){this.schemas={},this.refs={},this.formats={},this._compilations=new Set,this._loading={},this._cache=new Map,B=this.opts={...B,...y(B)};const{es5:te,lines:O}=this.opts.code;this.scope=new o.ValueScope({scope:{},prefixes:g,es5:te,lines:O}),this.logger=V(B.logger);const R=B.validateFormats;B.validateFormats=!1,this.RULES=(0,i.getRules)(),S.call(this,b,B,"NOT SUPPORTED"),S.call(this,_,B,"DEPRECATED","warn"),this._metaOpts=I.call(this),B.formats&&x.call(this),this._addVocabularies(),this._addDefaultMetaSchema(),B.keywords&&N.call(this,B.keywords),typeof B.meta=="object"&&this.addMetaSchema(B.meta),C.call(this),B.validateFormats=R}_addVocabularies(){this.addKeyword("$async")}_addDefaultMetaSchema(){const{$data:B,meta:te,schemaId:O}=this.opts;let R=d;O==="id"&&(R={...d},R.id=R.$id,delete R.$id),te&&B&&this.addMetaSchema(R,R[O],!1)}defaultMeta(){const{meta:B,schemaId:te}=this.opts;return this.opts.defaultMeta=typeof B=="object"?B[te]||B:void 0}validate(B,te){let O;if(typeof B=="string"){if(O=this.getSchema(B),!O)throw new Error(`no schema with key or ref "${B}"`)}else O=this.compile(B);const R=O(te);return"$async"in O||(this.errors=O.errors),R}compile(B,te){const O=this._addSchema(B,te);return O.validate||this._compileSchemaEnv(O)}compileAsync(B,te){if(typeof this.opts.loadSchema!="function")throw new Error("options.loadSchema should be a function");const{loadSchema:O}=this.opts;return R.call(this,B,te);async function R(be,Z){await U.call(this,be.$schema);const ae=this._addSchema(be,Z);return ae.validate||Q.call(this,ae)}async function U(be){be&&!this.getSchema(be)&&await R.call(this,{$ref:be},!0)}async function Q(be){try{return this._compileSchemaEnv(be)}catch(Z){if(!(Z instanceof a.default))throw Z;return ne.call(this,Z),await ue.call(this,Z.missingSchema),Q.call(this,be)}}function ne({missingSchema:be,missingRef:Z}){if(this.refs[be])throw new Error(`AnySchema ${be} is loaded but ${Z} cannot be resolved`)}async function ue(be){const Z=await he.call(this,be);this.refs[be]||await U.call(this,Z.$schema),this.refs[be]||this.addSchema(Z,be,te)}async function he(be){const Z=this._loading[be];if(Z)return Z;try{return await(this._loading[be]=O(be))}finally{delete this._loading[be]}}}addSchema(B,te,O,R=this.opts.validateSchema){if(Array.isArray(B)){for(const Q of B)this.addSchema(Q,void 0,O,R);return this}let U;if(typeof B=="object"){const{schemaId:Q}=this.opts;if(U=B[Q],U!==void 0&&typeof U!="string")throw new Error(`schema ${Q} must be string`)}return te=(0,l.normalizeId)(te||U),this._checkUnique(te),this.schemas[te]=this._addSchema(B,O,te,R,!0),this}addMetaSchema(B,te,O=this.opts.validateSchema){return this.addSchema(B,te,!0,O),this}validateSchema(B,te){if(typeof B=="boolean")return!0;let O;if(O=B.$schema,O!==void 0&&typeof O!="string")throw new Error("$schema must be a string");if(O=O||this.opts.defaultMeta||this.defaultMeta(),!O)return this.logger.warn("meta-schema not available"),this.errors=null,!0;const R=this.validate(O,B);if(!R&&te){const U="schema is invalid: "+this.errorsText();if(this.opts.validateSchema==="log")this.logger.error(U);else throw new Error(U)}return R}getSchema(B){let te;for(;typeof(te=w.call(this,B))=="string";)B=te;if(te===void 0){const{schemaId:O}=this.opts,R=new s.SchemaEnv({schema:{},schemaId:O});if(te=s.resolveSchema.call(this,R,B),!te)return;this.refs[B]=te}return te.validate||this._compileSchemaEnv(te)}removeSchema(B){if(B instanceof RegExp)return this._removeAllSchemas(this.schemas,B),this._removeAllSchemas(this.refs,B),this;switch(typeof B){case"undefined":return this._removeAllSchemas(this.schemas),this._removeAllSchemas(this.refs),this._cache.clear(),this;case"string":{const te=w.call(this,B);return typeof te=="object"&&this._cache.delete(te.schema),delete this.schemas[B],delete this.refs[B],this}case"object":{const te=B;this._cache.delete(te);let O=B[this.opts.schemaId];return O&&(O=(0,l.normalizeId)(O),delete this.schemas[O],delete this.refs[O]),this}default:throw new Error("ajv.removeSchema: invalid parameter")}}addVocabulary(B){for(const te of B)this.addKeyword(te);return this}addKeyword(B,te){let O;if(typeof B=="string")O=B,typeof te=="object"&&(this.logger.warn("these parameters are deprecated, see docs for addKeyword"),te.keyword=O);else if(typeof B=="object"&&te===void 0){if(te=B,O=te.keyword,Array.isArray(O)&&!O.length)throw new Error("addKeywords: keyword must be string or non-empty array")}else throw new Error("invalid addKeywords parameters");if($.call(this,O,te),!te)return(0,u.eachItem)(O,U=>K.call(this,U)),this;re.call(this,te);const R={...te,type:(0,c.getJSONTypes)(te.type),schemaType:(0,c.getJSONTypes)(te.schemaType)};return(0,u.eachItem)(O,R.type.length===0?U=>K.call(this,U,R):U=>R.type.forEach(Q=>K.call(this,U,R,Q))),this}getKeyword(B){const te=this.RULES.all[B];return typeof te=="object"?te.definition:!!te}removeKeyword(B){const{RULES:te}=this;delete te.keywords[B],delete te.all[B];for(const O of te.rules){const R=O.rules.findIndex(U=>U.keyword===B);R>=0&&O.rules.splice(R,1)}return this}addFormat(B,te){return typeof te=="string"&&(te=new RegExp(te)),this.formats[B]=te,this}errorsText(B=this.errors,{separator:te=", ",dataVar:O="data"}={}){return!B||B.length===0?"No errors":B.map(R=>`${O}${R.instancePath} ${R.message}`).reduce((R,U)=>R+te+U)}$dataMetaSchema(B,te){const O=this.RULES.all;B=JSON.parse(JSON.stringify(B));for(const R of te){const U=R.split("/").slice(1);let Q=B;for(const ne of U)Q=Q[ne];for(const ne in O){const ue=O[ne];if(typeof ue!="object")continue;const{$data:he}=ue.definition,be=Q[ne];he&&be&&(Q[ne]=ie(be))}}return B}_removeAllSchemas(B,te){for(const O in B){const R=B[O];(!te||te.test(O))&&(typeof R=="string"?delete B[O]:R&&!R.meta&&(this._cache.delete(R.schema),delete B[O]))}}_addSchema(B,te,O,R=this.opts.validateSchema,U=this.opts.addUsedSchema){let Q;const{schemaId:ne}=this.opts;if(typeof B=="object")Q=B[ne];else{if(this.opts.jtd)throw new Error("schema must be object");if(typeof B!="boolean")throw new Error("schema must be object or boolean")}let ue=this._cache.get(B);if(ue!==void 0)return ue;O=(0,l.normalizeId)(Q||O);const he=l.getSchemaRefs.call(this,B,O);return ue=new s.SchemaEnv({schema:B,schemaId:ne,meta:te,baseId:O,localRefs:he}),this._cache.set(ue.schema,ue),U&&!O.startsWith("#")&&(O&&this._checkUnique(O),this.refs[O]=ue),R&&this.validateSchema(B,!0),ue}_checkUnique(B){if(this.schemas[B]||this.refs[B])throw new Error(`schema with key or id "${B}" already exists`)}_compileSchemaEnv(B){if(B.meta?this._compileMetaSchema(B):s.compileSchema.call(this,B),!B.validate)throw new Error("ajv implementation error");return B.validate}_compileMetaSchema(B){const te=this.opts;this.opts=this._metaOpts;try{s.compileSchema.call(this,B)}finally{this.opts=te}}}E.ValidationError=n.default,E.MissingRefError=a.default,r.default=E;function S(k,B,te,O="error"){for(const R in k){const U=R;U in B&&this.logger[O](`${te}: option ${R}. ${k[U]}`)}}function w(k){return k=(0,l.normalizeId)(k),this.schemas[k]||this.refs[k]}function C(){const k=this.opts.schemas;if(k)if(Array.isArray(k))this.addSchema(k);else for(const B in k)this.addSchema(k[B],B)}function x(){for(const k in this.opts.formats){const B=this.opts.formats[k];B&&this.addFormat(k,B)}}function N(k){if(Array.isArray(k)){this.addVocabulary(k);return}this.logger.warn("keywords option as map is deprecated, pass array");for(const B in k){const te=k[B];te.keyword||(te.keyword=B),this.addKeyword(te)}}function I(){const k={...this.opts};for(const B of m)delete k[B];return k}const D={log(){},warn(){},error(){}};function V(k){if(k===!1)return D;if(k===void 0)return console;if(k.log&&k.warn&&k.error)return k;throw new Error("logger must implement log, warn and error methods")}const q=/^[a-z_$][a-z0-9_$:-]*$/i;function $(k,B){const{RULES:te}=this;if((0,u.eachItem)(k,O=>{if(te.keywords[O])throw new Error(`Keyword ${O} is already defined`);if(!q.test(O))throw new Error(`Keyword ${O} has invalid name`)}),!!B&&B.$data&&!("code"in B||"validate"in B))throw new Error('$data keyword must have "code" or "validate" function')}function K(k,B,te){var O;const R=B?.post;if(te&&R)throw new Error('keyword with "post" flag cannot have "type"');const{RULES:U}=this;let Q=R?U.post:U.rules.find(({type:ue})=>ue===te);if(Q||(Q={type:te,rules:[]},U.rules.push(Q)),U.keywords[k]=!0,!B)return;const ne={keyword:k,definition:{...B,type:(0,c.getJSONTypes)(B.type),schemaType:(0,c.getJSONTypes)(B.schemaType)}};B.before?z.call(this,Q,ne,B.before):Q.rules.push(ne),U.all[k]=ne,(O=B.implements)===null||O===void 0||O.forEach(ue=>this.addKeyword(ue))}function z(k,B,te){const O=k.rules.findIndex(R=>R.keyword===te);O>=0?k.rules.splice(O,0,B):(k.rules.push(B),this.logger.warn(`rule ${te} is not defined`))}function re(k){let{metaSchema:B}=k;B!==void 0&&(k.$data&&this.opts.$data&&(B=ie(B)),k.validateSchema=this.compile(B,!0))}const W={$ref:"https://raw.githubusercontent.com/ajv-validator/ajv/master/lib/refs/data.json#"};function ie(k){return{anyOf:[k,W]}}}(vT)),vT}var o1={},l1={},c1={},yM;function i1e(){if(yM)return c1;yM=1,Object.defineProperty(c1,"__esModule",{value:!0});const r={keyword:"id",code(){throw new Error('NOT SUPPORTED: keyword "id", use "$id" for schema ID')}};return c1.default=r,c1}var hu={},SM;function s1e(){if(SM)return hu;SM=1,Object.defineProperty(hu,"__esModule",{value:!0}),hu.callRef=hu.getValidate=void 0;const r=iy(),e=ll(),t=pn(),n=Qu(),a=ix(),i=zn(),s={keyword:"$ref",schemaType:"string",code(c){const{gen:u,schema:d,it:h}=c,{baseId:p,schemaEnv:m,validateName:g,opts:b,self:_}=h,{root:v}=m;if((d==="#"||d==="#/")&&p===v.baseId)return E();const y=a.resolveRef.call(_,v,p,d);if(y===void 0)throw new r.default(h.opts.uriResolver,p,d);if(y instanceof a.SchemaEnv)return S(y);return w(y);function E(){if(m===v)return l(c,g,m,m.$async);const C=u.scopeValue("root",{ref:v});return l(c,(0,t._)`${C}.validate`,v,v.$async)}function S(C){const x=o(c,C);l(c,x,C,C.$async)}function w(C){const x=u.scopeValue("schema",b.code.source===!0?{ref:C,code:(0,t.stringify)(C)}:{ref:C}),N=u.name("valid"),I=c.subschema({schema:C,dataTypes:[],schemaPath:t.nil,topSchemaRef:x,errSchemaPath:d},N);c.mergeEvaluated(I),c.ok(N)}}};function o(c,u){const{gen:d}=c;return u.validate?d.scopeValue("validate",{ref:u.validate}):(0,t._)`${d.scopeValue("wrapper",{ref:u})}.validate`}hu.getValidate=o;function l(c,u,d,h){const{gen:p,it:m}=c,{allErrors:g,schemaEnv:b,opts:_}=m,v=_.passContext?n.default.this:t.nil;h?y():E();function y(){if(!b.$async)throw new Error("async schema referenced by sync schema");const C=p.let("valid");p.try(()=>{p.code((0,t._)`await ${(0,e.callValidateCode)(c,u,v)}`),w(u),g||p.assign(C,!0)},x=>{p.if((0,t._)`!(${x} instanceof ${m.ValidationError})`,()=>p.throw(x)),S(x),g||p.assign(C,!1)}),c.ok(C)}function E(){c.result((0,e.callValidateCode)(c,u,v),()=>w(u),()=>S(u))}function S(C){const x=(0,t._)`${C}.errors`;p.assign(n.default.vErrors,(0,t._)`${n.default.vErrors} === null ? ${x} : ${n.default.vErrors}.concat(${x})`),p.assign(n.default.errors,(0,t._)`${n.default.vErrors}.length`)}function w(C){var x;if(!m.opts.unevaluated)return;const N=(x=d?.validate)===null||x===void 0?void 0:x.evaluated;if(m.props!==!0)if(N&&!N.dynamicProps)N.props!==void 0&&(m.props=i.mergeEvaluated.props(p,N.props,m.props));else{const I=p.var("props",(0,t._)`${C}.evaluated.props`);m.props=i.mergeEvaluated.props(p,I,m.props,t.Name)}if(m.items!==!0)if(N&&!N.dynamicItems)N.items!==void 0&&(m.items=i.mergeEvaluated.items(p,N.items,m.items));else{const I=p.var("items",(0,t._)`${C}.evaluated.items`);m.items=i.mergeEvaluated.items(p,I,m.items,t.Name)}}}return hu.callRef=l,hu.default=s,hu}var EM;function o1e(){if(EM)return l1;EM=1,Object.defineProperty(l1,"__esModule",{value:!0});const r=i1e(),e=s1e(),t=["$schema","$id","$defs","$vocabulary",{keyword:"$comment"},"definitions",r.default,e.default];return l1.default=t,l1}var u1={},d1={},wM;function l1e(){if(wM)return d1;wM=1,Object.defineProperty(d1,"__esModule",{value:!0});const r=pn(),e=r.operators,t={maximum:{okStr:"<=",ok:e.LTE,fail:e.GT},minimum:{okStr:">=",ok:e.GTE,fail:e.LT},exclusiveMaximum:{okStr:"<",ok:e.LT,fail:e.GTE},exclusiveMinimum:{okStr:">",ok:e.GT,fail:e.LTE}},n={message:({keyword:i,schemaCode:s})=>(0,r.str)`must be ${t[i].okStr} ${s}`,params:({keyword:i,schemaCode:s})=>(0,r._)`{comparison: ${t[i].okStr}, limit: ${s}}`},a={keyword:Object.keys(t),type:"number",schemaType:"number",$data:!0,error:n,code(i){const{keyword:s,data:o,schemaCode:l}=i;i.fail$data((0,r._)`${o} ${t[s].fail} ${l} || isNaN(${o})`)}};return d1.default=a,d1}var h1={},TM;function c1e(){if(TM)return h1;TM=1,Object.defineProperty(h1,"__esModule",{value:!0});const r=pn(),t={keyword:"multipleOf",type:"number",schemaType:"number",$data:!0,error:{message:({schemaCode:n})=>(0,r.str)`must be multiple of ${n}`,params:({schemaCode:n})=>(0,r._)`{multipleOf: ${n}}`},code(n){const{gen:a,data:i,schemaCode:s,it:o}=n,l=o.opts.multipleOfPrecision,c=a.let("res"),u=l?(0,r._)`Math.abs(Math.round(${c}) - ${c}) > 1e-${l}`:(0,r._)`${c} !== parseInt(${c})`;n.fail$data((0,r._)`(${s} === 0 || (${c} = ${i}/${s}, ${u}))`)}};return h1.default=t,h1}var f1={},p1={},CM;function u1e(){if(CM)return p1;CM=1,Object.defineProperty(p1,"__esModule",{value:!0});function r(e){const t=e.length;let n=0,a=0,i;for(;a=55296&&i<=56319&&a(0,r._)`{limit: ${i}}`},code(i){const{keyword:s,data:o,schemaCode:l,it:c}=i,u=s==="maxLength"?r.operators.GT:r.operators.LT,d=c.opts.unicode===!1?(0,r._)`${o}.length`:(0,r._)`${(0,e.useFunc)(i.gen,t.default)}(${o})`;i.fail$data((0,r._)`${d} ${u} ${l}`)}};return f1.default=a,f1}var m1={},xM;function h1e(){if(xM)return m1;xM=1,Object.defineProperty(m1,"__esModule",{value:!0});const r=ll(),e=pn(),n={keyword:"pattern",type:"string",schemaType:"string",$data:!0,error:{message:({schemaCode:a})=>(0,e.str)`must match pattern "${a}"`,params:({schemaCode:a})=>(0,e._)`{pattern: ${a}}`},code(a){const{data:i,$data:s,schema:o,schemaCode:l,it:c}=a,u=c.opts.unicodeRegExp?"u":"",d=s?(0,e._)`(new RegExp(${l}, ${u}))`:(0,r.usePattern)(a,o);a.fail$data((0,e._)`!${d}.test(${i})`)}};return m1.default=n,m1}var g1={},RM;function f1e(){if(RM)return g1;RM=1,Object.defineProperty(g1,"__esModule",{value:!0});const r=pn(),t={keyword:["maxProperties","minProperties"],type:"object",schemaType:"number",$data:!0,error:{message({keyword:n,schemaCode:a}){const i=n==="maxProperties"?"more":"fewer";return(0,r.str)`must NOT have ${i} than ${a} properties`},params:({schemaCode:n})=>(0,r._)`{limit: ${n}}`},code(n){const{keyword:a,data:i,schemaCode:s}=n,o=a==="maxProperties"?r.operators.GT:r.operators.LT;n.fail$data((0,r._)`Object.keys(${i}).length ${o} ${s}`)}};return g1.default=t,g1}var _1={},OM;function p1e(){if(OM)return _1;OM=1,Object.defineProperty(_1,"__esModule",{value:!0});const r=ll(),e=pn(),t=zn(),a={keyword:"required",type:"object",schemaType:"array",$data:!0,error:{message:({params:{missingProperty:i}})=>(0,e.str)`must have required property '${i}'`,params:({params:{missingProperty:i}})=>(0,e._)`{missingProperty: ${i}}`},code(i){const{gen:s,schema:o,schemaCode:l,data:c,$data:u,it:d}=i,{opts:h}=d;if(!u&&o.length===0)return;const p=o.length>=h.loopRequired;if(d.allErrors?m():g(),h.strictRequired){const v=i.parentSchema.properties,{definedProperties:y}=i.it;for(const E of o)if(v?.[E]===void 0&&!y.has(E)){const S=d.schemaEnv.baseId+d.errSchemaPath,w=`required property "${E}" is not defined at "${S}" (strictRequired)`;(0,t.checkStrictMode)(d,w,d.opts.strictRequired)}}function m(){if(p||u)i.block$data(e.nil,b);else for(const v of o)(0,r.checkReportMissingProp)(i,v)}function g(){const v=s.let("missing");if(p||u){const y=s.let("valid",!0);i.block$data(y,()=>_(v,y)),i.ok(y)}else s.if((0,r.checkMissingProp)(i,o,v)),(0,r.reportMissingProp)(i,v),s.else()}function b(){s.forOf("prop",l,v=>{i.setParams({missingProperty:v}),s.if((0,r.noPropertyInData)(s,c,v,h.ownProperties),()=>i.error())})}function _(v,y){i.setParams({missingProperty:v}),s.forOf(v,l,()=>{s.assign(y,(0,r.propertyInData)(s,c,v,h.ownProperties)),s.if((0,e.not)(y),()=>{i.error(),s.break()})},e.nil)}}};return _1.default=a,_1}var b1={},NM;function m1e(){if(NM)return b1;NM=1,Object.defineProperty(b1,"__esModule",{value:!0});const r=pn(),t={keyword:["maxItems","minItems"],type:"array",schemaType:"number",$data:!0,error:{message({keyword:n,schemaCode:a}){const i=n==="maxItems"?"more":"fewer";return(0,r.str)`must NOT have ${i} than ${a} items`},params:({schemaCode:n})=>(0,r._)`{limit: ${n}}`},code(n){const{keyword:a,data:i,schemaCode:s}=n,o=a==="maxItems"?r.operators.GT:r.operators.LT;n.fail$data((0,r._)`${i}.length ${o} ${s}`)}};return b1.default=t,b1}var v1={},y1={},IM;function sx(){if(IM)return y1;IM=1,Object.defineProperty(y1,"__esModule",{value:!0});const r=Zv();return r.code='require("ajv/dist/runtime/equal").default',y1.default=r,y1}var kM;function g1e(){if(kM)return v1;kM=1,Object.defineProperty(v1,"__esModule",{value:!0});const r=Eb(),e=pn(),t=zn(),n=sx(),i={keyword:"uniqueItems",type:"array",schemaType:"boolean",$data:!0,error:{message:({params:{i:s,j:o}})=>(0,e.str)`must NOT have duplicate items (items ## ${o} and ${s} are identical)`,params:({params:{i:s,j:o}})=>(0,e._)`{i: ${s}, j: ${o}}`},code(s){const{gen:o,data:l,$data:c,schema:u,parentSchema:d,schemaCode:h,it:p}=s;if(!c&&!u)return;const m=o.let("valid"),g=d.items?(0,r.getSchemaTypes)(d.items):[];s.block$data(m,b,(0,e._)`${h} === false`),s.ok(m);function b(){const E=o.let("i",(0,e._)`${l}.length`),S=o.let("j");s.setParams({i:E,j:S}),o.assign(m,!0),o.if((0,e._)`${E} > 1`,()=>(_()?v:y)(E,S))}function _(){return g.length>0&&!g.some(E=>E==="object"||E==="array")}function v(E,S){const w=o.name("item"),C=(0,r.checkDataTypes)(g,w,p.opts.strictNumbers,r.DataType.Wrong),x=o.const("indices",(0,e._)`{}`);o.for((0,e._)`;${E}--;`,()=>{o.let(w,(0,e._)`${l}[${E}]`),o.if(C,(0,e._)`continue`),g.length>1&&o.if((0,e._)`typeof ${w} == "string"`,(0,e._)`${w} += "_"`),o.if((0,e._)`typeof ${x}[${w}] == "number"`,()=>{o.assign(S,(0,e._)`${x}[${w}]`),s.error(),o.assign(m,!1).break()}).code((0,e._)`${x}[${w}] = ${E}`)})}function y(E,S){const w=(0,t.useFunc)(o,n.default),C=o.name("outer");o.label(C).for((0,e._)`;${E}--;`,()=>o.for((0,e._)`${S} = ${E}; ${S}--;`,()=>o.if((0,e._)`${w}(${l}[${E}], ${l}[${S}])`,()=>{s.error(),o.assign(m,!1).break(C)})))}}};return v1.default=i,v1}var S1={},MM;function _1e(){if(MM)return S1;MM=1,Object.defineProperty(S1,"__esModule",{value:!0});const r=pn(),e=zn(),t=sx(),a={keyword:"const",$data:!0,error:{message:"must be equal to constant",params:({schemaCode:i})=>(0,r._)`{allowedValue: ${i}}`},code(i){const{gen:s,data:o,$data:l,schemaCode:c,schema:u}=i;l||u&&typeof u=="object"?i.fail$data((0,r._)`!${(0,e.useFunc)(s,t.default)}(${o}, ${c})`):i.fail((0,r._)`${u} !== ${o}`)}};return S1.default=a,S1}var E1={},DM;function b1e(){if(DM)return E1;DM=1,Object.defineProperty(E1,"__esModule",{value:!0});const r=pn(),e=zn(),t=sx(),a={keyword:"enum",schemaType:"array",$data:!0,error:{message:"must be equal to one of the allowed values",params:({schemaCode:i})=>(0,r._)`{allowedValues: ${i}}`},code(i){const{gen:s,data:o,$data:l,schema:c,schemaCode:u,it:d}=i;if(!l&&c.length===0)throw new Error("enum must have non-empty array");const h=c.length>=d.opts.loopEnum;let p;const m=()=>p??(p=(0,e.useFunc)(s,t.default));let g;if(h||l)g=s.let("valid"),i.block$data(g,b);else{if(!Array.isArray(c))throw new Error("ajv implementation error");const v=s.const("vSchema",u);g=(0,r.or)(...c.map((y,E)=>_(v,E)))}i.pass(g);function b(){s.assign(g,!1),s.forOf("v",u,v=>s.if((0,r._)`${m()}(${o}, ${v})`,()=>s.assign(g,!0).break()))}function _(v,y){const E=c[y];return typeof E=="object"&&E!==null?(0,r._)`${m()}(${o}, ${v}[${y}])`:(0,r._)`${o} === ${E}`}}};return E1.default=a,E1}var PM;function v1e(){if(PM)return u1;PM=1,Object.defineProperty(u1,"__esModule",{value:!0});const r=l1e(),e=c1e(),t=d1e(),n=h1e(),a=f1e(),i=p1e(),s=m1e(),o=g1e(),l=_1e(),c=b1e(),u=[r.default,e.default,t.default,n.default,a.default,i.default,s.default,o.default,{keyword:"type",schemaType:["string","array"]},{keyword:"nullable",schemaType:"boolean"},l.default,c.default];return u1.default=u,u1}var w1={},Ih={},LM;function VG(){if(LM)return Ih;LM=1,Object.defineProperty(Ih,"__esModule",{value:!0}),Ih.validateAdditionalItems=void 0;const r=pn(),e=zn(),n={keyword:"additionalItems",type:"array",schemaType:["boolean","object"],before:"uniqueItems",error:{message:({params:{len:i}})=>(0,r.str)`must NOT have more than ${i} items`,params:({params:{len:i}})=>(0,r._)`{limit: ${i}}`},code(i){const{parentSchema:s,it:o}=i,{items:l}=s;if(!Array.isArray(l)){(0,e.checkStrictMode)(o,'"additionalItems" is ignored when "items" is not an array of schemas');return}a(i,l)}};function a(i,s){const{gen:o,schema:l,data:c,keyword:u,it:d}=i;d.items=!0;const h=o.const("len",(0,r._)`${c}.length`);if(l===!1)i.setParams({len:s.length}),i.pass((0,r._)`${h} <= ${s.length}`);else if(typeof l=="object"&&!(0,e.alwaysValidSchema)(d,l)){const m=o.var("valid",(0,r._)`${h} <= ${s.length}`);o.if((0,r.not)(m),()=>p(m)),i.ok(m)}function p(m){o.forRange("i",s.length,h,g=>{i.subschema({keyword:u,dataProp:g,dataPropType:e.Type.Num},m),d.allErrors||o.if((0,r.not)(m),()=>o.break())})}}return Ih.validateAdditionalItems=a,Ih.default=n,Ih}var T1={},kh={},FM;function YG(){if(FM)return kh;FM=1,Object.defineProperty(kh,"__esModule",{value:!0}),kh.validateTuple=void 0;const r=pn(),e=zn(),t=ll(),n={keyword:"items",type:"array",schemaType:["object","array","boolean"],before:"uniqueItems",code(i){const{schema:s,it:o}=i;if(Array.isArray(s))return a(i,"additionalItems",s);o.items=!0,!(0,e.alwaysValidSchema)(o,s)&&i.ok((0,t.validateArray)(i))}};function a(i,s,o=i.schema){const{gen:l,parentSchema:c,data:u,keyword:d,it:h}=i;g(c),h.opts.unevaluated&&o.length&&h.items!==!0&&(h.items=e.mergeEvaluated.items(l,o.length,h.items));const p=l.name("valid"),m=l.const("len",(0,r._)`${u}.length`);o.forEach((b,_)=>{(0,e.alwaysValidSchema)(h,b)||(l.if((0,r._)`${m} > ${_}`,()=>i.subschema({keyword:d,schemaProp:_,dataProp:_},p)),i.ok(p))});function g(b){const{opts:_,errSchemaPath:v}=h,y=o.length,E=y===b.minItems&&(y===b.maxItems||b[s]===!1);if(_.strictTuples&&!E){const S=`"${d}" is ${y}-tuple, but minItems or maxItems/${s} are not specified or different at path "${v}"`;(0,e.checkStrictMode)(h,S,_.strictTuples)}}}return kh.validateTuple=a,kh.default=n,kh}var BM;function y1e(){if(BM)return T1;BM=1,Object.defineProperty(T1,"__esModule",{value:!0});const r=YG(),e={keyword:"prefixItems",type:"array",schemaType:["array"],before:"uniqueItems",code:t=>(0,r.validateTuple)(t,"items")};return T1.default=e,T1}var C1={},UM;function S1e(){if(UM)return C1;UM=1,Object.defineProperty(C1,"__esModule",{value:!0});const r=pn(),e=zn(),t=ll(),n=VG(),i={keyword:"items",type:"array",schemaType:["object","boolean"],before:"uniqueItems",error:{message:({params:{len:s}})=>(0,r.str)`must NOT have more than ${s} items`,params:({params:{len:s}})=>(0,r._)`{limit: ${s}}`},code(s){const{schema:o,parentSchema:l,it:c}=s,{prefixItems:u}=l;c.items=!0,!(0,e.alwaysValidSchema)(c,o)&&(u?(0,n.validateAdditionalItems)(s,u):s.ok((0,t.validateArray)(s)))}};return C1.default=i,C1}var A1={},$M;function E1e(){if($M)return A1;$M=1,Object.defineProperty(A1,"__esModule",{value:!0});const r=pn(),e=zn(),n={keyword:"contains",type:"array",schemaType:["object","boolean"],before:"uniqueItems",trackErrors:!0,error:{message:({params:{min:a,max:i}})=>i===void 0?(0,r.str)`must contain at least ${a} valid item(s)`:(0,r.str)`must contain at least ${a} and no more than ${i} valid item(s)`,params:({params:{min:a,max:i}})=>i===void 0?(0,r._)`{minContains: ${a}}`:(0,r._)`{minContains: ${a}, maxContains: ${i}}`},code(a){const{gen:i,schema:s,parentSchema:o,data:l,it:c}=a;let u,d;const{minContains:h,maxContains:p}=o;c.opts.next?(u=h===void 0?1:h,d=p):u=1;const m=i.const("len",(0,r._)`${l}.length`);if(a.setParams({min:u,max:d}),d===void 0&&u===0){(0,e.checkStrictMode)(c,'"minContains" == 0 without "maxContains": "contains" keyword ignored');return}if(d!==void 0&&u>d){(0,e.checkStrictMode)(c,'"minContains" > "maxContains" is always invalid'),a.fail();return}if((0,e.alwaysValidSchema)(c,s)){let y=(0,r._)`${m} >= ${u}`;d!==void 0&&(y=(0,r._)`${y} && ${m} <= ${d}`),a.pass(y);return}c.items=!0;const g=i.name("valid");d===void 0&&u===1?_(g,()=>i.if(g,()=>i.break())):u===0?(i.let(g,!0),d!==void 0&&i.if((0,r._)`${l}.length > 0`,b)):(i.let(g,!1),b()),a.result(g,()=>a.reset());function b(){const y=i.name("_valid"),E=i.let("count",0);_(y,()=>i.if(y,()=>v(E)))}function _(y,E){i.forRange("i",0,m,S=>{a.subschema({keyword:"contains",dataProp:S,dataPropType:e.Type.Num,compositeRule:!0},y),E()})}function v(y){i.code((0,r._)`${y}++`),d===void 0?i.if((0,r._)`${y} >= ${u}`,()=>i.assign(g,!0).break()):(i.if((0,r._)`${y} > ${d}`,()=>i.assign(g,!1).break()),u===1?i.assign(g,!0):i.if((0,r._)`${y} >= ${u}`,()=>i.assign(g,!0)))}}};return A1.default=n,A1}var CT={},GM;function w1e(){return GM||(GM=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.validateSchemaDeps=r.validatePropertyDeps=r.error=void 0;const e=pn(),t=zn(),n=ll();r.error={message:({params:{property:l,depsCount:c,deps:u}})=>{const d=c===1?"property":"properties";return(0,e.str)`must have ${d} ${u} when property ${l} is present`},params:({params:{property:l,depsCount:c,deps:u,missingProperty:d}})=>(0,e._)`{property: ${l}, + missingProperty: ${d}, + depsCount: ${c}, + deps: ${u}}`};const a={keyword:"dependencies",type:"object",schemaType:"object",error:r.error,code(l){const[c,u]=i(l);s(l,c),o(l,u)}};function i({schema:l}){const c={},u={};for(const d in l){if(d==="__proto__")continue;const h=Array.isArray(l[d])?c:u;h[d]=l[d]}return[c,u]}function s(l,c=l.schema){const{gen:u,data:d,it:h}=l;if(Object.keys(c).length===0)return;const p=u.let("missing");for(const m in c){const g=c[m];if(g.length===0)continue;const b=(0,n.propertyInData)(u,d,m,h.opts.ownProperties);l.setParams({property:m,depsCount:g.length,deps:g.join(", ")}),h.allErrors?u.if(b,()=>{for(const _ of g)(0,n.checkReportMissingProp)(l,_)}):(u.if((0,e._)`${b} && (${(0,n.checkMissingProp)(l,g,p)})`),(0,n.reportMissingProp)(l,p),u.else())}}r.validatePropertyDeps=s;function o(l,c=l.schema){const{gen:u,data:d,keyword:h,it:p}=l,m=u.name("valid");for(const g in c)(0,t.alwaysValidSchema)(p,c[g])||(u.if((0,n.propertyInData)(u,d,g,p.opts.ownProperties),()=>{const b=l.subschema({keyword:h,schemaProp:g},m);l.mergeValidEvaluated(b,m)},()=>u.var(m,!0)),l.ok(m))}r.validateSchemaDeps=o,r.default=a}(CT)),CT}var x1={},zM;function T1e(){if(zM)return x1;zM=1,Object.defineProperty(x1,"__esModule",{value:!0});const r=pn(),e=zn(),n={keyword:"propertyNames",type:"object",schemaType:["object","boolean"],error:{message:"property name must be valid",params:({params:a})=>(0,r._)`{propertyName: ${a.propertyName}}`},code(a){const{gen:i,schema:s,data:o,it:l}=a;if((0,e.alwaysValidSchema)(l,s))return;const c=i.name("valid");i.forIn("key",o,u=>{a.setParams({propertyName:u}),a.subschema({keyword:"propertyNames",data:u,dataTypes:["string"],propertyName:u,compositeRule:!0},c),i.if((0,r.not)(c),()=>{a.error(!0),l.allErrors||i.break()})}),a.ok(c)}};return x1.default=n,x1}var R1={},qM;function WG(){if(qM)return R1;qM=1,Object.defineProperty(R1,"__esModule",{value:!0});const r=ll(),e=pn(),t=Qu(),n=zn(),i={keyword:"additionalProperties",type:["object"],schemaType:["boolean","object"],allowUndefined:!0,trackErrors:!0,error:{message:"must NOT have additional properties",params:({params:s})=>(0,e._)`{additionalProperty: ${s.additionalProperty}}`},code(s){const{gen:o,schema:l,parentSchema:c,data:u,errsCount:d,it:h}=s;if(!d)throw new Error("ajv implementation error");const{allErrors:p,opts:m}=h;if(h.props=!0,m.removeAdditional!=="all"&&(0,n.alwaysValidSchema)(h,l))return;const g=(0,r.allSchemaProperties)(c.properties),b=(0,r.allSchemaProperties)(c.patternProperties);_(),s.ok((0,e._)`${d} === ${t.default.errors}`);function _(){o.forIn("key",u,w=>{!g.length&&!b.length?E(w):o.if(v(w),()=>E(w))})}function v(w){let C;if(g.length>8){const x=(0,n.schemaRefOrVal)(h,c.properties,"properties");C=(0,r.isOwnProperty)(o,x,w)}else g.length?C=(0,e.or)(...g.map(x=>(0,e._)`${w} === ${x}`)):C=e.nil;return b.length&&(C=(0,e.or)(C,...b.map(x=>(0,e._)`${(0,r.usePattern)(s,x)}.test(${w})`))),(0,e.not)(C)}function y(w){o.code((0,e._)`delete ${u}[${w}]`)}function E(w){if(m.removeAdditional==="all"||m.removeAdditional&&l===!1){y(w);return}if(l===!1){s.setParams({additionalProperty:w}),s.error(),p||o.break();return}if(typeof l=="object"&&!(0,n.alwaysValidSchema)(h,l)){const C=o.name("valid");m.removeAdditional==="failing"?(S(w,C,!1),o.if((0,e.not)(C),()=>{s.reset(),y(w)})):(S(w,C),p||o.if((0,e.not)(C),()=>o.break()))}}function S(w,C,x){const N={keyword:"additionalProperties",dataProp:w,dataPropType:n.Type.Str};x===!1&&Object.assign(N,{compositeRule:!0,createErrors:!1,allErrors:!1}),s.subschema(N,C)}}};return R1.default=i,R1}var O1={},HM;function C1e(){if(HM)return O1;HM=1,Object.defineProperty(O1,"__esModule",{value:!0});const r=ay(),e=ll(),t=zn(),n=WG(),a={keyword:"properties",type:"object",schemaType:"object",code(i){const{gen:s,schema:o,parentSchema:l,data:c,it:u}=i;u.opts.removeAdditional==="all"&&l.additionalProperties===void 0&&n.default.code(new r.KeywordCxt(u,n.default,"additionalProperties"));const d=(0,e.allSchemaProperties)(o);for(const b of d)u.definedProperties.add(b);u.opts.unevaluated&&d.length&&u.props!==!0&&(u.props=t.mergeEvaluated.props(s,(0,t.toHash)(d),u.props));const h=d.filter(b=>!(0,t.alwaysValidSchema)(u,o[b]));if(h.length===0)return;const p=s.name("valid");for(const b of h)m(b)?g(b):(s.if((0,e.propertyInData)(s,c,b,u.opts.ownProperties)),g(b),u.allErrors||s.else().var(p,!0),s.endIf()),i.it.definedProperties.add(b),i.ok(p);function m(b){return u.opts.useDefaults&&!u.compositeRule&&o[b].default!==void 0}function g(b){i.subschema({keyword:"properties",schemaProp:b,dataProp:b},p)}}};return O1.default=a,O1}var N1={},VM;function A1e(){if(VM)return N1;VM=1,Object.defineProperty(N1,"__esModule",{value:!0});const r=ll(),e=pn(),t=zn(),n=zn(),a={keyword:"patternProperties",type:"object",schemaType:"object",code(i){const{gen:s,schema:o,data:l,parentSchema:c,it:u}=i,{opts:d}=u,h=(0,r.allSchemaProperties)(o),p=h.filter(E=>(0,t.alwaysValidSchema)(u,o[E]));if(h.length===0||p.length===h.length&&(!u.opts.unevaluated||u.props===!0))return;const m=d.strictSchema&&!d.allowMatchingProperties&&c.properties,g=s.name("valid");u.props!==!0&&!(u.props instanceof e.Name)&&(u.props=(0,n.evaluatedPropsToName)(s,u.props));const{props:b}=u;_();function _(){for(const E of h)m&&v(E),u.allErrors?y(E):(s.var(g,!0),y(E),s.if(g))}function v(E){for(const S in m)new RegExp(E).test(S)&&(0,t.checkStrictMode)(u,`property ${S} matches pattern ${E} (use allowMatchingProperties)`)}function y(E){s.forIn("key",l,S=>{s.if((0,e._)`${(0,r.usePattern)(i,E)}.test(${S})`,()=>{const w=p.includes(E);w||i.subschema({keyword:"patternProperties",schemaProp:E,dataProp:S,dataPropType:n.Type.Str},g),u.opts.unevaluated&&b!==!0?s.assign((0,e._)`${b}[${S}]`,!0):!w&&!u.allErrors&&s.if((0,e.not)(g),()=>s.break())})})}}};return N1.default=a,N1}var I1={},YM;function x1e(){if(YM)return I1;YM=1,Object.defineProperty(I1,"__esModule",{value:!0});const r=zn(),e={keyword:"not",schemaType:["object","boolean"],trackErrors:!0,code(t){const{gen:n,schema:a,it:i}=t;if((0,r.alwaysValidSchema)(i,a)){t.fail();return}const s=n.name("valid");t.subschema({keyword:"not",compositeRule:!0,createErrors:!1,allErrors:!1},s),t.failResult(s,()=>t.reset(),()=>t.error())},error:{message:"must NOT be valid"}};return I1.default=e,I1}var k1={},WM;function R1e(){if(WM)return k1;WM=1,Object.defineProperty(k1,"__esModule",{value:!0});const e={keyword:"anyOf",schemaType:"array",trackErrors:!0,code:ll().validateUnion,error:{message:"must match a schema in anyOf"}};return k1.default=e,k1}var M1={},jM;function O1e(){if(jM)return M1;jM=1,Object.defineProperty(M1,"__esModule",{value:!0});const r=pn(),e=zn(),n={keyword:"oneOf",schemaType:"array",trackErrors:!0,error:{message:"must match exactly one schema in oneOf",params:({params:a})=>(0,r._)`{passingSchemas: ${a.passing}}`},code(a){const{gen:i,schema:s,parentSchema:o,it:l}=a;if(!Array.isArray(s))throw new Error("ajv implementation error");if(l.opts.discriminator&&o.discriminator)return;const c=s,u=i.let("valid",!1),d=i.let("passing",null),h=i.name("_valid");a.setParams({passing:d}),i.block(p),a.result(u,()=>a.reset(),()=>a.error(!0));function p(){c.forEach((m,g)=>{let b;(0,e.alwaysValidSchema)(l,m)?i.var(h,!0):b=a.subschema({keyword:"oneOf",schemaProp:g,compositeRule:!0},h),g>0&&i.if((0,r._)`${h} && ${u}`).assign(u,!1).assign(d,(0,r._)`[${d}, ${g}]`).else(),i.if(h,()=>{i.assign(u,!0),i.assign(d,g),b&&a.mergeEvaluated(b,r.Name)})})}}};return M1.default=n,M1}var D1={},KM;function N1e(){if(KM)return D1;KM=1,Object.defineProperty(D1,"__esModule",{value:!0});const r=zn(),e={keyword:"allOf",schemaType:"array",code(t){const{gen:n,schema:a,it:i}=t;if(!Array.isArray(a))throw new Error("ajv implementation error");const s=n.name("valid");a.forEach((o,l)=>{if((0,r.alwaysValidSchema)(i,o))return;const c=t.subschema({keyword:"allOf",schemaProp:l},s);t.ok(s),t.mergeEvaluated(c)})}};return D1.default=e,D1}var P1={},XM;function I1e(){if(XM)return P1;XM=1,Object.defineProperty(P1,"__esModule",{value:!0});const r=pn(),e=zn(),n={keyword:"if",schemaType:["object","boolean"],trackErrors:!0,error:{message:({params:i})=>(0,r.str)`must match "${i.ifClause}" schema`,params:({params:i})=>(0,r._)`{failingKeyword: ${i.ifClause}}`},code(i){const{gen:s,parentSchema:o,it:l}=i;o.then===void 0&&o.else===void 0&&(0,e.checkStrictMode)(l,'"if" without "then" and "else" is ignored');const c=a(l,"then"),u=a(l,"else");if(!c&&!u)return;const d=s.let("valid",!0),h=s.name("_valid");if(p(),i.reset(),c&&u){const g=s.let("ifClause");i.setParams({ifClause:g}),s.if(h,m("then",g),m("else",g))}else c?s.if(h,m("then")):s.if((0,r.not)(h),m("else"));i.pass(d,()=>i.error(!0));function p(){const g=i.subschema({keyword:"if",compositeRule:!0,createErrors:!1,allErrors:!1},h);i.mergeEvaluated(g)}function m(g,b){return()=>{const _=i.subschema({keyword:g},h);s.assign(d,h),i.mergeValidEvaluated(_,d),b?s.assign(b,(0,r._)`${g}`):i.setParams({ifClause:g})}}}};function a(i,s){const o=i.schema[s];return o!==void 0&&!(0,e.alwaysValidSchema)(i,o)}return P1.default=n,P1}var L1={},QM;function k1e(){if(QM)return L1;QM=1,Object.defineProperty(L1,"__esModule",{value:!0});const r=zn(),e={keyword:["then","else"],schemaType:["object","boolean"],code({keyword:t,parentSchema:n,it:a}){n.if===void 0&&(0,r.checkStrictMode)(a,`"${t}" without "if" is ignored`)}};return L1.default=e,L1}var ZM;function M1e(){if(ZM)return w1;ZM=1,Object.defineProperty(w1,"__esModule",{value:!0});const r=VG(),e=y1e(),t=YG(),n=S1e(),a=E1e(),i=w1e(),s=T1e(),o=WG(),l=C1e(),c=A1e(),u=x1e(),d=R1e(),h=O1e(),p=N1e(),m=I1e(),g=k1e();function b(_=!1){const v=[u.default,d.default,h.default,p.default,m.default,g.default,s.default,o.default,i.default,l.default,c.default];return _?v.push(e.default,n.default):v.push(r.default,t.default),v.push(a.default),v}return w1.default=b,w1}var F1={},B1={},JM;function D1e(){if(JM)return B1;JM=1,Object.defineProperty(B1,"__esModule",{value:!0});const r=pn(),t={keyword:"format",type:["number","string"],schemaType:"string",$data:!0,error:{message:({schemaCode:n})=>(0,r.str)`must match format "${n}"`,params:({schemaCode:n})=>(0,r._)`{format: ${n}}`},code(n,a){const{gen:i,data:s,$data:o,schema:l,schemaCode:c,it:u}=n,{opts:d,errSchemaPath:h,schemaEnv:p,self:m}=u;if(!d.validateFormats)return;o?g():b();function g(){const _=i.scopeValue("formats",{ref:m.formats,code:d.code.formats}),v=i.const("fDef",(0,r._)`${_}[${c}]`),y=i.let("fType"),E=i.let("format");i.if((0,r._)`typeof ${v} == "object" && !(${v} instanceof RegExp)`,()=>i.assign(y,(0,r._)`${v}.type || "string"`).assign(E,(0,r._)`${v}.validate`),()=>i.assign(y,(0,r._)`"string"`).assign(E,v)),n.fail$data((0,r.or)(S(),w()));function S(){return d.strictSchema===!1?r.nil:(0,r._)`${c} && !${E}`}function w(){const C=p.$async?(0,r._)`(${v}.async ? await ${E}(${s}) : ${E}(${s}))`:(0,r._)`${E}(${s})`,x=(0,r._)`(typeof ${E} == "function" ? ${C} : ${E}.test(${s}))`;return(0,r._)`${E} && ${E} !== true && ${y} === ${a} && !${x}`}}function b(){const _=m.formats[l];if(!_){S();return}if(_===!0)return;const[v,y,E]=w(_);v===a&&n.pass(C());function S(){if(d.strictSchema===!1){m.logger.warn(x());return}throw new Error(x());function x(){return`unknown format "${l}" ignored in schema at path "${h}"`}}function w(x){const N=x instanceof RegExp?(0,r.regexpCode)(x):d.code.formats?(0,r._)`${d.code.formats}${(0,r.getProperty)(l)}`:void 0,I=i.scopeValue("formats",{key:l,ref:x,code:N});return typeof x=="object"&&!(x instanceof RegExp)?[x.type||"string",x.validate,(0,r._)`${I}.validate`]:["string",x,I]}function C(){if(typeof _=="object"&&!(_ instanceof RegExp)&&_.async){if(!p.$async)throw new Error("async format in sync schema");return(0,r._)`await ${E}(${s})`}return typeof y=="function"?(0,r._)`${E}(${s})`:(0,r._)`${E}.test(${s})`}}}};return B1.default=t,B1}var eD;function P1e(){if(eD)return F1;eD=1,Object.defineProperty(F1,"__esModule",{value:!0});const e=[D1e().default];return F1.default=e,F1}var wd={},tD;function L1e(){return tD||(tD=1,Object.defineProperty(wd,"__esModule",{value:!0}),wd.contentVocabulary=wd.metadataVocabulary=void 0,wd.metadataVocabulary=["title","description","default","deprecated","readOnly","writeOnly","examples"],wd.contentVocabulary=["contentMediaType","contentEncoding","contentSchema"]),wd}var rD;function F1e(){if(rD)return o1;rD=1,Object.defineProperty(o1,"__esModule",{value:!0});const r=o1e(),e=v1e(),t=M1e(),n=P1e(),a=L1e(),i=[r.default,e.default,(0,t.default)(),n.default,a.metadataVocabulary,a.contentVocabulary];return o1.default=i,o1}var U1={},Np={},nD;function B1e(){if(nD)return Np;nD=1,Object.defineProperty(Np,"__esModule",{value:!0}),Np.DiscrError=void 0;var r;return function(e){e.Tag="tag",e.Mapping="mapping"}(r||(Np.DiscrError=r={})),Np}var aD;function U1e(){if(aD)return U1;aD=1,Object.defineProperty(U1,"__esModule",{value:!0});const r=pn(),e=B1e(),t=ix(),n=iy(),a=zn(),s={keyword:"discriminator",type:"object",schemaType:"object",error:{message:({params:{discrError:o,tagName:l}})=>o===e.DiscrError.Tag?`tag "${l}" must be string`:`value of tag "${l}" must be in oneOf`,params:({params:{discrError:o,tag:l,tagName:c}})=>(0,r._)`{error: ${o}, tag: ${c}, tagValue: ${l}}`},code(o){const{gen:l,data:c,schema:u,parentSchema:d,it:h}=o,{oneOf:p}=d;if(!h.opts.discriminator)throw new Error("discriminator: requires discriminator option");const m=u.propertyName;if(typeof m!="string")throw new Error("discriminator: requires propertyName");if(u.mapping)throw new Error("discriminator: mapping is not supported");if(!p)throw new Error("discriminator: requires oneOf keyword");const g=l.let("valid",!1),b=l.const("tag",(0,r._)`${c}${(0,r.getProperty)(m)}`);l.if((0,r._)`typeof ${b} == "string"`,()=>_(),()=>o.error(!1,{discrError:e.DiscrError.Tag,tag:b,tagName:m})),o.ok(g);function _(){const E=y();l.if(!1);for(const S in E)l.elseIf((0,r._)`${b} === ${S}`),l.assign(g,v(E[S]));l.else(),o.error(!1,{discrError:e.DiscrError.Mapping,tag:b,tagName:m}),l.endIf()}function v(E){const S=l.name("valid"),w=o.subschema({keyword:"oneOf",schemaProp:E},S);return o.mergeEvaluated(w,r.Name),S}function y(){var E;const S={},w=x(d);let C=!0;for(let D=0;Dthis.addVocabulary(m)),this.opts.discriminator&&this.addKeyword(a.default)}_addDefaultMetaSchema(){if(super._addDefaultMetaSchema(),!this.opts.meta)return;const m=this.opts.$data?this.$dataMetaSchema(i,s):i;this.addMetaSchema(m,o,!1),this.refs["http://json-schema.org/schema"]=o}defaultMeta(){return this.opts.defaultMeta=super.defaultMeta()||(this.getSchema(o)?o:void 0)}}e.Ajv=l,r.exports=e=l,r.exports.Ajv=l,Object.defineProperty(e,"__esModule",{value:!0}),e.default=l;var c=ay();Object.defineProperty(e,"KeywordCxt",{enumerable:!0,get:function(){return c.KeywordCxt}});var u=pn();Object.defineProperty(e,"_",{enumerable:!0,get:function(){return u._}}),Object.defineProperty(e,"str",{enumerable:!0,get:function(){return u.str}}),Object.defineProperty(e,"stringify",{enumerable:!0,get:function(){return u.stringify}}),Object.defineProperty(e,"nil",{enumerable:!0,get:function(){return u.nil}}),Object.defineProperty(e,"Name",{enumerable:!0,get:function(){return u.Name}}),Object.defineProperty(e,"CodeGen",{enumerable:!0,get:function(){return u.CodeGen}});var d=ax();Object.defineProperty(e,"ValidationError",{enumerable:!0,get:function(){return d.default}});var h=iy();Object.defineProperty(e,"MissingRefError",{enumerable:!0,get:function(){return h.default}})}(r1,r1.exports)),r1.exports}var sD;function j1e(){return sD||(sD=1,function(r){Object.defineProperty(r,"__esModule",{value:!0}),r.formatLimitDefinition=void 0;const e=W1e(),t=pn(),n=t.operators,a={formatMaximum:{okStr:"<=",ok:n.LTE,fail:n.GT},formatMinimum:{okStr:">=",ok:n.GTE,fail:n.LT},formatExclusiveMaximum:{okStr:"<",ok:n.LT,fail:n.GTE},formatExclusiveMinimum:{okStr:">",ok:n.GT,fail:n.LTE}},i={message:({keyword:o,schemaCode:l})=>(0,t.str)`should be ${a[o].okStr} ${l}`,params:({keyword:o,schemaCode:l})=>(0,t._)`{comparison: ${a[o].okStr}, limit: ${l}}`};r.formatLimitDefinition={keyword:Object.keys(a),type:"string",schemaType:"string",$data:!0,error:i,code(o){const{gen:l,data:c,schemaCode:u,keyword:d,it:h}=o,{opts:p,self:m}=h;if(!p.validateFormats)return;const g=new e.KeywordCxt(h,m.RULES.all.format.definition,"format");g.$data?b():_();function b(){const y=l.scopeValue("formats",{ref:m.formats,code:p.code.formats}),E=l.const("fmt",(0,t._)`${y}[${g.schemaCode}]`);o.fail$data((0,t.or)((0,t._)`typeof ${E} != "object"`,(0,t._)`${E} instanceof RegExp`,(0,t._)`typeof ${E}.compare != "function"`,v(E)))}function _(){const y=g.schema,E=m.formats[y];if(!E||E===!0)return;if(typeof E!="object"||E instanceof RegExp||typeof E.compare!="function")throw new Error(`"${d}": format "${y}" does not define "compare" function`);const S=l.scopeValue("formats",{key:y,ref:E,code:p.code.formats?(0,t._)`${p.code.formats}${(0,t.getProperty)(y)}`:void 0});o.fail$data(v(S))}function v(y){return(0,t._)`${y}.compare(${c}, ${u}) ${a[d].fail} 0`}},dependencies:["format"]};const s=o=>(o.addKeyword(r.formatLimitDefinition),o);r.default=s}(bT)),bT}var oD;function K1e(){return oD||(oD=1,function(r,e){Object.defineProperty(e,"__esModule",{value:!0});const t=H0e(),n=j1e(),a=pn(),i=new a.Name("fullFormats"),s=new a.Name("fastFormats"),o=(c,u={keywords:!0})=>{if(Array.isArray(u))return l(c,u,t.fullFormats,i),c;const[d,h]=u.mode==="fast"?[t.fastFormats,s]:[t.fullFormats,i],p=u.formats||t.formatNames;return l(c,p,d,h),u.keywords&&(0,n.default)(c),c};o.get=(c,u="full")=>{const h=(u==="fast"?t.fastFormats:t.fullFormats)[c];if(!h)throw new Error(`Unknown format "${c}"`);return h};function l(c,u,d,h){var p,m;(p=(m=c.opts.code).formats)!==null&&p!==void 0||(m.formats=(0,a._)`require("ajv-formats/dist/formats").${h}`);for(const g of u)c.addFormat(g,d[g])}r.exports=e=o,Object.defineProperty(e,"__esModule",{value:!0}),e.default=o}(t1,t1.exports)),t1.exports}var X1e=K1e();const Q1e=sh(X1e);function Z1e(){const r=new q0e({strict:!1,validateFormats:!0,validateSchema:!1,allErrors:!0});return Q1e(r),r}class J1e{constructor(e){this._ajv=e??Z1e()}getValidator(e){const t="$id"in e&&typeof e.$id=="string"?this._ajv.getSchema(e.$id)??this._ajv.compile(e):this._ajv.compile(e);return n=>t(n)?{valid:!0,data:n,errorMessage:void 0}:{valid:!1,data:void 0,errorMessage:this._ajv.errorsText(t.errors)}}}class e_e{constructor(e){this._client=e}async*callToolStream(e,t=Xv,n){const a=this._client,i={...n,task:n?.task??(a.isToolTask(e.name)?{}:void 0)},s=a.requestStream({method:"tools/call",params:e},t,i),o=a.getToolOutputValidator(e.name);for await(const l of s){if(l.type==="result"&&o){const c=l.result;if(!c.structuredContent&&!c.isError){yield{type:"error",error:new zr(Qr.InvalidRequest,`Tool ${e.name} has an output schema but did not return structured content`)};return}if(c.structuredContent)try{const u=o(c.structuredContent);if(!u.valid){yield{type:"error",error:new zr(Qr.InvalidParams,`Structured content does not match the tool's output schema: ${u.errorMessage}`)};return}}catch(u){if(u instanceof zr){yield{type:"error",error:u};return}yield{type:"error",error:new zr(Qr.InvalidParams,`Failed to validate structured content: ${u instanceof Error?u.message:String(u)}`)};return}}yield l}}async getTask(e,t){return this._client.getTask({taskId:e},t)}async getTaskResult(e,t,n){return this._client.getTaskResult({taskId:e},t,n)}async listTasks(e,t){return this._client.listTasks(e?{cursor:e}:void 0,t)}async cancelTask(e,t){return this._client.cancelTask({taskId:e},t)}requestStream(e,t,n){return this._client.requestStream(e,t,n)}}function t_e(r,e,t){if(!r)throw new Error(`${t} does not support task creation (required for ${e})`);switch(e){case"tools/call":if(!r.tools?.call)throw new Error(`${t} does not support task creation for tools/call (required for ${e})`);break}}function r_e(r,e,t){if(!r)throw new Error(`${t} does not support task creation (required for ${e})`);switch(e){case"sampling/createMessage":if(!r.sampling?.createMessage)throw new Error(`${t} does not support task creation for sampling/createMessage (required for ${e})`);break;case"elicitation/create":if(!r.elicitation?.create)throw new Error(`${t} does not support task creation for elicitation/create (required for ${e})`);break}}function E_(r,e){if(!(!r||e===null||typeof e!="object")){if(r.type==="object"&&r.properties&&typeof r.properties=="object"){const t=e,n=r.properties;for(const a of Object.keys(n)){const i=n[a];t[a]===void 0&&Object.prototype.hasOwnProperty.call(i,"default")&&(t[a]=i.default),t[a]!==void 0&&E_(i,t[a])}}if(Array.isArray(r.anyOf))for(const t of r.anyOf)typeof t!="boolean"&&E_(t,e);if(Array.isArray(r.oneOf))for(const t of r.oneOf)typeof t!="boolean"&&E_(t,e)}}function n_e(r){if(!r)return{supportsFormMode:!1,supportsUrlMode:!1};const e=r.form!==void 0,t=r.url!==void 0;return{supportsFormMode:e||!e&&!t,supportsUrlMode:t}}class a_e extends Lge{constructor(e,t){super(t),this._clientInfo=e,this._cachedToolOutputValidators=new Map,this._cachedKnownTaskTools=new Set,this._cachedRequiredTaskTools=new Set,this._listChangedDebounceTimers=new Map,this._capabilities=t?.capabilities??{},this._jsonSchemaValidator=t?.jsonSchemaValidator??new J1e,t?.listChanged&&(this._pendingListChangedConfig=t.listChanged)}_setupListChangedHandlers(e){e.tools&&this._serverCapabilities?.tools?.listChanged&&this._setupListChangedHandler("tools",RG,e.tools,async()=>(await this.listTools()).tools),e.prompts&&this._serverCapabilities?.prompts?.listChanged&&this._setupListChangedHandler("prompts",CG,e.prompts,async()=>(await this.listPrompts()).prompts),e.resources&&this._serverCapabilities?.resources?.listChanged&&this._setupListChangedHandler("resources",EG,e.resources,async()=>(await this.listResources()).resources)}get experimental(){return this._experimental||(this._experimental={tasks:new e_e(this)}),this._experimental}registerCapabilities(e){if(this.transport)throw new Error("Cannot register capabilities after connecting to transport");this._capabilities=Fge(this._capabilities,e)}setRequestHandler(e,t){const a=K$(e)?.method;if(!a)throw new Error("Schema is missing a method literal");let i;if(Yv(a)){const o=a;i=o._zod?.def?.value??o.value}else{const o=a;i=o._def?.value??o.value}if(typeof i!="string")throw new Error("Schema method literal must be a string");const s=i;if(s==="elicitation/create"){const o=async(l,c)=>{const u=bu(MG,l);if(!u.success){const v=u.error instanceof Error?u.error.message:String(u.error);throw new zr(Qr.InvalidParams,`Invalid elicitation request: ${v}`)}const{params:d}=u.data;d.mode=d.mode??"form";const{supportsFormMode:h,supportsUrlMode:p}=n_e(this._capabilities.elicitation);if(d.mode==="form"&&!h)throw new zr(Qr.InvalidParams,"Client does not support form-mode elicitation requests");if(d.mode==="url"&&!p)throw new zr(Qr.InvalidParams,"Client does not support URL-mode elicitation requests");const m=await Promise.resolve(t(l,c));if(d.task){const v=bu(km,m);if(!v.success){const y=v.error instanceof Error?v.error.message:String(v.error);throw new zr(Qr.InvalidParams,`Invalid task creation result: ${y}`)}return v.data}const g=bu(DG,m);if(!g.success){const v=g.error instanceof Error?g.error.message:String(g.error);throw new zr(Qr.InvalidParams,`Invalid elicitation result: ${v}`)}const b=g.data,_=d.mode==="form"?d.requestedSchema:void 0;if(d.mode==="form"&&b.action==="accept"&&b.content&&_&&this._capabilities.elicitation?.form?.applyDefaults)try{E_(_,b.content)}catch{}return b};return super.setRequestHandler(e,o)}if(s==="sampling/createMessage"){const o=async(l,c)=>{const u=bu(NG,l);if(!u.success){const b=u.error instanceof Error?u.error.message:String(u.error);throw new zr(Qr.InvalidParams,`Invalid sampling request: ${b}`)}const{params:d}=u.data,h=await Promise.resolve(t(l,c));if(d.task){const b=bu(km,h);if(!b.success){const _=b.error instanceof Error?b.error.message:String(b.error);throw new zr(Qr.InvalidParams,`Invalid task creation result: ${_}`)}return b.data}const m=d.tools||d.toolChoice?kG:IG,g=bu(m,h);if(!g.success){const b=g.error instanceof Error?g.error.message:String(g.error);throw new zr(Qr.InvalidParams,`Invalid sampling result: ${b}`)}return g.data};return super.setRequestHandler(e,o)}return super.setRequestHandler(e,t)}assertCapability(e,t){if(!this._serverCapabilities?.[e])throw new Error(`Server does not support ${e} (required for ${t})`)}async connect(e,t){if(await super.connect(e),e.sessionId===void 0)try{const n=await this.request({method:"initialize",params:{protocolVersion:Wv,capabilities:this._capabilities,clientInfo:this._clientInfo}},fG,t);if(n===void 0)throw new Error(`Server sent invalid initialize result: ${n}`);if(!nme.includes(n.protocolVersion))throw new Error(`Server's protocol version is not supported: ${n.protocolVersion}`);this._serverCapabilities=n.capabilities,this._serverVersion=n.serverInfo,e.setProtocolVersion&&e.setProtocolVersion(n.protocolVersion),this._instructions=n.instructions,await this.notification({method:"notifications/initialized"}),this._pendingListChangedConfig&&(this._setupListChangedHandlers(this._pendingListChangedConfig),this._pendingListChangedConfig=void 0)}catch(n){throw this.close(),n}}getServerCapabilities(){return this._serverCapabilities}getServerVersion(){return this._serverVersion}getInstructions(){return this._instructions}assertCapabilityForMethod(e){switch(e){case"logging/setLevel":if(!this._serverCapabilities?.logging)throw new Error(`Server does not support logging (required for ${e})`);break;case"prompts/get":case"prompts/list":if(!this._serverCapabilities?.prompts)throw new Error(`Server does not support prompts (required for ${e})`);break;case"resources/list":case"resources/templates/list":case"resources/read":case"resources/subscribe":case"resources/unsubscribe":if(!this._serverCapabilities?.resources)throw new Error(`Server does not support resources (required for ${e})`);if(e==="resources/subscribe"&&!this._serverCapabilities.resources.subscribe)throw new Error(`Server does not support resource subscriptions (required for ${e})`);break;case"tools/call":case"tools/list":if(!this._serverCapabilities?.tools)throw new Error(`Server does not support tools (required for ${e})`);break;case"completion/complete":if(!this._serverCapabilities?.completions)throw new Error(`Server does not support completions (required for ${e})`);break}}assertNotificationCapability(e){switch(e){case"notifications/roots/list_changed":if(!this._capabilities.roots?.listChanged)throw new Error(`Client does not support roots list changed notifications (required for ${e})`);break}}assertRequestHandlerCapability(e){if(this._capabilities)switch(e){case"sampling/createMessage":if(!this._capabilities.sampling)throw new Error(`Client does not support sampling capability (required for ${e})`);break;case"elicitation/create":if(!this._capabilities.elicitation)throw new Error(`Client does not support elicitation capability (required for ${e})`);break;case"roots/list":if(!this._capabilities.roots)throw new Error(`Client does not support roots capability (required for ${e})`);break;case"tasks/get":case"tasks/list":case"tasks/result":case"tasks/cancel":if(!this._capabilities.tasks)throw new Error(`Client does not support tasks capability (required for ${e})`);break}}assertTaskCapability(e){t_e(this._serverCapabilities?.tasks?.requests,e,"Server")}assertTaskHandlerCapability(e){this._capabilities&&r_e(this._capabilities.tasks?.requests,e,"Client")}async ping(e){return this.request({method:"ping"},Qh,e)}async complete(e,t){return this.request({method:"completion/complete",params:e},PG,t)}async setLoggingLevel(e,t){return this.request({method:"logging/setLevel",params:{level:e}},Qh,t)}async getPrompt(e,t){return this.request({method:"prompts/get",params:e},TG,t)}async listPrompts(e,t){return this.request({method:"prompts/list",params:e},wG,t)}async listResources(e,t){return this.request({method:"resources/list",params:e},vG,t)}async listResourceTemplates(e,t){return this.request({method:"resources/templates/list",params:e},yG,t)}async readResource(e,t){return this.request({method:"resources/read",params:e},SG,t)}async subscribeResource(e,t){return this.request({method:"resources/subscribe",params:e},Qh,t)}async unsubscribeResource(e,t){return this.request({method:"resources/unsubscribe",params:e},Qh,t)}async callTool(e,t=Xv,n){if(this.isToolTaskRequired(e.name))throw new zr(Qr.InvalidRequest,`Tool "${e.name}" requires task-based execution. Use client.experimental.tasks.callToolStream() instead.`);const a=await this.request({method:"tools/call",params:e},t,n),i=this.getToolOutputValidator(e.name);if(i){if(!a.structuredContent&&!a.isError)throw new zr(Qr.InvalidRequest,`Tool ${e.name} has an output schema but did not return structured content`);if(a.structuredContent)try{const s=i(a.structuredContent);if(!s.valid)throw new zr(Qr.InvalidParams,`Structured content does not match the tool's output schema: ${s.errorMessage}`)}catch(s){throw s instanceof zr?s:new zr(Qr.InvalidParams,`Failed to validate structured content: ${s instanceof Error?s.message:String(s)}`)}}return a}isToolTask(e){return this._serverCapabilities?.tasks?.requests?.tools?.call?this._cachedKnownTaskTools.has(e):!1}isToolTaskRequired(e){return this._cachedRequiredTaskTools.has(e)}cacheToolMetadata(e){this._cachedToolOutputValidators.clear(),this._cachedKnownTaskTools.clear(),this._cachedRequiredTaskTools.clear();for(const t of e){if(t.outputSchema){const a=this._jsonSchemaValidator.getValidator(t.outputSchema);this._cachedToolOutputValidators.set(t.name,a)}const n=t.execution?.taskSupport;(n==="required"||n==="optional")&&this._cachedKnownTaskTools.add(t.name),n==="required"&&this._cachedRequiredTaskTools.add(t.name)}}getToolOutputValidator(e){return this._cachedToolOutputValidators.get(e)}async listTools(e,t){const n=await this.request({method:"tools/list",params:e},xG,t);return this.cacheToolMetadata(n.tools),n}_setupListChangedHandler(e,t,n,a){const i=Qme.safeParse(n);if(!i.success)throw new Error(`Invalid ${e} listChanged options: ${i.error.message}`);if(typeof n.onChanged!="function")throw new Error(`Invalid ${e} listChanged options: onChanged must be a function`);const{autoRefresh:s,debounceMs:o}=i.data,{onChanged:l}=n,c=async()=>{if(!s){l(null,null);return}try{const d=await a();l(null,d)}catch(d){const h=d instanceof Error?d:new Error(String(d));l(h,null)}},u=()=>{if(o){const d=this._listChangedDebounceTimers.get(e);d&&clearTimeout(d);const h=setTimeout(c,o);this._listChangedDebounceTimers.set(e,h)}else c()};this.setNotificationHandler(t,u)}async sendRootsListChanged(){return this.notification({method:"notifications/roots/list_changed"})}}function wb(r){return r?r instanceof Headers?Object.fromEntries(r.entries()):Array.isArray(r)?Object.fromEntries(r):{...r}:{}}function jG(r=fetch,e){return e?async(t,n)=>{const a={...e,...n,headers:n?.headers?{...wb(e.headers),...wb(n.headers)}:e.headers};return r(t,a)}:r}let ox;ox=globalThis.crypto;async function i_e(r){return(await ox).getRandomValues(new Uint8Array(r))}async function s_e(r){const e="abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ0123456789-._~",t=Math.pow(2,8)-Math.pow(2,8)%e.length;let n="";for(;n.length128)throw`Expected a length between 43 and 128. Received ${r}.`;const e=await o_e(r),t=await l_e(e);return{code_verifier:e,code_challenge:t}}const Ri=dpe().superRefine((r,e)=>{if(!URL.canParse(r))return e.addIssue({code:tme.custom,message:"URL must be parseable",fatal:!0}),hue}).refine(r=>{const e=new URL(r);return e.protocol!=="javascript:"&&e.protocol!=="data:"&&e.protocol!=="vbscript:"},{message:"URL cannot use javascript:, data:, or vbscript: scheme"}),u_e=Ii({resource:qe().url(),authorization_servers:or(Ri).optional(),jwks_uri:qe().url().optional(),scopes_supported:or(qe()).optional(),bearer_methods_supported:or(qe()).optional(),resource_signing_alg_values_supported:or(qe()).optional(),resource_name:qe().optional(),resource_documentation:qe().optional(),resource_policy_uri:qe().url().optional(),resource_tos_uri:qe().url().optional(),tls_client_certificate_bound_access_tokens:ha().optional(),authorization_details_types_supported:or(qe()).optional(),dpop_signing_alg_values_supported:or(qe()).optional(),dpop_bound_access_tokens_required:ha().optional()}),KG=Ii({issuer:qe(),authorization_endpoint:Ri,token_endpoint:Ri,registration_endpoint:Ri.optional(),scopes_supported:or(qe()).optional(),response_types_supported:or(qe()),response_modes_supported:or(qe()).optional(),grant_types_supported:or(qe()).optional(),token_endpoint_auth_methods_supported:or(qe()).optional(),token_endpoint_auth_signing_alg_values_supported:or(qe()).optional(),service_documentation:Ri.optional(),revocation_endpoint:Ri.optional(),revocation_endpoint_auth_methods_supported:or(qe()).optional(),revocation_endpoint_auth_signing_alg_values_supported:or(qe()).optional(),introspection_endpoint:qe().optional(),introspection_endpoint_auth_methods_supported:or(qe()).optional(),introspection_endpoint_auth_signing_alg_values_supported:or(qe()).optional(),code_challenge_methods_supported:or(qe()).optional(),client_id_metadata_document_supported:ha().optional()}),d_e=Ii({issuer:qe(),authorization_endpoint:Ri,token_endpoint:Ri,userinfo_endpoint:Ri.optional(),jwks_uri:Ri,registration_endpoint:Ri.optional(),scopes_supported:or(qe()).optional(),response_types_supported:or(qe()),response_modes_supported:or(qe()).optional(),grant_types_supported:or(qe()).optional(),acr_values_supported:or(qe()).optional(),subject_types_supported:or(qe()),id_token_signing_alg_values_supported:or(qe()),id_token_encryption_alg_values_supported:or(qe()).optional(),id_token_encryption_enc_values_supported:or(qe()).optional(),userinfo_signing_alg_values_supported:or(qe()).optional(),userinfo_encryption_alg_values_supported:or(qe()).optional(),userinfo_encryption_enc_values_supported:or(qe()).optional(),request_object_signing_alg_values_supported:or(qe()).optional(),request_object_encryption_alg_values_supported:or(qe()).optional(),request_object_encryption_enc_values_supported:or(qe()).optional(),token_endpoint_auth_methods_supported:or(qe()).optional(),token_endpoint_auth_signing_alg_values_supported:or(qe()).optional(),display_values_supported:or(qe()).optional(),claim_types_supported:or(qe()).optional(),claims_supported:or(qe()).optional(),service_documentation:qe().optional(),claims_locales_supported:or(qe()).optional(),ui_locales_supported:or(qe()).optional(),claims_parameter_supported:ha().optional(),request_parameter_supported:ha().optional(),request_uri_parameter_supported:ha().optional(),require_request_uri_registration:ha().optional(),op_policy_uri:Ri.optional(),op_tos_uri:Ri.optional(),client_id_metadata_document_supported:ha().optional()}),h_e=cr({...d_e.shape,...KG.pick({code_challenge_methods_supported:!0}).shape}),f_e=cr({access_token:qe(),id_token:qe().optional(),token_type:qe(),expires_in:rme().optional(),scope:qe().optional(),refresh_token:qe().optional()}).strip(),p_e=cr({error:qe(),error_description:qe().optional(),error_uri:qe().optional()}),lD=Ri.optional().or(Mr("").transform(()=>{})),m_e=cr({redirect_uris:or(Ri),token_endpoint_auth_method:qe().optional(),grant_types:or(qe()).optional(),response_types:or(qe()).optional(),client_name:qe().optional(),client_uri:Ri.optional(),logo_uri:lD,scope:qe().optional(),contacts:or(qe()).optional(),tos_uri:lD,policy_uri:qe().optional(),jwks_uri:Ri.optional(),jwks:Ipe().optional(),software_id:qe().optional(),software_version:qe().optional(),software_statement:qe().optional()}).strip(),g_e=cr({client_id:qe(),client_secret:qe().optional(),client_id_issued_at:Yn().optional(),client_secret_expires_at:Yn().optional()}).strip(),__e=m_e.merge(g_e);cr({error:qe(),error_description:qe().optional()}).strip();cr({token:qe(),token_type_hint:qe().optional()}).strip();function b_e(r){const e=typeof r=="string"?new URL(r):new URL(r.href);return e.hash="",e}function v_e({requestedResource:r,configuredResource:e}){const t=typeof r=="string"?new URL(r):new URL(r.href),n=typeof e=="string"?new URL(e):new URL(e.href);if(t.origin!==n.origin||t.pathname.length0&&(o=s.authorization_servers[0])}catch{}o||(o=new URL("/",e));const l=await R_e(e,r,s),c=await D_e(o,{fetchFn:i});let u=await Promise.resolve(r.clientInformation());if(!u){if(t!==void 0)throw new Error("Existing OAuth client information is required when exchanging an authorization code");const b=c?.client_id_metadata_document_supported===!0,_=r.clientMetadataUrl;if(_&&!x_e(_))throw new xb(`clientMetadataUrl must be a valid HTTPS URL with a non-root pathname, got: ${_}`);if(b&&_)u={client_id:_},await r.saveClientInformation?.(u);else{if(!r.saveClientInformation)throw new Error("OAuth client information must be saveable for dynamic registration");const y=await U_e(o,{metadata:c,clientMetadata:r.clientMetadata,fetchFn:i});await r.saveClientInformation(y),u=y}}const d=!r.redirectUrl;if(t!==void 0||d){const b=await B_e(r,o,{metadata:c,resource:l,authorizationCode:t,fetchFn:i});return await r.saveTokens(b),"AUTHORIZED"}const h=await r.tokens();if(h?.refresh_token)try{const b=await F_e(o,{metadata:c,clientInformation:u,refreshToken:h.refresh_token,resource:l,addClientAuthentication:r.addClientAuthentication,fetchFn:i});return await r.saveTokens(b),"AUTHORIZED"}catch(b){if(!(!(b instanceof vi)||b instanceof Bf))throw b}const p=r.state?await r.state():void 0,{authorizationUrl:m,codeVerifier:g}=await P_e(o,{metadata:c,clientInformation:u,state:p,redirectUrl:r.redirectUrl,scope:n||s?.scopes_supported?.join(" ")||r.clientMetadata.scope,resource:l});return await r.saveCodeVerifier(g),await r.redirectToAuthorization(m),"REDIRECT"}function x_e(r){if(!r)return!1;try{const e=new URL(r);return e.protocol==="https:"&&e.pathname!=="/"}catch{return!1}}async function R_e(r,e,t){const n=b_e(r);if(e.validateResourceURL)return await e.validateResourceURL(n,t?.resource);if(t){if(!v_e({requestedResource:n,configuredResource:t.resource}))throw new Error(`Protected resource ${t.resource} does not match expected ${n} (or origin)`);return new URL(t.resource)}}function Rb(r){const e=r.headers.get("WWW-Authenticate");if(!e)return{};const[t,n]=e.split(" ");if(t.toLowerCase()!=="bearer"||!n)return{};const a=OT(r,"resource_metadata")||void 0;let i;if(a)try{i=new URL(a)}catch{}const s=OT(r,"scope")||void 0,o=OT(r,"error")||void 0;return{resourceMetadataUrl:i,scope:s,error:o}}function OT(r,e){const t=r.headers.get("WWW-Authenticate");if(!t)return null;const n=new RegExp(`${e}=(?:"([^"]+)"|([^\\s,]+))`),a=t.match(n);return a?a[1]||a[2]:null}async function O_e(r,e,t=fetch){const n=await k_e(r,"oauth-protected-resource",t,{protocolVersion:e?.protocolVersion,metadataUrl:e?.resourceMetadataUrl});if(!n||n.status===404)throw await n?.body?.cancel(),new Error("Resource server does not implement OAuth 2.0 Protected Resource Metadata.");if(!n.ok)throw await n.body?.cancel(),new Error(`HTTP ${n.status} trying to load well-known OAuth protected resource metadata.`);return u_e.parse(await n.json())}async function lx(r,e,t=fetch){try{return await t(r,{headers:e})}catch(n){if(n instanceof TypeError)return e?lx(r,void 0,t):void 0;throw n}}function N_e(r,e="",t={}){return e.endsWith("/")&&(e=e.slice(0,-1)),t.prependPathname?`${e}/.well-known/${r}`:`/.well-known/${r}${e}`}async function cD(r,e,t=fetch){return await lx(r,{"MCP-Protocol-Version":e},t)}function I_e(r,e){return!r||r.status>=400&&r.status<500&&e!=="/"}async function k_e(r,e,t,n){const a=new URL(r),i=n?.protocolVersion??Wv;let s;if(n?.metadataUrl)s=new URL(n.metadataUrl);else{const l=N_e(e,a.pathname);s=new URL(l,n?.metadataServerUrl??a),s.search=a.search}let o=await cD(s,i,t);if(!n?.metadataUrl&&I_e(o,a.pathname)){const l=new URL(`/.well-known/${e}`,a);o=await cD(l,i,t)}return o}function M_e(r){const e=typeof r=="string"?new URL(r):r,t=e.pathname!=="/",n=[];if(!t)return n.push({url:new URL("/.well-known/oauth-authorization-server",e.origin),type:"oauth"}),n.push({url:new URL("/.well-known/openid-configuration",e.origin),type:"oidc"}),n;let a=e.pathname;return a.endsWith("/")&&(a=a.slice(0,-1)),n.push({url:new URL(`/.well-known/oauth-authorization-server${a}`,e.origin),type:"oauth"}),n.push({url:new URL(`/.well-known/openid-configuration${a}`,e.origin),type:"oidc"}),n.push({url:new URL(`${a}/.well-known/openid-configuration`,e.origin),type:"oidc"}),n}async function D_e(r,{fetchFn:e=fetch,protocolVersion:t=Wv}={}){const n={"MCP-Protocol-Version":t,Accept:"application/json"},a=M_e(r);for(const{url:i,type:s}of a){const o=await lx(i,n,e);if(o){if(!o.ok){if(await o.body?.cancel(),o.status>=400&&o.status<500)continue;throw new Error(`HTTP ${o.status} trying to load ${s==="oauth"?"OAuth":"OpenID provider"} metadata from ${i}`)}return s==="oauth"?KG.parse(await o.json()):h_e.parse(await o.json())}}}async function P_e(r,{metadata:e,clientInformation:t,redirectUrl:n,scope:a,state:i,resource:s}){let o;if(e){if(o=new URL(e.authorization_endpoint),!e.response_types_supported.includes(AT))throw new Error(`Incompatible auth server: does not support response type ${AT}`);if(e.code_challenge_methods_supported&&!e.code_challenge_methods_supported.includes(xT))throw new Error(`Incompatible auth server: does not support code challenge method ${xT}`)}else o=new URL("/authorize",r);const l=await c_e(),c=l.code_verifier,u=l.code_challenge;return o.searchParams.set("response_type",AT),o.searchParams.set("client_id",t.client_id),o.searchParams.set("code_challenge",u),o.searchParams.set("code_challenge_method",xT),o.searchParams.set("redirect_uri",String(n)),i&&o.searchParams.set("state",i),a&&o.searchParams.set("scope",a),a?.includes("offline_access")&&o.searchParams.append("prompt","consent"),s&&o.searchParams.set("resource",s.href),{authorizationUrl:o,codeVerifier:c}}function L_e(r,e,t){return new URLSearchParams({grant_type:"authorization_code",code:r,code_verifier:e,redirect_uri:String(t)})}async function QG(r,{metadata:e,tokenRequestParams:t,clientInformation:n,addClientAuthentication:a,resource:i,fetchFn:s}){const o=e?.token_endpoint?new URL(e.token_endpoint):new URL("/token",r),l=new Headers({"Content-Type":"application/x-www-form-urlencoded",Accept:"application/json"});if(i&&t.set("resource",i.href),a)await a(l,t,o,e);else if(n){const u=e?.token_endpoint_auth_methods_supported??[],d=E_e(n,u);w_e(d,n,l,t)}const c=await(s??fetch)(o,{method:"POST",headers:l,body:t});if(!c.ok)throw await XG(c);return f_e.parse(await c.json())}async function F_e(r,{metadata:e,clientInformation:t,refreshToken:n,resource:a,addClientAuthentication:i,fetchFn:s}){const o=new URLSearchParams({grant_type:"refresh_token",refresh_token:n}),l=await QG(r,{metadata:e,tokenRequestParams:o,clientInformation:t,addClientAuthentication:i,resource:a,fetchFn:s});return{refresh_token:n,...l}}async function B_e(r,e,{metadata:t,resource:n,authorizationCode:a,fetchFn:i}={}){const s=r.clientMetadata.scope;let o;if(r.prepareTokenRequest&&(o=await r.prepareTokenRequest(s)),!o){if(!a)throw new Error("Either provider.prepareTokenRequest() or authorizationCode is required");if(!r.redirectUrl)throw new Error("redirectUrl is required for authorization_code flow");const c=await r.codeVerifier();o=L_e(a,c,r.redirectUrl)}const l=await r.clientInformation();return QG(e,{metadata:t,tokenRequestParams:o,clientInformation:l??void 0,addClientAuthentication:r.addClientAuthentication,resource:n,fetchFn:i})}async function U_e(r,{metadata:e,clientMetadata:t,fetchFn:n}){let a;if(e){if(!e.registration_endpoint)throw new Error("Incompatible auth server: does not support dynamic client registration");a=new URL(e.registration_endpoint)}else a=new URL("/register",r);const i=await(n??fetch)(a,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify(t)});if(!i.ok)throw await XG(i);return __e.parse(await i.json())}let uD=class extends Error{constructor(e,t){super(e),this.name="ParseError",this.type=t.type,this.field=t.field,this.value=t.value,this.line=t.line}};function NT(r){}function ZG(r){if(typeof r=="function")throw new TypeError("`callbacks` must be an object, got a function instead. Did you mean `{onEvent: fn}`?");const{onEvent:e=NT,onError:t=NT,onRetry:n=NT,onComment:a}=r;let i="",s=!0,o,l="",c="";function u(g){const b=s?g.replace(/^\xEF\xBB\xBF/,""):g,[_,v]=$_e(`${i}${b}`);for(const y of _)d(y);i=v,s=!1}function d(g){if(g===""){p();return}if(g.startsWith(":")){a&&a(g.slice(g.startsWith(": ")?2:1));return}const b=g.indexOf(":");if(b!==-1){const _=g.slice(0,b),v=g[b+1]===" "?2:1,y=g.slice(b+v);h(_,y,g);return}h(g,"",g)}function h(g,b,_){switch(g){case"event":c=b;break;case"data":l=`${l}${b} +`;break;case"id":o=b.includes("\0")?void 0:b;break;case"retry":/^\d+$/.test(b)?n(parseInt(b,10)):t(new uD(`Invalid \`retry\` value: "${b}"`,{type:"invalid-retry",value:b,line:_}));break;default:t(new uD(`Unknown field "${g.length>20?`${g.slice(0,20)}…`:g}"`,{type:"unknown-field",field:g,value:b,line:_}));break}}function p(){l.length>0&&e({id:o,event:c||void 0,data:l.endsWith(` +`)?l.slice(0,-1):l}),o=void 0,l="",c=""}function m(g={}){i&&g.consume&&d(i),s=!0,o=void 0,l="",c="",i=""}return{feed:u,reset:m}}function $_e(r){const e=[];let t="",n=0;for(;n{i.enqueue(s)},onError(s){e==="terminate"?i.error(s):typeof e=="function"&&e(s)},onRetry:t,onComment:n})},transform(i){a.feed(i)}})}}const z_e={initialReconnectionDelay:1e3,maxReconnectionDelay:3e4,reconnectionDelayGrowFactor:1.5,maxRetries:2};class Nd extends Error{constructor(e,t){super(`Streamable HTTP error: ${t}`),this.code=e}}class q_e{constructor(e,t){this._hasCompletedAuthFlow=!1,this._url=e,this._resourceMetadataUrl=void 0,this._scope=void 0,this._requestInit=t?.requestInit,this._authProvider=t?.authProvider,this._fetch=t?.fetch,this._fetchWithInit=jG(t?.fetch,t?.requestInit),this._sessionId=t?.sessionId,this._reconnectionOptions=t?.reconnectionOptions??z_e}async _authThenStart(){if(!this._authProvider)throw new jo("No auth provider");let e;try{e=await Bd(this._authProvider,{serverUrl:this._url,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})}catch(t){throw this.onerror?.(t),t}if(e!=="AUTHORIZED")throw new jo;return await this._startOrAuthSse({resumptionToken:void 0})}async _commonHeaders(){const e={};if(this._authProvider){const n=await this._authProvider.tokens();n&&(e.Authorization=`Bearer ${n.access_token}`)}this._sessionId&&(e["mcp-session-id"]=this._sessionId),this._protocolVersion&&(e["mcp-protocol-version"]=this._protocolVersion);const t=wb(this._requestInit?.headers);return new Headers({...e,...t})}async _startOrAuthSse(e){const{resumptionToken:t}=e;try{const n=await this._commonHeaders();n.set("Accept","text/event-stream"),t&&n.set("last-event-id",t);const a=await(this._fetch??fetch)(this._url,{method:"GET",headers:n,signal:this._abortController?.signal});if(!a.ok){if(await a.body?.cancel(),a.status===401&&this._authProvider)return await this._authThenStart();if(a.status===405)return;throw new Nd(a.status,`Failed to open SSE stream: ${a.statusText}`)}this._handleSseStream(a.body,e,!0)}catch(n){throw this.onerror?.(n),n}}_getNextReconnectionDelay(e){if(this._serverRetryMs!==void 0)return this._serverRetryMs;const t=this._reconnectionOptions.initialReconnectionDelay,n=this._reconnectionOptions.reconnectionDelayGrowFactor,a=this._reconnectionOptions.maxReconnectionDelay;return Math.min(t*Math.pow(n,e),a)}_scheduleReconnection(e,t=0){const n=this._reconnectionOptions.maxRetries;if(t>=n){this.onerror?.(new Error(`Maximum reconnection attempts (${n}) exceeded.`));return}const a=this._getNextReconnectionDelay(t);this._reconnectionTimeout=setTimeout(()=>{this._startOrAuthSse(e).catch(i=>{this.onerror?.(new Error(`Failed to reconnect SSE stream: ${i instanceof Error?i.message:String(i)}`)),this._scheduleReconnection(e,t+1)})},a)}_handleSseStream(e,t,n){if(!e)return;const{onresumptiontoken:a,replayMessageId:i}=t;let s,o=!1,l=!1;(async()=>{try{const u=e.pipeThrough(new TextDecoderStream).pipeThrough(new G_e({onRetry:p=>{this._serverRetryMs=p}})).getReader();for(;;){const{value:p,done:m}=await u.read();if(m)break;if(p.id&&(s=p.id,o=!0,a?.(p.id)),!!p.data&&(!p.event||p.event==="message"))try{const g=im.parse(JSON.parse(p.data));Wp(g)&&(l=!0,i!==void 0&&(g.id=i)),this.onmessage?.(g)}catch(g){this.onerror?.(g)}}(n||o)&&!l&&this._abortController&&!this._abortController.signal.aborted&&this._scheduleReconnection({resumptionToken:s,onresumptiontoken:a,replayMessageId:i},0)}catch(u){if(this.onerror?.(new Error(`SSE stream disconnected: ${u}`)),(n||o)&&!l&&this._abortController&&!this._abortController.signal.aborted)try{this._scheduleReconnection({resumptionToken:s,onresumptiontoken:a,replayMessageId:i},0)}catch(p){this.onerror?.(new Error(`Failed to reconnect: ${p instanceof Error?p.message:String(p)}`))}}})()}async start(){if(this._abortController)throw new Error("StreamableHTTPClientTransport already started! If using Client class, note that connect() calls start() automatically.");this._abortController=new AbortController}async finishAuth(e){if(!this._authProvider)throw new jo("No auth provider");if(await Bd(this._authProvider,{serverUrl:this._url,authorizationCode:e,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})!=="AUTHORIZED")throw new jo("Failed to authorize")}async close(){this._reconnectionTimeout&&(clearTimeout(this._reconnectionTimeout),this._reconnectionTimeout=void 0),this._abortController?.abort(),this.onclose?.()}async send(e,t){try{const{resumptionToken:n,onresumptiontoken:a}=t||{};if(n){this._startOrAuthSse({resumptionToken:n,replayMessageId:w3(e)?e.id:void 0}).catch(h=>this.onerror?.(h));return}const i=await this._commonHeaders();i.set("content-type","application/json"),i.set("accept","application/json, text/event-stream");const s={...this._requestInit,method:"POST",headers:i,body:JSON.stringify(e),signal:this._abortController?.signal},o=await(this._fetch??fetch)(this._url,s),l=o.headers.get("mcp-session-id");if(l&&(this._sessionId=l),!o.ok){const h=await o.text().catch(()=>null);if(o.status===401&&this._authProvider){if(this._hasCompletedAuthFlow)throw new Nd(401,"Server returned 401 after successful authentication");const{resourceMetadataUrl:p,scope:m}=Rb(o);if(this._resourceMetadataUrl=p,this._scope=m,await Bd(this._authProvider,{serverUrl:this._url,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})!=="AUTHORIZED")throw new jo;return this._hasCompletedAuthFlow=!0,this.send(e)}if(o.status===403&&this._authProvider){const{resourceMetadataUrl:p,scope:m,error:g}=Rb(o);if(g==="insufficient_scope"){const b=o.headers.get("WWW-Authenticate");if(this._lastUpscopingHeader===b)throw new Nd(403,"Server returned 403 after trying upscoping");if(m&&(this._scope=m),p&&(this._resourceMetadataUrl=p),this._lastUpscopingHeader=b??void 0,await Bd(this._authProvider,{serverUrl:this._url,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetch})!=="AUTHORIZED")throw new jo;return this.send(e)}}throw new Nd(o.status,`Error POSTing to endpoint: ${h}`)}if(this._hasCompletedAuthFlow=!1,this._lastUpscopingHeader=void 0,o.status===202){await o.body?.cancel(),vme(e)&&this._startOrAuthSse({resumptionToken:void 0}).catch(h=>this.onerror?.(h));return}const u=(Array.isArray(e)?e:[e]).filter(h=>"method"in h&&"id"in h&&h.id!==void 0).length>0,d=o.headers.get("content-type");if(u)if(d?.includes("text/event-stream"))this._handleSseStream(o.body,{onresumptiontoken:a},!1);else if(d?.includes("application/json")){const h=await o.json(),p=Array.isArray(h)?h.map(m=>im.parse(m)):[im.parse(h)];for(const m of p)this.onmessage?.(m)}else throw await o.body?.cancel(),new Nd(-1,`Unexpected content type: ${d}`);else await o.body?.cancel()}catch(n){throw this.onerror?.(n),n}}get sessionId(){return this._sessionId}async terminateSession(){if(this._sessionId)try{const e=await this._commonHeaders(),t={...this._requestInit,method:"DELETE",headers:e,signal:this._abortController?.signal},n=await(this._fetch??fetch)(this._url,t);if(await n.body?.cancel(),!n.ok&&n.status!==405)throw new Nd(n.status,`Failed to terminate session: ${n.statusText}`);this._sessionId=void 0}catch(e){throw this.onerror?.(e),e}}setProtocolVersion(e){this._protocolVersion=e}get protocolVersion(){return this._protocolVersion}async resumeStream(e,t){await this._startOrAuthSse({resumptionToken:e,onresumptiontoken:t?.onresumptiontoken})}}class dD extends Event{constructor(e,t){var n,a;super(e),this.code=(n=t?.code)!=null?n:void 0,this.message=(a=t?.message)!=null?a:void 0}[Symbol.for("nodejs.util.inspect.custom")](e,t,n){return n(hD(this),t)}[Symbol.for("Deno.customInspect")](e,t){return e(hD(this),t)}}function H_e(r){const e=globalThis.DOMException;return typeof e=="function"?new e(r,"SyntaxError"):new SyntaxError(r)}function L3(r){return r instanceof Error?"errors"in r&&Array.isArray(r.errors)?r.errors.map(L3).join(", "):"cause"in r&&r.cause instanceof Error?`${r}: ${L3(r.cause)}`:r.message:`${r}`}function hD(r){return{type:r.type,message:r.message,code:r.code,defaultPrevented:r.defaultPrevented,cancelable:r.cancelable,timeStamp:r.timeStamp}}var JG=r=>{throw TypeError(r)},cx=(r,e,t)=>e.has(r)||JG("Cannot "+t),En=(r,e,t)=>(cx(r,e,"read from private field"),t?t.call(r):e.get(r)),ti=(r,e,t)=>e.has(r)?JG("Cannot add the same private member more than once"):e instanceof WeakSet?e.add(r):e.set(r,t),_a=(r,e,t,n)=>(cx(r,e,"write to private field"),e.set(r,t),t),hc=(r,e,t)=>(cx(r,e,"access private method"),t),Cs,Md,Bh,w_,Ob,sm,Zh,om,vu,Uh,ff,$h,jp,Ho,F3,B3,U3,fD,$3,G3,Kp,z3,q3;class T_ extends EventTarget{constructor(e,t){var n,a;super(),ti(this,Ho),this.CONNECTING=0,this.OPEN=1,this.CLOSED=2,ti(this,Cs),ti(this,Md),ti(this,Bh),ti(this,w_),ti(this,Ob),ti(this,sm),ti(this,Zh),ti(this,om,null),ti(this,vu),ti(this,Uh),ti(this,ff,null),ti(this,$h,null),ti(this,jp,null),ti(this,B3,async i=>{var s;En(this,Uh).reset();const{body:o,redirected:l,status:c,headers:u}=i;if(c===204){hc(this,Ho,Kp).call(this,"Server sent HTTP 204, not reconnecting",204),this.close();return}if(l?_a(this,Bh,new URL(i.url)):_a(this,Bh,void 0),c!==200){hc(this,Ho,Kp).call(this,`Non-200 status code (${c})`,c);return}if(!(u.get("content-type")||"").startsWith("text/event-stream")){hc(this,Ho,Kp).call(this,'Invalid content type, expected "text/event-stream"',c);return}if(En(this,Cs)===this.CLOSED)return;_a(this,Cs,this.OPEN);const d=new Event("open");if((s=En(this,jp))==null||s.call(this,d),this.dispatchEvent(d),typeof o!="object"||!o||!("getReader"in o)){hc(this,Ho,Kp).call(this,"Invalid response body, expected a web ReadableStream",c),this.close();return}const h=new TextDecoder,p=o.getReader();let m=!0;do{const{done:g,value:b}=await p.read();b&&En(this,Uh).feed(h.decode(b,{stream:!g})),g&&(m=!1,En(this,Uh).reset(),hc(this,Ho,z3).call(this))}while(m)}),ti(this,U3,i=>{_a(this,vu,void 0),!(i.name==="AbortError"||i.type==="aborted")&&hc(this,Ho,z3).call(this,L3(i))}),ti(this,$3,i=>{typeof i.id=="string"&&_a(this,om,i.id);const s=new MessageEvent(i.event||"message",{data:i.data,origin:En(this,Bh)?En(this,Bh).origin:En(this,Md).origin,lastEventId:i.id||""});En(this,$h)&&(!i.event||i.event==="message")&&En(this,$h).call(this,s),this.dispatchEvent(s)}),ti(this,G3,i=>{_a(this,sm,i)}),ti(this,q3,()=>{_a(this,Zh,void 0),En(this,Cs)===this.CONNECTING&&hc(this,Ho,F3).call(this)});try{if(e instanceof URL)_a(this,Md,e);else if(typeof e=="string")_a(this,Md,new URL(e,V_e()));else throw new Error("Invalid URL")}catch{throw H_e("An invalid or illegal string was specified")}_a(this,Uh,ZG({onEvent:En(this,$3),onRetry:En(this,G3)})),_a(this,Cs,this.CONNECTING),_a(this,sm,3e3),_a(this,Ob,(n=t?.fetch)!=null?n:globalThis.fetch),_a(this,w_,(a=t?.withCredentials)!=null?a:!1),hc(this,Ho,F3).call(this)}get readyState(){return En(this,Cs)}get url(){return En(this,Md).href}get withCredentials(){return En(this,w_)}get onerror(){return En(this,ff)}set onerror(e){_a(this,ff,e)}get onmessage(){return En(this,$h)}set onmessage(e){_a(this,$h,e)}get onopen(){return En(this,jp)}set onopen(e){_a(this,jp,e)}addEventListener(e,t,n){const a=t;super.addEventListener(e,a,n)}removeEventListener(e,t,n){const a=t;super.removeEventListener(e,a,n)}close(){En(this,Zh)&&clearTimeout(En(this,Zh)),En(this,Cs)!==this.CLOSED&&(En(this,vu)&&En(this,vu).abort(),_a(this,Cs,this.CLOSED),_a(this,vu,void 0))}}Cs=new WeakMap,Md=new WeakMap,Bh=new WeakMap,w_=new WeakMap,Ob=new WeakMap,sm=new WeakMap,Zh=new WeakMap,om=new WeakMap,vu=new WeakMap,Uh=new WeakMap,ff=new WeakMap,$h=new WeakMap,jp=new WeakMap,Ho=new WeakSet,F3=function(){_a(this,Cs,this.CONNECTING),_a(this,vu,new AbortController),En(this,Ob)(En(this,Md),hc(this,Ho,fD).call(this)).then(En(this,B3)).catch(En(this,U3))},B3=new WeakMap,U3=new WeakMap,fD=function(){var r;const e={mode:"cors",redirect:"follow",headers:{Accept:"text/event-stream",...En(this,om)?{"Last-Event-ID":En(this,om)}:void 0},cache:"no-store",signal:(r=En(this,vu))==null?void 0:r.signal};return"window"in globalThis&&(e.credentials=this.withCredentials?"include":"same-origin"),e},$3=new WeakMap,G3=new WeakMap,Kp=function(r,e){var t;En(this,Cs)!==this.CLOSED&&_a(this,Cs,this.CLOSED);const n=new dD("error",{code:e,message:r});(t=En(this,ff))==null||t.call(this,n),this.dispatchEvent(n)},z3=function(r,e){var t;if(En(this,Cs)===this.CLOSED)return;_a(this,Cs,this.CONNECTING);const n=new dD("error",{code:e,message:r});(t=En(this,ff))==null||t.call(this,n),this.dispatchEvent(n),_a(this,Zh,setTimeout(En(this,q3),En(this,sm)))},q3=new WeakMap,T_.CONNECTING=0,T_.OPEN=1,T_.CLOSED=2;function V_e(){const r="document"in globalThis?globalThis.document:void 0;return r&&typeof r=="object"&&"baseURI"in r&&typeof r.baseURI=="string"?r.baseURI:void 0}class Y_e extends Error{constructor(e,t,n){super(`SSE error: ${t}`),this.code=e,this.event=n}}class W_e{constructor(e,t){this._url=e,this._resourceMetadataUrl=void 0,this._scope=void 0,this._eventSourceInit=t?.eventSourceInit,this._requestInit=t?.requestInit,this._authProvider=t?.authProvider,this._fetch=t?.fetch,this._fetchWithInit=jG(t?.fetch,t?.requestInit)}async _authThenStart(){if(!this._authProvider)throw new jo("No auth provider");let e;try{e=await Bd(this._authProvider,{serverUrl:this._url,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})}catch(t){throw this.onerror?.(t),t}if(e!=="AUTHORIZED")throw new jo;return await this._startOrAuth()}async _commonHeaders(){const e={};if(this._authProvider){const n=await this._authProvider.tokens();n&&(e.Authorization=`Bearer ${n.access_token}`)}this._protocolVersion&&(e["mcp-protocol-version"]=this._protocolVersion);const t=wb(this._requestInit?.headers);return new Headers({...e,...t})}_startOrAuth(){const e=this?._eventSourceInit?.fetch??this._fetch??fetch;return new Promise((t,n)=>{this._eventSource=new T_(this._url.href,{...this._eventSourceInit,fetch:async(a,i)=>{const s=await this._commonHeaders();s.set("Accept","text/event-stream");const o=await e(a,{...i,headers:s});if(o.status===401&&o.headers.has("www-authenticate")){const{resourceMetadataUrl:l,scope:c}=Rb(o);this._resourceMetadataUrl=l,this._scope=c}return o}}),this._abortController=new AbortController,this._eventSource.onerror=a=>{if(a.code===401&&this._authProvider){this._authThenStart().then(t,n);return}const i=new Y_e(a.code,a.message,a);n(i),this.onerror?.(i)},this._eventSource.onopen=()=>{},this._eventSource.addEventListener("endpoint",a=>{const i=a;try{if(this._endpoint=new URL(i.data,this._url),this._endpoint.origin!==this._url.origin)throw new Error(`Endpoint origin does not match connection origin: ${this._endpoint.origin}`)}catch(s){n(s),this.onerror?.(s),this.close();return}t()}),this._eventSource.onmessage=a=>{const i=a;let s;try{s=im.parse(JSON.parse(i.data))}catch(o){this.onerror?.(o);return}this.onmessage?.(s)}})}async start(){if(this._eventSource)throw new Error("SSEClientTransport already started! If using Client class, note that connect() calls start() automatically.");return await this._startOrAuth()}async finishAuth(e){if(!this._authProvider)throw new jo("No auth provider");if(await Bd(this._authProvider,{serverUrl:this._url,authorizationCode:e,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})!=="AUTHORIZED")throw new jo("Failed to authorize")}async close(){this._abortController?.abort(),this._eventSource?.close(),this.onclose?.()}async send(e){if(!this._endpoint)throw new Error("Not connected");try{const t=await this._commonHeaders();t.set("content-type","application/json");const n={...this._requestInit,method:"POST",headers:t,body:JSON.stringify(e),signal:this._abortController?.signal},a=await(this._fetch??fetch)(this._endpoint,n);if(!a.ok){const i=await a.text().catch(()=>null);if(a.status===401&&this._authProvider){const{resourceMetadataUrl:s,scope:o}=Rb(a);if(this._resourceMetadataUrl=s,this._scope=o,await Bd(this._authProvider,{serverUrl:this._url,resourceMetadataUrl:this._resourceMetadataUrl,scope:this._scope,fetchFn:this._fetchWithInit})!=="AUTHORIZED")throw new jo;return this.send(e)}throw new Error(`Error POSTing to endpoint (HTTP ${a.status}): ${i}`)}await a.body?.cancel()}catch(t){throw this.onerror?.(t),t}}setProtocolVersion(e){this._protocolVersion=e}}const j_e="mcp";class K_e{constructor(e){this._url=e}start(){if(this._socket)throw new Error("WebSocketClientTransport already started! If using Client class, note that connect() calls start() automatically.");return new Promise((e,t)=>{this._socket=new WebSocket(this._url,j_e),this._socket.onerror=n=>{const a="error"in n?n.error:new Error(`WebSocket error: ${JSON.stringify(n)}`);t(a),this.onerror?.(a)},this._socket.onopen=()=>{e()},this._socket.onclose=()=>{this.onclose?.()},this._socket.onmessage=n=>{let a;try{a=im.parse(JSON.parse(n.data))}catch(i){this.onerror?.(i);return}this.onmessage?.(a)}})}async close(){this._socket?.close()}send(e){return new Promise((t,n)=>{if(!this._socket){n(new Error("Not connected"));return}this._socket?.send(JSON.stringify(e)),t()})}}class Vn{static createLog(e,t,n=Du.INFO,a){return{timestamp:new Date,phase:e,message:t,level:n,details:a}}static isSessionExpiredError(e){return e instanceof Nd&&e.code===404}static createTransport(e){if(!e.url)throw new Error("MCP server configuration is missing url");const t=e.useProxy??!1,n={};if(e.headers&&(n.headers=e.useProxy?gle(e.headers):e.headers),t&&(n.headers={...$v(),...n.headers}),e.credentials&&(n.credentials=e.credentials),e.transport===Os.WEBSOCKET){if(t)throw new Error("WebSocket transport is not supported when using CORS proxy. Use HTTP transport instead.");const i=new URL(e.url);return{transport:new K_e(i),type:Os.WEBSOCKET}}const a=t?u$(e.url):new URL(e.url);try{return{transport:new q_e(a,{requestInit:n}),type:Os.STREAMABLE_HTTP}}catch(i){console.warn("[MCPService] StreamableHTTP failed, trying SSE transport...",i);try{return{transport:new W_e(a,{requestInit:n}),type:Os.SSE}}catch(s){const o=i instanceof Error?i.message:String(i),l=s instanceof Error?s.message:String(s);throw new Error(`Failed to create transport. StreamableHTTP: ${o}; SSE: ${l}`)}}}static extractServerInfo(e){if(e)return{name:e.name,version:e.version,title:e.title,description:e.description,websiteUrl:e.websiteUrl,icons:e.icons?.map(t=>({src:t.src,mimeType:t.mimeType,sizes:t.sizes}))}}static async connect(e,t,n,a,i,s){const o=performance.now(),l=n??Va.clientInfo,c=a??Va.capabilities;i?.(Na.TRANSPORT_CREATING,this.createLog(Na.TRANSPORT_CREATING,`Creating transport for ${t.url}`));const{transport:u,type:d}=this.createTransport(t);d===Os.WEBSOCKET&&(u.onclose=()=>{console.log(`[MCPService][${e}] WebSocket closed, notifying for reconnection`),i?.(Na.DISCONNECTED,this.createLog(Na.DISCONNECTED,"WebSocket connection closed"))}),i?.(Na.TRANSPORT_READY,this.createLog(Na.TRANSPORT_READY,`Transport ready (${d})`),{transportType:d});const h=new a_e({name:l.name,version:l.version??jU},{capabilities:c,listChanged:s});i?.(Na.INITIALIZING,this.createLog(Na.INITIALIZING,"Sending initialize request...")),console.log(`[MCPService][${e}] Connecting to server...`),await h.connect(u);const p=h.getServerVersion(),m=h.getServerCapabilities(),g=h.getInstructions(),b=this.extractServerInfo(p);i?.(Na.CAPABILITIES_EXCHANGED,this.createLog(Na.CAPABILITIES_EXCHANGED,"Capabilities exchanged successfully",Du.INFO,{serverCapabilities:m,serverInfo:b}),{serverInfo:b,serverCapabilities:m,clientCapabilities:c,instructions:g}),i?.(Na.LISTING_TOOLS,this.createLog(Na.LISTING_TOOLS,"Listing available tools...")),console.log(`[MCPService][${e}] Connected, listing tools...`);const _=await this.listTools({client:h,transport:u,tools:[],serverName:e,transportType:d,connectionTimeMs:0}),v=Math.round(performance.now()-o);return i?.(Na.CONNECTED,this.createLog(Na.CONNECTED,`Connection established with ${_.length} tools (${v}ms)`)),console.log(`[MCPService][${e}] Initialization complete with ${_.length} tools in ${v}ms`),{client:h,transport:u,tools:_,serverName:e,transportType:d,serverInfo:b,serverCapabilities:m,clientCapabilities:c,protocolVersion:Va.protocolVersion,instructions:g,connectionTimeMs:v}}static async disconnect(e){console.log(`[MCPService][${e.serverName}] Disconnecting...`);try{e.transport.onclose&&(e.transport.onclose=void 0),await e.client.close()}catch(t){console.warn(`[MCPService][${e.serverName}] Error during disconnect:`,t)}}static async listTools(e){try{return(await e.client.listTools()).tools??[]}catch(t){if(this.isSessionExpiredError(t))throw t;return console.warn(`[MCPService][${e.serverName}] Failed to list tools:`,t),[]}}static async listPrompts(e){try{return(await e.client.listPrompts()).prompts??[]}catch(t){if(this.isSessionExpiredError(t))throw t;return console.warn(`[MCPService][${e.serverName}] Failed to list prompts:`,t),[]}}static async getPrompt(e,t,n){try{return await e.client.getPrompt({name:t,arguments:n})}catch(a){throw console.error(`[MCPService][${e.serverName}] Failed to get prompt:`,a),a}}static async callTool(e,t,n){Jce(n);try{const a=await e.client.callTool({name:t.name,arguments:t.arguments},void 0,{signal:n});return{content:this.formatToolResult(a),isError:a.isError??!1}}catch(a){if(El(a)||this.isSessionExpiredError(a))throw a;const i=a instanceof Error?a.message:String(a);throw new Error(`Tool "${t.name}" execution failed on server "${e.serverName}": ${i}`,{cause:a instanceof Error?a:void 0})}}static formatToolResult(e){const t=e.content;return Array.isArray(t)?t.map(n=>this.formatSingleContent(n)).filter(Boolean).join(` +`):""}static formatSingleContent(e){if(e.type===v_.TEXT&&e.text)return e.text;if(e.type===v_.IMAGE&&e.data)return hb(e.mimeType??One,e.data);if(e.type===v_.RESOURCE&&e.resource){const t=e.resource;return t.text?t.text:t.blob?t.blob:JSON.stringify(t)}return e.data&&e.mimeType?hb(e.mimeType,e.data):JSON.stringify(e)}static async complete(e,t,n){try{return(await e.client.complete({ref:t,argument:n})).completion}catch(a){return console.error("[MCPService] Failed to get completions:",a),null}}static async listResources(e,t){try{const n=await e.client.listResources(t?{cursor:t}:void 0);return{resources:n.resources??[],nextCursor:n.nextCursor}}catch(n){if(this.isSessionExpiredError(n))throw n;return console.warn(`[MCPService][${e.serverName}] Failed to list resources:`,n),{resources:[]}}}static async listAllResources(e){const t=[];let n;do{const a=await this.listResources(e,n);t.push(...a.resources),n=a.nextCursor}while(n);return t}static async listResourceTemplates(e,t){try{const n=await e.client.listResourceTemplates(t?{cursor:t}:void 0);return{resourceTemplates:n.resourceTemplates??[],nextCursor:n.nextCursor}}catch(n){if(this.isSessionExpiredError(n))throw n;return console.warn(`[MCPService][${e.serverName}] Failed to list resource templates:`,n),{resourceTemplates:[]}}}static async listAllResourceTemplates(e){const t=[];let n;do{const a=await this.listResourceTemplates(e,n);t.push(...a.resourceTemplates),n=a.nextCursor}while(n);return t}static async readResource(e,t){try{const n=await e.client.readResource({uri:t});return{contents:n.contents??[],_meta:n._meta}}catch(n){throw console.error(`[MCPService][${e.serverName}] Failed to read resource:`,n),n}}static async subscribeResource(e,t){try{await e.client.subscribeResource({uri:t}),console.log(`[MCPService][${e.serverName}] Subscribed to resource: ${t}`)}catch(n){throw console.error(`[MCPService][${e.serverName}] Failed to subscribe to resource:`,n),n}}static async unsubscribeResource(e,t){try{await e.client.unsubscribeResource({uri:t}),console.log(`[MCPService][${e.serverName}] Unsubscribed from resource: ${t}`)}catch(n){throw console.error(`[MCPService][${e.serverName}] Failed to unsubscribe from resource:`,n),n}}static supportsResources(e){return e.serverCapabilities?.resources!==void 0}static supportsResourceSubscriptions(e){return!!e.serverCapabilities?.resources?.subscribe}}function X_e(){return`${Wne}-${Date.now()}-${Math.random().toString(36).substring(2,9)}`}class Q_e{#e=_e(Sr(new Oi));get _serverResources(){return f(this.#e)}set _serverResources(e){M(this.#e,e,!0)}#t=_e(Sr(new Oi));get _cachedResources(){return f(this.#t)}set _cachedResources(e){M(this.#t,e,!0)}#r=_e(Sr(new Oi));get _subscriptions(){return f(this.#r)}set _subscriptions(e){M(this.#r,e,!0)}#n=_e(Sr([]));get _attachments(){return f(this.#n)}set _attachments(e){M(this.#n,e,!0)}#i=_e(!1);get _isLoading(){return f(this.#i)}set _isLoading(e){M(this.#i,e,!0)}get serverResources(){return this._serverResources}get cachedResources(){return this._cachedResources}get subscriptions(){return this._subscriptions}get attachments(){return this._attachments}get isLoading(){return this._isLoading}get totalResourceCount(){let e=0;for(const t of this._serverResources.values())e+=t.resources.length;return e}get totalTemplateCount(){let e=0;for(const t of this._serverResources.values())e+=t.templates.length;return e}get attachmentCount(){return this._attachments.length}get hasAttachments(){return this._attachments.length>0}setServerResources(e,t,n){this._serverResources.set(e,{serverName:e,resources:t,templates:n,lastFetched:new Date,loading:!1,error:void 0}),console.log(`[MCPResources][${e}] Set ${t.length} resources, ${n.length} templates`)}setServerLoading(e,t){const n=this._serverResources.get(e);n?this._serverResources.set(e,{...n,loading:t}):this._serverResources.set(e,{serverName:e,resources:[],templates:[],loading:t,error:void 0})}setServerError(e,t){const n=this._serverResources.get(e);n?this._serverResources.set(e,{...n,loading:!1,error:t}):this._serverResources.set(e,{serverName:e,resources:[],templates:[],loading:!1,error:t})}getServerResources(e){return this._serverResources.get(e)}getAllResourceInfos(){const e=[];for(const[t,n]of this._serverResources)for(const a of n.resources)e.push({uri:a.uri,name:a.name,title:a.title,description:a.description,mimeType:a.mimeType,serverName:t,annotations:a.annotations,icons:a.icons});return e}getAllTemplateInfos(){const e=[];for(const[t,n]of this._serverResources)for(const a of n.templates)e.push({uriTemplate:a.uriTemplate,name:a.name,title:a.title,description:a.description,mimeType:a.mimeType,serverName:t,annotations:a.annotations,icons:a.icons});return e}clearServerResources(e){this._serverResources.delete(e);for(const[t,n]of this._cachedResources)n.resource.serverName===e&&this._cachedResources.delete(t);for(const[t,n]of this._subscriptions)n.serverName===e&&this._subscriptions.delete(t);console.log(`[MCPResources][${e}] Cleared all resources`)}cacheResourceContent(e,t){if(this._cachedResources.size>=Gre){const n=this._cachedResources.keys().next().value;n&&this._cachedResources.delete(n)}this._cachedResources.set(e.uri,{resource:e,content:t,fetchedAt:new Date,subscribed:this._subscriptions.has(e.uri)}),console.log(`[MCPResources] Cached content for: ${e.uri}`)}getCachedContent(e){const t=this._cachedResources.get(e);if(!t)return;if(Date.now()-t.fetchedAt.getTime()>zre&&!t.subscribed){this._cachedResources.delete(e);return}return t}invalidateCache(e){this._cachedResources.delete(e),console.log(`[MCPResources] Invalidated cache for: ${e}`)}clearCache(){this._cachedResources.clear(),console.log("[MCPResources] Cleared all cached content")}addSubscription(e,t){this._subscriptions.set(e,{uri:e,serverName:t,subscribedAt:new Date});const n=this._cachedResources.get(e);n&&this._cachedResources.set(e,{...n,subscribed:!0}),console.log(`[MCPResources] Added subscription: ${e}`)}removeSubscription(e){this._subscriptions.delete(e);const t=this._cachedResources.get(e);t&&this._cachedResources.set(e,{...t,subscribed:!1}),console.log(`[MCPResources] Removed subscription: ${e}`)}isSubscribed(e){return this._subscriptions.has(e)}handleResourceUpdate(e){this.invalidateCache(e);const t=this._subscriptions.get(e);t&&this._subscriptions.set(e,{...t,lastUpdate:new Date}),console.log(`[MCPResources] Resource updated: ${e}`)}handleResourcesListChanged(e){const t=this._serverResources.get(e);t&&this._serverResources.set(e,{...t,lastFetched:void 0}),console.log(`[MCPResources][${e}] Resources list changed, needs refresh`)}addAttachment(e){const t={id:X_e(),resource:e,loading:!0};return this._attachments=[...this._attachments,t],console.log(`[MCPResources] Added attachment: ${e.uri}`),t}updateAttachmentContent(e,t){this._attachments=this._attachments.map(n=>n.id===e?{...n,content:t,loading:!1,error:void 0}:n)}updateAttachmentError(e,t){this._attachments=this._attachments.map(n=>n.id===e?{...n,loading:!1,error:t}:n)}removeAttachment(e){this._attachments=this._attachments.filter(t=>t.id!==e),console.log(`[MCPResources] Removed attachment: ${e}`)}clearAttachments(){this._attachments=[],console.log("[MCPResources] Cleared all attachments")}getAttachment(e){return this._attachments.find(t=>t.id===e)}isAttached(e){const t=f0(e);return this._attachments.some(n=>n.resource.uri===e||f0(n.resource.uri)===t)}setLoading(e){this._isLoading=e}findResourceByUri(e){const t=f0(e);for(const[n,a]of this._serverResources){const i=a.resources.find(s=>s.uri===e)??a.resources.find(s=>f0(s.uri)===t);if(i)return{uri:i.uri,name:i.name,title:i.title,description:i.description,mimeType:i.mimeType,serverName:n,annotations:i.annotations,icons:i.icons}}}findServerForUri(e){for(const[t,n]of this._serverResources)if(n.resources.some(a=>a.uri===e))return t}clear(){this._serverResources.clear(),this._cachedResources.clear(),this._subscriptions.clear(),this._attachments=[],this._isLoading=!1,console.log("[MCPResources] Cleared all state")}formatAttachmentsForContext(){if(this._attachments.length===0)return"";const e=[];for(const t of this._attachments){if(t.error||!t.content||t.content.length===0)continue;const n=t.resource.title||t.resource.name,a=t.resource.serverName;for(const i of t.content)"text"in i&&i.text?e.push(` + +--- Resource: ${n} (from ${a}) --- +${i.text}`):"blob"in i&&i.blob&&e.push(` + +--- Resource: ${n} (from ${a}) --- +[${gO}: ${i.mimeType||mO}]`)}return e.join("")}toMessageExtras(){const e=[];for(const t of this._attachments){if(t.error||!t.content||t.content.length===0)continue;const n=t.resource.title||t.resource.name,a=[];for(const i of t.content)"text"in i&&i.text?a.push(i.text):"blob"in i&&i.blob&&a.push(`[${gO}: ${i.mimeType||mO}]`);a.length>0&&e.push({type:Kr.MCP_RESOURCE,name:n,uri:t.resource.uri,serverName:t.resource.serverName,content:a.join(ob),mimeType:t.resource.mimeType})}return e}}const _n=new Q_e,ez=()=>_n.serverResources,Z_e=()=>_n.attachments,tz=()=>_n.hasAttachments,J_e=()=>_n.totalResourceCount,ebe=()=>_n.isLoading,rz=typeof window<"u"?window:void 0;function tbe(r){let e=r.activeElement;for(;e?.shadowRoot;){const t=e.shadowRoot.activeElement;if(t===e)break;e=t}return e}let rbe=class{#e;#t;constructor(e={}){const{window:t=rz,document:n=t?.document}=e;t!==void 0&&(this.#e=n,this.#t=Yu(a=>{const i=jr(t,"focusin",a),s=jr(t,"focusout",a);return()=>{i(),s()}}))}get current(){return this.#t?.(),this.#e?tbe(this.#e):null}};new rbe;function nbe(r,e){switch(r){case"post":Nt(e);break;case"pre":Gi(e);break}}function nz(r,e,t,n={}){const{lazy:a=!1}=n;let i=!a,s=Array.isArray(r)?[]:void 0;nbe(e,()=>{const o=Array.isArray(r)?r.map(c=>c()):r();if(!i){i=!0,s=o;return}const l=Rn(()=>t(o,s));return s=o,l})}function ux(r,e,t){nz(r,"post",e,t)}function abe(r,e,t){nz(r,"pre",e,t)}ux.pre=abe;function ibe(r,e){switch(r){case"local":return e.localStorage;case"session":return e.sessionStorage}}class az{#e;#t;#r;#n;#i;#a=_e(0);constructor(e,t,n={}){const{storage:a="local",serializer:i={serialize:JSON.stringify,deserialize:JSON.parse},syncTabs:s=!0,window:o=rz}=n;if(this.#e=t,this.#t=e,this.#r=i,o===void 0)return;const l=ibe(a,o);this.#n=l;const c=l.getItem(e);c!==null?this.#e=this.#o(c):this.#l(t),s&&a==="local"&&(this.#i=Yu(()=>jr(o,"storage",this.#s)))}get current(){this.#i?.(),f(this.#a);const e=this.#o(this.#n?.getItem(this.#t))??this.#e,t=new WeakMap,n=a=>{if(a===null||a?.constructor.name==="Date"||typeof a!="object")return a;let i=t.get(a);return i||(i=new Proxy(a,{get:(s,o)=>(f(this.#a),n(Reflect.get(s,o))),set:(s,o,l)=>(M(this.#a,f(this.#a)+1),Reflect.set(s,o,l),this.#l(e),!0)}),t.set(a,i)),i};return n(e)}set current(e){this.#l(e),M(this.#a,f(this.#a)+1)}#s=e=>{e.key!==this.#t||e.newValue===null||(this.#e=this.#o(e.newValue),M(this.#a,f(this.#a)+1))};#o(e){try{return this.#r.deserialize(e)}catch(t){console.error(`Error when parsing "${e}" from persisted store "${this.#t}"`,t);return}}#l(e){try{e!=null&&this.#n?.setItem(this.#t,this.#r.serialize(e))}catch(t){console.error(`Error when writing value from persisted store "${this.#t}" to ${this.#n}`,t)}}}function pD(r){return r.filter(e=>e.length>0)}const iz={getItem:r=>null,setItem:(r,e)=>{}},yg=typeof document<"u";function sbe(r){return typeof r=="function"}function obe(r){return r!==null&&typeof r=="object"}const Mm=Symbol("box"),dx=Symbol("is-writable");function lbe(r){return obe(r)&&Mm in r}function cbe(r){return Qa.isBox(r)&&dx in r}function Qa(r){let e=_e(Sr(r));return{[Mm]:!0,[dx]:!0,get current(){return f(e)},set current(t){M(e,t,!0)}}}function ube(r,e){const t=F(r);return e?{[Mm]:!0,[dx]:!0,get current(){return f(t)},set current(n){e(n)}}:{[Mm]:!0,get current(){return r()}}}function dbe(r){return Qa.isBox(r)?r:sbe(r)?Qa.with(r):Qa(r)}function hbe(r){return Object.entries(r).reduce((e,[t,n])=>Qa.isBox(n)?(Qa.isWritableBox(n)?Object.defineProperty(e,t,{get(){return n.current},set(a){n.current=a}}):Object.defineProperty(e,t,{get(){return n.current}}),e):Object.assign(e,{[t]:n}),{})}function fbe(r){return Qa.isWritableBox(r)?{[Mm]:!0,get current(){return r.current}}:r}Qa.from=dbe;Qa.with=ube;Qa.flatten=hbe;Qa.readonly=fbe;Qa.isBox=lbe;Qa.isWritableBox=cbe;function pbe(r,e){const t=RegExp(r,"g");return n=>{if(typeof n!="string")throw new TypeError(`expected an argument of type string, but got ${typeof n}`);return n.match(t)?n.replace(t,e):n}}const mbe=pbe(/[A-Z]/,r=>`-${r.toLowerCase()}`);function gbe(r){if(!r||typeof r!="object"||Array.isArray(r))throw new TypeError(`expected an argument of type object, but got ${typeof r}`);return Object.keys(r).map(e=>`${mbe(e)}: ${r[e]};`).join(` +`)}function _be(r={}){return gbe(r).replace(` +`," ")}const bbe={position:"absolute",width:"1px",height:"1px",padding:"0",margin:"-1px",overflow:"hidden",clip:"rect(0, 0, 0, 0)",whiteSpace:"nowrap",borderWidth:"0",transform:"translateX(-100%)"};_be(bbe);const vbe=typeof window<"u"?window:void 0;function ybe(r){let e=r.activeElement;for(;e?.shadowRoot;){const t=e.shadowRoot.activeElement;if(t===e)break;e=t}return e}class Sbe{#e;#t;constructor(e={}){const{window:t=vbe,document:n=t?.document}=e;t!==void 0&&(this.#e=n,this.#t=Yu(a=>{const i=jr(t,"focusin",a),s=jr(t,"focusout",a);return()=>{i(),s()}}))}get current(){return this.#t?.(),this.#e?ybe(this.#e):null}}new Sbe;const Ud=Qa("mode-watcher-mode"),$d=Qa("mode-watcher-theme"),Ebe=["dark","light","system"];function H3(r){return typeof r!="string"?!1:Ebe.includes(r)}class wbe{#e="system";#t=yg?localStorage:iz;#r=this.#t.getItem(Ud.current);#n=H3(this.#r)?this.#r:this.#e;#i=_e(Sr(this.#a()));#a(e=this.#n){return new az(Ud.current,e,{serializer:{serialize:t=>t,deserialize:t=>H3(t)?t:this.#e}})}constructor(){jm(()=>ux.pre(()=>Ud.current,(e,t)=>{const n=f(this.#i).current;M(this.#i,this.#a(n),!0),t&&localStorage.removeItem(t)}))}get current(){return f(this.#i).current}set current(e){f(this.#i).current=e}}class Tbe{#e=void 0;#t=!0;#r=_e(Sr(this.#e));#n=typeof window<"u"&&typeof window.matchMedia=="function"?new kB("prefers-color-scheme: light"):{current:!1};query(){yg&&M(this.#r,this.#n.current?"light":"dark",!0)}tracking(e){this.#t=e}constructor(){jm(()=>{Gi(()=>{this.#t&&this.query()})}),this.query=this.query.bind(this),this.tracking=this.tracking.bind(this)}get current(){return f(this.#r)}}const V3=new wbe,Y3=new Tbe;class Cbe{#e=yg?localStorage:iz;#t=this.#e.getItem($d.current);#r=this.#t===null||this.#t===void 0?"":this.#t;#n=_e(Sr(this.#i()));#i(e=this.#r){return new az($d.current,e,{serializer:{serialize:t=>typeof t!="string"?"":t,deserialize:t=>t}})}constructor(){jm(()=>ux.pre(()=>$d.current,(e,t)=>{const n=f(this.#n).current;M(this.#n,this.#i(n),!0),t&&localStorage.removeItem(t)}))}get current(){return f(this.#n).current}set current(e){f(this.#n).current=e}}const C_=new Cbe;let mD,gD,_D=!1,Ip=null;function Abe(){return Ip||(Ip=document.createElement("style"),Ip.appendChild(document.createTextNode(`* { + -webkit-transition: none !important; + -moz-transition: none !important; + -o-transition: none !important; + -ms-transition: none !important; + transition: none !important; + }`)),Ip)}function sz(r,e=!1){if(typeof document>"u")return;if(!_D){_D=!0,r();return}if(typeof window<"u"&&window.__vitest_worker__){r();return}clearTimeout(mD),clearTimeout(gD);const n=Abe(),a=()=>document.head.appendChild(n),i=()=>{n.parentNode&&document.head.removeChild(n)};function s(){r(),window.requestAnimationFrame(i)}if(typeof window.requestAnimationFrame<"u"){a(),e?s():window.requestAnimationFrame(()=>{s()});return}a(),mD=window.setTimeout(()=>{r(),gD=window.setTimeout(i,16)},16)}const Eu=Qa(void 0),Nb=Qa(!0),Ib=Qa(!1),W3=Qa([]),j3=Qa([]);function xbe(){const r=F(()=>{if(!yg)return;const e=V3.current==="system"?Y3.current:V3.current,t=pD(W3.current),n=pD(j3.current);function a(){const i=document.documentElement,s=document.querySelector('meta[name="theme-color"]');e==="light"?(t.length&&i.classList.remove(...t),n.length&&i.classList.add(...n),i.style.colorScheme="light",s&&Eu.current&&s.setAttribute("content",Eu.current.light)):(n.length&&i.classList.remove(...n),t.length&&i.classList.add(...t),i.style.colorScheme="dark",s&&Eu.current&&s.setAttribute("content",Eu.current.dark))}return Nb.current?sz(a,Ib.current):a(),e});return{get current(){return f(r)}}}function Rbe(){const r=F(()=>{if(C_.current,!yg)return;function e(){document.documentElement.setAttribute("data-theme",C_.current)}return Nb.current?sz(e,Rn(()=>Ib.current)):e(),C_.current});return{get current(){return f(r)}}}const sy=xbe(),Obe=Rbe();function K3(r){V3.current=r}function Nbe(r){C_.current=r}function Ibe({defaultMode:r="system",themeColors:e,darkClassNames:t=["dark"],lightClassNames:n=[],defaultTheme:a="",modeStorageKey:i="mode-watcher-mode",themeStorageKey:s="mode-watcher-theme"}){const o=document.documentElement,l=localStorage.getItem(i)??r,c=localStorage.getItem(s)??a,u=l==="light"||l==="system"&&window.matchMedia("(prefers-color-scheme: light)").matches;if(u?(t.length&&o.classList.remove(...t.filter(Boolean)),n.length&&o.classList.add(...n.filter(Boolean))):(n.length&&o.classList.remove(...n.filter(Boolean)),t.length&&o.classList.add(...t.filter(Boolean))),o.style.colorScheme=u?"light":"dark",e){const d=document.querySelector('meta[name="theme-color"]');d&&d.setAttribute("content",l==="light"?e.light:e.dark)}c&&(o.setAttribute("data-theme",c),localStorage.setItem(s,c)),localStorage.setItem(i,l)}var kbe=G('');function Mbe(r,e){Ee(e,!0);var t=se(),n=L(t);{var a=i=>{var s=kbe();Ce(()=>er(s,"content",e.themeColors.dark)),T(i,s)};le(n,i=>{e.themeColors&&i(a)})}T(r,t),we()}var Dbe=G(''),Pbe=G(" ",1);function Lbe(r,e){Ee(e,!0);let t=Y(e,"trueNonce",3,"");lv("1funsus",n=>{var a=Pbe(),i=L(a);{var s=l=>{var c=Dbe();Ce(()=>er(c,"content",e.themeColors.dark)),T(l,c)};le(i,l=>{e.themeColors&&l(s)})}var o=ee(i,2);nf(o,()=>`(`+Ibe.toString()+")("+JSON.stringify(e.initConfig)+");<\/script>"),T(n,a)}),we()}function Fbe(r,e){Ee(e,!0);let t=Y(e,"track",3,!0),n=Y(e,"defaultMode",3,"system"),a=Y(e,"disableTransitions",3,!0),i=Y(e,"darkClassNames",19,()=>["dark"]),s=Y(e,"lightClassNames",19,()=>[]),o=Y(e,"defaultTheme",3,""),l=Y(e,"nonce",3,""),c=Y(e,"themeStorageKey",3,"mode-watcher-theme"),u=Y(e,"modeStorageKey",3,"mode-watcher-mode"),d=Y(e,"disableHeadScriptInjection",3,!1),h=Y(e,"synchronousModeChanges",3,!1);Ud.current=u(),$d.current=c(),W3.current=i(),j3.current=s(),Nb.current=a(),Eu.current=e.themeColors,Ib.current=h(),Gi(()=>{Ib.current=h()}),Gi(()=>{Nb.current=a()}),Gi(()=>{Eu.current=e.themeColors}),Gi(()=>{W3.current=i()}),Gi(()=>{j3.current=s()}),Gi(()=>{Ud.current=u()}),Gi(()=>{$d.current=c()}),Gi(()=>{sy.current,Ud.current,$d.current,Obe.current}),bi(()=>{Y3.tracking(t()),Y3.query();const y=localStorage.getItem(Ud.current);K3(H3(y)?y:n());const E=localStorage.getItem($d.current);Nbe(E||o())});const p={defaultMode:n(),themeColors:e.themeColors,darkClassNames:i(),lightClassNames:s(),defaultTheme:o(),modeStorageKey:u(),themeStorageKey:c()},m=F(()=>typeof window>"u"?l():"");var g=se(),b=L(g);{var _=y=>{Mbe(y,{get themeColors(){return Eu.current}})},v=y=>{Lbe(y,{get trueNonce(){return f(m)},get initConfig(){return p},get themeColors(){return Eu.current}})};le(b,y=>{d()?y(_):y(v,!1)})}T(r,g),we()}class Bbe{#e=_e(!1);get _isInitializing(){return f(this.#e)}set _isInitializing(e){M(this.#e,e,!0)}#t=_e(null);get _error(){return f(this.#t)}set _error(e){M(this.#t,e,!0)}#r=_e(0);get _toolCount(){return f(this.#r)}set _toolCount(e){M(this.#r,e,!0)}#n=_e(Sr([]));get _connectedServers(){return f(this.#n)}set _connectedServers(e){M(this.#n,e,!0)}#i=_e(Sr({}));get _healthChecks(){return f(this.#i)}set _healthChecks(e){M(this.#i,e,!0)}#a=_e(!1);get _proxyAvailable(){return f(this.#a)}set _proxyAvailable(e){M(this.#a,e,!0)}connections=new Map;toolsIndex=new Map;serverConfigs=new Map;reconnectingServers=new Set;configSignature=null;initPromise=null;activeFlowCount=0;constructor(){this.probeProxy()}async probeProxy(){try{const e=await fetch(`${Ga}${zU}`,{method:"HEAD"});this._proxyAvailable=e.status!==404}catch{this._proxyAvailable=!1}}get isProxyAvailable(){return this._proxyAvailable}#s(e,t){return typeof e=="string"&&e.trim()?e.trim():`${T4}-${t+1}`}#o(e){if(!e)return[];let t;if(typeof e=="string"){const n=e.trim();if(!n)return[];try{t=JSON.parse(n)}catch(a){return console.warn("[MCP] Failed to parse mcpServers JSON:",a),[]}}else t=e;return Array.isArray(t)?t.map((n,a)=>{const i=typeof n?.url=="string"?n.url.trim():"",s=typeof n?.headers=="string"?n.headers.trim():void 0;return{id:this.#s(n?.id,a),enabled:!!n?.enabled,url:i,name:n?.name,requestTimeoutSeconds:Va.requestTimeoutSeconds,headers:s||void 0,useProxy:!!n?.useProxy}}):[]}#l(e,t=Va.connectionTimeoutMs){if(!e?.url)return;let n;if(e.headers)try{const a=JSON.parse(e.headers);typeof a=="object"&&a!==null&&!Array.isArray(a)&&(n=a)}catch{console.warn("[MCP] Failed to parse custom headers JSON:",e.headers)}return{url:e.url,transport:o8(e.url),handshakeTimeoutMs:t,requestTimeoutMs:Math.round(e.requestTimeoutSeconds*1e3),headers:n,useProxy:e.useProxy}}#c(e,t){return t?.find(a=>a.serverId===e.id)?.enabled??!1}#d(e,t){const n=this.#o(e.mcpServers);if(!n.length)return;const a={};for(const[i,s]of n.entries()){if(!this.#c(s,t))continue;const o=this.#l(s);o&&(a[this.#s(s.id,i)]=o)}if(Object.keys(a).length!==0)return{protocolVersion:Va.protocolVersion,capabilities:Va.capabilities,clientInfo:Va.clientInfo,requestTimeoutMs:Math.round(Va.requestTimeoutSeconds*1e3),servers:a}}#u(e,t){return{server:{tools:e?.tools?{listChanged:e.tools.listChanged}:void 0,prompts:e?.prompts?{listChanged:e.prompts.listChanged}:void 0,resources:e?.resources?{subscribe:e.resources.subscribe,listChanged:e.resources.listChanged}:void 0,logging:!!e?.logging,completions:!!e?.completions,tasks:!!e?.tasks},client:{roots:t?.roots?{listChanged:t.roots.listChanged}:void 0,sampling:!!t?.sampling,elicitation:t?.elicitation?{form:!!t.elicitation.form,url:!!t.elicitation.url}:void 0,tasks:!!t?.tasks}}}get isInitializing(){return this._isInitializing}get isInitialized(){return this.connections.size>0}get error(){return this._error}get toolCount(){return this._toolCount}get connectedServerCount(){return this._connectedServers.length}get connectedServerNames(){return this._connectedServers}get isEnabled(){const e=this.#d(An());return e!=null&&Object.keys(e.servers).length>0}get availableTools(){return Array.from(this.toolsIndex.keys())}updateState(e){e.isInitializing!==void 0&&(this._isInitializing=e.isInitializing),e.error!==void 0&&(this._error=e.error),e.toolCount!==void 0&&(this._toolCount=e.toolCount),e.connectedServers!==void 0&&(this._connectedServers=e.connectedServers)}updateHealthCheck(e,t){this._healthChecks={...this._healthChecks,[e]:t}}getHealthCheckState(e){return this._healthChecks[e]??{status:kn.IDLE}}hasHealthCheck(e){return e in this._healthChecks&&this._healthChecks[e].status!==kn.IDLE}clearHealthCheck(e){const{[e]:t,...n}=this._healthChecks;this._healthChecks=n}clearAllHealthChecks(){this._healthChecks={}}clearError(){this._error=null}getServers(){return l8(An().mcpServers)}getConnections(){return this.connections}getServerLabel(e){const t=this.getHealthCheckState(e.id);return t?.status===kn.SUCCESS&&(t.serverInfo?.title||t.serverInfo?.name||e.name)||e.url}getServerById(e){return this.getServers().find(t=>t.id===e)}getServerDisplayName(e){const t=this.getServerById(e);return t?this.getServerLabel(t):e}#p(e){try{return e.startsWith(lo.DATA)?!0:new URL(e).protocol===lo.HTTPS}catch{return!1}}#m(e,t=!1){if(!e?.length)return null;const n=e.filter(o=>!(!o.src||!this.#p(o.src)||o.mimeType&&!Nne.has(o.mimeType)));if(n.length===0)return null;const a=t?Pl.DARK:Pl.LIGHT,i=n.find(o=>o.theme===a);if(i)return this.#f(i.src);const s=n.filter(o=>!o.theme);return s.length===Pne?this.#f(s[t?1:0].src):s.length>0?this.#f(s[0].src):this.#f(n[0].src)}#f(e){return e.startsWith("data:")||!this._proxyAvailable?e:d$(e)}getServerFavicon(e){const t=this.getServerById(e);if(!t)return null;const n=sy.current===Pl.DARK,a=this.getHealthCheckState(e);if(a.status===kn.SUCCESS&&a.serverInfo?.icons){const i=this.#m(a.serverInfo.icons,n);if(i)return i}return $ce(t.url,this._proxyAvailable)}isAnyServerLoading(){return this.getServers().some(e=>{const t=this.getHealthCheckState(e.id);return t.status===kn.IDLE||t.status===kn.CONNECTING})}getServersSorted(){const e=this.getServers();return this.isAnyServerLoading()?e:[...e].sort((t,n)=>this.getServerLabel(t).localeCompare(this.getServerLabel(n)))}addServer(e){const t=this.getServers(),n={id:e.id||(Cl()??`server-${Date.now()}`),enabled:e.enabled,url:e.url.trim(),name:e.name,headers:e.headers?.trim()||void 0,requestTimeoutSeconds:Va.requestTimeoutSeconds,useProxy:e.useProxy};io.updateConfig("mcpServers",JSON.stringify([...t,n]))}updateServer(e,t){const n=this.getServers();io.updateConfig("mcpServers",JSON.stringify(n.map(a=>a.id===e?{...a,...t}:a)))}removeServer(e){const t=this.getServers();io.updateConfig("mcpServers",JSON.stringify(t.filter(n=>n.id!==e))),this.clearHealthCheck(e)}hasAvailableServers(){return l8(An().mcpServers).some(e=>e.enabled&&e.url.trim())}hasEnabledServers(e){return!!this.#d(An(),e)}getEnabledServersForConversation(e){return this.getServers().filter(t=>this.#c(t,e))}async ensureInitialized(e){const t=this.#d(An(),e),n=t?JSON.stringify(t):null;return n?this.isInitialized&&this.configSignature===n?!0:this.initPromise&&this.configSignature===n?this.initPromise:((this.connections.size>0||this.initPromise)&&await this.shutdown(),this.initialize(n,t)):(await this.shutdown(),!1)}async initialize(e,t){this.updateState({isInitializing:!0,error:null}),this.configSignature=e;const n=Object.entries(t.servers);return n.length===0?(this.updateState({isInitializing:!1,toolCount:0,connectedServers:[]}),!1):(this.initPromise=this.doInitialize(e,t,n),this.initPromise)}async doInitialize(e,t,n){const a=t.clientInfo??Va.clientInfo,i=t.capabilities??Va.capabilities,s=await Promise.allSettled(n.map(async([l,c])=>{this.serverConfigs.set(l,c);const u=this.createListChangedHandlers(l),d=await Vn.connect(l,c,a,i,h=>{h===Na.DISCONNECTED&&(console.log(`[MCPStore][${l}] Connection lost, starting auto-reconnect`),this.autoReconnect(l))},u);return{name:l,connection:d}}));if(this.configSignature!==e){for(const l of s)l.status==="fulfilled"&&await Vn.disconnect(l.value.connection).catch(console.warn);return!1}for(const l of s)if(l.status==="fulfilled"){const{name:c,connection:u}=l.value;this.connections.set(c,u);for(const d of u.tools)this.toolsIndex.has(d.name)&&console.warn(`[MCPStore] Tool name conflict: "${d.name}" exists in "${this.toolsIndex.get(d.name)}" and "${c}". Using tool from "${c}".`),this.toolsIndex.set(d.name,c)}else console.error("[MCPStore] Failed to connect:",l.reason);return this.connections.size===0&&n.length>0?(this.updateState({isInitializing:!1,error:"All MCP server connections failed",toolCount:0,connectedServers:[]}),this.initPromise=null,!1):(this.updateState({isInitializing:!1,error:null,toolCount:this.toolsIndex.size,connectedServers:Array.from(this.connections.keys())}),this.initPromise=null,!0)}createListChangedHandlers(e){return{tools:{onChanged:(t,n)=>{if(t){console.warn(`[MCPStore][${e}] Tools list changed error:`,t);return}this.handleToolsListChanged(e,n??[])}},prompts:{onChanged:t=>{if(t){console.warn(`[MCPStore][${e}] Prompts list changed error:`,t);return}}}}}handleToolsListChanged(e,t){const n=this.connections.get(e);if(n){for(const[a,i]of this.toolsIndex.entries())i===e&&this.toolsIndex.delete(a);n.tools=t;for(const a of t)this.toolsIndex.has(a.name)&&console.warn(`[MCPStore] Tool name conflict after list change: "${a.name}" exists in "${this.toolsIndex.get(a.name)}" and "${e}". Using tool from "${e}".`),this.toolsIndex.set(a.name,e);this.updateState({toolCount:this.toolsIndex.size})}}acquireConnection(){this.activeFlowCount++}async releaseConnection(e=!1){this.activeFlowCount=Math.max(0,this.activeFlowCount-1),e&&this.activeFlowCount===0&&await this.shutdown()}getActiveFlowCount(){return this.activeFlowCount}async shutdown(){this.initPromise&&(await this.initPromise.catch(()=>{}),this.initPromise=null),this.connections.size!==0&&(await Promise.all(Array.from(this.connections.values()).map(e=>Vn.disconnect(e).catch(t=>console.warn(`[MCPStore] Error disconnecting ${e.serverName}:`,t)))),this.connections.clear(),this.toolsIndex.clear(),this.serverConfigs.clear(),this.configSignature=null,this.updateState({isInitializing:!1,error:null,toolCount:0,connectedServers:[]}))}async reconnectServer(e){const t=this.serverConfigs.get(e);if(!t)throw new Error(`[MCPStore] No config found for ${e}, cannot reconnect`);const n=this.connections.get(e);n&&(await Vn.disconnect(n).catch(console.warn),this.connections.delete(e)),console.log(`[MCPStore][${e}] Session expired, reconnecting with fresh session...`);const a=this.createListChangedHandlers(e),i=await Vn.connect(e,t,Va.clientInfo,Va.capabilities,s=>{s===Na.DISCONNECTED&&(console.log(`[MCPStore][${e}] Connection lost, starting auto-reconnect`),this.autoReconnect(e))},a);this.connections.set(e,i);for(const s of i.tools)this.toolsIndex.set(s.name,e);console.log(`[MCPStore][${e}] Session recovered successfully`)}async autoReconnect(e){if(this.reconnectingServers.has(e)){console.log(`[MCPStore][${e}] Reconnection already in progress, skipping`);return}const t=this.serverConfigs.get(e);if(!t){console.error(`[MCPStore] No config found for ${e}, cannot reconnect`);return}this.reconnectingServers.add(e);let n=kne,a=!1;try{for(;;){await new Promise(i=>setTimeout(i,n)),console.log(`[MCPStore][${e}] Auto-reconnecting...`);try{const i=new Promise((c,u)=>setTimeout(()=>u(new Error(`Reconnect attempt timed out after ${fO}ms`)),fO));a=!1;const s=this.createListChangedHandlers(e),o=Vn.connect(e,t,Va.clientInfo,Va.capabilities,c=>{c===Na.DISCONNECTED&&(this.reconnectingServers.has(e)?a=!0:(console.log(`[MCPStore][${e}] Connection lost, restarting auto-reconnect`),this.autoReconnect(e)))},s),l=await Promise.race([o,i]);this.connections.set(e,l);for(const c of l.tools)this.toolsIndex.set(c.name,e);console.log(`[MCPStore][${e}] Reconnected successfully`);break}catch(i){console.warn(`[MCPStore][${e}] Reconnection failed:`,i),n=Math.min(n*Mne,Dne)}}}finally{this.reconnectingServers.delete(e),a&&(console.log(`[MCPStore][${e}] Deferred disconnect detected, restarting auto-reconnect`),this.autoReconnect(e))}}getToolDefinitionsForLLM(){const e=[];for(const t of this.connections.values())for(const n of t.tools){const a=n.inputSchema??{type:GU.OBJECT,properties:{},required:[]};e.push({type:Uv.FUNCTION,function:{name:n.name,description:n.description,parameters:this.normalizeSchemaProperties(a)}})}return e}normalizeSchemaProperties(e){if(!e||typeof e!="object")return e;const t={...e};if(t.properties&&typeof t.properties=="object"){const n=t.properties,a={};for(const[i,s]of Object.entries(n)){if(!s||typeof s!="object"){a[i]=s;continue}const o={...s};if(!o.type&&o.default!==void 0){const l=o.default;typeof l=="string"?o.type="string":typeof l=="number"?o.type=Number.isInteger(l)?"integer":"number":typeof l=="boolean"?o.type="boolean":Array.isArray(l)?o.type="array":typeof l=="object"&&l!==null&&(o.type="object")}o.properties&&Object.assign(o,this.normalizeSchemaProperties(o)),o.items&&typeof o.items=="object"&&(o.items=this.normalizeSchemaProperties(o.items)),a[i]=o}t.properties=a}return t}getToolNames(){return Array.from(this.toolsIndex.keys())}hasTool(e){return this.toolsIndex.has(e)}getToolServer(e){return this.toolsIndex.get(e)}hasPromptsSupport(){for(const e of this.connections.values())if(e.serverCapabilities?.prompts)return!0;return!1}hasPromptsCapability(e){if(e!==void 0){const t=new Set(e.filter(n=>n.enabled).map(n=>n.serverId));if(t.size===0)return!1;for(const[n,a]of Object.entries(this._healthChecks))if(t.has(n)&&a.status===kn.SUCCESS&&a.capabilities?.server?.prompts!==void 0)return!0;for(const[n,a]of this.connections)if(t.has(n)&&a.serverCapabilities?.prompts)return!0;return!1}for(const t of Object.values(this._healthChecks))if(t.status===kn.SUCCESS&&t.capabilities?.server?.prompts!==void 0)return!0;for(const t of this.connections.values())if(t.serverCapabilities?.prompts)return!0;return!1}async getAllPrompts(){const e=[];for(const[t,n]of this.connections){if(!n.serverCapabilities?.prompts)continue;const a=await Vn.listPrompts(n);for(const i of a)e.push({name:i.name,description:i.description,title:i.title,serverName:t,arguments:i.arguments?.map(s=>({name:s.name,description:s.description,required:s.required}))})}return e}async getPrompt(e,t,n){const a=this.connections.get(e);if(!a)throw new Error(`Server "${e}" not found for prompt "${t}"`);return Vn.getPrompt(a,t,n)}async executeTool(e,t){const n=e.function.name,a=this.toolsIndex.get(n);if(!a)throw new Error(`Unknown tool: ${n}`);const i=this.connections.get(a);if(!i)throw new Error(`Server "${a}" is not connected`);const s=this.parseToolArguments(e.function.arguments);try{return await Vn.callTool(i,{name:n,arguments:s},t)}catch(o){if(Vn.isSessionExpiredError(o)){await this.reconnectServer(a);const l=this.connections.get(a);if(!l)throw new Error(`Failed to reconnect to "${a}"`);return Vn.callTool(l,{name:n,arguments:s},t)}throw o}}async executeToolByName(e,t,n){const a=this.toolsIndex.get(e);if(!a)throw new Error(`Unknown tool: ${e}`);const i=this.connections.get(a);if(!i)throw new Error(`Server "${a}" is not connected`);try{return await Vn.callTool(i,{name:e,arguments:t},n)}catch(s){if(Vn.isSessionExpiredError(s)){await this.reconnectServer(a);const o=this.connections.get(a);if(!o)throw new Error(`Failed to reconnect to "${a}"`);return Vn.callTool(o,{name:e,arguments:t},n)}throw s}}parseToolArguments(e){if(typeof e=="string"){const t=e.trim();if(t==="")return{};try{const n=JSON.parse(t);if(typeof n!="object"||n===null||Array.isArray(n))throw new Error(`Tool arguments must be an object, got ${Array.isArray(n)?"array":typeof n}`);return n}catch(n){throw new Error(`Failed to parse tool arguments as JSON: ${n.message}`)}}if(typeof e=="object"&&e!==null&&!Array.isArray(e))return e;throw new Error(`Invalid tool arguments type: ${typeof e}`)}async getPromptCompletions(e,t,n,a){const i=this.connections.get(e);return i?i.serverCapabilities?.completions?Vn.complete(i,{type:h3.PROMPT,name:t},{name:n,value:a}):null:(console.warn(`[MCPStore] Server "${e}" is not connected`),null)}async getResourceCompletions(e,t,n,a){const i=this.connections.get(e);return i?i.serverCapabilities?.completions?Vn.complete(i,{type:h3.RESOURCE,uri:t},{name:n,value:a}):null:(console.warn(`[MCPStore] Server "${e}" is not connected`),null)}async readResourceByUri(e,t){const n=this.connections.get(e);if(!n)return console.error(`[MCPStore] No connection found for server: ${e}`),null;try{return(await Vn.readResource(n,t)).contents}catch(a){return console.error(`[MCPStore] Failed to read resource ${t}:`,a),null}}parseHeaders(e){if(e?.trim())try{const t=JSON.parse(e);if(typeof t=="object"&&t!==null&&!Array.isArray(t))return t}catch{console.warn("[MCPStore] Failed to parse custom headers JSON:",e)}}async runHealthChecksForServers(e,t=!0,n=!1){const a=t?e.filter(s=>!this.hasHealthCheck(s.id)&&s.url.trim()):e.filter(s=>s.url.trim());if(a.length===0)return;const i=5;for(let s=0;sthis.runHealthCheck(l,n)))}}getExistingConnection(e){return this.connections.get(e)}async runHealthCheck(e,t=!1){const n=this.connections.get(e.id);if(n)try{const c=await Vn.listTools(n),u=this.#u(n.serverCapabilities,n.clientCapabilities);this.updateHealthCheck(e.id,{status:kn.SUCCESS,tools:c.map(d=>({name:d.name,description:d.description,title:d.title})),serverInfo:n.serverInfo,capabilities:u,transportType:n.transportType,protocolVersion:n.protocolVersion,instructions:n.instructions,connectionTimeMs:n.connectionTimeMs,logs:[]});return}catch(c){console.warn(`[MCPStore] Failed to reuse connection for ${e.id}, creating new one:`,c),this.connections.delete(e.id)}const a=e.url.trim(),i=[];let s=Na.IDLE;if(!a){this.updateHealthCheck(e.id,{status:kn.ERROR,message:"Please enter a server URL first.",logs:[]});return}this.updateHealthCheck(e.id,{status:kn.CONNECTING,phase:Na.TRANSPORT_CREATING,logs:[]});const o=Math.round(e.requestTimeoutSeconds*1e3),l=this.parseHeaders(e.headers);try{const c={url:a,transport:o8(a),handshakeTimeoutMs:Va.connectionTimeoutMs,requestTimeoutMs:o,headers:l,useProxy:e.useProxy};this.serverConfigs.set(e.id,c);const u=await Vn.connect(e.id,c,Va.clientInfo,Va.capabilities,(p,m)=>{s=p,i.push(m),this.updateHealthCheck(e.id,{status:kn.CONNECTING,phase:p,logs:[...i]}),p===Na.DISCONNECTED&&t&&(console.log(`[MCPStore][${e.id}] Connection lost during health check, starting auto-reconnect`),this.autoReconnect(e.id))}),d=u.tools.map(p=>({name:p.name,description:p.description,title:p.title})),h=this.#u(u.serverCapabilities,u.clientCapabilities);this.updateHealthCheck(e.id,{status:kn.SUCCESS,tools:d,serverInfo:u.serverInfo,capabilities:h,transportType:u.transportType,protocolVersion:u.protocolVersion,instructions:u.instructions,connectionTimeMs:u.connectionTimeMs,logs:i}),t&&e.enabled?this.promoteHealthCheckToConnection(e.id,u):await Vn.disconnect(u)}catch(c){const u=c instanceof Error?c.message:"Unknown error occurred";i.push({timestamp:new Date,phase:Na.ERROR,message:`Connection failed: ${u}`,level:Du.ERROR}),this.updateHealthCheck(e.id,{status:kn.ERROR,message:u,phase:s,logs:i})}}promoteHealthCheckToConnection(e,t){for(const n of t.tools)this.toolsIndex.has(n.name)&&console.warn(`[MCPStore] Tool name conflict during promotion: "${n.name}" exists in "${this.toolsIndex.get(n.name)}" and "${e}". Using tool from "${e}".`),this.toolsIndex.set(n.name,e);this.connections.set(e,t),this.updateState({toolCount:this.toolsIndex.size,connectedServers:Array.from(this.connections.keys())})}getServersStatus(){const e=[];for(const[t,n]of this.connections)e.push({name:t,isConnected:!0,toolCount:n.tools.length,error:void 0});return e}getServerInstructions(){const e=[];for(const[t,n]of this.connections)n.instructions&&e.push({serverName:t,serverTitle:n.serverInfo?.title||n.serverInfo?.name,instructions:n.instructions});return e}getHealthCheckInstructions(){const e=[];for(const[t,n]of Object.entries(this._healthChecks))n.status===kn.SUCCESS&&n.instructions&&e.push({serverId:t,serverTitle:n.serverInfo?.title||n.serverInfo?.name,instructions:n.instructions});return e}hasServerInstructions(){for(const e of this.connections.values())if(e.instructions)return!0;return!1}hasResourcesCapability(e){if(e!==void 0){const t=new Set(e.filter(n=>n.enabled).map(n=>n.serverId));if(t.size===0)return!1;for(const[n,a]of Object.entries(this._healthChecks))if(t.has(n)&&a.status===kn.SUCCESS&&a.capabilities?.server?.resources!==void 0)return!0;for(const[n,a]of this.connections)if(t.has(n)&&Vn.supportsResources(a))return!0;return!1}for(const t of Object.values(this._healthChecks))if(t.status===kn.SUCCESS&&t.capabilities?.server?.resources!==void 0)return!0;for(const t of this.connections.values())if(Vn.supportsResources(t))return!0;return!1}getServersWithResources(){const e=[];for(const[t,n]of this.connections)Vn.supportsResources(n)&&!e.includes(t)&&e.push(t);for(const[t,n]of Object.entries(this._healthChecks))!e.includes(t)&&n.status===kn.SUCCESS&&n.capabilities?.server?.resources!==void 0&&e.push(t);return e}async fetchAllResources(e=!1){const t=this.getServersWithResources();if(t.length!==0){if(!e&&t.every(a=>{const i=_n.getServerResources(a);return!i||!i.lastFetched?!1:Date.now()-i.lastFetched.getTime()this.fetchServerResources(n)))}finally{_n.setLoading(!1)}}}async fetchServerResources(e){const t=this.connections.get(e);if(!t){console.warn(`[MCPStore] No connection found for server: ${e}`);return}if(Vn.supportsResources(t)){_n.setServerLoading(e,!0);try{const[n,a]=await Promise.all([Vn.listAllResources(t),Vn.listAllResourceTemplates(t)]);_n.setServerResources(e,n,a)}catch(n){const a=n instanceof Error?n.message:String(n);_n.setServerError(e,a),console.error(`[MCPStore][${e}] Failed to fetch resources:`,n)}}}async readResource(e){const t=_n.getCachedContent(e);if(t)return t.content;const n=_n.findServerForUri(e);if(!n)return console.error(`[MCPStore] No server found for resource URI: ${e}`),null;const a=this.connections.get(n);if(!a)return console.error(`[MCPStore] No connection found for server: ${n}`),null;try{const i=await Vn.readResource(a,e),s=_n.findResourceByUri(e);return s&&_n.cacheResourceContent(s,i.contents),i.contents}catch(i){return console.error(`[MCPStore] Failed to read resource ${e}:`,i),null}}async subscribeToResource(e){const t=_n.findServerForUri(e);if(!t)return console.error(`[MCPStore] No server found for resource URI: ${e}`),!1;const n=this.connections.get(t);if(!n)return console.error(`[MCPStore] No connection found for server: ${t}`),!1;if(!Vn.supportsResourceSubscriptions(n))return!1;try{return await Vn.subscribeResource(n,e),_n.addSubscription(e,t),!0}catch(a){return console.error(`[MCPStore] Failed to subscribe to resource ${e}:`,a),!1}}async unsubscribeFromResource(e){const t=_n.findServerForUri(e);if(!t)return console.error(`[MCPStore] No server found for resource URI: ${e}`),!1;const n=this.connections.get(t);if(!n)return console.error(`[MCPStore] No connection found for server: ${t}`),!1;try{return await Vn.unsubscribeResource(n,e),_n.removeSubscription(e),!0}catch(a){return console.error(`[MCPStore] Failed to unsubscribe from resource ${e}:`,a),!1}}async attachResource(e){const t=_n.findResourceByUri(e);if(!t)return console.error(`[MCPStore] Resource not found: ${e}`),null;if(_n.isAttached(e))return null;const n=_n.addAttachment(t);try{const a=await this.readResource(e);a?_n.updateAttachmentContent(n.id,a):_n.updateAttachmentError(n.id,"Failed to read resource")}catch(a){const i=a instanceof Error?a.message:String(a);_n.updateAttachmentError(n.id,i)}return _n.getAttachment(n.id)??null}removeResourceAttachment(e){_n.removeAttachment(e)}clearResourceAttachments(){_n.clearAttachments()}getResourceContextForChat(){return _n.formatAttachmentsForContext()}consumeResourceAttachmentsAsExtras(){const e=_n.toMessageExtras();return e.length>0&&_n.clearAttachments(),e}}const lr=new Bbe;var Ube=G(''),$be=G(''),Gbe=G('
      '),zbe=G(" ",1);function X3(r,e){Ee(e,!0);function t(l){return l.error?"border-red-500/50 bg-red-500/10":(l.loading,"border-border/50 bg-muted/30")}const n=F(()=>g$(e.attachment.resource.mimeType,e.attachment.resource.uri)),a=F(()=>lr.getServerDisplayName(e.attachment.resource.serverName)),i=F(()=>lr.getServerFavicon(e.attachment.resource.serverName));var s=se(),o=L(s);me(o,()=>da,(l,c)=>{c(l,{children:(u,d)=>{var h=zbe(),p=L(h);me(p,()=>ca,(g,b)=>{b(g,{children:(_,v)=>{var y=Ube();y.__click=function(...D){e.onClick?.apply(this,D)};var E=j(y);{var S=D=>{Ka(D,{class:"h-3 w-3 animate-spin text-muted-foreground"})},w=D=>{var V=se(),q=L(V);{var $=z=>{d4(z,{class:"h-3 w-3 text-red-500"})},K=z=>{var re=se(),W=L(re);me(W,()=>f(n),(ie,k)=>{k(ie,{class:"h-3 w-3 text-muted-foreground"})}),T(z,re)};le(q,z=>{e.attachment.error?z($):z(K,!1)},!0)}T(D,V)};le(E,D=>{e.attachment.loading?D(S):D(w,!1)})}var C=ee(E,2),x=j(C,!0);H(C);var N=ee(C,2);{var I=D=>{Om(D,{class:"-my-2 -mr-1.5 bg-transparent",iconSize:2,get id(){return e.attachment.id},get onRemove(){return e.onRemove}})};le(N,D=>{e.onRemove&&D(I)})}H(y),Ce((D,V)=>{yt(y,1,D),y.disabled=!e.onClick,Ge(x,V)},[()=>qr(Kt("flex flex-shrink-0 items-center gap-1.5 rounded-md border px-2 py-0.75 text-sm transition-colors",t(e.attachment),e.onClick&&"cursor-pointer hover:bg-muted/50",e.class)),()=>g3(e.attachment.resource)]),T(_,y)},$$slots:{default:!0}})});var m=ee(p,2);me(m,()=>ua,(g,b)=>{b(g,{children:(_,v)=>{var y=Gbe(),E=j(y);{var S=x=>{var N=$be();Ce(()=>er(N,"src",f(i))),hn("error",N,I=>{I.currentTarget.style.display="none"}),Xc(N),T(x,N)};le(E,x=>{f(i)&&x(S)})}var w=ee(E,2),C=j(w,!0);H(w),H(y),Ce(()=>Ge(C,f(a))),T(_,y)},$$slots:{default:!0}})}),T(u,h)},$$slots:{default:!0}})}),T(r,s),we()}Ln(["click"]);const qbe=Zm({base:"relative grid w-full grid-cols-[0_1fr] items-start gap-y-0.5 rounded-lg border px-4 py-3 text-sm has-[>svg]:grid-cols-[calc(var(--spacing)*4)_1fr] has-[>svg]:gap-x-3 [&>svg]:size-4 [&>svg]:translate-y-0.5 [&>svg]:text-current",variants:{variant:{default:"bg-card text-card-foreground",destructive:"text-destructive bg-card *:data-[slot=alert-description]:text-destructive/90 [&>svg]:text-current"}},defaultVariants:{variant:"default"}});var Hbe=G("
      ");function Q3(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"variant",3,"default"),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","variant","children"]);var i=Hbe();zt(i,o=>({"data-slot":"alert",class:o,...a,role:"alert"}),[()=>Kt(qbe({variant:n()}),e.class)]);var s=j(i);ke(s,()=>e.children??$e),H(i),pr(i,o=>t(o),()=>t()),T(r,i),we()}var Vbe=G("
      ");function Z3(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=Vbe();zt(a,s=>({"data-slot":"alert-description",class:s,...n}),[()=>Kt("col-start-2 grid justify-items-start gap-1 text-sm text-muted-foreground [&_p]:leading-relaxed",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var Ybe=G("
      ");function J3(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=Ybe();zt(a,s=>({"data-slot":"alert-title",class:s,...n}),[()=>Kt("col-start-2 line-clamp-1 min-h-4 font-medium tracking-tight",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}class Wbe{mediaRecorder=null;audioChunks=[];stream=null;recordingState=!1;async startRecording(){try{this.stream=await navigator.mediaDevices.getUserMedia({audio:{echoCancellation:!0,noiseSuppression:!0,autoGainControl:!0}}),this.initializeRecorder(this.stream),this.audioChunks=[],this.mediaRecorder.start(100),this.recordingState=!0}catch(e){throw console.error("Failed to start recording:",e),new Error("Failed to access microphone. Please check permissions.")}}async stopRecording(){return new Promise((e,t)=>{if(!this.mediaRecorder||this.mediaRecorder.state==="inactive"){t(new Error("No active recording to stop"));return}this.mediaRecorder.onstop=()=>{const n=this.mediaRecorder?.mimeType||Wa.WAV,a=new Blob(this.audioChunks,{type:n});this.cleanup(),e(a)},this.mediaRecorder.onerror=n=>{console.error("Recording error:",n),this.cleanup(),t(new Error("Recording failed"))},this.mediaRecorder.stop()})}isRecording(){return this.recordingState}cancelRecording(){this.mediaRecorder&&this.mediaRecorder.state!=="inactive"&&this.mediaRecorder.stop(),this.cleanup()}initializeRecorder(e){const t={};MediaRecorder.isTypeSupported(Wa.WAV)?t.mimeType=Wa.WAV:MediaRecorder.isTypeSupported(Wa.WEBM_OPUS)?t.mimeType=Wa.WEBM_OPUS:MediaRecorder.isTypeSupported(Wa.WEBM)?t.mimeType=Wa.WEBM:MediaRecorder.isTypeSupported(Wa.MP4)?t.mimeType=Wa.MP4:console.warn("No preferred audio format supported, using default"),this.mediaRecorder=new MediaRecorder(e,t),this.mediaRecorder.ondataavailable=n=>{n.data.size>0&&this.audioChunks.push(n.data)},this.mediaRecorder.onstop=()=>{this.recordingState=!1},this.mediaRecorder.onerror=n=>{console.error("MediaRecorder error:",n),this.recordingState=!1}}cleanup(){if(this.stream){for(const e of this.stream.getTracks())e.stop();this.stream=null}this.mediaRecorder=null,this.audioChunks=[],this.recordingState=!1}}async function jbe(r){try{if(r.type.includes("wav"))return r;const e=await r.arrayBuffer(),t=new(window.AudioContext||window.webkitAudioContext),n=await t.decodeAudioData(e),a=Kbe(n);return t.close(),a}catch(e){return console.error("Failed to convert audio to WAV:",e),r}}function Kbe(r){const e=r.length,t=r.numberOfChannels,n=r.sampleRate,i=t*2,s=n*i,o=e*i,l=44+o,c=new ArrayBuffer(l),u=new DataView(c),d=(p,m)=>{for(let g=0;g=oy.INFOS&&console.log(`Info: ${r}`)}function Jr(r){ly>=oy.WARNINGS&&console.log(`Warning: ${r}`)}function Zn(r){throw new Error(r)}function Xa(r,e){r||Zn(e)}function rve(r){switch(r?.protocol){case"http:":case"https:":case"ftp:":case"mailto:":case"tel:":return!0;default:return!1}}function lz(r,e=null,t=null){if(!r)return null;if(t&&typeof r=="string"&&(t.addDefaultProtocol&&r.startsWith("www.")&&r.match(/\./g)?.length>=2&&(r=`http://${r}`),t.tryConvertEncoding))try{r=ove(r)}catch{}const n=e?URL.parse(r,e):URL.parse(r);return rve(n)?n:null}function cz(r,e,t=!1){const n=URL.parse(r);return n?(n.hash=e,n.href):t&&lz(r,"http://example.com")?r.split("#",1)[0]+`${e?`#${e}`:""}`:""}function bn(r,e,t,n=!1){return Object.defineProperty(r,e,{value:t,enumerable:!n,configurable:!0,writable:!1}),t}const ch=function(){function e(t,n){this.message=t,this.name=n}return e.prototype=new Error,e.constructor=e,e}();class bD extends ch{constructor(e,t){super(e,"PasswordException"),this.code=t}}class kT extends ch{constructor(e,t){super(e,"UnknownErrorException"),this.details=t}}class tA extends ch{constructor(e){super(e,"InvalidPDFException")}}class Mb extends ch{constructor(e,t,n){super(e,"ResponseException"),this.status=t,this.missing=n}}class nve extends ch{constructor(e){super(e,"FormatError")}}class Fu extends ch{constructor(e){super(e,"AbortException")}}function uz(r){(typeof r!="object"||r?.length===void 0)&&Zn("Invalid argument for bytesToString");const e=r.length,t=8192;if(e>24&255,r>>16&255,r>>8&255,r&255)}function ive(){const r=new Uint8Array(4);return r[0]=1,new Uint32Array(r.buffer,0,1)[0]===1}function sve(){try{return new Function(""),!0}catch{return!1}}class Mi{static get isLittleEndian(){return bn(this,"isLittleEndian",ive())}static get isEvalSupported(){return bn(this,"isEvalSupported",sve())}static get isOffscreenCanvasSupported(){return bn(this,"isOffscreenCanvasSupported",typeof OffscreenCanvas<"u")}static get isImageDecoderSupported(){return bn(this,"isImageDecoderSupported",typeof ImageDecoder<"u")}static get platform(){const{platform:e,userAgent:t}=navigator;return bn(this,"platform",{isAndroid:t.includes("Android"),isLinux:e.includes("Linux"),isMac:e.includes("Mac"),isWindows:e.includes("Win"),isFirefox:t.includes("Firefox")})}static get isCSSRoundSupported(){return bn(this,"isCSSRoundSupported",globalThis.CSS?.supports?.("width: round(1.5px, 1px)"))}}const MT=Array.from(Array(256).keys(),r=>r.toString(16).padStart(2,"0"));class Dr{static makeHexColor(e,t,n){return`#${MT[e]}${MT[t]}${MT[n]}`}static scaleMinMax(e,t){let n;e[0]?(e[0]<0&&(n=t[0],t[0]=t[2],t[2]=n),t[0]*=e[0],t[2]*=e[0],e[3]<0&&(n=t[1],t[1]=t[3],t[3]=n),t[1]*=e[3],t[3]*=e[3]):(n=t[0],t[0]=t[1],t[1]=n,n=t[2],t[2]=t[3],t[3]=n,e[1]<0&&(n=t[1],t[1]=t[3],t[3]=n),t[1]*=e[1],t[3]*=e[1],e[2]<0&&(n=t[0],t[0]=t[2],t[2]=n),t[0]*=e[2],t[2]*=e[2]),t[0]+=e[4],t[1]+=e[5],t[2]+=e[4],t[3]+=e[5]}static transform(e,t){return[e[0]*t[0]+e[2]*t[1],e[1]*t[0]+e[3]*t[1],e[0]*t[2]+e[2]*t[3],e[1]*t[2]+e[3]*t[3],e[0]*t[4]+e[2]*t[5]+e[4],e[1]*t[4]+e[3]*t[5]+e[5]]}static applyTransform(e,t,n=0){const a=e[n],i=e[n+1];e[n]=a*t[0]+i*t[2]+t[4],e[n+1]=a*t[1]+i*t[3]+t[5]}static applyTransformToBezier(e,t,n=0){const a=t[0],i=t[1],s=t[2],o=t[3],l=t[4],c=t[5];for(let u=0;u<6;u+=2){const d=e[n+u],h=e[n+u+1];e[n+u]=d*a+h*s+l,e[n+u+1]=d*i+h*o+c}}static applyInverseTransform(e,t){const n=e[0],a=e[1],i=t[0]*t[3]-t[1]*t[2];e[0]=(n*t[3]-a*t[2]+t[2]*t[5]-t[4]*t[3])/i,e[1]=(-n*t[1]+a*t[0]+t[4]*t[1]-t[5]*t[0])/i}static axialAlignedBoundingBox(e,t,n){const a=t[0],i=t[1],s=t[2],o=t[3],l=t[4],c=t[5],u=e[0],d=e[1],h=e[2],p=e[3];let m=a*u+l,g=m,b=a*h+l,_=b,v=o*d+c,y=v,E=o*p+c,S=E;if(i!==0||s!==0){const w=i*u,C=i*h,x=s*d,N=s*p;m+=x,_+=x,b+=N,g+=N,v+=w,S+=w,E+=C,y+=C}n[0]=Math.min(n[0],m,b,g,_),n[1]=Math.min(n[1],v,E,y,S),n[2]=Math.max(n[2],m,b,g,_),n[3]=Math.max(n[3],v,E,y,S)}static inverseTransform(e){const t=e[0]*e[3]-e[1]*e[2];return[e[3]/t,-e[1]/t,-e[2]/t,e[0]/t,(e[2]*e[5]-e[4]*e[3])/t,(e[4]*e[1]-e[5]*e[0])/t]}static singularValueDecompose2dScale(e,t){const n=e[0],a=e[1],i=e[2],s=e[3],o=n**2+a**2,l=n*i+a*s,c=i**2+s**2,u=(o+c)/2,d=Math.sqrt(u**2-(o*c-l**2));t[0]=Math.sqrt(u+d||1),t[1]=Math.sqrt(u-d||1)}static normalizeRect(e){const t=e.slice(0);return e[0]>e[2]&&(t[0]=e[2],t[2]=e[0]),e[1]>e[3]&&(t[1]=e[3],t[3]=e[1]),t}static intersect(e,t){const n=Math.max(Math.min(e[0],e[2]),Math.min(t[0],t[2])),a=Math.min(Math.max(e[0],e[2]),Math.max(t[0],t[2]));if(n>a)return null;const i=Math.max(Math.min(e[1],e[3]),Math.min(t[1],t[3])),s=Math.min(Math.max(e[1],e[3]),Math.max(t[1],t[3]));return i>s?null:[n,i,a,s]}static pointBoundingBox(e,t,n){n[0]=Math.min(n[0],e),n[1]=Math.min(n[1],t),n[2]=Math.max(n[2],e),n[3]=Math.max(n[3],t)}static rectBoundingBox(e,t,n,a,i){i[0]=Math.min(i[0],e,n),i[1]=Math.min(i[1],t,a),i[2]=Math.max(i[2],e,n),i[3]=Math.max(i[3],t,a)}static#e(e,t,n,a,i,s,o,l,c,u){if(c<=0||c>=1)return;const d=1-c,h=c*c,p=h*c,m=d*(d*(d*e+3*c*t)+3*h*n)+p*a,g=d*(d*(d*i+3*c*s)+3*h*o)+p*l;u[0]=Math.min(u[0],m),u[1]=Math.min(u[1],g),u[2]=Math.max(u[2],m),u[3]=Math.max(u[3],g)}static#t(e,t,n,a,i,s,o,l,c,u,d,h){if(Math.abs(c)<1e-12){Math.abs(u)>=1e-12&&this.#e(e,t,n,a,i,s,o,l,-d/u,h);return}const p=u**2-4*d*c;if(p<0)return;const m=Math.sqrt(p),g=2*c;this.#e(e,t,n,a,i,s,o,l,(-u+m)/g,h),this.#e(e,t,n,a,i,s,o,l,(-u-m)/g,h)}static bezierBoundingBox(e,t,n,a,i,s,o,l,c){c[0]=Math.min(c[0],e,o),c[1]=Math.min(c[1],t,l),c[2]=Math.max(c[2],e,o),c[3]=Math.max(c[3],t,l),this.#t(e,n,i,o,t,a,s,l,3*(-e+3*(n-i)+o),6*(e-2*n+i),3*(n-e),c),this.#t(e,n,i,o,t,a,s,l,3*(-t+3*(a-s)+l),6*(t-2*a+s),3*(a-t),c)}}function ove(r){return decodeURIComponent(escape(r))}let DT=null,vD=null;function lve(r){return DT||(DT=/([\u00a0\u00b5\u037e\u0eb3\u2000-\u200a\u202f\u2126\ufb00-\ufb04\ufb06\ufb20-\ufb36\ufb38-\ufb3c\ufb3e\ufb40-\ufb41\ufb43-\ufb44\ufb46-\ufba1\ufba4-\ufba9\ufbae-\ufbb1\ufbd3-\ufbdc\ufbde-\ufbe7\ufbea-\ufbf8\ufbfc-\ufbfd\ufc00-\ufc5d\ufc64-\ufcf1\ufcf5-\ufd3d\ufd88\ufdf4\ufdfa-\ufdfb\ufe71\ufe77\ufe79\ufe7b\ufe7d]+)|(\ufb05+)/gu,vD=new Map([["ſt","ſt"]])),r.replaceAll(DT,(e,t,n)=>t?t.normalize("NFKC"):vD.get(n))}function dz(){if(typeof crypto.randomUUID=="function")return crypto.randomUUID();const r=new Uint8Array(32);return crypto.getRandomValues(r),uz(r)}const hx="pdfjs_internal_id_";function cve(r,e,t){if(!Array.isArray(t)||t.length<2)return!1;const[n,a,...i]=t;if(!r(n)&&!Number.isInteger(n)||!e(a))return!1;const s=i.length;let o=!0;switch(a.name){case"XYZ":if(s<2||s>3)return!1;break;case"Fit":case"FitB":return s===0;case"FitH":case"FitBH":case"FitV":case"FitBV":if(s>1)return!1;break;case"FitR":if(s!==4)return!1;o=!1;break;default:return!1}for(const l of i)if(!(typeof l=="number"||o&&l===null))return!1;return!0}function ts(r,e,t){return Math.min(Math.max(r,e),t)}function hz(r){return Uint8Array.prototype.toBase64?r.toBase64():btoa(uz(r))}function uve(r){return Uint8Array.fromBase64?Uint8Array.fromBase64(r):Sg(atob(r))}typeof Promise.try!="function"&&(Promise.try=function(r,...e){return new Promise(t=>{t(r(...e))})});typeof Math.sumPrecise!="function"&&(Math.sumPrecise=function(r){return r.reduce((e,t)=>e+t,0)});const fc="http://www.w3.org/2000/svg";class Uf{static CSS=96;static PDF=72;static PDF_TO_CSS_UNITS=this.CSS/this.PDF}async function Eg(r,e="text"){if(Xp(r,document.baseURI)){const t=await fetch(r);if(!t.ok)throw new Error(t.statusText);switch(e){case"arraybuffer":return t.arrayBuffer();case"blob":return t.blob();case"json":return t.json()}return t.text()}return new Promise((t,n)=>{const a=new XMLHttpRequest;a.open("GET",r,!0),a.responseType=e,a.onreadystatechange=()=>{if(a.readyState===XMLHttpRequest.DONE){if(a.status===200||a.status===0){switch(e){case"arraybuffer":case"blob":case"json":t(a.response);return}t(a.responseText);return}n(new Error(a.statusText))}},a.send(null)})}class wg{constructor({viewBox:e,userUnit:t,scale:n,rotation:a,offsetX:i=0,offsetY:s=0,dontFlip:o=!1}){this.viewBox=e,this.userUnit=t,this.scale=n,this.rotation=a,this.offsetX=i,this.offsetY=s,n*=t;const l=(e[2]+e[0])/2,c=(e[3]+e[1])/2;let u,d,h,p;switch(a%=360,a<0&&(a+=360),a){case 180:u=-1,d=0,h=0,p=1;break;case 90:u=0,d=1,h=1,p=0;break;case 270:u=0,d=-1,h=-1,p=0;break;case 0:u=1,d=0,h=0,p=-1;break;default:throw new Error("PageViewport: Invalid rotation, must be a multiple of 90 degrees.")}o&&(h=-h,p=-p);let m,g,b,_;u===0?(m=Math.abs(c-e[1])*n+i,g=Math.abs(l-e[0])*n+s,b=(e[3]-e[1])*n,_=(e[2]-e[0])*n):(m=Math.abs(l-e[0])*n+i,g=Math.abs(c-e[1])*n+s,b=(e[2]-e[0])*n,_=(e[3]-e[1])*n),this.transform=[u*n,d*n,h*n,p*n,m-u*n*l-h*n*c,g-d*n*l-p*n*c],this.width=b,this.height=_}get rawDims(){const e=this.viewBox;return bn(this,"rawDims",{pageWidth:e[2]-e[0],pageHeight:e[3]-e[1],pageX:e[0],pageY:e[1]})}clone({scale:e=this.scale,rotation:t=this.rotation,offsetX:n=this.offsetX,offsetY:a=this.offsetY,dontFlip:i=!1}={}){return new wg({viewBox:this.viewBox.slice(),userUnit:this.userUnit,scale:e,rotation:t,offsetX:n,offsetY:a,dontFlip:i})}convertToViewportPoint(e,t){const n=[e,t];return Dr.applyTransform(n,this.transform),n}convertToViewportRectangle(e){const t=[e[0],e[1]];Dr.applyTransform(t,this.transform);const n=[e[2],e[3]];return Dr.applyTransform(n,this.transform),[t[0],t[1],n[0],n[1]]}convertToPdfPoint(e,t){const n=[e,t];return Dr.applyInverseTransform(n,this.transform),n}}class fx extends ch{constructor(e,t=0){super(e,"RenderingCancelledException"),this.extraDelay=t}}function uy(r){const e=r.length;let t=0;for(;t{try{return new URL(o)}catch{try{return new URL(decodeURIComponent(o))}catch{try{return new URL(o,"https://foo.bar")}catch{try{return new URL(decodeURIComponent(o),"https://foo.bar")}catch{return null}}}}})(r);if(!n)return e;const a=o=>{try{let l=decodeURIComponent(o);return l.includes("/")?(l=l.split("/").at(-1),l.test(/^\.pdf$/i)?l:o):l}catch{return o}},i=/\.pdf$/i,s=n.pathname.split("/").at(-1);if(i.test(s))return a(s);if(n.searchParams.size>0){const o=Array.from(n.searchParams.values()).reverse();for(const c of o)if(i.test(c))return a(c);const l=Array.from(n.searchParams.keys()).reverse();for(const c of l)if(i.test(c))return a(c)}if(n.hash){const l=/[^/?#=]+\.pdf\b(?!.*\.pdf\b)/i.exec(n.hash);if(l)return a(l[0])}return e}class yD{started=Object.create(null);times=[];time(e){e in this.started&&Jr(`Timer is already running for ${e}`),this.started[e]=Date.now()}timeEnd(e){e in this.started||Jr(`Timer has not been started for ${e}`),this.times.push({name:e,start:this.started[e],end:Date.now()}),delete this.started[e]}toString(){const e=[];let t=0;for(const{name:n}of this.times)t=Math.max(n.length,t);for(const{name:n,start:a,end:i}of this.times)e.push(`${n.padEnd(t)} ${i-a}ms +`);return e.join("")}}function Xp(r,e){const t=e?URL.parse(r,e):URL.parse(r);return t?.protocol==="http:"||t?.protocol==="https:"}function ko(r){r.preventDefault()}function ja(r){r.preventDefault(),r.stopPropagation()}function fve(r){console.log("Deprecated API usage: "+r)}class rA{static#e;static toDateObject(e){if(e instanceof Date)return e;if(!e||typeof e!="string")return null;this.#e||=new RegExp("^D:(\\d{4})(\\d{2})?(\\d{2})?(\\d{2})?(\\d{2})?(\\d{2})?([Z|+|-])?(\\d{2})?'?(\\d{2})?'?");const t=this.#e.exec(e);if(!t)return null;const n=parseInt(t[1],10);let a=parseInt(t[2],10);a=a>=1&&a<=12?a-1:0;let i=parseInt(t[3],10);i=i>=1&&i<=31?i:1;let s=parseInt(t[4],10);s=s>=0&&s<=23?s:0;let o=parseInt(t[5],10);o=o>=0&&o<=59?o:0;let l=parseInt(t[6],10);l=l>=0&&l<=59?l:0;const c=t[7]||"Z";let u=parseInt(t[8],10);u=u>=0&&u<=23?u:0;let d=parseInt(t[9],10)||0;return d=d>=0&&d<=59?d:0,c==="-"?(s+=u,o+=d):c==="+"&&(s-=u,o-=d),new Date(Date.UTC(n,a,i,s,o,l))}}function pve(r,{scale:e=1,rotation:t=0}){const{width:n,height:a}=r.attributes.style,i=[0,0,parseInt(n),parseInt(a)];return new wg({viewBox:i,userUnit:1,scale:e,rotation:t})}function dy(r){if(r.startsWith("#")){const e=parseInt(r.slice(1),16);return[(e&16711680)>>16,(e&65280)>>8,e&255]}return r.startsWith("rgb(")?r.slice(4,-1).split(",").map(e=>parseInt(e)):r.startsWith("rgba(")?r.slice(5,-1).split(",").map(e=>parseInt(e)).slice(0,3):(Jr(`Not a valid color format: "${r}"`),[0,0,0])}function mve(r){const e=document.createElement("span");e.style.visibility="hidden",e.style.colorScheme="only light",document.body.append(e);for(const t of r.keys()){e.style.color=t;const n=window.getComputedStyle(e).color;r.set(t,dy(n))}e.remove()}function wa(r){const{a:e,b:t,c:n,d:a,e:i,f:s}=r.getTransform();return[e,t,n,a,i,s]}function _l(r){const{a:e,b:t,c:n,d:a,e:i,f:s}=r.getTransform().invertSelf();return[e,t,n,a,i,s]}function Zd(r,e,t=!1,n=!0){if(e instanceof wg){const{pageWidth:a,pageHeight:i}=e.rawDims,{style:s}=r,o=Mi.isCSSRoundSupported,l=`var(--total-scale-factor) * ${a}px`,c=`var(--total-scale-factor) * ${i}px`,u=o?`round(down, ${l}, var(--scale-round-x))`:`calc(${l})`,d=o?`round(down, ${c}, var(--scale-round-y))`:`calc(${c})`;!t||e.rotation%180===0?(s.width=u,s.height=d):(s.width=d,s.height=u)}n&&r.setAttribute("data-main-rotation",e.rotation)}class zl{constructor(){const{pixelRatio:e}=zl;this.sx=e,this.sy=e}get scaled(){return this.sx!==1||this.sy!==1}get symmetric(){return this.sx===this.sy}limitCanvas(e,t,n,a,i=-1){let s=1/0,o=1/0,l=1/0;n=zl.capPixels(n,i),n>0&&(s=Math.sqrt(n/(e*t))),a!==-1&&(o=a/e,l=a/t);const c=Math.min(s,o,l);return this.sx>c||this.sy>c?(this.sx=c,this.sy=c,!0):!1}static get pixelRatio(){return globalThis.devicePixelRatio||1}static capPixels(e,t){if(t>=0){const n=Math.ceil(window.screen.availWidth*window.screen.availHeight*this.pixelRatio**2*(1+t/100));return e>0?Math.min(e,n):n}return e}}const nA=["image/apng","image/avif","image/bmp","image/gif","image/jpeg","image/png","image/svg+xml","image/webp","image/x-icon"];class lm{#e=null;#t=null;#r;#n=null;#i=null;#a=null;#s=null;static#o=null;constructor(e){this.#r=e,lm.#o||=Object.freeze({freetext:"pdfjs-editor-remove-freetext-button",highlight:"pdfjs-editor-remove-highlight-button",ink:"pdfjs-editor-remove-ink-button",stamp:"pdfjs-editor-remove-stamp-button",signature:"pdfjs-editor-remove-signature-button"})}render(){const e=this.#e=document.createElement("div");e.classList.add("editToolbar","hidden"),e.setAttribute("role","toolbar");const t=this.#r._uiManager._signal;e.addEventListener("contextmenu",ko,{signal:t}),e.addEventListener("pointerdown",lm.#l,{signal:t});const n=this.#n=document.createElement("div");n.className="buttons",e.append(n);const a=this.#r.toolbarPosition;if(a){const{style:i}=e,s=this.#r._uiManager.direction==="ltr"?1-a[0]:a[0];i.insetInlineEnd=`${100*s}%`,i.top=`calc(${100*a[1]}% + var(--editor-toolbar-vert-offset))`}return e}get div(){return this.#e}static#l(e){e.stopPropagation()}#c(e){this.#r._focusEventsAllowed=!1,ja(e)}#d(e){this.#r._focusEventsAllowed=!0,ja(e)}#u(e){const t=this.#r._uiManager._signal;e.addEventListener("focusin",this.#c.bind(this),{capture:!0,signal:t}),e.addEventListener("focusout",this.#d.bind(this),{capture:!0,signal:t}),e.addEventListener("contextmenu",ko,{signal:t})}hide(){this.#e.classList.add("hidden"),this.#t?.hideDropdown()}show(){this.#e.classList.remove("hidden"),this.#i?.shown(),this.#a?.shown()}addDeleteButton(){const{editorType:e,_uiManager:t}=this.#r,n=document.createElement("button");n.className="delete",n.tabIndex=0,n.setAttribute("data-l10n-id",lm.#o[e]),this.#u(n),n.addEventListener("click",a=>{t.delete()},{signal:t._signal}),this.#n.append(n)}get#p(){const e=document.createElement("div");return e.className="divider",e}async addAltText(e){const t=await e.render();this.#u(t),this.#n.append(t,this.#p),this.#i=e}addComment(e){if(this.#a)return;const t=e.render();t&&(this.#u(t),this.#n.prepend(t,this.#p),this.#a=e,e.toolbar=this)}addColorPicker(e){if(this.#t)return;this.#t=e;const t=e.renderButton();this.#u(t),this.#n.append(t,this.#p)}async addEditSignatureButton(e){const t=this.#s=await e.renderEditButton(this.#r);this.#u(t),this.#n.append(t,this.#p)}async addButton(e,t){switch(e){case"colorPicker":this.addColorPicker(t);break;case"altText":await this.addAltText(t);break;case"editSignature":await this.addEditSignatureButton(t);break;case"delete":this.addDeleteButton();break;case"comment":this.addComment(t);break}}updateEditSignatureButton(e){this.#s&&(this.#s.title=e)}remove(){this.#e.remove(),this.#t?.destroy(),this.#t=null}}class gve{#e=null;#t=null;#r;constructor(e){this.#r=e}#n(){const e=this.#t=document.createElement("div");e.className="editToolbar",e.setAttribute("role","toolbar"),e.addEventListener("contextmenu",ko,{signal:this.#r._signal});const t=this.#e=document.createElement("div");return t.className="buttons",e.append(t),this.#a(),e}#i(e,t){let n=0,a=0;for(const i of e){const s=i.y+i.height;if(sn){a=o,n=s;continue}t?o>a&&(a=o):o{this.#r.highlightSelection("floating_button")},{signal:n}),this.#e.append(e)}}function fz(r,e,t){for(const n of t)e.addEventListener(n,r[n].bind(r))}class _ve{#e=0;get id(){return`${oz}${this.#e++}`}}class mx{#e=dz();#t=0;#r=null;static get _isSVGFittingCanvas(){const e='data:image/svg+xml;charset=UTF-8,',n=new OffscreenCanvas(1,3).getContext("2d",{willReadFrequently:!0}),a=new Image;a.src=e;const i=a.decode().then(()=>(n.drawImage(a,0,0,1,1,0,0,1,3),new Uint32Array(n.getImageData(0,0,1,1).data.buffer)[0]===0));return bn(this,"_isSVGFittingCanvas",i)}async#n(e,t){this.#r||=new Map;let n=this.#r.get(e);if(n===null)return null;if(n?.bitmap)return n.refCounter+=1,n;try{n||={bitmap:null,id:`image_${this.#e}_${this.#t++}`,refCounter:0,isSvg:!1};let a;if(typeof t=="string"?(n.url=t,a=await Eg(t,"blob")):t instanceof File?a=n.file=t:t instanceof Blob&&(a=t),a.type==="image/svg+xml"){const i=mx._isSVGFittingCanvas,s=new FileReader,o=new Image,l=new Promise((c,u)=>{o.onload=()=>{n.bitmap=o,n.isSvg=!0,c()},s.onload=async()=>{const d=n.svgUrl=s.result;o.src=await i?`${d}#svgView(preserveAspectRatio(none))`:d},o.onerror=s.onerror=u});s.readAsDataURL(a),await l}else n.bitmap=await createImageBitmap(a);n.refCounter=1}catch(a){Jr(a),n=null}return this.#r.set(e,n),n&&this.#r.set(n.id,n),n}async getFromFile(e){const{lastModified:t,name:n,size:a,type:i}=e;return this.#n(`${t}_${n}_${a}_${i}`,e)}async getFromUrl(e){return this.#n(e,e)}async getFromBlob(e,t){const n=await t;return this.#n(e,n)}async getFromId(e){this.#r||=new Map;const t=this.#r.get(e);if(!t)return null;if(t.bitmap)return t.refCounter+=1,t;if(t.file)return this.getFromFile(t.file);if(t.blobPromise){const{blobPromise:n}=t;return delete t.blobPromise,this.getFromBlob(t.id,n)}return this.getFromUrl(t.url)}getFromCanvas(e,t){this.#r||=new Map;let n=this.#r.get(e);if(n?.bitmap)return n.refCounter+=1,n;const a=new OffscreenCanvas(t.width,t.height);return a.getContext("2d").drawImage(t,0,0),n={bitmap:a.transferToImageBitmap(),id:`image_${this.#e}_${this.#t++}`,refCounter:1,isSvg:!1},this.#r.set(e,n),this.#r.set(n.id,n),n}getSvgUrl(e){const t=this.#r.get(e);return t?.isSvg?t.svgUrl:null}deleteId(e){this.#r||=new Map;const t=this.#r.get(e);if(!t||(t.refCounter-=1,t.refCounter!==0))return;const{bitmap:n}=t;if(!t.url&&!t.file){const a=new OffscreenCanvas(n.width,n.height);a.getContext("bitmaprenderer").transferFromImageBitmap(n),t.blobPromise=a.convertToBlob()}n.close?.(),t.bitmap=null}isValidId(e){return e.startsWith(`image_${this.#e}_`)}}class bve{#e=[];#t=!1;#r;#n=-1;constructor(e=128){this.#r=e}add({cmd:e,undo:t,post:n,mustExec:a,type:i=NaN,overwriteIfSameType:s=!1,keepUndo:o=!1}){if(a&&e(),this.#t)return;const l={cmd:e,undo:t,post:n,type:i};if(this.#n===-1){this.#e.length>0&&(this.#e.length=0),this.#n=0,this.#e.push(l);return}if(s&&this.#e[this.#n].type===i){o&&(l.undo=this.#e[this.#n].undo),this.#e[this.#n]=l;return}const c=this.#n+1;c===this.#r?this.#e.splice(0,1):(this.#n=c,c=0;t--)if(this.#e[t].type!==e){this.#e.splice(t+1,this.#n-t),this.#n=t;return}this.#e.length=0,this.#n=-1}}destroy(){this.#e=null}}class Tg{constructor(e){this.buffer=[],this.callbacks=new Map,this.allKeys=new Set;const{isMac:t}=Mi.platform;for(const[n,a,i={}]of e)for(const s of n){const o=s.startsWith("mac+");t&&o?(this.callbacks.set(s.slice(4),{callback:a,options:i}),this.allKeys.add(s.split("+").at(-1))):!t&&!o&&(this.callbacks.set(s,{callback:a,options:i}),this.allKeys.add(s.split("+").at(-1)))}}#e(e){e.altKey&&this.buffer.push("alt"),e.ctrlKey&&this.buffer.push("ctrl"),e.metaKey&&this.buffer.push("meta"),e.shiftKey&&this.buffer.push("shift"),this.buffer.push(e.key);const t=this.buffer.join("+");return this.buffer.length=0,t}exec(e,t){if(!this.allKeys.has(t.key))return;const n=this.callbacks.get(this.#e(t));if(!n)return;const{callback:a,options:{bubbles:i=!1,args:s=[],checker:o=null}}=n;o&&!o(e,t)||(a.bind(e,...s,t)(),i||ja(t))}}class gx{static _colorsMapping=new Map([["CanvasText",[0,0,0]],["Canvas",[255,255,255]]]);get _colors(){const e=new Map([["CanvasText",null],["Canvas",null]]);return mve(e),bn(this,"_colors",e)}convert(e){const t=dy(e);if(!window.matchMedia("(forced-colors: active)").matches)return t;for(const[n,a]of this._colors)if(a.every((i,s)=>i===t[s]))return gx._colorsMapping.get(n);return t}getHexCode(e){const t=this._colors.get(e);return t?Dr.makeHexColor(...t):e}}class Bu{#e=new AbortController;#t=null;#r=new Map;#n=new Map;#i=null;#a=null;#s=null;#o=new bve;#l=null;#c=null;#d=null;#u=0;#p=new Set;#m=null;#f=null;#h=new Set;_editorUndoBar=null;#g=!1;#v=!1;#_=!1;#y=null;#S=null;#b=null;#w=null;#T=!1;#C=null;#N=new _ve;#O=!1;#R=!1;#x=null;#k=null;#F=null;#M=null;#G=null;#A=Zr.NONE;#E=new Set;#B=null;#U=null;#z=null;#V=null;#Y={isEditing:!1,isEmpty:!0,hasSomethingToUndo:!1,hasSomethingToRedo:!1,hasSelectedEditor:!1,hasSelectedText:!1};#q=[0,0];#D=null;#P=null;#H=null;#X=null;#L=null;static TRANSLATE_SMALL=1;static TRANSLATE_BIG=10;static get _keyboardManager(){const e=Bu.prototype,t=s=>s.#P.contains(document.activeElement)&&document.activeElement.tagName!=="BUTTON"&&s.hasSomethingToControl(),n=(s,{target:o})=>{if(o instanceof HTMLInputElement){const{type:l}=o;return l!=="text"&&l!=="number"}return!0},a=this.TRANSLATE_SMALL,i=this.TRANSLATE_BIG;return bn(this,"_keyboardManager",new Tg([[["ctrl+a","mac+meta+a"],e.selectAll,{checker:n}],[["ctrl+z","mac+meta+z"],e.undo,{checker:n}],[["ctrl+y","ctrl+shift+z","mac+meta+shift+z","ctrl+shift+Z","mac+meta+shift+Z"],e.redo,{checker:n}],[["Backspace","alt+Backspace","ctrl+Backspace","shift+Backspace","mac+Backspace","mac+alt+Backspace","mac+ctrl+Backspace","Delete","ctrl+Delete","shift+Delete","mac+Delete"],e.delete,{checker:n}],[["Enter","mac+Enter"],e.addNewEditorFromKeyboard,{checker:(s,{target:o})=>!(o instanceof HTMLButtonElement)&&s.#P.contains(o)&&!s.isEnterHandled}],[[" ","mac+ "],e.addNewEditorFromKeyboard,{checker:(s,{target:o})=>!(o instanceof HTMLButtonElement)&&s.#P.contains(document.activeElement)}],[["Escape","mac+Escape"],e.unselectAll],[["ArrowLeft","mac+ArrowLeft"],e.translateSelectedEditors,{args:[-a,0],checker:t}],[["ctrl+ArrowLeft","mac+shift+ArrowLeft"],e.translateSelectedEditors,{args:[-i,0],checker:t}],[["ArrowRight","mac+ArrowRight"],e.translateSelectedEditors,{args:[a,0],checker:t}],[["ctrl+ArrowRight","mac+shift+ArrowRight"],e.translateSelectedEditors,{args:[i,0],checker:t}],[["ArrowUp","mac+ArrowUp"],e.translateSelectedEditors,{args:[0,-a],checker:t}],[["ctrl+ArrowUp","mac+shift+ArrowUp"],e.translateSelectedEditors,{args:[0,-i],checker:t}],[["ArrowDown","mac+ArrowDown"],e.translateSelectedEditors,{args:[0,a],checker:t}],[["ctrl+ArrowDown","mac+shift+ArrowDown"],e.translateSelectedEditors,{args:[0,i],checker:t}]]))}constructor(e,t,n,a,i,s,o,l,c,u,d,h,p,m,g,b){const _=this._signal=this.#e.signal;this.#P=e,this.#H=t,this.#X=n,this.#i=a,this.#l=i,this.#U=s,this._eventBus=o,o._on("editingaction",this.onEditingAction.bind(this),{signal:_}),o._on("pagechanging",this.onPageChanging.bind(this),{signal:_}),o._on("scalechanging",this.onScaleChanging.bind(this),{signal:_}),o._on("rotationchanging",this.onRotationChanging.bind(this),{signal:_}),o._on("setpreference",this.onSetPreference.bind(this),{signal:_}),o._on("switchannotationeditorparams",v=>this.updateParams(v.type,v.value),{signal:_}),this.#ie(),this.#ce(),this.#Z(),this.#a=l.annotationStorage,this.#y=l.filterFactory,this.#z=c,this.#w=u||null,this.#g=d,this.#v=h,this.#_=p,this.#G=m||null,this.viewParameters={realScale:Uf.PDF_TO_CSS_UNITS,rotation:0},this.isShiftKeyDown=!1,this._editorUndoBar=g||null,this._supportsPinchToZoom=b!==!1}destroy(){this.#L?.resolve(),this.#L=null,this.#e?.abort(),this.#e=null,this._signal=null;for(const e of this.#n.values())e.destroy();this.#n.clear(),this.#r.clear(),this.#h.clear(),this.#M?.clear(),this.#t=null,this.#E.clear(),this.#o.destroy(),this.#i?.destroy(),this.#l?.destroy(),this.#U?.destroy(),this.#C?.hide(),this.#C=null,this.#F?.destroy(),this.#F=null,this.#S&&(clearTimeout(this.#S),this.#S=null),this.#D&&(clearTimeout(this.#D),this.#D=null),this._editorUndoBar?.destroy()}combinedSignal(e){return AbortSignal.any([this._signal,e.signal])}get mlManager(){return this.#G}get useNewAltTextFlow(){return this.#v}get useNewAltTextWhenAddingImage(){return this.#_}get hcmFilter(){return bn(this,"hcmFilter",this.#z?this.#y.addHCMFilter(this.#z.foreground,this.#z.background):"none")}get direction(){return bn(this,"direction",getComputedStyle(this.#P).direction)}get _highlightColors(){return bn(this,"_highlightColors",this.#w?new Map(this.#w.split(",").map(e=>(e=e.split("=").map(t=>t.trim()),e[1]=e[1].toUpperCase(),e))):null)}get highlightColors(){const{_highlightColors:e}=this;if(!e)return bn(this,"highlightColors",null);const t=new Map,n=!!this.#z;for(const[a,i]of e){const s=a.endsWith("_HCM");if(n&&s){t.set(a.replace("_HCM",""),i);continue}!n&&!s&&t.set(a,i)}return bn(this,"highlightColors",t)}get highlightColorNames(){return bn(this,"highlightColorNames",this.highlightColors?new Map(Array.from(this.highlightColors,e=>e.reverse())):null)}getNonHCMColor(e){if(!this._highlightColors)return e;const t=this.highlightColorNames.get(e);return this._highlightColors.get(t)||e}getNonHCMColorName(e){return this.highlightColorNames.get(e)||e}setCurrentDrawingSession(e){e?(this.unselectAll(),this.disableUserSelect(!0)):this.disableUserSelect(!1),this.#d=e}setMainHighlightColorPicker(e){this.#F=e}editAltText(e,t=!1){this.#i?.editAltText(this,e,t)}hasCommentManager(){return!!this.#l}editComment(e,t){this.#l?.open(this,e,t)}getSignature(e){this.#U?.getSignature({uiManager:this,editor:e})}get signatureManager(){return this.#U}switchToMode(e,t){this._eventBus.on("annotationeditormodechanged",t,{once:!0,signal:this._signal}),this._eventBus.dispatch("showannotationeditorui",{source:this,mode:e})}setPreference(e,t){this._eventBus.dispatch("setpreference",{source:this,name:e,value:t})}onSetPreference({name:e,value:t}){switch(e){case"enableNewAltTextWhenAddingImage":this.#_=t;break}}onPageChanging({pageNumber:e}){this.#u=e-1}focusMainContainer(){this.#P.focus()}findParent(e,t){for(const n of this.#n.values()){const{x:a,y:i,width:s,height:o}=n.div.getBoundingClientRect();if(e>=a&&e<=a+s&&t>=i&&t<=i+o)return n}return null}disableUserSelect(e=!1){this.#H.classList.toggle("noUserSelect",e)}addShouldRescale(e){this.#h.add(e)}removeShouldRescale(e){this.#h.delete(e)}onScaleChanging({scale:e}){this.commitOrRemove(),this.viewParameters.realScale=e*Uf.PDF_TO_CSS_UNITS;for(const t of this.#h)t.onScaleChanging();this.#d?.onScaleChanging()}onRotationChanging({pagesRotation:e}){this.commitOrRemove(),this.viewParameters.rotation=e}#j({anchorNode:e}){return e.nodeType===Node.TEXT_NODE?e.parentElement:e}#Q(e){const{currentLayer:t}=this;if(t.hasTextLayer(e))return t;for(const n of this.#n.values())if(n.hasTextLayer(e))return n;return null}highlightSelection(e=""){const t=document.getSelection();if(!t||t.isCollapsed)return;const{anchorNode:n,anchorOffset:a,focusNode:i,focusOffset:s}=t,o=t.toString(),c=this.#j(t).closest(".textLayer"),u=this.getSelectionBoxes(c);if(!u)return;t.empty();const d=this.#Q(c),h=this.#A===Zr.NONE,p=()=>{d?.createAndAddNewEditor({x:0,y:0},!1,{methodOfCreation:e,boxes:u,anchorNode:n,anchorOffset:a,focusNode:i,focusOffset:s,text:o}),h&&this.showAllEditors("highlight",!0,!0)};if(h){this.switchToMode(Zr.HIGHLIGHT,p);return}p()}#ne(){const e=document.getSelection();if(!e||e.isCollapsed)return;const n=this.#j(e).closest(".textLayer"),a=this.getSelectionBoxes(n);a&&(this.#C||=new gve(this),this.#C.show(n,a,this.direction==="ltr"))}addToAnnotationStorage(e){!e.isEmpty()&&this.#a&&!this.#a.has(e.id)&&this.#a.setValue(e.id,e)}a11yAlert(e,t=null){const n=this.#X;n&&(n.setAttribute("data-l10n-id",e),t?n.setAttribute("data-l10n-args",JSON.stringify(t)):n.removeAttribute("data-l10n-args"))}#ae(){const e=document.getSelection();if(!e||e.isCollapsed){this.#B&&(this.#C?.hide(),this.#B=null,this.#I({hasSelectedText:!1}));return}const{anchorNode:t}=e;if(t===this.#B)return;const a=this.#j(e).closest(".textLayer");if(!a){this.#B&&(this.#C?.hide(),this.#B=null,this.#I({hasSelectedText:!1}));return}if(this.#C?.hide(),this.#B=t,this.#I({hasSelectedText:!0}),!(this.#A!==Zr.HIGHLIGHT&&this.#A!==Zr.NONE)&&(this.#A===Zr.HIGHLIGHT&&this.showAllEditors("highlight",!0,!0),this.#T=this.isShiftKeyDown,!this.isShiftKeyDown)){const i=this.#A===Zr.HIGHLIGHT?this.#Q(a):null;i?.toggleDrawing();const s=new AbortController,o=this.combinedSignal(s),l=c=>{c.type==="pointerup"&&c.button!==0||(s.abort(),i?.toggleDrawing(!0),c.type==="pointerup"&&this.#K("main_toolbar"))};window.addEventListener("pointerup",l,{signal:o}),window.addEventListener("blur",l,{signal:o})}}#K(e=""){this.#A===Zr.HIGHLIGHT?this.highlightSelection(e):this.#g&&this.#ne()}#ie(){document.addEventListener("selectionchange",this.#ae.bind(this),{signal:this._signal})}#se(){if(this.#b)return;this.#b=new AbortController;const e=this.combinedSignal(this.#b);window.addEventListener("focus",this.focus.bind(this),{signal:e}),window.addEventListener("blur",this.blur.bind(this),{signal:e})}#oe(){this.#b?.abort(),this.#b=null}blur(){if(this.isShiftKeyDown=!1,this.#T&&(this.#T=!1,this.#K("main_toolbar")),!this.hasSelection)return;const{activeElement:e}=document;for(const t of this.#E)if(t.div.contains(e)){this.#k=[t,e],t._focusEventsAllowed=!1;break}}focus(){if(!this.#k)return;const[e,t]=this.#k;this.#k=null,t.addEventListener("focusin",()=>{e._focusEventsAllowed=!0},{once:!0,signal:this._signal}),t.focus()}#Z(){if(this.#x)return;this.#x=new AbortController;const e=this.combinedSignal(this.#x);window.addEventListener("keydown",this.keydown.bind(this),{signal:e}),window.addEventListener("keyup",this.keyup.bind(this),{signal:e})}#le(){this.#x?.abort(),this.#x=null}#J(){if(this.#c)return;this.#c=new AbortController;const e=this.combinedSignal(this.#c);document.addEventListener("copy",this.copy.bind(this),{signal:e}),document.addEventListener("cut",this.cut.bind(this),{signal:e}),document.addEventListener("paste",this.paste.bind(this),{signal:e})}#ee(){this.#c?.abort(),this.#c=null}#ce(){const e=this._signal;document.addEventListener("dragover",this.dragOver.bind(this),{signal:e}),document.addEventListener("drop",this.drop.bind(this),{signal:e})}addEditListeners(){this.#Z(),this.#J()}removeEditListeners(){this.#le(),this.#ee()}dragOver(e){for(const{type:t}of e.dataTransfer.items)for(const n of this.#f)if(n.isHandlingMimeForPasting(t)){e.dataTransfer.dropEffect="copy",e.preventDefault();return}}drop(e){for(const t of e.dataTransfer.items)for(const n of this.#f)if(n.isHandlingMimeForPasting(t.type)){n.paste(t,this.currentLayer),e.preventDefault();return}}copy(e){if(e.preventDefault(),this.#t?.commitOrRemove(),!this.hasSelection)return;const t=[];for(const n of this.#E){const a=n.serialize(!0);a&&t.push(a)}t.length!==0&&e.clipboardData.setData("application/pdfjs",JSON.stringify(t))}cut(e){this.copy(e),this.delete()}async paste(e){e.preventDefault();const{clipboardData:t}=e;for(const i of t.items)for(const s of this.#f)if(s.isHandlingMimeForPasting(i.type)){s.paste(i,this.currentLayer);return}let n=t.getData("application/pdfjs");if(!n)return;try{n=JSON.parse(n)}catch(i){Jr(`paste: "${i.message}".`);return}if(!Array.isArray(n))return;this.unselectAll();const a=this.currentLayer;try{const i=[];for(const l of n){const c=await a.deserialize(l);if(!c)return;i.push(c)}const s=()=>{for(const l of i)this.#te(l);this.#re(i)},o=()=>{for(const l of i)l.remove()};this.addCommands({cmd:s,undo:o,mustExec:!0})}catch(i){Jr(`paste: "${i.message}".`)}}keydown(e){!this.isShiftKeyDown&&e.key==="Shift"&&(this.isShiftKeyDown=!0),this.#A!==Zr.NONE&&!this.isEditorHandlingKeyboard&&Bu._keyboardManager.exec(this,e)}keyup(e){this.isShiftKeyDown&&e.key==="Shift"&&(this.isShiftKeyDown=!1,this.#T&&(this.#T=!1,this.#K("main_toolbar")))}onEditingAction({name:e}){switch(e){case"undo":case"redo":case"delete":case"selectAll":this[e]();break;case"highlightSelection":this.highlightSelection("context_menu");break}}#I(e){Object.entries(e).some(([n,a])=>this.#Y[n]!==a)&&(this._eventBus.dispatch("annotationeditorstateschanged",{source:this,details:Object.assign(this.#Y,e)}),this.#A===Zr.HIGHLIGHT&&e.hasSelectedEditor===!1&&this.#$([[Mn.HIGHLIGHT_FREE,!0]]))}#$(e){this._eventBus.dispatch("annotationeditorparamschanged",{source:this,details:e})}setEditingState(e){e?(this.#se(),this.#J(),this.#I({isEditing:this.#A!==Zr.NONE,isEmpty:this.#W(),hasSomethingToUndo:this.#o.hasSomethingToUndo(),hasSomethingToRedo:this.#o.hasSomethingToRedo(),hasSelectedEditor:!1})):(this.#oe(),this.#ee(),this.#I({isEditing:!1}),this.disableUserSelect(!1))}registerEditorTypes(e){if(!this.#f){this.#f=e;for(const t of this.#f)this.#$(t.defaultPropertiesToUpdate)}}getId(){return this.#N.id}get currentLayer(){return this.#n.get(this.#u)}getLayer(e){return this.#n.get(e)}get currentPageIndex(){return this.#u}addLayer(e){this.#n.set(e.pageIndex,e),this.#O?e.enable():e.disable()}removeLayer(e){this.#n.delete(e.pageIndex)}async updateMode(e,t=null,n=!1,a=!1,i=!1){if(this.#A!==e&&!(this.#L&&(await this.#L.promise,!this.#L))){if(this.#L=Promise.withResolvers(),this.#d?.commitOrRemove(),this.#A=e,e===Zr.NONE){this.setEditingState(!1),this.#de(),this._editorUndoBar?.hide(),this.#L.resolve();return}e===Zr.SIGNATURE&&await this.#U?.loadSignatures(),this.setEditingState(!0),await this.#ue(),this.unselectAll();for(const s of this.#n.values())s.updateMode(e);if(!t){n&&this.addNewEditorFromKeyboard(),this.#L.resolve();return}for(const s of this.#r.values())s.annotationElementId===t||s.id===t?(this.setSelected(s),i?s.editComment():a&&s.enterInEditMode()):s.unselect();this.#L.resolve()}}addNewEditorFromKeyboard(){this.currentLayer.canCreateNewEmptyEditor()&&this.currentLayer.addNewEditor()}updateToolbar(e){e.mode!==this.#A&&this._eventBus.dispatch("switchannotationeditormode",{source:this,...e})}updateParams(e,t){if(this.#f){switch(e){case Mn.CREATE:this.currentLayer.addNewEditor(t);return;case Mn.HIGHLIGHT_SHOW_ALL:this._eventBus.dispatch("reporttelemetry",{source:this,details:{type:"editing",data:{type:"highlight",action:"toggle_visibility"}}}),(this.#V||=new Map).set(e,t),this.showAllEditors("highlight",t);break}if(this.hasSelection)for(const n of this.#E)n.updateParams(e,t);else for(const n of this.#f)n.updateDefaultParams(e,t)}}showAllEditors(e,t,n=!1){for(const i of this.#r.values())i.editorType===e&&i.show(t);(this.#V?.get(Mn.HIGHLIGHT_SHOW_ALL)??!0)!==t&&this.#$([[Mn.HIGHLIGHT_SHOW_ALL,t]])}enableWaiting(e=!1){if(this.#R!==e){this.#R=e;for(const t of this.#n.values())e?t.disableClick():t.enableClick(),t.div.classList.toggle("waiting",e)}}async#ue(){if(!this.#O){this.#O=!0;const e=[];for(const t of this.#n.values())e.push(t.enable());await Promise.all(e);for(const t of this.#r.values())t.enable()}}#de(){if(this.unselectAll(),this.#O){this.#O=!1;for(const e of this.#n.values())e.disable();for(const e of this.#r.values())e.disable()}}getEditors(e){const t=[];for(const n of this.#r.values())n.pageIndex===e&&t.push(n);return t}getEditor(e){return this.#r.get(e)}addEditor(e){this.#r.set(e.id,e)}removeEditor(e){e.div.contains(document.activeElement)&&(this.#S&&clearTimeout(this.#S),this.#S=setTimeout(()=>{this.focusMainContainer(),this.#S=null},0)),this.#r.delete(e.id),e.annotationElementId&&this.#M?.delete(e.annotationElementId),this.unselect(e),(!e.annotationElementId||!this.#p.has(e.annotationElementId))&&this.#a?.remove(e.id)}addDeletedAnnotationElement(e){this.#p.add(e.annotationElementId),this.addChangedExistingAnnotation(e),e.deleted=!0}isDeletedAnnotationElement(e){return this.#p.has(e)}removeDeletedAnnotationElement(e){this.#p.delete(e.annotationElementId),this.removeChangedExistingAnnotation(e),e.deleted=!1}#te(e){const t=this.#n.get(e.pageIndex);t?t.addOrRebuild(e):(this.addEditor(e),this.addToAnnotationStorage(e))}setActiveEditor(e){this.#t!==e&&(this.#t=e,e&&this.#$(e.propertiesToUpdate))}get#he(){let e=null;for(e of this.#E);return e}updateUI(e){this.#he===e&&this.#$(e.propertiesToUpdate)}updateUIForDefaultProperties(e){this.#$(e.defaultPropertiesToUpdate)}toggleSelected(e){if(this.#E.has(e)){this.#E.delete(e),e.unselect(),this.#I({hasSelectedEditor:this.hasSelection});return}this.#E.add(e),e.select(),this.#$(e.propertiesToUpdate),this.#I({hasSelectedEditor:!0})}setSelected(e){this.updateToolbar({mode:e.mode,editId:e.id}),this.#d?.commitOrRemove();for(const t of this.#E)t!==e&&t.unselect();this.#E.clear(),this.#E.add(e),e.select(),this.#$(e.propertiesToUpdate),this.#I({hasSelectedEditor:!0})}isSelected(e){return this.#E.has(e)}get firstSelectedEditor(){return this.#E.values().next().value}unselect(e){e.unselect(),this.#E.delete(e),this.#I({hasSelectedEditor:this.hasSelection})}get hasSelection(){return this.#E.size!==0}get isEnterHandled(){return this.#E.size===1&&this.firstSelectedEditor.isEnterHandled}undo(){this.#o.undo(),this.#I({hasSomethingToUndo:this.#o.hasSomethingToUndo(),hasSomethingToRedo:!0,isEmpty:this.#W()}),this._editorUndoBar?.hide()}redo(){this.#o.redo(),this.#I({hasSomethingToUndo:!0,hasSomethingToRedo:this.#o.hasSomethingToRedo(),isEmpty:this.#W()})}addCommands(e){this.#o.add(e),this.#I({hasSomethingToUndo:!0,hasSomethingToRedo:!1,isEmpty:this.#W()})}cleanUndoStack(e){this.#o.cleanType(e)}#W(){if(this.#r.size===0)return!0;if(this.#r.size===1)for(const e of this.#r.values())return e.isEmpty();return!1}delete(){this.commitOrRemove();const e=this.currentLayer?.endDrawingSession(!0);if(!this.hasSelection&&!e)return;const t=e?[e]:[...this.#E],n=()=>{this._editorUndoBar?.show(a,t.length===1?t[0].editorType:t.length);for(const i of t)i.remove()},a=()=>{for(const i of t)this.#te(i)};this.addCommands({cmd:n,undo:a,mustExec:!0})}commitOrRemove(){this.#t?.commitOrRemove()}hasSomethingToControl(){return this.#t||this.hasSelection}#re(e){for(const t of this.#E)t.unselect();this.#E.clear();for(const t of e)t.isEmpty()||(this.#E.add(t),t.select());this.#I({hasSelectedEditor:this.hasSelection})}selectAll(){for(const e of this.#E)e.commit();this.#re(this.#r.values())}unselectAll(){if(!(this.#t&&(this.#t.commitOrRemove(),this.#A!==Zr.NONE))&&!this.#d?.commitOrRemove()&&this.hasSelection){for(const e of this.#E)e.unselect();this.#E.clear(),this.#I({hasSelectedEditor:!1})}}translateSelectedEditors(e,t,n=!1){if(n||this.commitOrRemove(),!this.hasSelection)return;this.#q[0]+=e,this.#q[1]+=t;const[a,i]=this.#q,s=[...this.#E],o=1e3;this.#D&&clearTimeout(this.#D),this.#D=setTimeout(()=>{this.#D=null,this.#q[0]=this.#q[1]=0,this.addCommands({cmd:()=>{for(const l of s)this.#r.has(l.id)&&(l.translateInPage(a,i),l.translationDone())},undo:()=>{for(const l of s)this.#r.has(l.id)&&(l.translateInPage(-a,-i),l.translationDone())},mustExec:!1})},o);for(const l of s)l.translateInPage(e,t),l.translationDone()}setUpDragSession(){if(this.hasSelection){this.disableUserSelect(!0),this.#m=new Map;for(const e of this.#E)this.#m.set(e,{savedX:e.x,savedY:e.y,savedPageIndex:e.pageIndex,newX:0,newY:0,newPageIndex:-1})}}endDragSession(){if(!this.#m)return!1;this.disableUserSelect(!1);const e=this.#m;this.#m=null;let t=!1;for(const[{x:a,y:i,pageIndex:s},o]of e)o.newX=a,o.newY=i,o.newPageIndex=s,t||=a!==o.savedX||i!==o.savedY||s!==o.savedPageIndex;if(!t)return!1;const n=(a,i,s,o)=>{if(this.#r.has(a.id)){const l=this.#n.get(o);l?a._setParentAndPosition(l,i,s):(a.pageIndex=o,a.x=i,a.y=s)}};return this.addCommands({cmd:()=>{for(const[a,{newX:i,newY:s,newPageIndex:o}]of e)n(a,i,s,o)},undo:()=>{for(const[a,{savedX:i,savedY:s,savedPageIndex:o}]of e)n(a,i,s,o)},mustExec:!0}),!0}dragSelectedEditors(e,t){if(this.#m)for(const n of this.#m.keys())n.drag(e,t)}rebuild(e){if(e.parent===null){const t=this.getLayer(e.pageIndex);t?(t.changeParent(e),t.addOrRebuild(e)):(this.addEditor(e),this.addToAnnotationStorage(e),e.rebuild())}else e.parent.addOrRebuild(e)}get isEditorHandlingKeyboard(){return this.getActive()?.shouldGetKeyboardEvents()||this.#E.size===1&&this.firstSelectedEditor.shouldGetKeyboardEvents()}isActive(e){return this.#t===e}getActive(){return this.#t}getMode(){return this.#A}get imageManager(){return bn(this,"imageManager",new mx)}getSelectionBoxes(e){if(!e)return null;const t=document.getSelection();for(let c=0,u=t.rangeCount;c({x:(u-a)/s,y:1-(c+d-n)/i,width:h/s,height:d/i});break;case"180":o=(c,u,d,h)=>({x:1-(c+d-n)/i,y:1-(u+h-a)/s,width:d/i,height:h/s});break;case"270":o=(c,u,d,h)=>({x:1-(u+h-a)/s,y:(c-n)/i,width:h/s,height:d/i});break;default:o=(c,u,d,h)=>({x:(c-n)/i,y:(u-a)/s,width:d/i,height:h/s});break}const l=[];for(let c=0,u=t.rangeCount;ci.stopPropagation(),{signal:n});const a=i=>{i.preventDefault(),this.#l._uiManager.editAltText(this.#l),this.#u&&this.#l._reportTelemetry({action:"pdfjs.image.alt_text.image_status_label_clicked",data:{label:this.#m}})};return e.addEventListener("click",a,{capture:!0,signal:n}),e.addEventListener("keydown",i=>{i.target===e&&i.key==="Enter"&&(this.#s=!0,a(i))},{signal:n}),await this.#f(),e}get#m(){return this.#e&&"added"||this.#e===null&&this.guessedText&&"review"||"missing"}finish(){this.#r&&(this.#r.focus({focusVisible:this.#s}),this.#s=!1)}isEmpty(){return this.#u?this.#e===null:!this.#e&&!this.#t}hasData(){return this.#u?this.#e!==null||!!this.#c:this.isEmpty()}get guessedText(){return this.#c}async setGuessedText(e){this.#e===null&&(this.#c=e,this.#d=await wl._l10n.get("pdfjs-editor-new-alt-text-generated-alt-text-with-disclaimer",{generatedAltText:e}),this.#f())}toggleAltTextBadge(e=!1){if(!this.#u||this.#e){this.#o?.remove(),this.#o=null;return}if(!this.#o){const t=this.#o=document.createElement("div");t.className="noAltTextBadge",this.#l.div.append(t)}this.#o.classList.toggle("hidden",!e)}serialize(e){let t=this.#e;return!e&&this.#c===t&&(t=this.#d),{altText:t,decorative:this.#t,guessedText:this.#c,textWithDisclaimer:this.#d}}get data(){return{altText:this.#e,decorative:this.#t}}set data({altText:e,decorative:t,guessedText:n,textWithDisclaimer:a,cancel:i=!1}){n&&(this.#c=n,this.#d=a),!(this.#e===e&&this.#t===t)&&(i||(this.#e=e,this.#t=t),this.#f())}toggle(e=!1){this.#r&&(!e&&this.#a&&(clearTimeout(this.#a),this.#a=null),this.#r.disabled=!e)}shown(){this.#l._reportTelemetry({action:"pdfjs.image.alt_text.image_status_label_displayed",data:{label:this.#m}})}destroy(){this.#r?.remove(),this.#r=null,this.#n=null,this.#i=null,this.#o?.remove(),this.#o=null}async#f(){const e=this.#r;if(!e)return;if(this.#u){if(e.classList.toggle("done",!!this.#e),e.setAttribute("data-l10n-id",wl.#p[this.#m]),this.#n?.setAttribute("data-l10n-id",wl.#p[`${this.#m}-label`]),!this.#e){this.#i?.remove();return}}else{if(!this.#e&&!this.#t){e.classList.remove("done"),this.#i?.remove();return}e.classList.add("done"),e.setAttribute("data-l10n-id","pdfjs-editor-alt-text-edit-button")}let t=this.#i;if(!t){this.#i=t=document.createElement("span"),t.className="tooltip",t.setAttribute("role","tooltip"),t.id=`alt-text-tooltip-${this.#l.id}`;const a=100,i=this.#l._uiManager._signal;i.addEventListener("abort",()=>{clearTimeout(this.#a),this.#a=null},{once:!0}),e.addEventListener("mouseenter",()=>{this.#a=setTimeout(()=>{this.#a=null,this.#i.classList.add("show"),this.#l._reportTelemetry({action:"alt_text_tooltip"})},a)},{signal:i}),e.addEventListener("mouseleave",()=>{this.#a&&(clearTimeout(this.#a),this.#a=null),this.#i?.classList.remove("show")},{signal:i})}this.#t?t.setAttribute("data-l10n-id","pdfjs-editor-alt-text-decorative-tooltip"):(t.removeAttribute("data-l10n-id"),t.textContent=this.#e),t.parentNode||e.append(t),this.#l.getElementForAltText()?.setAttribute("aria-describedby",t.id)}}let G1=class{#e=null;#t=!1;#r=null;#n=null;#i=null;#a=null;#s=!1;constructor(e){this.#r=e,this.toolbar=null}render(){if(!this.#r._uiManager.hasCommentManager())return null;const e=this.#e=document.createElement("button");e.className="comment",e.tabIndex="0",e.setAttribute("data-l10n-id","pdfjs-editor-edit-comment-button");const t=this.#r._uiManager._signal;e.addEventListener("contextmenu",ko,{signal:t}),e.addEventListener("pointerdown",a=>a.stopPropagation(),{signal:t});const n=a=>{a.preventDefault(),this.edit()};return e.addEventListener("click",n,{capture:!0,signal:t}),e.addEventListener("keydown",a=>{a.target===e&&a.key==="Enter"&&(this.#t=!0,n(a))},{signal:t}),e}edit(){const{bottom:e,left:t,right:n}=this.#r.getClientDimensions(),a={top:e};this.#r._uiManager.direction==="ltr"?a.right=n:a.left=t,this.#r._uiManager.editComment(this.#r,a)}finish(){this.#e&&(this.#e.focus({focusVisible:this.#t}),this.#t=!1)}isDeleted(){return this.#s||this.#i===""}hasBeenEdited(){return this.isDeleted()||this.#i!==this.#n}serialize(){return this.data}get data(){return{text:this.#i,date:this.#a,deleted:this.#s}}set data(e){if(e===null){this.#i="",this.#s=!0;return}this.#i=e,this.#a=new Date,this.#s=!1}setInitialText(e){this.#n=e,this.data=e}toggle(e=!1){this.#e&&(this.#e.disabled=!e)}shown(){}destroy(){this.#e?.remove(),this.#e=null,this.#i="",this.#a=null,this.#r=null,this.#t=!1,this.#s=!1}};class hy{#e;#t=!1;#r=null;#n;#i;#a;#s;#o=null;#l;#c=null;#d;#u=null;constructor({container:e,isPinchingDisabled:t=null,isPinchingStopped:n=null,onPinchStart:a=null,onPinching:i=null,onPinchEnd:s=null,signal:o}){this.#e=e,this.#r=n,this.#n=t,this.#i=a,this.#a=i,this.#s=s,this.#d=new AbortController,this.#l=AbortSignal.any([o,this.#d.signal]),e.addEventListener("touchstart",this.#p.bind(this),{passive:!1,signal:this.#l})}get MIN_TOUCH_DISTANCE_TO_PINCH(){return 35/zl.pixelRatio}#p(e){if(this.#n?.())return;if(e.touches.length===1){if(this.#o)return;const a=this.#o=new AbortController,i=AbortSignal.any([this.#l,a.signal]),s=this.#e,o={capture:!0,signal:i,passive:!1},l=c=>{c.pointerType==="touch"&&(this.#o?.abort(),this.#o=null)};s.addEventListener("pointerdown",c=>{c.pointerType==="touch"&&(ja(c),l(c))},o),s.addEventListener("pointerup",l,o),s.addEventListener("pointercancel",l,o);return}if(!this.#u){this.#u=new AbortController;const a=AbortSignal.any([this.#l,this.#u.signal]),i=this.#e,s={signal:a,capture:!1,passive:!1};i.addEventListener("touchmove",this.#m.bind(this),s);const o=this.#f.bind(this);i.addEventListener("touchend",o,s),i.addEventListener("touchcancel",o,s),s.capture=!0,i.addEventListener("pointerdown",ja,s),i.addEventListener("pointermove",ja,s),i.addEventListener("pointercancel",ja,s),i.addEventListener("pointerup",ja,s),this.#i?.()}if(ja(e),e.touches.length!==2||this.#r?.()){this.#c=null;return}let[t,n]=e.touches;t.identifier>n.identifier&&([t,n]=[n,t]),this.#c={touch0X:t.screenX,touch0Y:t.screenY,touch1X:n.screenX,touch1Y:n.screenY}}#m(e){if(!this.#c||e.touches.length!==2)return;ja(e);let[t,n]=e.touches;t.identifier>n.identifier&&([t,n]=[n,t]);const{screenX:a,screenY:i}=t,{screenX:s,screenY:o}=n,l=this.#c,{touch0X:c,touch0Y:u,touch1X:d,touch1Y:h}=l,p=d-c,m=h-u,g=s-a,b=o-i,_=Math.hypot(g,b)||1,v=Math.hypot(p,m)||1;if(!this.#t&&Math.abs(v-_)<=hy.MIN_TOUCH_DISTANCE_TO_PINCH)return;if(l.touch0X=a,l.touch0Y=i,l.touch1X=s,l.touch1Y=o,!this.#t){this.#t=!0;return}const y=[(a+s)/2,(i+o)/2];this.#a?.(y,v,_)}#f(e){e.touches.length>=2||(this.#u&&(this.#u.abort(),this.#u=null,this.#s?.()),this.#c&&(ja(e),this.#c=null,this.#t=!1))}destroy(){this.#d?.abort(),this.#d=null,this.#o?.abort(),this.#o=null}}class Fr{#e=null;#t=null;#r=null;#n=null;#i=!1;#a=null;#s="";#o=!1;#l=null;#c=null;#d=null;#u=null;#p="";#m=!1;#f=null;#h=!1;#g=!1;#v=!1;#_=null;#y=0;#S=0;#b=null;#w=null;isSelected=!1;_isCopy=!1;_editToolbar=null;_initialOptions=Object.create(null);_initialData=null;_isVisible=!0;_uiManager=null;_focusEventsAllowed=!0;static _l10n=null;static _l10nResizer=null;#T=!1;#C=Fr._zIndex++;static _borderLineWidth=-1;static _colorManager=new gx;static _zIndex=1;static _telemetryTimeout=1e3;static get _resizerKeyboardManager(){const e=Fr.prototype._resizeWithKeyboard,t=Bu.TRANSLATE_SMALL,n=Bu.TRANSLATE_BIG;return bn(this,"_resizerKeyboardManager",new Tg([[["ArrowLeft","mac+ArrowLeft"],e,{args:[-t,0]}],[["ctrl+ArrowLeft","mac+shift+ArrowLeft"],e,{args:[-n,0]}],[["ArrowRight","mac+ArrowRight"],e,{args:[t,0]}],[["ctrl+ArrowRight","mac+shift+ArrowRight"],e,{args:[n,0]}],[["ArrowUp","mac+ArrowUp"],e,{args:[0,-t]}],[["ctrl+ArrowUp","mac+shift+ArrowUp"],e,{args:[0,-n]}],[["ArrowDown","mac+ArrowDown"],e,{args:[0,t]}],[["ctrl+ArrowDown","mac+shift+ArrowDown"],e,{args:[0,n]}],[["Escape","mac+Escape"],Fr.prototype._stopResizingWithKeyboard]]))}constructor(e){this.parent=e.parent,this.id=e.id,this.width=this.height=null,this.pageIndex=e.parent.pageIndex,this.name=e.name,this.div=null,this._uiManager=e.uiManager,this.annotationElementId=null,this._willKeepAspectRatio=!1,this._initialOptions.isCentered=e.isCentered,this._structTreeParentId=null,this.annotationElementId=e.annotationElementId||null;const{rotation:t,rawDims:{pageWidth:n,pageHeight:a,pageX:i,pageY:s}}=this.parent.viewport;this.rotation=t,this.pageRotation=(360+t-this._uiManager.viewParameters.rotation)%360,this.pageDimensions=[n,a],this.pageTranslation=[i,s];const[o,l]=this.parentDimensions;this.x=e.x/o,this.y=e.y/l,this.isAttachedToDOM=!1,this.deleted=!1}get editorType(){return Object.getPrototypeOf(this).constructor._type}get mode(){return Object.getPrototypeOf(this).constructor._editorType}static get isDrawer(){return!1}static get _defaultLineColor(){return bn(this,"_defaultLineColor",this._colorManager.getHexCode("CanvasText"))}static deleteAnnotationElement(e){const t=new vve({id:e.parent.getNextId(),parent:e.parent,uiManager:e._uiManager});t.annotationElementId=e.annotationElementId,t.deleted=!0,t._uiManager.addToAnnotationStorage(t)}static initialize(e,t){if(Fr._l10n??=e,Fr._l10nResizer||=Object.freeze({topLeft:"pdfjs-editor-resizer-top-left",topMiddle:"pdfjs-editor-resizer-top-middle",topRight:"pdfjs-editor-resizer-top-right",middleRight:"pdfjs-editor-resizer-middle-right",bottomRight:"pdfjs-editor-resizer-bottom-right",bottomMiddle:"pdfjs-editor-resizer-bottom-middle",bottomLeft:"pdfjs-editor-resizer-bottom-left",middleLeft:"pdfjs-editor-resizer-middle-left"}),Fr._borderLineWidth!==-1)return;const n=getComputedStyle(document.documentElement);Fr._borderLineWidth=parseFloat(n.getPropertyValue("--outline-width"))||0}static updateDefaultParams(e,t){}static get defaultPropertiesToUpdate(){return[]}static isHandlingMimeForPasting(e){return!1}static paste(e,t){Zn("Not implemented")}get propertiesToUpdate(){return[]}get _isDraggable(){return this.#T}set _isDraggable(e){this.#T=e,this.div?.classList.toggle("draggable",e)}get isEnterHandled(){return!0}center(){const[e,t]=this.pageDimensions;switch(this.parentRotation){case 90:this.x-=this.height*t/(e*2),this.y+=this.width*e/(t*2);break;case 180:this.x+=this.width/2,this.y+=this.height/2;break;case 270:this.x+=this.height*t/(e*2),this.y-=this.width*e/(t*2);break;default:this.x-=this.width/2,this.y-=this.height/2;break}this.fixAndSetPosition()}addCommands(e){this._uiManager.addCommands(e)}get currentLayer(){return this._uiManager.currentLayer}setInBackground(){this.div.style.zIndex=0}setInForeground(){this.div.style.zIndex=this.#C}setParent(e){e!==null?(this.pageIndex=e.pageIndex,this.pageDimensions=e.pageDimensions):this.#H(),this.parent=e}focusin(e){this._focusEventsAllowed&&(this.#m?this.#m=!1:this.parent.setSelected(this))}focusout(e){!this._focusEventsAllowed||!this.isAttachedToDOM||e.relatedTarget?.closest(`#${this.id}`)||(e.preventDefault(),this.parent?.isMultipleSelection||this.commitOrRemove())}commitOrRemove(){this.isEmpty()?this.remove():this.commit()}commit(){this.isInEditMode()&&this.addToAnnotationStorage()}addToAnnotationStorage(){this._uiManager.addToAnnotationStorage(this)}setAt(e,t,n,a){const[i,s]=this.parentDimensions;[n,a]=this.screenToPageTranslation(n,a),this.x=(e+n)/i,this.y=(t+a)/s,this.fixAndSetPosition()}_moveAfterPaste(e,t){const[n,a]=this.parentDimensions;this.setAt(e*n,t*a,this.width*n,this.height*a),this._onTranslated()}#N([e,t],n,a){[n,a]=this.screenToPageTranslation(n,a),this.x+=n/e,this.y+=a/t,this._onTranslating(this.x,this.y),this.fixAndSetPosition()}translate(e,t){this.#N(this.parentDimensions,e,t)}translateInPage(e,t){this.#f||=[this.x,this.y,this.width,this.height],this.#N(this.pageDimensions,e,t),this.div.scrollIntoView({block:"nearest"})}translationDone(){this._onTranslated(this.x,this.y)}drag(e,t){this.#f||=[this.x,this.y,this.width,this.height];const{div:n,parentDimensions:[a,i]}=this;if(this.x+=e/a,this.y+=t/i,this.parent&&(this.x<0||this.x>1||this.y<0||this.y>1)){const{x:d,y:h}=this.div.getBoundingClientRect();this.parent.findNewParent(this,d,h)&&(this.x-=Math.floor(this.x),this.y-=Math.floor(this.y))}let{x:s,y:o}=this;const[l,c]=this.getBaseTranslation();s+=l,o+=c;const{style:u}=n;u.left=`${(100*s).toFixed(2)}%`,u.top=`${(100*o).toFixed(2)}%`,this._onTranslating(s,o),n.scrollIntoView({block:"nearest"})}_onTranslating(e,t){}_onTranslated(e,t){}get _hasBeenMoved(){return!!this.#f&&(this.#f[0]!==this.x||this.#f[1]!==this.y)}get _hasBeenResized(){return!!this.#f&&(this.#f[2]!==this.width||this.#f[3]!==this.height)}getBaseTranslation(){const[e,t]=this.parentDimensions,{_borderLineWidth:n}=Fr,a=n/e,i=n/t;switch(this.rotation){case 90:return[-a,i];case 180:return[a,i];case 270:return[a,-i];default:return[-a,-i]}}get _mustFixPosition(){return!0}fixAndSetPosition(e=this.rotation){const{div:{style:t},pageDimensions:[n,a]}=this;let{x:i,y:s,width:o,height:l}=this;if(o*=n,l*=a,i*=n,s*=a,this._mustFixPosition)switch(e){case 0:i=ts(i,0,n-o),s=ts(s,0,a-l);break;case 90:i=ts(i,0,n-l),s=ts(s,o,a);break;case 180:i=ts(i,o,n),s=ts(s,l,a);break;case 270:i=ts(i,l,n),s=ts(s,0,a-o);break}this.x=i/=n,this.y=s/=a;const[c,u]=this.getBaseTranslation();i+=c,s+=u,t.left=`${(100*i).toFixed(2)}%`,t.top=`${(100*s).toFixed(2)}%`,this.moveInDOM()}static#O(e,t,n){switch(n){case 90:return[t,-e];case 180:return[-e,-t];case 270:return[-t,e];default:return[e,t]}}screenToPageTranslation(e,t){return Fr.#O(e,t,this.parentRotation)}pageTranslationToScreen(e,t){return Fr.#O(e,t,360-this.parentRotation)}#R(e){switch(e){case 90:{const[t,n]=this.pageDimensions;return[0,-t/n,n/t,0]}case 180:return[-1,0,0,-1];case 270:{const[t,n]=this.pageDimensions;return[0,t/n,-n/t,0]}default:return[1,0,0,1]}}get parentScale(){return this._uiManager.viewParameters.realScale}get parentRotation(){return(this._uiManager.viewParameters.rotation+this.pageRotation)%360}get parentDimensions(){const{parentScale:e,pageDimensions:[t,n]}=this;return[t*e,n*e]}setDims(e,t){const[n,a]=this.parentDimensions,{style:i}=this.div;i.width=`${(100*e/n).toFixed(2)}%`,this.#o||(i.height=`${(100*t/a).toFixed(2)}%`)}fixDims(){const{style:e}=this.div,{height:t,width:n}=e,a=n.endsWith("%"),i=!this.#o&&t.endsWith("%");if(a&&i)return;const[s,o]=this.parentDimensions;a||(e.width=`${(100*parseFloat(n)/s).toFixed(2)}%`),!this.#o&&!i&&(e.height=`${(100*parseFloat(t)/o).toFixed(2)}%`)}getInitialTranslation(){return[0,0]}#x(){if(this.#l)return;this.#l=document.createElement("div"),this.#l.classList.add("resizers");const e=this._willKeepAspectRatio?["topLeft","topRight","bottomRight","bottomLeft"]:["topLeft","topMiddle","topRight","middleRight","bottomRight","bottomMiddle","bottomLeft","middleLeft"],t=this._uiManager._signal;for(const n of e){const a=document.createElement("div");this.#l.append(a),a.classList.add("resizer",n),a.setAttribute("data-resizer-name",n),a.addEventListener("pointerdown",this.#k.bind(this,n),{signal:t}),a.addEventListener("contextmenu",ko,{signal:t}),a.tabIndex=-1}this.div.prepend(this.#l)}#k(e,t){t.preventDefault();const{isMac:n}=Mi.platform;if(t.button!==0||t.ctrlKey&&n)return;this.#r?.toggle(!1);const a=this._isDraggable;this._isDraggable=!1,this.#c=[t.screenX,t.screenY];const i=new AbortController,s=this._uiManager.combinedSignal(i);this.parent.togglePointerEvents(!1),window.addEventListener("pointermove",this.#G.bind(this,e),{passive:!0,capture:!0,signal:s}),window.addEventListener("touchmove",ja,{passive:!1,signal:s}),window.addEventListener("contextmenu",ko,{signal:s}),this.#d={savedX:this.x,savedY:this.y,savedWidth:this.width,savedHeight:this.height};const o=this.parent.div.style.cursor,l=this.div.style.cursor;this.div.style.cursor=this.parent.div.style.cursor=window.getComputedStyle(t.target).cursor;const c=()=>{i.abort(),this.parent.togglePointerEvents(!0),this.#r?.toggle(!0),this._isDraggable=a,this.parent.div.style.cursor=o,this.div.style.cursor=l,this.#M()};window.addEventListener("pointerup",c,{signal:s}),window.addEventListener("blur",c,{signal:s})}#F(e,t,n,a){this.width=n,this.height=a,this.x=e,this.y=t;const[i,s]=this.parentDimensions;this.setDims(i*n,s*a),this.fixAndSetPosition(),this._onResized()}_onResized(){}#M(){if(!this.#d)return;const{savedX:e,savedY:t,savedWidth:n,savedHeight:a}=this.#d;this.#d=null;const i=this.x,s=this.y,o=this.width,l=this.height;i===e&&s===t&&o===n&&l===a||this.addCommands({cmd:this.#F.bind(this,i,s,o,l),undo:this.#F.bind(this,e,t,n,a),mustExec:!0})}static _round(e){return Math.round(e*1e4)/1e4}#G(e,t){const[n,a]=this.parentDimensions,i=this.x,s=this.y,o=this.width,l=this.height,c=Fr.MIN_SIZE/n,u=Fr.MIN_SIZE/a,d=this.#R(this.rotation),h=(z,re)=>[d[0]*z+d[2]*re,d[1]*z+d[3]*re],p=this.#R(360-this.rotation),m=(z,re)=>[p[0]*z+p[2]*re,p[1]*z+p[3]*re];let g,b,_=!1,v=!1;switch(e){case"topLeft":_=!0,g=(z,re)=>[0,0],b=(z,re)=>[z,re];break;case"topMiddle":g=(z,re)=>[z/2,0],b=(z,re)=>[z/2,re];break;case"topRight":_=!0,g=(z,re)=>[z,0],b=(z,re)=>[0,re];break;case"middleRight":v=!0,g=(z,re)=>[z,re/2],b=(z,re)=>[0,re/2];break;case"bottomRight":_=!0,g=(z,re)=>[z,re],b=(z,re)=>[0,0];break;case"bottomMiddle":g=(z,re)=>[z/2,re],b=(z,re)=>[z/2,0];break;case"bottomLeft":_=!0,g=(z,re)=>[0,re],b=(z,re)=>[z,0];break;case"middleLeft":v=!0,g=(z,re)=>[0,re/2],b=(z,re)=>[z,re/2];break}const y=g(o,l),E=b(o,l);let S=h(...E);const w=Fr._round(i+S[0]),C=Fr._round(s+S[1]);let x=1,N=1,I,D;if(t.fromKeyboard)({deltaX:I,deltaY:D}=t);else{const{screenX:z,screenY:re}=t,[W,ie]=this.#c;[I,D]=this.screenToPageTranslation(z-W,re-ie),this.#c[0]=z,this.#c[1]=re}if([I,D]=m(I/n,D/a),_){const z=Math.hypot(o,l);x=N=Math.max(Math.min(Math.hypot(E[0]-y[0]-I,E[1]-y[1]-D)/z,1/o,1/l),c/o,u/l)}else v?x=ts(Math.abs(E[0]-y[0]-I),c,1)/o:N=ts(Math.abs(E[1]-y[1]-D),u,1)/l;const V=Fr._round(o*x),q=Fr._round(l*N);S=h(...b(V,q));const $=w-S[0],K=C-S[1];this.#f||=[this.x,this.y,this.width,this.height],this.width=V,this.height=q,this.x=$,this.y=K,this.setDims(n*V,a*q),this.fixAndSetPosition(),this._onResizing()}_onResizing(){}altTextFinish(){this.#r?.finish()}get toolbarButtons(){return null}async addEditToolbar(){if(this._editToolbar||this.#g)return this._editToolbar;this._editToolbar=new lm(this),this.div.append(this._editToolbar.render()),this._editToolbar.addButton("comment",this.addCommentButton());const{toolbarButtons:e}=this;if(e)for(const[t,n]of e)await this._editToolbar.addButton(t,n);return this._editToolbar.addButton("delete"),this._editToolbar}removeEditToolbar(){this._editToolbar&&(this._editToolbar.remove(),this._editToolbar=null,this.#r?.destroy())}addContainer(e){const t=this._editToolbar?.div;t?t.before(e):this.div.append(e)}getClientDimensions(){return this.div.getBoundingClientRect()}createAltText(){return this.#r||(wl.initialize(Fr._l10n),this.#r=new wl(this),this.#e&&(this.#r.data=this.#e,this.#e=null)),this.#r}get altTextData(){return this.#r?.data}set altTextData(e){this.#r&&(this.#r.data=e)}get guessedAltText(){return this.#r?.guessedText}async setGuessedAltText(e){await this.#r?.setGuessedText(e)}serializeAltText(e){return this.#r?.serialize(e)}hasAltText(){return!!this.#r&&!this.#r.isEmpty()}hasAltTextData(){return this.#r?.hasData()??!1}addCommentButton(){return this.#n?this.#n:this.#n=new G1(this)}get commentColor(){return null}get comment(){const e=this.#n;return{text:e.data.text,date:e.data.date,deleted:e.isDeleted(),color:this.commentColor}}set comment(e){this.#n||(this.#n=new G1(this)),this.#n.data=e}setCommentData(e){this.#n||(this.#n=new G1(this)),this.#n.setInitialText(e)}get hasEditedComment(){return this.#n?.hasBeenEdited()}async editComment(){this.#n||(this.#n=new G1(this)),this.#n.edit()}addComment(e){this.hasEditedComment&&(e.popup={contents:this.comment.text,deleted:this.comment.deleted})}render(){const e=this.div=document.createElement("div");e.setAttribute("data-editor-rotation",(360-this.rotation)%360),e.className=this.name,e.setAttribute("id",this.id),e.tabIndex=this.#i?-1:0,e.setAttribute("role","application"),this.defaultL10nId&&e.setAttribute("data-l10n-id",this.defaultL10nId),this._isVisible||e.classList.add("hidden"),this.setInForeground(),this.#V();const[t,n]=this.parentDimensions;this.parentRotation%180!==0&&(e.style.maxWidth=`${(100*n/t).toFixed(2)}%`,e.style.maxHeight=`${(100*t/n).toFixed(2)}%`);const[a,i]=this.getInitialTranslation();return this.translate(a,i),fz(this,e,["keydown","pointerdown","dblclick"]),this.isResizable&&this._uiManager._supportsPinchToZoom&&(this.#w||=new hy({container:e,isPinchingDisabled:()=>!this.isSelected,onPinchStart:this.#A.bind(this),onPinching:this.#E.bind(this),onPinchEnd:this.#B.bind(this),signal:this._uiManager._signal})),this._uiManager._editorUndoBar?.hide(),e}#A(){this.#d={savedX:this.x,savedY:this.y,savedWidth:this.width,savedHeight:this.height},this.#r?.toggle(!1),this.parent.togglePointerEvents(!1)}#E(e,t,n){let i=.7*(n/t)+1-.7;if(i===1)return;const s=this.#R(this.rotation),o=(w,C)=>[s[0]*w+s[2]*C,s[1]*w+s[3]*C],[l,c]=this.parentDimensions,u=this.x,d=this.y,h=this.width,p=this.height,m=Fr.MIN_SIZE/l,g=Fr.MIN_SIZE/c;i=Math.max(Math.min(i,1/h,1/p),m/h,g/p);const b=Fr._round(h*i),_=Fr._round(p*i);if(b===h&&_===p)return;this.#f||=[u,d,h,p];const v=o(h/2,p/2),y=Fr._round(u+v[0]),E=Fr._round(d+v[1]),S=o(b/2,_/2);this.x=y-S[0],this.y=E-S[1],this.width=b,this.height=_,this.setDims(l*b,c*_),this.fixAndSetPosition(),this._onResizing()}#B(){this.#r?.toggle(!0),this.parent.togglePointerEvents(!0),this.#M()}pointerdown(e){const{isMac:t}=Mi.platform;if(e.button!==0||e.ctrlKey&&t){e.preventDefault();return}if(this.#m=!0,this._isDraggable){this.#z(e);return}this.#U(e)}#U(e){const{isMac:t}=Mi.platform;e.ctrlKey&&!t||e.shiftKey||e.metaKey&&t?this.parent.toggleSelected(this):this.parent.setSelected(this)}#z(e){const{isSelected:t}=this;this._uiManager.setUpDragSession();let n=!1;const a=new AbortController,i=this._uiManager.combinedSignal(a),s={capture:!0,passive:!1,signal:i},o=c=>{a.abort(),this.#a=null,this.#m=!1,this._uiManager.endDragSession()||this.#U(c),n&&this._onStopDragging()};t&&(this.#y=e.clientX,this.#S=e.clientY,this.#a=e.pointerId,this.#s=e.pointerType,window.addEventListener("pointermove",c=>{n||(n=!0,this._onStartDragging());const{clientX:u,clientY:d,pointerId:h}=c;if(h!==this.#a){ja(c);return}const[p,m]=this.screenToPageTranslation(u-this.#y,d-this.#S);this.#y=u,this.#S=d,this._uiManager.dragSelectedEditors(p,m)},s),window.addEventListener("touchmove",ja,s),window.addEventListener("pointerdown",c=>{c.pointerType===this.#s&&(this.#w||c.isPrimary)&&o(c),ja(c)},s));const l=c=>{if(!this.#a||this.#a===c.pointerId){o(c);return}ja(c)};window.addEventListener("pointerup",l,{signal:i}),window.addEventListener("blur",l,{signal:i})}_onStartDragging(){}_onStopDragging(){}moveInDOM(){this.#_&&clearTimeout(this.#_),this.#_=setTimeout(()=>{this.#_=null,this.parent?.moveEditorInDOM(this)},0)}_setParentAndPosition(e,t,n){e.changeParent(this),this.x=t,this.y=n,this.fixAndSetPosition(),this._onTranslated()}getRect(e,t,n=this.rotation){const a=this.parentScale,[i,s]=this.pageDimensions,[o,l]=this.pageTranslation,c=e/a,u=t/a,d=this.x*i,h=this.y*s,p=this.width*i,m=this.height*s;switch(n){case 0:return[d+c+o,s-h-u-m+l,d+c+p+o,s-h-u+l];case 90:return[d+u+o,s-h+c+l,d+u+m+o,s-h+c+p+l];case 180:return[d-c-p+o,s-h+u+l,d-c+o,s-h+u+m+l];case 270:return[d-u-m+o,s-h-c-p+l,d-u+o,s-h-c+l];default:throw new Error("Invalid rotation")}}getRectInCurrentCoords(e,t){const[n,a,i,s]=e,o=i-n,l=s-a;switch(this.rotation){case 0:return[n,t-s,o,l];case 90:return[n,t-a,l,o];case 180:return[i,t-a,o,l];case 270:return[i,t-s,l,o];default:throw new Error("Invalid rotation")}}onceAdded(e){}isEmpty(){return!1}enableEditMode(){return this.isInEditMode()?!1:(this.parent.setEditingState(!1),this.#g=!0,!0)}disableEditMode(){return this.isInEditMode()?(this.parent.setEditingState(!0),this.#g=!1,!0):!1}isInEditMode(){return this.#g}shouldGetKeyboardEvents(){return this.#v}needsToBeRebuilt(){return this.div&&!this.isAttachedToDOM}get isOnScreen(){const{top:e,left:t,bottom:n,right:a}=this.getClientDimensions(),{innerHeight:i,innerWidth:s}=window;return t0&&e0}#V(){if(this.#u||!this.div)return;this.#u=new AbortController;const e=this._uiManager.combinedSignal(this.#u);this.div.addEventListener("focusin",this.focusin.bind(this),{signal:e}),this.div.addEventListener("focusout",this.focusout.bind(this),{signal:e})}rebuild(){this.#V()}rotate(e){}resize(){}serializeDeleted(){return{id:this.annotationElementId,deleted:!0,pageIndex:this.pageIndex,popupRef:this._initialData?.popupRef||""}}serialize(e=!1,t=null){Zn("An editor must be serializable")}static async deserialize(e,t,n){const a=new this.prototype.constructor({parent:t,id:t.getNextId(),uiManager:n,annotationElementId:e.annotationElementId});a.rotation=e.rotation,a.#e=e.accessibilityData,a._isCopy=e.isCopy||!1;const[i,s]=a.pageDimensions,[o,l,c,u]=a.getRectInCurrentCoords(e.rect,s);return a.x=o/i,a.y=l/s,a.width=c/i,a.height=u/s,a}get hasBeenModified(){return!!this.annotationElementId&&(this.deleted||this.serialize()!==null)}remove(){if(this.#u?.abort(),this.#u=null,this.isEmpty()||this.commit(),this.parent?this.parent.remove(this):this._uiManager.removeEditor(this),this.#_&&(clearTimeout(this.#_),this.#_=null),this.#H(),this.removeEditToolbar(),this.#b){for(const e of this.#b.values())clearTimeout(e);this.#b=null}this.parent=null,this.#w?.destroy(),this.#w=null}get isResizable(){return!1}makeResizable(){this.isResizable&&(this.#x(),this.#l.classList.remove("hidden"))}get toolbarPosition(){return null}keydown(e){if(!this.isResizable||e.target!==this.div||e.key!=="Enter")return;this._uiManager.setSelected(this),this.#d={savedX:this.x,savedY:this.y,savedWidth:this.width,savedHeight:this.height};const t=this.#l.children;if(!this.#t){this.#t=Array.from(t);const s=this.#Y.bind(this),o=this.#q.bind(this),l=this._uiManager._signal;for(const c of this.#t){const u=c.getAttribute("data-resizer-name");c.setAttribute("role","spinbutton"),c.addEventListener("keydown",s,{signal:l}),c.addEventListener("blur",o,{signal:l}),c.addEventListener("focus",this.#D.bind(this,u),{signal:l}),c.setAttribute("data-l10n-id",Fr._l10nResizer[u])}}const n=this.#t[0];let a=0;for(const s of t){if(s===n)break;a++}const i=(360-this.rotation+this.parentRotation)%360/90*(this.#t.length/4);if(i!==a){if(ia)for(let o=0;o{this.div?.classList.contains("selectedEditor")&&this._editToolbar?.show()});return}this._editToolbar?.show(),this.#r?.toggleAltTextBadge(!1)}}unselect(){this.isSelected&&(this.isSelected=!1,this.#l?.classList.add("hidden"),this.div?.classList.remove("selectedEditor"),this.div?.contains(document.activeElement)&&this._uiManager.currentLayer.div.focus({preventScroll:!0}),this._editToolbar?.hide(),this.#r?.toggleAltTextBadge(!0))}updateParams(e,t){}disableEditing(){}enableEditing(){}get canChangeContent(){return!1}enterInEditMode(){this.canChangeContent&&(this.enableEditMode(),this.div.focus())}dblclick(e){this.enterInEditMode(),this.parent.updateToolbar({mode:this.constructor._editorType,editId:this.id})}getElementForAltText(){return this.div}get contentDiv(){return this.div}get isEditing(){return this.#h}set isEditing(e){this.#h=e,this.parent&&(e?(this.parent.setSelected(this),this.parent.setActiveEditor(this)):this.parent.setActiveEditor(null))}setAspectRatio(e,t){this.#o=!0;const n=e/t,{style:a}=this.div;a.aspectRatio=n,a.height="auto"}static get MIN_SIZE(){return 16}static canCreateNewEmptyEditor(){return!0}get telemetryInitialData(){return{action:"added"}}get telemetryFinalData(){return null}_reportTelemetry(e,t=!1){if(t){this.#b||=new Map;const{action:n}=e;let a=this.#b.get(n);a&&clearTimeout(a),a=setTimeout(()=>{this._reportTelemetry(e),this.#b.delete(n),this.#b.size===0&&(this.#b=null)},Fr._telemetryTimeout),this.#b.set(n,a);return}e.type||=this.editorType,this._uiManager._eventBus.dispatch("reporttelemetry",{source:this,details:{type:"editing",data:e}})}show(e=this._isVisible){this.div.classList.toggle("hidden",!e),this._isVisible=e}enable(){this.div&&(this.div.tabIndex=0),this.#i=!1}disable(){this.div&&(this.div.tabIndex=-1),this.#i=!0}renderAnnotationElement(e){let t=e.container.querySelector(".annotationContent");if(!t)t=document.createElement("div"),t.classList.add("annotationContent",this.editorType),e.container.prepend(t);else if(t.nodeName==="CANVAS"){const n=t;t=document.createElement("div"),t.classList.add("annotationContent",this.editorType),n.before(t)}return t}resetAnnotationElement(e){const{firstChild:t}=e.container;t?.nodeName==="DIV"&&t.classList.contains("annotationContent")&&t.remove()}}class vve extends Fr{constructor(e){super(e),this.annotationElementId=e.annotationElementId,this.deleted=!0}serialize(){return this.serializeDeleted()}}const SD=3285377520,yo=4294901760,bl=65535;class pz{constructor(e){this.h1=e?e&4294967295:SD,this.h2=e?e&4294967295:SD}update(e){let t,n;if(typeof e=="string"){t=new Uint8Array(e.length*2),n=0;for(let g=0,b=e.length;g>>8,t[n++]=_&255)}}else if(ArrayBuffer.isView(e))t=e.slice(),n=t.byteLength;else throw new Error("Invalid data format, must be a string or TypedArray.");const a=n>>2,i=n-a*4,s=new Uint32Array(t.buffer,0,a);let o=0,l=0,c=this.h1,u=this.h2;const d=3432918353,h=461845907,p=d&bl,m=h&bl;for(let g=0;g>>17,o=o*h&yo|o*m&bl,c^=o,c=c<<13|c>>>19,c=c*5+3864292196):(l=s[g],l=l*d&yo|l*p&bl,l=l<<15|l>>>17,l=l*h&yo|l*m&bl,u^=l,u=u<<13|u>>>19,u=u*5+3864292196);switch(o=0,i){case 3:o^=t[a*4+2]<<16;case 2:o^=t[a*4+1]<<8;case 1:o^=t[a*4],o=o*d&yo|o*p&bl,o=o<<15|o>>>17,o=o*h&yo|o*m&bl,a&1?c^=o:u^=o}this.h1=c,this.h2=u}hexdigest(){let e=this.h1,t=this.h2;return e^=t>>>1,e=e*3981806797&yo|e*36045&bl,t=t*4283543511&yo|((t<<16|e>>>16)*2950163797&yo)>>>16,e^=t>>>1,e=e*444984403&yo|e*60499&bl,t=t*3301882366&yo|((t<<16|e>>>16)*3120437893&yo)>>>16,e^=t>>>1,(e>>>0).toString(16).padStart(8,"0")+(t>>>0).toString(16).padStart(8,"0")}}const aA=Object.freeze({map:null,hash:"",transfer:void 0});class _x{#e=!1;#t=null;#r=new Map;constructor(){this.onSetModified=null,this.onResetModified=null,this.onAnnotationEditor=null}getValue(e,t){const n=this.#r.get(e);return n===void 0?t:Object.assign(t,n)}getRawValue(e){return this.#r.get(e)}remove(e){if(this.#r.delete(e),this.#r.size===0&&this.resetModified(),typeof this.onAnnotationEditor=="function"){for(const t of this.#r.values())if(t instanceof Fr)return;this.onAnnotationEditor(null)}}setValue(e,t){const n=this.#r.get(e);let a=!1;if(n!==void 0)for(const[i,s]of Object.entries(t))n[i]!==s&&(a=!0,n[i]=s);else a=!0,this.#r.set(e,t);a&&this.#n(),t instanceof Fr&&typeof this.onAnnotationEditor=="function"&&this.onAnnotationEditor(t.constructor._type)}has(e){return this.#r.has(e)}get size(){return this.#r.size}#n(){this.#e||(this.#e=!0,typeof this.onSetModified=="function"&&this.onSetModified())}resetModified(){this.#e&&(this.#e=!1,typeof this.onResetModified=="function"&&this.onResetModified())}get print(){return new mz(this)}get serializable(){if(this.#r.size===0)return aA;const e=new Map,t=new pz,n=[],a=Object.create(null);let i=!1;for(const[s,o]of this.#r){const l=o instanceof Fr?o.serialize(!1,a):o;l&&(e.set(s,l),t.update(`${s}:${JSON.stringify(l)}`),i||=!!l.bitmap)}if(i)for(const s of e.values())s.bitmap&&n.push(s.bitmap);return e.size>0?{map:e,hash:t.hexdigest(),transfer:n}:aA}get editorStats(){let e=null;const t=new Map;for(const n of this.#r.values()){if(!(n instanceof Fr))continue;const a=n.telemetryFinalData;if(!a)continue;const{type:i}=a;t.has(i)||t.set(i,Object.getPrototypeOf(n).constructor),e||=Object.create(null);const s=e[i]||=new Map;for(const[o,l]of Object.entries(a)){if(o==="type")continue;let c=s.get(o);c||(c=new Map,s.set(o,c));const u=c.get(l)??0;c.set(l,u+1)}}for(const[n,a]of t)e[n]=a.computeTelemetryFinalData(e[n]);return e}resetModifiedIds(){this.#t=null}get modifiedIds(){if(this.#t)return this.#t;const e=[];for(const t of this.#r.values())!(t instanceof Fr)||!t.annotationElementId||!t.serialize()||e.push(t.annotationElementId);return this.#t={ids:new Set(e),hash:e.join(",")}}[Symbol.iterator](){return this.#r.entries()}}class mz extends _x{#e;constructor(e){super();const{map:t,hash:n,transfer:a}=e.serializable,i=structuredClone(t,a?{transfer:a}:null);this.#e={map:i,hash:n,transfer:a}}get print(){Zn("Should not call PrintAnnotationStorage.print")}get serializable(){return this.#e}get modifiedIds(){return bn(this,"modifiedIds",{ids:new Set,hash:""})}}class yve{#e=new Set;constructor({ownerDocument:e=globalThis.document,styleElement:t=null}){this._document=e,this.nativeFontFaces=new Set,this.styleElement=null,this.loadingRequests=[],this.loadTestFontId=0}addNativeFontFace(e){this.nativeFontFaces.add(e),this._document.fonts.add(e)}removeNativeFontFace(e){this.nativeFontFaces.delete(e),this._document.fonts.delete(e)}insertRule(e){this.styleElement||(this.styleElement=this._document.createElement("style"),this._document.documentElement.getElementsByTagName("head")[0].append(this.styleElement));const t=this.styleElement.sheet;t.insertRule(e,t.cssRules.length)}clear(){for(const e of this.nativeFontFaces)this._document.fonts.delete(e);this.nativeFontFaces.clear(),this.#e.clear(),this.styleElement&&(this.styleElement.remove(),this.styleElement=null)}async loadSystemFont({systemFontInfo:e,disableFontFace:t,_inspectFont:n}){if(!(!e||this.#e.has(e.loadedName))){if(Xa(!t,"loadSystemFont shouldn't be called when `disableFontFace` is set."),this.isFontLoadingAPISupported){const{loadedName:a,src:i,style:s}=e,o=new FontFace(a,i,s);this.addNativeFontFace(o);try{await o.load(),this.#e.add(a),n?.(e)}catch{Jr(`Cannot load system font: ${e.baseFontName}, installing it could help to improve PDF rendering.`),this.removeNativeFontFace(o)}return}Zn("Not implemented: loadSystemFont without the Font Loading API.")}}async bind(e){if(e.attached||e.missingFile&&!e.systemFontInfo)return;if(e.attached=!0,e.systemFontInfo){await this.loadSystemFont(e);return}if(this.isFontLoadingAPISupported){const n=e.createNativeFontFace();if(n){this.addNativeFontFace(n);try{await n.loaded}catch(a){throw Jr(`Failed to load font '${n.family}': '${a}'.`),e.disableFontFace=!0,a}}return}const t=e.createFontFaceRule();if(t){if(this.insertRule(t),this.isSyncFontLoadingSupported)return;await new Promise(n=>{const a=this._queueLoadingCallback(n);this._prepareFontLoadEvent(e,a)})}}get isFontLoadingAPISupported(){const e=!!this._document?.fonts;return bn(this,"isFontLoadingAPISupported",e)}get isSyncFontLoadingSupported(){return bn(this,"isSyncFontLoadingSupported",es||Mi.platform.isFirefox)}_queueLoadingCallback(e){function t(){for(Xa(!a.done,"completeRequest() cannot be called twice."),a.done=!0;n.length>0&&n[0].done;){const i=n.shift();setTimeout(i.callback,0)}}const{loadingRequests:n}=this,a={done:!1,complete:t,callback:e};return n.push(a),a}get _loadTestFont(){const e=atob("T1RUTwALAIAAAwAwQ0ZGIDHtZg4AAAOYAAAAgUZGVE1lkzZwAAAEHAAAABxHREVGABQAFQAABDgAAAAeT1MvMlYNYwkAAAEgAAAAYGNtYXABDQLUAAACNAAAAUJoZWFk/xVFDQAAALwAAAA2aGhlYQdkA+oAAAD0AAAAJGhtdHgD6AAAAAAEWAAAAAZtYXhwAAJQAAAAARgAAAAGbmFtZVjmdH4AAAGAAAAAsXBvc3T/hgAzAAADeAAAACAAAQAAAAEAALZRFsRfDzz1AAsD6AAAAADOBOTLAAAAAM4KHDwAAAAAA+gDIQAAAAgAAgAAAAAAAAABAAADIQAAAFoD6AAAAAAD6AABAAAAAAAAAAAAAAAAAAAAAQAAUAAAAgAAAAQD6AH0AAUAAAKKArwAAACMAooCvAAAAeAAMQECAAACAAYJAAAAAAAAAAAAAQAAAAAAAAAAAAAAAFBmRWQAwAAuAC4DIP84AFoDIQAAAAAAAQAAAAAAAAAAACAAIAABAAAADgCuAAEAAAAAAAAAAQAAAAEAAAAAAAEAAQAAAAEAAAAAAAIAAQAAAAEAAAAAAAMAAQAAAAEAAAAAAAQAAQAAAAEAAAAAAAUAAQAAAAEAAAAAAAYAAQAAAAMAAQQJAAAAAgABAAMAAQQJAAEAAgABAAMAAQQJAAIAAgABAAMAAQQJAAMAAgABAAMAAQQJAAQAAgABAAMAAQQJAAUAAgABAAMAAQQJAAYAAgABWABYAAAAAAAAAwAAAAMAAAAcAAEAAAAAADwAAwABAAAAHAAEACAAAAAEAAQAAQAAAC7//wAAAC7////TAAEAAAAAAAABBgAAAQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAMAAAAAAAD/gwAyAAAAAQAAAAAAAAAAAAAAAAAAAAABAAQEAAEBAQJYAAEBASH4DwD4GwHEAvgcA/gXBIwMAYuL+nz5tQXkD5j3CBLnEQACAQEBIVhYWFhYWFhYWFhYWFhYWFhYWFhYWFhYWFhYWFhYWFhYAAABAQAADwACAQEEE/t3Dov6fAH6fAT+fPp8+nwHDosMCvm1Cvm1DAz6fBQAAAAAAAABAAAAAMmJbzEAAAAAzgTjFQAAAADOBOQpAAEAAAAAAAAADAAUAAQAAAABAAAAAgABAAAAAAAAAAAD6AAAAAAAAA==");return bn(this,"_loadTestFont",e)}_prepareFontLoadEvent(e,t){function n(E,S){return E.charCodeAt(S)<<24|E.charCodeAt(S+1)<<16|E.charCodeAt(S+2)<<8|E.charCodeAt(S+3)&255}function a(E,S,w,C){const x=E.substring(0,S),N=E.substring(S+w);return x+C+N}let i,s;const o=this._document.createElement("canvas");o.width=1,o.height=1;const l=o.getContext("2d");let c=0;function u(E,S){if(++c>30){Jr("Load test font never loaded."),S();return}if(l.font="30px "+E,l.fillText(".",0,20),l.getImageData(0,0,1,1).data[3]>0){S();return}setTimeout(u.bind(null,E,S))}const d=`lt${Date.now()}${this.loadTestFontId++}`;let h=this._loadTestFont;h=a(h,976,d.length,d);const m=16,g=1482184792;let b=n(h,m);for(i=0,s=d.length-3;i{y.remove(),t.complete()})}}class Sve{constructor(e,t=null){this.compiledGlyphs=Object.create(null);for(const n in e)this[n]=e[n];this._inspectFont=t}createNativeFontFace(){if(!this.data||this.disableFontFace)return null;let e;if(!this.cssFontInfo)e=new FontFace(this.loadedName,this.data,{});else{const t={weight:this.cssFontInfo.fontWeight};this.cssFontInfo.italicAngle&&(t.style=`oblique ${this.cssFontInfo.italicAngle}deg`),e=new FontFace(this.cssFontInfo.fontFamily,this.data,t)}return this._inspectFont?.(this),e}createFontFaceRule(){if(!this.data||this.disableFontFace)return null;const e=`url(data:${this.mimetype};base64,${hz(this.data)});`;let t;if(!this.cssFontInfo)t=`@font-face {font-family:"${this.loadedName}";src:${e}}`;else{let n=`font-weight: ${this.cssFontInfo.fontWeight};`;this.cssFontInfo.italicAngle&&(n+=`font-style: oblique ${this.cssFontInfo.italicAngle}deg;`),t=`@font-face {font-family:"${this.cssFontInfo.fontFamily}";${n}src:${e}}`}return this._inspectFont?.(this,e),t}getPathGenerator(e,t){if(this.compiledGlyphs[t]!==void 0)return this.compiledGlyphs[t];const n=this.loadedName+"_path_"+t;let a;try{a=e.get(n)}catch(s){Jr(`getPathGenerator - ignoring character: "${s}".`)}const i=new Path2D(a||"");return this.fontExtraProperties||e.delete(n),this.compiledGlyphs[t]=i}}function Eve(r){if(r instanceof URL)return r.href;if(typeof r=="string"){if(es)return r;const e=URL.parse(r,window.location);if(e)return e.href}throw new Error("Invalid PDF url data: either string or URL-object is expected in the url property.")}function wve(r){if(es&&typeof Buffer<"u"&&r instanceof Buffer)throw new Error("Please provide binary data as `Uint8Array`, rather than `Buffer`.");if(r instanceof Uint8Array&&r.byteLength===r.buffer.byteLength)return r;if(typeof r=="string")return Sg(r);if(r instanceof ArrayBuffer||ArrayBuffer.isView(r)||typeof r=="object"&&!isNaN(r?.length))return new Uint8Array(r);throw new Error("Invalid PDF binary data: either TypedArray, string, or array-like object is expected in the data property.")}function z1(r){if(typeof r!="string")return null;if(r.endsWith("/"))return r;throw new Error(`Invalid factory url: "${r}" must include trailing slash.`)}const iA=r=>typeof r=="object"&&Number.isInteger(r?.num)&&r.num>=0&&Number.isInteger(r?.gen)&&r.gen>=0,Tve=r=>typeof r=="object"&&typeof r?.name=="string",Cve=cve.bind(null,iA,Tve);class Ave{#e=new Map;#t=Promise.resolve();postMessage(e,t){const n={data:structuredClone(e,t?{transfer:t}:null)};this.#t.then(()=>{for(const[a]of this.#e)a.call(this,n)})}addEventListener(e,t,n=null){let a=null;if(n?.signal instanceof AbortSignal){const{signal:i}=n;if(i.aborted){Jr("LoopbackPort - cannot use an `aborted` signal.");return}const s=()=>this.removeEventListener(e,t);a=()=>i.removeEventListener("abort",s),i.addEventListener("abort",s)}this.#e.set(t,a)}removeEventListener(e,t){this.#e.get(t)?.(),this.#e.delete(t)}terminate(){for(const[,e]of this.#e)e?.();this.#e.clear()}}const q1={DATA:1,ERROR:2},qa={CANCEL:1,CANCEL_COMPLETE:2,CLOSE:3,ENQUEUE:4,ERROR:5,PULL:6,PULL_COMPLETE:7,START_COMPLETE:8};function ED(){}function ys(r){if(r instanceof Fu||r instanceof tA||r instanceof bD||r instanceof Mb||r instanceof kT)return r;switch(r instanceof Error||typeof r=="object"&&r!==null||Zn('wrapReason: Expected "reason" to be a (possibly cloned) Error.'),r.name){case"AbortException":return new Fu(r.message);case"InvalidPDFException":return new tA(r.message);case"PasswordException":return new bD(r.message,r.code);case"ResponseException":return new Mb(r.message,r.status,r.missing);case"UnknownErrorException":return new kT(r.message,r.details)}return new kT(r.message,r.toString())}class Qp{#e=new AbortController;constructor(e,t,n){this.sourceName=e,this.targetName=t,this.comObj=n,this.callbackId=1,this.streamId=1,this.streamSinks=Object.create(null),this.streamControllers=Object.create(null),this.callbackCapabilities=Object.create(null),this.actionHandler=Object.create(null),n.addEventListener("message",this.#t.bind(this),{signal:this.#e.signal})}#t({data:e}){if(e.targetName!==this.sourceName)return;if(e.stream){this.#n(e);return}if(e.callback){const n=e.callbackId,a=this.callbackCapabilities[n];if(!a)throw new Error(`Cannot resolve callback ${n}`);if(delete this.callbackCapabilities[n],e.callback===q1.DATA)a.resolve(e.data);else if(e.callback===q1.ERROR)a.reject(ys(e.reason));else throw new Error("Unexpected callback case");return}const t=this.actionHandler[e.action];if(!t)throw new Error(`Unknown action from worker: ${e.action}`);if(e.callbackId){const n=this.sourceName,a=e.sourceName,i=this.comObj;Promise.try(t,e.data).then(function(s){i.postMessage({sourceName:n,targetName:a,callback:q1.DATA,callbackId:e.callbackId,data:s})},function(s){i.postMessage({sourceName:n,targetName:a,callback:q1.ERROR,callbackId:e.callbackId,reason:ys(s)})});return}if(e.streamId){this.#r(e);return}t(e.data)}on(e,t){const n=this.actionHandler;if(n[e])throw new Error(`There is already an actionName called "${e}"`);n[e]=t}send(e,t,n){this.comObj.postMessage({sourceName:this.sourceName,targetName:this.targetName,action:e,data:t},n)}sendWithPromise(e,t,n){const a=this.callbackId++,i=Promise.withResolvers();this.callbackCapabilities[a]=i;try{this.comObj.postMessage({sourceName:this.sourceName,targetName:this.targetName,action:e,callbackId:a,data:t},n)}catch(s){i.reject(s)}return i.promise}sendWithStream(e,t,n,a){const i=this.streamId++,s=this.sourceName,o=this.targetName,l=this.comObj;return new ReadableStream({start:c=>{const u=Promise.withResolvers();return this.streamControllers[i]={controller:c,startCall:u,pullCall:null,cancelCall:null,isClosed:!1},l.postMessage({sourceName:s,targetName:o,action:e,streamId:i,data:t,desiredSize:c.desiredSize},a),u.promise},pull:c=>{const u=Promise.withResolvers();return this.streamControllers[i].pullCall=u,l.postMessage({sourceName:s,targetName:o,stream:qa.PULL,streamId:i,desiredSize:c.desiredSize}),u.promise},cancel:c=>{Xa(c instanceof Error,"cancel must have a valid reason");const u=Promise.withResolvers();return this.streamControllers[i].cancelCall=u,this.streamControllers[i].isClosed=!0,l.postMessage({sourceName:s,targetName:o,stream:qa.CANCEL,streamId:i,reason:ys(c)}),u.promise}},n)}#r(e){const t=e.streamId,n=this.sourceName,a=e.sourceName,i=this.comObj,s=this,o=this.actionHandler[e.action],l={enqueue(c,u=1,d){if(this.isCancelled)return;const h=this.desiredSize;this.desiredSize-=u,h>0&&this.desiredSize<=0&&(this.sinkCapability=Promise.withResolvers(),this.ready=this.sinkCapability.promise),i.postMessage({sourceName:n,targetName:a,stream:qa.ENQUEUE,streamId:t,chunk:c},d)},close(){this.isCancelled||(this.isCancelled=!0,i.postMessage({sourceName:n,targetName:a,stream:qa.CLOSE,streamId:t}),delete s.streamSinks[t])},error(c){Xa(c instanceof Error,"error must have a valid reason"),!this.isCancelled&&(this.isCancelled=!0,i.postMessage({sourceName:n,targetName:a,stream:qa.ERROR,streamId:t,reason:ys(c)}))},sinkCapability:Promise.withResolvers(),onPull:null,onCancel:null,isCancelled:!1,desiredSize:e.desiredSize,ready:null};l.sinkCapability.resolve(),l.ready=l.sinkCapability.promise,this.streamSinks[t]=l,Promise.try(o,e.data,l).then(function(){i.postMessage({sourceName:n,targetName:a,stream:qa.START_COMPLETE,streamId:t,success:!0})},function(c){i.postMessage({sourceName:n,targetName:a,stream:qa.START_COMPLETE,streamId:t,reason:ys(c)})})}#n(e){const t=e.streamId,n=this.sourceName,a=e.sourceName,i=this.comObj,s=this.streamControllers[t],o=this.streamSinks[t];switch(e.stream){case qa.START_COMPLETE:e.success?s.startCall.resolve():s.startCall.reject(ys(e.reason));break;case qa.PULL_COMPLETE:e.success?s.pullCall.resolve():s.pullCall.reject(ys(e.reason));break;case qa.PULL:if(!o){i.postMessage({sourceName:n,targetName:a,stream:qa.PULL_COMPLETE,streamId:t,success:!0});break}o.desiredSize<=0&&e.desiredSize>0&&o.sinkCapability.resolve(),o.desiredSize=e.desiredSize,Promise.try(o.onPull||ED).then(function(){i.postMessage({sourceName:n,targetName:a,stream:qa.PULL_COMPLETE,streamId:t,success:!0})},function(c){i.postMessage({sourceName:n,targetName:a,stream:qa.PULL_COMPLETE,streamId:t,reason:ys(c)})});break;case qa.ENQUEUE:if(Xa(s,"enqueue should have stream controller"),s.isClosed)break;s.controller.enqueue(e.chunk);break;case qa.CLOSE:if(Xa(s,"close should have stream controller"),s.isClosed)break;s.isClosed=!0,s.controller.close(),this.#i(s,t);break;case qa.ERROR:Xa(s,"error should have stream controller"),s.controller.error(ys(e.reason)),this.#i(s,t);break;case qa.CANCEL_COMPLETE:e.success?s.cancelCall.resolve():s.cancelCall.reject(ys(e.reason)),this.#i(s,t);break;case qa.CANCEL:if(!o)break;const l=ys(e.reason);Promise.try(o.onCancel||ED,l).then(function(){i.postMessage({sourceName:n,targetName:a,stream:qa.CANCEL_COMPLETE,streamId:t,success:!0})},function(c){i.postMessage({sourceName:n,targetName:a,stream:qa.CANCEL_COMPLETE,streamId:t,reason:ys(c)})}),o.sinkCapability.reject(l),o.isCancelled=!0,delete this.streamSinks[t];break;default:throw new Error("Unexpected stream case")}}async#i(e,t){await Promise.allSettled([e.startCall?.promise,e.pullCall?.promise,e.cancelCall?.promise]),delete this.streamControllers[t]}destroy(){this.#e?.abort(),this.#e=null}}class gz{#e=!1;constructor({enableHWA:e=!1}){this.#e=e}create(e,t){if(e<=0||t<=0)throw new Error("Invalid canvas size");const n=this._createCanvas(e,t);return{canvas:n,context:n.getContext("2d",{willReadFrequently:!this.#e})}}reset(e,t,n){if(!e.canvas)throw new Error("Canvas is not specified");if(t<=0||n<=0)throw new Error("Invalid canvas size");e.canvas.width=t,e.canvas.height=n}destroy(e){if(!e.canvas)throw new Error("Canvas is not specified");e.canvas.width=0,e.canvas.height=0,e.canvas=null,e.context=null}_createCanvas(e,t){Zn("Abstract method `_createCanvas` called.")}}class xve extends gz{constructor({ownerDocument:e=globalThis.document,enableHWA:t=!1}){super({enableHWA:t}),this._document=e}_createCanvas(e,t){const n=this._document.createElement("canvas");return n.width=e,n.height=t,n}}class _z{constructor({baseUrl:e=null,isCompressed:t=!0}){this.baseUrl=e,this.isCompressed=t}async fetch({name:e}){if(!this.baseUrl)throw new Error("Ensure that the `cMapUrl` and `cMapPacked` API parameters are provided.");if(!e)throw new Error("CMap name must be specified.");const t=this.baseUrl+e+(this.isCompressed?".bcmap":"");return this._fetch(t).then(n=>({cMapData:n,isCompressed:this.isCompressed})).catch(n=>{throw new Error(`Unable to load ${this.isCompressed?"binary ":""}CMap at: ${t}`)})}async _fetch(e){Zn("Abstract method `_fetch` called.")}}class wD extends _z{async _fetch(e){const t=await Eg(e,this.isCompressed?"arraybuffer":"text");return t instanceof ArrayBuffer?new Uint8Array(t):Sg(t)}}class bz{addFilter(e){return"none"}addHCMFilter(e,t){return"none"}addAlphaFilter(e){return"none"}addLuminosityFilter(e){return"none"}addHighlightHCMFilter(e,t,n,a,i){return"none"}destroy(e=!1){}}class Rve extends bz{#e;#t;#r;#n;#i;#a;#s=0;constructor({docId:e,ownerDocument:t=globalThis.document}){super(),this.#n=e,this.#i=t}get#o(){return this.#t||=new Map}get#l(){return this.#a||=new Map}get#c(){if(!this.#r){const e=this.#i.createElement("div"),{style:t}=e;t.visibility="hidden",t.contain="strict",t.width=t.height=0,t.position="absolute",t.top=t.left=0,t.zIndex=-1;const n=this.#i.createElementNS(fc,"svg");n.setAttribute("width",0),n.setAttribute("height",0),this.#r=this.#i.createElementNS(fc,"defs"),e.append(n),n.append(this.#r),this.#i.body.append(e)}return this.#r}#d(e){if(e.length===1){const l=e[0],c=new Array(256);for(let d=0;d<256;d++)c[d]=l[d]/255;const u=c.join(",");return[u,u,u]}const[t,n,a]=e,i=new Array(256),s=new Array(256),o=new Array(256);for(let l=0;l<256;l++)i[l]=t[l]/255,s[l]=n[l]/255,o[l]=a[l]/255;return[i.join(","),s.join(","),o.join(",")]}#u(e){if(this.#e===void 0){this.#e="";const t=this.#i.URL;t!==this.#i.baseURI&&(uy(t)?Jr('#createUrl: ignore "data:"-URL for performance reasons.'):this.#e=cz(t,""))}return`url(${this.#e}#${e})`}addFilter(e){if(!e)return"none";let t=this.#o.get(e);if(t)return t;const[n,a,i]=this.#d(e),s=e.length===1?n:`${n}${a}${i}`;if(t=this.#o.get(s),t)return this.#o.set(e,t),t;const o=`g_${this.#n}_transfer_map_${this.#s++}`,l=this.#u(o);this.#o.set(e,l),this.#o.set(s,l);const c=this.#f(o);return this.#g(n,a,i,c),l}addHCMFilter(e,t){const n=`${e}-${t}`,a="base";let i=this.#l.get(a);if(i?.key===n||(i?(i.filter?.remove(),i.key=n,i.url="none",i.filter=null):(i={key:n,url:"none",filter:null},this.#l.set(a,i)),!e||!t))return i.url;const s=this.#_(e);e=Dr.makeHexColor(...s);const o=this.#_(t);if(t=Dr.makeHexColor(...o),this.#c.style.color="",e==="#000000"&&t==="#ffffff"||e===t)return i.url;const l=new Array(256);for(let p=0;p<=255;p++){const m=p/255;l[p]=m<=.03928?m/12.92:((m+.055)/1.055)**2.4}const c=l.join(","),u=`g_${this.#n}_hcm_filter`,d=i.filter=this.#f(u);this.#g(c,c,c,d),this.#m(d);const h=(p,m)=>{const g=s[p]/255,b=o[p]/255,_=new Array(m+1);for(let v=0;v<=m;v++)_[v]=g+v/m*(b-g);return _.join(",")};return this.#g(h(0,5),h(1,5),h(2,5),d),i.url=this.#u(u),i.url}addAlphaFilter(e){let t=this.#o.get(e);if(t)return t;const[n]=this.#d([e]),a=`alpha_${n}`;if(t=this.#o.get(a),t)return this.#o.set(e,t),t;const i=`g_${this.#n}_alpha_map_${this.#s++}`,s=this.#u(i);this.#o.set(e,s),this.#o.set(a,s);const o=this.#f(i);return this.#v(n,o),s}addLuminosityFilter(e){let t=this.#o.get(e||"luminosity");if(t)return t;let n,a;if(e?([n]=this.#d([e]),a=`luminosity_${n}`):a="luminosity",t=this.#o.get(a),t)return this.#o.set(e,t),t;const i=`g_${this.#n}_luminosity_map_${this.#s++}`,s=this.#u(i);this.#o.set(e,s),this.#o.set(a,s);const o=this.#f(i);return this.#p(o),e&&this.#v(n,o),s}addHighlightHCMFilter(e,t,n,a,i){const s=`${t}-${n}-${a}-${i}`;let o=this.#l.get(e);if(o?.key===s||(o?(o.filter?.remove(),o.key=s,o.url="none",o.filter=null):(o={key:s,url:"none",filter:null},this.#l.set(e,o)),!t||!n))return o.url;const[l,c]=[t,n].map(this.#_.bind(this));let u=Math.round(.2126*l[0]+.7152*l[1]+.0722*l[2]),d=Math.round(.2126*c[0]+.7152*c[1]+.0722*c[2]),[h,p]=[a,i].map(this.#_.bind(this));d{const E=new Array(256),S=(d-u)/y,w=_/255,C=(v-_)/(255*y);let x=0;for(let N=0;N<=y;N++){const I=Math.round(u+N*S),D=w+N*C;for(let V=x;V<=I;V++)E[V]=D;x=I+1}for(let N=x;N<256;N++)E[N]=E[x-1];return E.join(",")},g=`g_${this.#n}_hcm_${e}_filter`,b=o.filter=this.#f(g);return this.#m(b),this.#g(m(h[0],p[0],5),m(h[1],p[1],5),m(h[2],p[2],5),b),o.url=this.#u(g),o.url}destroy(e=!1){e&&this.#a?.size||(this.#r?.parentNode.parentNode.remove(),this.#r=null,this.#t?.clear(),this.#t=null,this.#a?.clear(),this.#a=null,this.#s=0)}#p(e){const t=this.#i.createElementNS(fc,"feColorMatrix");t.setAttribute("type","matrix"),t.setAttribute("values","0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0.3 0.59 0.11 0 0"),e.append(t)}#m(e){const t=this.#i.createElementNS(fc,"feColorMatrix");t.setAttribute("type","matrix"),t.setAttribute("values","0.2126 0.7152 0.0722 0 0 0.2126 0.7152 0.0722 0 0 0.2126 0.7152 0.0722 0 0 0 0 0 1 0"),e.append(t)}#f(e){const t=this.#i.createElementNS(fc,"filter");return t.setAttribute("color-interpolation-filters","sRGB"),t.setAttribute("id",e),this.#c.append(t),t}#h(e,t,n){const a=this.#i.createElementNS(fc,t);a.setAttribute("type","discrete"),a.setAttribute("tableValues",n),e.append(a)}#g(e,t,n,a){const i=this.#i.createElementNS(fc,"feComponentTransfer");a.append(i),this.#h(i,"feFuncR",e),this.#h(i,"feFuncG",t),this.#h(i,"feFuncB",n)}#v(e,t){const n=this.#i.createElementNS(fc,"feComponentTransfer");t.append(n),this.#h(n,"feFuncA",e)}#_(e){return this.#c.style.color=e,dy(getComputedStyle(this.#c).getPropertyValue("color"))}}class vz{constructor({baseUrl:e=null}){this.baseUrl=e}async fetch({filename:e}){if(!this.baseUrl)throw new Error("Ensure that the `standardFontDataUrl` API parameter is provided.");if(!e)throw new Error("Font filename must be specified.");const t=`${this.baseUrl}${e}`;return this._fetch(t).catch(n=>{throw new Error(`Unable to load font data at: ${t}`)})}async _fetch(e){Zn("Abstract method `_fetch` called.")}}class TD extends vz{async _fetch(e){const t=await Eg(e,"arraybuffer");return new Uint8Array(t)}}class yz{constructor({baseUrl:e=null}){this.baseUrl=e}async fetch({filename:e}){if(!this.baseUrl)throw new Error("Ensure that the `wasmUrl` API parameter is provided.");if(!e)throw new Error("Wasm filename must be specified.");const t=`${this.baseUrl}${e}`;return this._fetch(t).catch(n=>{throw new Error(`Unable to load wasm data at: ${t}`)})}async _fetch(e){Zn("Abstract method `_fetch` called.")}}class CD extends yz{async _fetch(e){const t=await Eg(e,"arraybuffer");return new Uint8Array(t)}}es&&Jr("Please use the `legacy` build in Node.js environments.");async function bx(r){const t=await process.getBuiltinModule("fs").promises.readFile(r);return new Uint8Array(t)}class Ove extends bz{}class Nve extends gz{_createCanvas(e,t){return process.getBuiltinModule("module").createRequire(import.meta.url)("@napi-rs/canvas").createCanvas(e,t)}}class Ive extends _z{async _fetch(e){return bx(e)}}class kve extends vz{async _fetch(e){return bx(e)}}class Mve extends yz{async _fetch(e){return bx(e)}}const Ai={FILL:"Fill",STROKE:"Stroke",SHADING:"Shading"};function sA(r,e){if(!e)return;const t=e[2]-e[0],n=e[3]-e[1],a=new Path2D;a.rect(e[0],e[1],t,n),r.clip(a)}class vx{isModifyingCurrentTransform(){return!1}getPattern(){Zn("Abstract method `getPattern` called.")}}class Dve extends vx{constructor(e){super(),this._type=e[1],this._bbox=e[2],this._colorStops=e[3],this._p0=e[4],this._p1=e[5],this._r0=e[6],this._r1=e[7],this.matrix=null}_createGradient(e){let t;this._type==="axial"?t=e.createLinearGradient(this._p0[0],this._p0[1],this._p1[0],this._p1[1]):this._type==="radial"&&(t=e.createRadialGradient(this._p0[0],this._p0[1],this._r0,this._p1[0],this._p1[1],this._r1));for(const n of this._colorStops)t.addColorStop(n[0],n[1]);return t}getPattern(e,t,n,a){let i;if(a===Ai.STROKE||a===Ai.FILL){const s=t.current.getClippedPathBoundingBox(a,wa(e))||[0,0,0,0],o=Math.ceil(s[2]-s[0])||1,l=Math.ceil(s[3]-s[1])||1,c=t.cachedCanvases.getCanvas("pattern",o,l),u=c.context;u.clearRect(0,0,u.canvas.width,u.canvas.height),u.beginPath(),u.rect(0,0,u.canvas.width,u.canvas.height),u.translate(-s[0],-s[1]),n=Dr.transform(n,[1,0,0,1,s[0],s[1]]),u.transform(...t.baseTransform),this.matrix&&u.transform(...this.matrix),sA(u,this._bbox),u.fillStyle=this._createGradient(u),u.fill(),i=e.createPattern(c.canvas,"no-repeat");const d=new DOMMatrix(n);i.setTransform(d)}else sA(e,this._bbox),i=this._createGradient(e);return i}}function PT(r,e,t,n,a,i,s,o){const l=e.coords,c=e.colors,u=r.data,d=r.width*4;let h;l[t+1]>l[n+1]&&(h=t,t=n,n=h,h=i,i=s,s=h),l[n+1]>l[a+1]&&(h=n,n=a,a=h,h=s,s=o,o=h),l[t+1]>l[n+1]&&(h=t,t=n,n=h,h=i,i=s,s=h);const p=(l[t]+e.offsetX)*e.scaleX,m=(l[t+1]+e.offsetY)*e.scaleY,g=(l[n]+e.offsetX)*e.scaleX,b=(l[n+1]+e.offsetY)*e.scaleY,_=(l[a]+e.offsetX)*e.scaleX,v=(l[a+1]+e.offsetY)*e.scaleY;if(m>=v)return;const y=c[i],E=c[i+1],S=c[i+2],w=c[s],C=c[s+1],x=c[s+2],N=c[o],I=c[o+1],D=c[o+2],V=Math.round(m),q=Math.round(v);let $,K,z,re,W,ie,k,B;for(let te=V;te<=q;te++){if(tev?ne=1:b===v?ne=0:ne=(b-te)/(b-v),$=g-(g-_)*ne,K=w-(w-N)*ne,z=C-(C-I)*ne,re=x-(x-D)*ne}let O;tev?O=1:O=(m-te)/(m-v),W=p-(p-_)*O,ie=y-(y-N)*O,k=E-(E-I)*O,B=S-(S-D)*O;const R=Math.round(Math.min($,W)),U=Math.round(Math.max($,W));let Q=d*te+R*4;for(let ne=R;ne<=U;ne++)O=($-ne)/($-W),O<0?O=0:O>1&&(O=1),u[Q++]=K-(K-ie)*O|0,u[Q++]=z-(z-k)*O|0,u[Q++]=re-(re-B)*O|0,u[Q++]=255}}function Pve(r,e,t){const n=e.coords,a=e.colors;let i,s;switch(e.type){case"lattice":const o=e.verticesPerRow,l=Math.floor(n.length/o)-1,c=o-1;for(i=0;i=D?S=l:C=!0,I>=V?w=c:x=!0;const q=this.getSizeAndScale(S,this.ctx.canvas.width,y),$=this.getSizeAndScale(w,this.ctx.canvas.height,E),K=e.cachedCanvases.getCanvas("pattern",q.size,$.size),z=K.context,re=o.createCanvasGraphics(z);if(re.groupLevel=e.groupLevel,this.setFillAndStrokeStyleToContext(re,a,s),z.translate(-q.scale*u,-$.scale*d),re.transform(q.scale,0,0,$.scale,0,0),z.save(),this.clipBbox(re,u,d,h,p),re.baseTransform=wa(re.ctx),re.executeOperatorList(n),re.endDrawing(),z.restore(),C||x){const W=K.canvas;C&&(S=l),x&&(w=c);const ie=this.getSizeAndScale(S,this.ctx.canvas.width,y),k=this.getSizeAndScale(w,this.ctx.canvas.height,E),B=ie.size,te=k.size,O=e.cachedCanvases.getCanvas("pattern-workaround",B,te),R=O.context,U=C?Math.floor(m/l):0,Q=x?Math.floor(g/c):0;for(let ne=0;ne<=U;ne++)for(let ue=0;ue<=Q;ue++)R.drawImage(W,B*ne,te*ue,B,te,0,0,B,te);return{canvas:O.canvas,scaleX:ie.scale,scaleY:k.scale,offsetX:u,offsetY:d}}return{canvas:K.canvas,scaleX:q.scale,scaleY:$.scale,offsetX:u,offsetY:d}}getSizeAndScale(e,t,n){const a=Math.max(yx.MAX_PATTERN_SIZE,t);let i=Math.ceil(e*n);return i>=a?i=a:n=i/e,{scale:n,size:i}}clipBbox(e,t,n,a,i){const s=a-t,o=i-n;e.ctx.rect(t,n,s,o),Dr.axialAlignedBoundingBox([t,n,a,i],wa(e.ctx),e.current.minMax),e.clip(),e.endPath()}setFillAndStrokeStyleToContext(e,t,n){const a=e.ctx,i=e.current;switch(t){case AD.COLORED:const{fillStyle:s,strokeStyle:o}=this.ctx;a.fillStyle=i.fillColor=s,a.strokeStyle=i.strokeColor=o;break;case AD.UNCOLORED:a.fillStyle=a.strokeStyle=n,i.fillColor=i.strokeColor=n;break;default:throw new nve(`Unsupported paint type: ${t}`)}}isModifyingCurrentTransform(){return!1}getPattern(e,t,n,a){let i=n;a!==Ai.SHADING&&(i=Dr.transform(i,t.baseTransform),this.matrix&&(i=Dr.transform(i,this.matrix)));const s=this.createPatternCanvas(t);let o=new DOMMatrix(i);o=o.translate(s.offsetX,s.offsetY),o=o.scale(1/s.scaleX,1/s.scaleY);const l=e.createPattern(s.canvas,"repeat");return l.setTransform(o),l}}function Uve({src:r,srcPos:e=0,dest:t,width:n,height:a,nonBlackColor:i=4294967295,inverseDecode:s=!1}){const o=Mi.isLittleEndian?4278190080:255,[l,c]=s?[i,o]:[o,i],u=n>>3,d=n&7,h=r.length;t=new Uint32Array(t.buffer);let p=0;for(let m=0;m{r.save=r.__originalSave,r.restore=r.__originalRestore,r.rotate=r.__originalRotate,r.scale=r.__originalScale,r.translate=r.__originalTranslate,r.transform=r.__originalTransform,r.setTransform=r.__originalSetTransform,r.resetTransform=r.__originalResetTransform,r.clip=r.__originalClip,r.moveTo=r.__originalMoveTo,r.lineTo=r.__originalLineTo,r.bezierCurveTo=r.__originalBezierCurveTo,r.rect=r.__originalRect,r.closePath=r.__originalClosePath,r.beginPath=r.__originalBeginPath,delete r._removeMirroring},r.save=function(){e.save(),this.__originalSave()},r.restore=function(){e.restore(),this.__originalRestore()},r.translate=function(t,n){e.translate(t,n),this.__originalTranslate(t,n)},r.scale=function(t,n){e.scale(t,n),this.__originalScale(t,n)},r.transform=function(t,n,a,i,s,o){e.transform(t,n,a,i,s,o),this.__originalTransform(t,n,a,i,s,o)},r.setTransform=function(t,n,a,i,s,o){e.setTransform(t,n,a,i,s,o),this.__originalSetTransform(t,n,a,i,s,o)},r.resetTransform=function(){e.resetTransform(),this.__originalResetTransform()},r.rotate=function(t){e.rotate(t),this.__originalRotate(t)},r.clip=function(t){e.clip(t),this.__originalClip(t)},r.moveTo=function(t,n){e.moveTo(t,n),this.__originalMoveTo(t,n)},r.lineTo=function(t,n){e.lineTo(t,n),this.__originalLineTo(t,n)},r.bezierCurveTo=function(t,n,a,i,s,o){e.bezierCurveTo(t,n,a,i,s,o),this.__originalBezierCurveTo(t,n,a,i,s,o)},r.rect=function(t,n,a,i){e.rect(t,n,a,i),this.__originalRect(t,n,a,i)},r.closePath=function(){e.closePath(),this.__originalClosePath()},r.beginPath=function(){e.beginPath(),this.__originalBeginPath()}}class zve{constructor(e){this.canvasFactory=e,this.cache=Object.create(null)}getCanvas(e,t,n){let a;return this.cache[e]!==void 0?(a=this.cache[e],this.canvasFactory.reset(a,t,n)):(a=this.canvasFactory.create(t,n),this.cache[e]=a),a}delete(e){delete this.cache[e]}clear(){for(const e in this.cache){const t=this.cache[e];this.canvasFactory.destroy(t),delete this.cache[e]}}}function H1(r,e,t,n,a,i,s,o,l,c){const[u,d,h,p,m,g]=wa(r);if(d===0&&h===0){const v=s*u+m,y=Math.round(v),E=o*p+g,S=Math.round(E),w=(s+l)*u+m,C=Math.abs(Math.round(w)-y)||1,x=(o+c)*p+g,N=Math.abs(Math.round(x)-S)||1;return r.setTransform(Math.sign(u),0,0,Math.sign(p),y,S),r.drawImage(e,t,n,a,i,0,0,C,N),r.setTransform(u,d,h,p,m,g),[C,N]}if(u===0&&p===0){const v=o*h+m,y=Math.round(v),E=s*d+g,S=Math.round(E),w=(o+c)*h+m,C=Math.abs(Math.round(w)-y)||1,x=(s+l)*d+g,N=Math.abs(Math.round(x)-S)||1;return r.setTransform(0,Math.sign(d),Math.sign(h),0,y,S),r.drawImage(e,t,n,a,i,0,0,N,C),r.setTransform(u,d,h,p,m,g),[N,C]}r.drawImage(e,t,n,a,i,s,o,l,c);const b=Math.hypot(u,d),_=Math.hypot(h,p);return[b*l,_*c]}class ND{alphaIsShape=!1;fontSize=0;fontSizeScale=1;textMatrix=null;textMatrixScale=1;fontMatrix=eA;leading=0;x=0;y=0;lineX=0;lineY=0;charSpacing=0;wordSpacing=0;textHScale=1;textRenderingMode=$i.FILL;textRise=0;fillColor="#000000";strokeColor="#000000";patternFill=!1;patternStroke=!1;fillAlpha=1;strokeAlpha=1;lineWidth=1;activeSMask=null;transferMaps="none";constructor(e,t){this.clipBox=new Float32Array([0,0,e,t]),this.minMax=Jh.slice()}clone(){const e=Object.create(this);return e.clipBox=this.clipBox.slice(),e.minMax=this.minMax.slice(),e}getPathBoundingBox(e=Ai.FILL,t=null){const n=this.minMax.slice();if(e===Ai.STROKE){t||Zn("Stroke bounding box must include transform."),Dr.singularValueDecompose2dScale(t,Ys);const a=Ys[0]*this.lineWidth/2,i=Ys[1]*this.lineWidth/2;n[0]-=a,n[1]-=i,n[2]+=a,n[3]+=i}return n}updateClipFromPath(){const e=Dr.intersect(this.clipBox,this.getPathBoundingBox());this.startNewPathAndClipBox(e||[0,0,0,0])}isEmptyClip(){return this.minMax[0]===1/0}startNewPathAndClipBox(e){this.clipBox.set(e,0),this.minMax.set(Jh,0)}getClippedPathBoundingBox(e=Ai.FILL,t=null){return Dr.intersect(this.clipBox,this.getPathBoundingBox(e,t))}}function ID(r,e){if(e instanceof ImageData){r.putImageData(e,0,0);return}const t=e.height,n=e.width,a=t%ws,i=(t-a)/ws,s=a===0?i:i+1,o=r.createImageData(n,ws);let l=0,c;const u=e.data,d=o.data;let h,p,m,g;if(e.kind===A_.GRAYSCALE_1BPP){const b=u.byteLength,_=new Uint32Array(d.buffer,0,d.byteLength>>2),v=_.length,y=n+7>>3,E=4294967295,S=Mi.isLittleEndian?4278190080:255;for(h=0;hy?n:w*8-7,N=x&-8;let I=0,D=0;for(;C>=1}for(;c=i&&(m=a,g=n*m),c=0,p=g;p--;)d[c++]=u[l++],d[c++]=u[l++],d[c++]=u[l++],d[c++]=255;r.putImageData(o,0,h*ws)}else throw new Error(`bad image kind: ${e.kind}`)}function kD(r,e){if(e.bitmap){r.drawImage(e.bitmap,0,0);return}const t=e.height,n=e.width,a=t%ws,i=(t-a)/ws,s=a===0?i:i+1,o=r.createImageData(n,ws);let l=0;const c=e.data,u=o.data;for(let d=0;dOD&&typeof n=="function",u=c?Date.now()+$ve:0;let d=0;const h=this.commonObjs,p=this.objs;let m;for(;;){if(a!==void 0&&o===a.nextBreakPoint)return a.breakIt(o,n),o;if(m=s[o],m!==kb.dependency)this[m].apply(this,i[o]);else for(const g of i[o]){const b=g.startsWith("g_")?h:p;if(!b.has(g))return b.get(g,n),o}if(o++,o===l)return o;if(c&&++d>OD){if(Date.now()>u)return n(),o;d=0}}}#e(){for(;this.stateStack.length||this.inSMaskMode;)this.restore();this.current.activeSMask=null,this.ctx.restore(),this.transparentCanvas&&(this.ctx=this.compositeCtx,this.ctx.save(),this.ctx.setTransform(1,0,0,1,0,0),this.ctx.drawImage(this.transparentCanvas,0,0),this.ctx.restore(),this.transparentCanvas=null)}endDrawing(){this.#e(),this.cachedCanvases.clear(),this.cachedPatterns.clear();for(const e of this._cachedBitmapsMap.values()){for(const t of e.values())typeof HTMLCanvasElement<"u"&&t instanceof HTMLCanvasElement&&(t.width=t.height=0);e.clear()}this._cachedBitmapsMap.clear(),this.#t()}#t(){if(this.pageColors){const e=this.filterFactory.addHCMFilter(this.pageColors.foreground,this.pageColors.background);if(e!=="none"){const t=this.ctx.filter;this.ctx.filter=e,this.ctx.drawImage(this.ctx.canvas,0,0),this.ctx.filter=t}}}_scaleImage(e,t){const n=e.width??e.displayWidth,a=e.height??e.displayHeight;let i=Math.max(Math.hypot(t[0],t[1]),1),s=Math.max(Math.hypot(t[2],t[3]),1),o=n,l=a,c="prescale1",u,d;for(;i>2&&o>1||s>2&&l>1;){let h=o,p=l;i>2&&o>1&&(h=o>=16384?Math.floor(o/2)-1||1:Math.ceil(o/2),i/=o/h),s>2&&l>1&&(p=l>=16384?Math.floor(l/2)-1||1:Math.ceil(l)/2,s/=l/p),u=this.cachedCanvases.getCanvas(c,h,p),d=u.context,d.clearRect(0,0,h,p),d.drawImage(e,0,0,o,l,0,0,h,p),e=u.canvas,o=h,l=p,c=c==="prescale1"?"prescale2":"prescale1"}return{img:e,paintWidth:o,paintHeight:l}}_createMaskCanvas(e){const t=this.ctx,{width:n,height:a}=e,i=this.current.fillColor,s=this.current.patternFill,o=wa(t);let l,c,u,d;if((e.bitmap||e.data)&&e.count>1){const N=e.bitmap||e.data.buffer;c=JSON.stringify(s?o:[o.slice(0,4),i]),l=this._cachedBitmapsMap.get(N),l||(l=new Map,this._cachedBitmapsMap.set(N,l));const I=l.get(c);if(I&&!s){const D=Math.round(Math.min(o[0],o[2])+o[4]),V=Math.round(Math.min(o[1],o[3])+o[5]);return{canvas:I,offsetX:D,offsetY:V}}u=I}u||(d=this.cachedCanvases.getCanvas("maskCanvas",n,a),kD(d.context,e));let h=Dr.transform(o,[1/n,0,0,-1/a,0,0]);h=Dr.transform(h,[1,0,0,1,0,-a]);const p=Jh.slice();Dr.axialAlignedBoundingBox([0,0,n,a],h,p);const[m,g,b,_]=p,v=Math.round(b-m)||1,y=Math.round(_-g)||1,E=this.cachedCanvases.getCanvas("fillCanvas",v,y),S=E.context,w=m,C=g;S.translate(-w,-C),S.transform(...h),u||(u=this._scaleImage(d.canvas,_l(S)),u=u.img,l&&s&&l.set(c,u)),S.imageSmoothingEnabled=MD(wa(S),e.interpolate),H1(S,u,0,0,u.width,u.height,0,0,n,a),S.globalCompositeOperation="source-in";const x=Dr.transform(_l(S),[1,0,0,1,-w,-C]);return S.fillStyle=s?i.getPattern(t,this,x,Ai.FILL):i,S.fillRect(0,0,n,a),l&&!s&&(this.cachedCanvases.delete("fillCanvas"),l.set(c,E.canvas)),{canvas:E.canvas,offsetX:Math.round(w),offsetY:Math.round(C)}}setLineWidth(e){e!==this.current.lineWidth&&(this._cachedScaleForStroking[0]=-1),this.current.lineWidth=e,this.ctx.lineWidth=e}setLineCap(e){this.ctx.lineCap=qve[e]}setLineJoin(e){this.ctx.lineJoin=Hve[e]}setMiterLimit(e){this.ctx.miterLimit=e}setDash(e,t){const n=this.ctx;n.setLineDash!==void 0&&(n.setLineDash(e),n.lineDashOffset=t)}setRenderingIntent(e){}setFlatness(e){}setGState(e){for(const[t,n]of e)switch(t){case"LW":this.setLineWidth(n);break;case"LC":this.setLineCap(n);break;case"LJ":this.setLineJoin(n);break;case"ML":this.setMiterLimit(n);break;case"D":this.setDash(n[0],n[1]);break;case"RI":this.setRenderingIntent(n);break;case"FL":this.setFlatness(n);break;case"Font":this.setFont(n[0],n[1]);break;case"CA":this.current.strokeAlpha=n;break;case"ca":this.ctx.globalAlpha=this.current.fillAlpha=n;break;case"BM":this.ctx.globalCompositeOperation=n;break;case"SMask":this.current.activeSMask=n?this.tempSMask:null,this.tempSMask=null,this.checkSMaskState();break;case"TR":this.ctx.filter=this.current.transferMaps=this.filterFactory.addFilter(n);break}}get inSMaskMode(){return!!this.suspendedCtx}checkSMaskState(){const e=this.inSMaskMode;this.current.activeSMask&&!e?this.beginSMaskMode():!this.current.activeSMask&&e&&this.endSMaskMode()}beginSMaskMode(){if(this.inSMaskMode)throw new Error("beginSMaskMode called while already in smask mode");const e=this.ctx.canvas.width,t=this.ctx.canvas.height,n="smaskGroupAt"+this.groupLevel,a=this.cachedCanvases.getCanvas(n,e,t);this.suspendedCtx=this.ctx;const i=this.ctx=a.context;i.setTransform(this.suspendedCtx.getTransform()),kp(this.suspendedCtx,i),Gve(i,this.suspendedCtx),this.setGState([["BM","source-over"]])}endSMaskMode(){if(!this.inSMaskMode)throw new Error("endSMaskMode called while not in smask mode");this.ctx._removeMirroring(),kp(this.ctx,this.suspendedCtx),this.ctx=this.suspendedCtx,this.suspendedCtx=null}compose(e){if(!this.current.activeSMask)return;e?(e[0]=Math.floor(e[0]),e[1]=Math.floor(e[1]),e[2]=Math.ceil(e[2]),e[3]=Math.ceil(e[3])):e=[0,0,this.ctx.canvas.width,this.ctx.canvas.height];const t=this.current.activeSMask,n=this.suspendedCtx;this.composeSMask(n,t,this.ctx,e),this.ctx.save(),this.ctx.setTransform(1,0,0,1,0,0),this.ctx.clearRect(0,0,this.ctx.canvas.width,this.ctx.canvas.height),this.ctx.restore()}composeSMask(e,t,n,a){const i=a[0],s=a[1],o=a[2]-i,l=a[3]-s;o===0||l===0||(this.genericComposeSMask(t.context,n,o,l,t.subtype,t.backdrop,t.transferMap,i,s,t.offsetX,t.offsetY),e.save(),e.globalAlpha=1,e.globalCompositeOperation="source-over",e.setTransform(1,0,0,1,0,0),e.drawImage(n.canvas,0,0),e.restore())}genericComposeSMask(e,t,n,a,i,s,o,l,c,u,d){let h=e.canvas,p=l-u,m=c-d;if(s)if(p<0||m<0||p+n>h.width||m+a>h.height){const b=this.cachedCanvases.getCanvas("maskExtension",n,a),_=b.context;_.drawImage(h,-p,-m),_.globalCompositeOperation="destination-atop",_.fillStyle=s,_.fillRect(0,0,n,a),_.globalCompositeOperation="source-over",h=b.canvas,p=m=0}else{e.save(),e.globalAlpha=1,e.setTransform(1,0,0,1,0,0);const b=new Path2D;b.rect(p,m,n,a),e.clip(b),e.globalCompositeOperation="destination-atop",e.fillStyle=s,e.fillRect(p,m,n,a),e.restore()}t.save(),t.globalAlpha=1,t.setTransform(1,0,0,1,0,0),i==="Alpha"&&o?t.filter=this.filterFactory.addAlphaFilter(o):i==="Luminosity"&&(t.filter=this.filterFactory.addLuminosityFilter(o));const g=new Path2D;g.rect(l,c,n,a),t.clip(g),t.globalCompositeOperation="destination-in",t.drawImage(h,p,m,n,a,l,c,n,a),t.restore()}save(){this.inSMaskMode&&kp(this.ctx,this.suspendedCtx),this.ctx.save();const e=this.current;this.stateStack.push(e),this.current=e.clone()}restore(){if(this.stateStack.length===0){this.inSMaskMode&&this.endSMaskMode();return}this.current=this.stateStack.pop(),this.ctx.restore(),this.inSMaskMode&&kp(this.suspendedCtx,this.ctx),this.checkSMaskState(),this.pendingClip=null,this._cachedScaleForStroking[0]=-1,this._cachedGetSinglePixelWidth=null}transform(e,t,n,a,i,s){this.ctx.transform(e,t,n,a,i,s),this._cachedScaleForStroking[0]=-1,this._cachedGetSinglePixelWidth=null}constructPath(e,t,n){let[a]=t;if(!n){a||=t[0]=new Path2D,this[e](a);return}if(!(a instanceof Path2D)){const i=t[0]=new Path2D;for(let s=0,o=a.length;sRD&&(c=RD),this.current.fontSizeScale=t/c,this.ctx.font=`${l} ${o} ${c}px ${s}`}setTextRenderingMode(e){this.current.textRenderingMode=e}setTextRise(e){this.current.textRise=e}moveText(e,t){this.current.x=this.current.lineX+=e,this.current.y=this.current.lineY+=t}setLeadingMoveText(e,t){this.setLeading(-t),this.moveText(e,t)}setTextMatrix(e){const{current:t}=this;t.textMatrix=e,t.textMatrixScale=Math.hypot(e[0],e[1]),t.x=t.lineX=0,t.y=t.lineY=0}nextLine(){this.moveText(0,this.current.leading)}#r(e,t,n){const a=new Path2D;return a.addPath(e,new DOMMatrix(n).invertSelf().multiplySelf(t)),a}paintChar(e,t,n,a,i){const s=this.ctx,o=this.current,l=o.font,c=o.textRenderingMode,u=o.fontSize/o.fontSizeScale,d=c&$i.FILL_STROKE_MASK,h=!!(c&$i.ADD_TO_PATH_FLAG),p=o.patternFill&&!l.missingFile,m=o.patternStroke&&!l.missingFile;let g;if((l.disableFontFace||h||p||m)&&!l.missingFile&&(g=l.getPathGenerator(this.commonObjs,e)),g&&(l.disableFontFace||p||m)){s.save(),s.translate(t,n),s.scale(u,-u);let b;if((d===$i.FILL||d===$i.FILL_STROKE)&&(a?(b=s.getTransform(),s.setTransform(...a),s.fill(this.#r(g,b,a))):s.fill(g)),d===$i.STROKE||d===$i.FILL_STROKE)if(i){b||=s.getTransform(),s.setTransform(...i);const{a:_,b:v,c:y,d:E}=b,S=Dr.inverseTransform(i),w=Dr.transform([_,v,y,E,0,0],S);Dr.singularValueDecompose2dScale(w,Ys),s.lineWidth*=Math.max(Ys[0],Ys[1])/u,s.stroke(this.#r(g,b,i))}else s.lineWidth/=u,s.stroke(g);s.restore()}else(d===$i.FILL||d===$i.FILL_STROKE)&&s.fillText(e,t,n),(d===$i.STROKE||d===$i.FILL_STROKE)&&s.strokeText(e,t,n);h&&(this.pendingTextPaths||=[]).push({transform:wa(s),x:t,y:n,fontSize:u,path:g})}get isFontSubpixelAAEnabled(){const{context:e}=this.cachedCanvases.getCanvas("isFontSubpixelAAEnabled",10,10);e.scale(1.5,1),e.fillText("I",0,10);const t=e.getImageData(0,0,10,10).data;let n=!1;for(let a=3;a0&&t[a]<255){n=!0;break}return bn(this,"isFontSubpixelAAEnabled",n)}showText(e){const t=this.current,n=t.font;if(n.isType3Font)return this.showType3Text(e);const a=t.fontSize;if(a===0)return;const i=this.ctx,s=t.fontSizeScale,o=t.charSpacing,l=t.wordSpacing,c=t.fontDirection,u=t.textHScale*c,d=e.length,h=n.vertical,p=h?1:-1,m=n.defaultVMetrics,g=a*t.fontMatrix[0],b=t.textRenderingMode===$i.FILL&&!n.disableFontFace&&!t.patternFill;i.save(),t.textMatrix&&i.transform(...t.textMatrix),i.translate(t.x,t.y+t.textRise),c>0?i.scale(u,-1):i.scale(u,1);let _,v;if(t.patternFill){i.save();const C=t.fillColor.getPattern(i,this,_l(i),Ai.FILL);_=wa(i),i.restore(),i.fillStyle=C}if(t.patternStroke){i.save();const C=t.strokeColor.getPattern(i,this,_l(i),Ai.STROKE);v=wa(i),i.restore(),i.strokeStyle=C}let y=t.lineWidth;const E=t.textMatrixScale;if(E===0||y===0){const C=t.textRenderingMode&$i.FILL_STROKE_MASK;(C===$i.STROKE||C===$i.FILL_STROKE)&&(y=this.getSinglePixelWidth())}else y/=E;if(s!==1&&(i.scale(s,s),y/=s),i.lineWidth=y,n.isInvalidPDFjsFont){const C=[];let x=0;for(const N of e)C.push(N.unicode),x+=N.width;i.fillText(C.join(""),0,0),t.x+=x*g*u,i.restore(),this.compose();return}let S=0,w;for(w=0;w0){const z=i.measureText(I).width*1e3/a*s;if($new pf(i,this.commonObjs,this.objs,this.canvasFactory,this.filterFactory,{optionalContentConfig:this.optionalContentConfig,markedContentStack:this.markedContentStack})};t=new yx(e,this.ctx,a,n)}else t=this._getPattern(e[1],e[2]);return t}setStrokeColorN(){this.current.strokeColor=this.getColorN_Pattern(arguments),this.current.patternStroke=!0}setFillColorN(){this.current.fillColor=this.getColorN_Pattern(arguments),this.current.patternFill=!0}setStrokeRGBColor(e){this.ctx.strokeStyle=this.current.strokeColor=e,this.current.patternStroke=!1}setStrokeTransparent(){this.ctx.strokeStyle=this.current.strokeColor="transparent",this.current.patternStroke=!1}setFillRGBColor(e){this.ctx.fillStyle=this.current.fillColor=e,this.current.patternFill=!1}setFillTransparent(){this.ctx.fillStyle=this.current.fillColor="transparent",this.current.patternFill=!1}_getPattern(e,t=null){let n;return this.cachedPatterns.has(e)?n=this.cachedPatterns.get(e):(n=Bve(this.getObject(e)),this.cachedPatterns.set(e,n)),t&&(n.matrix=t),n}shadingFill(e){if(!this.contentVisible)return;const t=this.ctx;this.save();const n=this._getPattern(e);t.fillStyle=n.getPattern(t,this,_l(t),Ai.SHADING);const a=_l(t);if(a){const{width:i,height:s}=t.canvas,o=Jh.slice();Dr.axialAlignedBoundingBox([0,0,i,s],a,o);const[l,c,u,d]=o;this.ctx.fillRect(l,c,u-l,d-c)}else this.ctx.fillRect(-1e10,-1e10,2e10,2e10);this.compose(this.current.getClippedPathBoundingBox()),this.restore()}beginInlineImage(){Zn("Should not call beginInlineImage")}beginImageData(){Zn("Should not call beginImageData")}paintFormXObjectBegin(e,t){if(this.contentVisible&&(this.save(),this.baseTransformStack.push(this.baseTransform),e&&this.transform(...e),this.baseTransform=wa(this.ctx),t)){Dr.axialAlignedBoundingBox(t,this.baseTransform,this.current.minMax);const[n,a,i,s]=t,o=new Path2D;o.rect(n,a,i-n,s-a),this.ctx.clip(o),this.endPath()}}paintFormXObjectEnd(){this.contentVisible&&(this.restore(),this.baseTransform=this.baseTransformStack.pop())}beginGroup(e){if(!this.contentVisible)return;this.save(),this.inSMaskMode&&(this.endSMaskMode(),this.current.activeSMask=null);const t=this.ctx;e.isolated||cy("TODO: Support non-isolated groups."),e.knockout&&Jr("Knockout groups not supported.");const n=wa(t);if(e.matrix&&t.transform(...e.matrix),!e.bbox)throw new Error("Bounding box is required.");let a=Jh.slice();Dr.axialAlignedBoundingBox(e.bbox,wa(t),a);const i=[0,0,t.canvas.width,t.canvas.height];a=Dr.intersect(a,i)||[0,0,0,0];const s=Math.floor(a[0]),o=Math.floor(a[1]),l=Math.max(Math.ceil(a[2])-s,1),c=Math.max(Math.ceil(a[3])-o,1);this.current.startNewPathAndClipBox([0,0,l,c]);let u="groupAt"+this.groupLevel;e.smask&&(u+="_smask_"+this.smaskCounter++%2);const d=this.cachedCanvases.getCanvas(u,l,c),h=d.context;h.translate(-s,-o),h.transform(...n);let p=new Path2D;const[m,g,b,_]=e.bbox;if(p.rect(m,g,b-m,_-g),e.matrix){const v=new Path2D;v.addPath(p,new DOMMatrix(e.matrix)),p=v}h.clip(p),e.smask?this.smaskStack.push({canvas:d.canvas,context:h,offsetX:s,offsetY:o,subtype:e.smask.subtype,backdrop:e.smask.backdrop,transferMap:e.smask.transferMap||null,startTransformInverse:null}):(t.setTransform(1,0,0,1,0,0),t.translate(s,o),t.save()),kp(t,h),this.ctx=h,this.setGState([["BM","source-over"],["ca",1],["CA",1]]),this.groupStack.push(t),this.groupLevel++}endGroup(e){if(!this.contentVisible)return;this.groupLevel--;const t=this.ctx,n=this.groupStack.pop();if(this.ctx=n,this.ctx.imageSmoothingEnabled=!1,e.smask)this.tempSMask=this.smaskStack.pop(),this.restore();else{this.ctx.restore();const a=wa(this.ctx);this.restore(),this.ctx.save(),this.ctx.setTransform(...a);const i=Jh.slice();Dr.axialAlignedBoundingBox([0,0,t.canvas.width,t.canvas.height],a,i),this.ctx.drawImage(t.canvas,0,0),this.ctx.restore(),this.compose(i)}}beginAnnotation(e,t,n,a,i){if(this.#e(),V1(this.ctx),this.ctx.save(),this.save(),this.baseTransform&&this.ctx.setTransform(...this.baseTransform),t){const s=t[2]-t[0],o=t[3]-t[1];if(i&&this.annotationCanvasMap){n=n.slice(),n[4]-=t[0],n[5]-=t[1],t=t.slice(),t[0]=t[1]=0,t[2]=s,t[3]=o,Dr.singularValueDecompose2dScale(wa(this.ctx),Ys);const{viewportScale:l}=this,c=Math.ceil(s*this.outputScaleX*l),u=Math.ceil(o*this.outputScaleY*l);this.annotationCanvas=this.canvasFactory.create(c,u);const{canvas:d,context:h}=this.annotationCanvas;this.annotationCanvasMap.set(e,d),this.annotationCanvas.savedCtx=this.ctx,this.ctx=h,this.ctx.save(),this.ctx.setTransform(Ys[0],0,0,-Ys[1],0,o*Ys[1]),V1(this.ctx)}else{V1(this.ctx),this.endPath();const l=new Path2D;l.rect(t[0],t[1],s,o),this.ctx.clip(l)}}this.current=new ND(this.ctx.canvas.width,this.ctx.canvas.height),this.transform(...n),this.transform(...a)}endAnnotation(){this.annotationCanvas&&(this.ctx.restore(),this.#t(),this.ctx=this.annotationCanvas.savedCtx,delete this.annotationCanvas.savedCtx,delete this.annotationCanvas)}paintImageMaskXObject(e){if(!this.contentVisible)return;const t=e.count;e=this.getObject(e.data,e),e.count=t;const n=this.ctx,a=this._createMaskCanvas(e),i=a.canvas;n.save(),n.setTransform(1,0,0,1,0,0),n.drawImage(i,a.offsetX,a.offsetY),n.restore(),this.compose()}paintImageMaskXObjectRepeat(e,t,n=0,a=0,i,s){if(!this.contentVisible)return;e=this.getObject(e.data,e);const o=this.ctx;o.save();const l=wa(o);o.transform(t,n,a,i,0,0);const c=this._createMaskCanvas(e);o.setTransform(1,0,0,1,c.offsetX-l[4],c.offsetY-l[5]);for(let u=0,d=s.length;ud?u/d:1,o=c>d?c/d:1}}this._cachedScaleForStroking[0]=s,this._cachedScaleForStroking[1]=o}return this._cachedScaleForStroking}rescaleAndStroke(e,t){const{ctx:n,current:{lineWidth:a}}=this,[i,s]=this.getScaleForStroking();if(i===s){n.lineWidth=(a||1)*i,n.stroke(e);return}const o=n.getLineDash();t&&n.save(),n.scale(i,s),LT.a=1/i,LT.d=1/s;const l=new Path2D;if(l.addPath(e,LT),o.length>0){const c=Math.max(i,s);n.setLineDash(o.map(u=>u/c)),n.lineDashOffset/=c}n.lineWidth=a||1,n.stroke(l),t&&n.restore()}isContentVisible(){for(let e=this.markedContentStack.length-1;e>=0;e--)if(!this.markedContentStack[e].visible)return!1;return!0}}for(const r in kb)pf.prototype[r]!==void 0&&(pf.prototype[kb[r]]=pf.prototype[r]);class mf{static#e=null;static#t="";static get workerPort(){return this.#e}static set workerPort(e){if(!(typeof Worker<"u"&&e instanceof Worker)&&e!==null)throw new Error("Invalid `workerPort` type.");this.#e=e}static get workerSrc(){return this.#t}static set workerSrc(e){if(typeof e!="string")throw new Error("Invalid `workerSrc` type.");this.#t=e}}class Yve{#e;#t;constructor({parsedData:e,rawData:t}){this.#e=e,this.#t=t}getRaw(){return this.#t}get(e){return this.#e.get(e)??null}[Symbol.iterator](){return this.#e.entries()}}const zh=Symbol("INTERNAL");class Wve{#e=!1;#t=!1;#r=!1;#n=!0;constructor(e,{name:t,intent:n,usage:a,rbGroups:i}){this.#e=!!(e&qs.DISPLAY),this.#t=!!(e&qs.PRINT),this.name=t,this.intent=n,this.usage=a,this.rbGroups=i}get visible(){if(this.#r)return this.#n;if(!this.#n)return!1;const{print:e,view:t}=this.usage;return this.#e?t?.viewState!=="OFF":this.#t?e?.printState!=="OFF":!0}_setVisible(e,t,n=!1){e!==zh&&Zn("Internal method `_setVisible` called."),this.#r=n,this.#n=t}}class jve{#e=null;#t=new Map;#r=null;#n=null;constructor(e,t=qs.DISPLAY){if(this.renderingIntent=t,this.name=null,this.creator=null,e!==null){this.name=e.name,this.creator=e.creator,this.#n=e.order;for(const n of e.groups)this.#t.set(n.id,new Wve(t,n));if(e.baseState==="OFF")for(const n of this.#t.values())n._setVisible(zh,!1);for(const n of e.on)this.#t.get(n)._setVisible(zh,!0);for(const n of e.off)this.#t.get(n)._setVisible(zh,!1);this.#r=this.getHash()}}#i(e){const t=e.length;if(t<2)return!0;const n=e[0];for(let a=1;a0){const l=i instanceof Uint8Array&&i.byteLength===i.buffer.byteLength?i.buffer:new Uint8Array(i).buffer;this._queuedChunks.push(l)}this._pdfDataRangeTransport=e,this._isStreamingSupported=!n,this._isRangeSupported=!t,this._contentLength=a,this._fullRequestReader=null,this._rangeReaders=[],e.addRangeListener((l,c)=>{this._onReceiveData({begin:l,chunk:c})}),e.addProgressListener((l,c)=>{this._onProgress({loaded:l,total:c})}),e.addProgressiveReadListener(l=>{this._onReceiveData({chunk:l})}),e.addProgressiveDoneListener(()=>{this._onProgressiveDone()}),e.transportReady()}_onReceiveData({begin:e,chunk:t}){const n=t instanceof Uint8Array&&t.byteLength===t.buffer.byteLength?t.buffer:new Uint8Array(t).buffer;if(e===void 0)this._fullRequestReader?this._fullRequestReader._enqueue(n):this._queuedChunks.push(n);else{const a=this._rangeReaders.some(function(i){return i._begin!==e?!1:(i._enqueue(n),!0)});Xa(a,"_onReceiveData - no `PDFDataTransportStreamRangeReader` instance found.")}}get _progressiveDataLength(){return this._fullRequestReader?._loaded??0}_onProgress(e){e.total===void 0?this._rangeReaders[0]?.onProgress?.({loaded:e.loaded}):this._fullRequestReader?.onProgress?.({loaded:e.loaded,total:e.total})}_onProgressiveDone(){this._fullRequestReader?.progressiveDone(),this._progressiveDone=!0}_removeRangeReader(e){const t=this._rangeReaders.indexOf(e);t>=0&&this._rangeReaders.splice(t,1)}getFullReader(){Xa(!this._fullRequestReader,"PDFDataTransportStream.getFullReader can only be called once.");const e=this._queuedChunks;return this._queuedChunks=null,new Xve(this,e,this._progressiveDone,this._contentDispositionFilename)}getRangeReader(e,t){if(t<=this._progressiveDataLength)return null;const n=new Qve(this,e,t);return this._pdfDataRangeTransport.requestDataRange(e,t),this._rangeReaders.push(n),n}cancelAllRequests(e){this._fullRequestReader?.cancel(e);for(const t of this._rangeReaders.slice(0))t.cancel(e);this._pdfDataRangeTransport.abort()}}class Xve{constructor(e,t,n=!1,a=null){this._stream=e,this._done=n||!1,this._filename=px(a)?a:null,this._queuedChunks=t||[],this._loaded=0;for(const i of this._queuedChunks)this._loaded+=i.byteLength;this._requests=[],this._headersReady=Promise.resolve(),e._fullRequestReader=this,this.onProgress=null}_enqueue(e){this._done||(this._requests.length>0?this._requests.shift().resolve({value:e,done:!1}):this._queuedChunks.push(e),this._loaded+=e.byteLength)}get headersReady(){return this._headersReady}get filename(){return this._filename}get isRangeSupported(){return this._stream._isRangeSupported}get isStreamingSupported(){return this._stream._isStreamingSupported}get contentLength(){return this._stream._contentLength}async read(){if(this._queuedChunks.length>0)return{value:this._queuedChunks.shift(),done:!1};if(this._done)return{value:void 0,done:!0};const e=Promise.withResolvers();return this._requests.push(e),e.promise}cancel(e){this._done=!0;for(const t of this._requests)t.resolve({value:void 0,done:!0});this._requests.length=0}progressiveDone(){this._done||(this._done=!0)}}class Qve{constructor(e,t,n){this._stream=e,this._begin=t,this._end=n,this._queuedChunk=null,this._requests=[],this._done=!1,this.onProgress=null}_enqueue(e){if(!this._done){if(this._requests.length===0)this._queuedChunk=e;else{this._requests.shift().resolve({value:e,done:!1});for(const n of this._requests)n.resolve({value:void 0,done:!0});this._requests.length=0}this._done=!0,this._stream._removeRangeReader(this)}}get isStreamingSupported(){return!1}async read(){if(this._queuedChunk){const t=this._queuedChunk;return this._queuedChunk=null,{value:t,done:!1}}if(this._done)return{value:void 0,done:!0};const e=Promise.withResolvers();return this._requests.push(e),e.promise}cancel(e){this._done=!0;for(const t of this._requests)t.resolve({value:void 0,done:!0});this._requests.length=0,this._stream._removeRangeReader(this)}}function Zve(r){let e=!0,t=n("filename\\*","i").exec(r);if(t){t=t[1];let u=o(t);return u=unescape(u),u=l(u),u=c(u),i(u)}if(t=s(r),t){const u=c(t);return i(u)}if(t=n("filename","i").exec(r),t){t=t[1];let u=o(t);return u=c(u),i(u)}function n(u,d){return new RegExp("(?:^|;)\\s*"+u+'\\s*=\\s*([^";\\s][^;\\s]*|"(?:[^"\\\\]|\\\\"?)+"?)',d)}function a(u,d){if(u){if(!/^[\x00-\xFF]+$/.test(d))return d;try{const h=new TextDecoder(u,{fatal:!0}),p=Sg(d);d=h.decode(p),e=!1}catch{}}return d}function i(u){return e&&/[\x80-\xff]/.test(u)&&(u=a("utf-8",u),e&&(u=a("iso-8859-1",u))),u}function s(u){const d=[];let h;const p=n("filename\\*((?!0\\d)\\d+)(\\*?)","ig");for(;(h=p.exec(u))!==null;){let[,g,b,_]=h;if(g=parseInt(g,10),g in d){if(g===0)break;continue}d[g]=[b,_]}const m=[];for(let g=0;g{if(e._responseOrigin=fy(i.url),!Tz(i.status))throw Cg(i.status,a);this._reader=i.body.getReader(),this._headersCapability.resolve();const s=i.headers,{allowRangeRequests:o,suggestedLength:l}=Ez({responseHeaders:s,isHttp:e.isHttp,rangeChunkSize:this._rangeChunkSize,disableRange:this._disableRange});this._isRangeSupported=o,this._contentLength=l||this._contentLength,this._filename=wz(s),!this._isStreamingSupported&&this._isRangeSupported&&this.cancel(new Fu("Streaming is disabled."))}).catch(this._headersCapability.reject),this.onProgress=null}get headersReady(){return this._headersCapability.promise}get filename(){return this._filename}get contentLength(){return this._contentLength}get isRangeSupported(){return this._isRangeSupported}get isStreamingSupported(){return this._isStreamingSupported}async read(){await this._headersCapability.promise;const{value:e,done:t}=await this._reader.read();return t?{value:e,done:t}:(this._loaded+=e.byteLength,this.onProgress?.({loaded:this._loaded,total:this._contentLength}),{value:Az(e),done:!1})}cancel(e){this._reader?.cancel(e),this._abortController.abort()}}class tye{constructor(e,t,n){this._stream=e,this._reader=null,this._loaded=0;const a=e.source;this._withCredentials=a.withCredentials||!1,this._readCapability=Promise.withResolvers(),this._isStreamingSupported=!a.disableStream,this._abortController=new AbortController;const i=new Headers(e.headers);i.append("Range",`bytes=${t}-${n-1}`);const s=a.url;fetch(s,Cz(i,this._withCredentials,this._abortController)).then(o=>{const l=fy(o.url);if(l!==e._responseOrigin)throw new Error(`Expected range response-origin "${l}" to match "${e._responseOrigin}".`);if(!Tz(o.status))throw Cg(o.status,s);this._readCapability.resolve(),this._reader=o.body.getReader()}).catch(this._readCapability.reject),this.onProgress=null}get isStreamingSupported(){return this._isStreamingSupported}async read(){await this._readCapability.promise;const{value:e,done:t}=await this._reader.read();return t?{value:e,done:t}:(this._loaded+=e.byteLength,this.onProgress?.({loaded:this._loaded}),{value:Az(e),done:!1})}cancel(e){this._reader?.cancel(e),this._abortController.abort()}}const FT=200,BT=206;function rye(r){const e=r.response;return typeof e!="string"?e:Sg(e).buffer}class nye{_responseOrigin=null;constructor({url:e,httpHeaders:t,withCredentials:n}){this.url=e,this.isHttp=/^https?:/i.test(e),this.headers=Sz(this.isHttp,t),this.withCredentials=n||!1,this.currXhrId=0,this.pendingRequests=Object.create(null)}request(e){const t=new XMLHttpRequest,n=this.currXhrId++,a=this.pendingRequests[n]={xhr:t};t.open("GET",this.url),t.withCredentials=this.withCredentials;for(const[i,s]of this.headers)t.setRequestHeader(i,s);return this.isHttp&&"begin"in e&&"end"in e?(t.setRequestHeader("Range",`bytes=${e.begin}-${e.end-1}`),a.expectedStatus=BT):a.expectedStatus=FT,t.responseType="arraybuffer",Xa(e.onError,"Expected `onError` callback to be provided."),t.onerror=()=>{e.onError(t.status)},t.onreadystatechange=this.onStateChange.bind(this,n),t.onprogress=this.onProgress.bind(this,n),a.onHeadersReceived=e.onHeadersReceived,a.onDone=e.onDone,a.onError=e.onError,a.onProgress=e.onProgress,t.send(null),n}onProgress(e,t){const n=this.pendingRequests[e];n&&n.onProgress?.(t)}onStateChange(e,t){const n=this.pendingRequests[e];if(!n)return;const a=n.xhr;if(a.readyState>=2&&n.onHeadersReceived&&(n.onHeadersReceived(),delete n.onHeadersReceived),a.readyState!==4||!(e in this.pendingRequests))return;if(delete this.pendingRequests[e],a.status===0&&this.isHttp){n.onError(a.status);return}const i=a.status||FT;if(!(i===FT&&n.expectedStatus===BT)&&i!==n.expectedStatus){n.onError(a.status);return}const o=rye(a);if(i===BT){const l=a.getResponseHeader("Content-Range"),c=/bytes (\d+)-(\d+)\/(\d+)/.exec(l);c?n.onDone({begin:parseInt(c[1],10),chunk:o}):(Jr('Missing or invalid "Content-Range" header.'),n.onError(0))}else o?n.onDone({begin:0,chunk:o}):n.onError(a.status)}getRequestXhr(e){return this.pendingRequests[e].xhr}isPendingRequest(e){return e in this.pendingRequests}abortRequest(e){const t=this.pendingRequests[e].xhr;delete this.pendingRequests[e],t.abort()}}class aye{constructor(e){this._source=e,this._manager=new nye(e),this._rangeChunkSize=e.rangeChunkSize,this._fullRequestReader=null,this._rangeRequestReaders=[]}_onRangeRequestReaderClosed(e){const t=this._rangeRequestReaders.indexOf(e);t>=0&&this._rangeRequestReaders.splice(t,1)}getFullReader(){return Xa(!this._fullRequestReader,"PDFNetworkStream.getFullReader can only be called once."),this._fullRequestReader=new iye(this._manager,this._source),this._fullRequestReader}getRangeReader(e,t){const n=new sye(this._manager,e,t);return n.onClosed=this._onRangeRequestReaderClosed.bind(this),this._rangeRequestReaders.push(n),n}cancelAllRequests(e){this._fullRequestReader?.cancel(e);for(const t of this._rangeRequestReaders.slice(0))t.cancel(e)}}class iye{constructor(e,t){this._manager=e,this._url=t.url,this._fullRequestId=e.request({onHeadersReceived:this._onHeadersReceived.bind(this),onDone:this._onDone.bind(this),onError:this._onError.bind(this),onProgress:this._onProgress.bind(this)}),this._headersCapability=Promise.withResolvers(),this._disableRange=t.disableRange||!1,this._contentLength=t.length,this._rangeChunkSize=t.rangeChunkSize,!this._rangeChunkSize&&!this._disableRange&&(this._disableRange=!0),this._isStreamingSupported=!1,this._isRangeSupported=!1,this._cachedChunks=[],this._requests=[],this._done=!1,this._storedError=void 0,this._filename=null,this.onProgress=null}_onHeadersReceived(){const e=this._fullRequestId,t=this._manager.getRequestXhr(e);this._manager._responseOrigin=fy(t.responseURL);const n=t.getAllResponseHeaders(),a=new Headers(n?n.trimStart().replace(/[^\S ]+$/,"").split(/[\r\n]+/).map(o=>{const[l,...c]=o.split(": ");return[l,c.join(": ")]}):[]),{allowRangeRequests:i,suggestedLength:s}=Ez({responseHeaders:a,isHttp:this._manager.isHttp,rangeChunkSize:this._rangeChunkSize,disableRange:this._disableRange});i&&(this._isRangeSupported=!0),this._contentLength=s||this._contentLength,this._filename=wz(a),this._isRangeSupported&&this._manager.abortRequest(e),this._headersCapability.resolve()}_onDone(e){if(e&&(this._requests.length>0?this._requests.shift().resolve({value:e.chunk,done:!1}):this._cachedChunks.push(e.chunk)),this._done=!0,!(this._cachedChunks.length>0)){for(const t of this._requests)t.resolve({value:void 0,done:!0});this._requests.length=0}}_onError(e){this._storedError=Cg(e,this._url),this._headersCapability.reject(this._storedError);for(const t of this._requests)t.reject(this._storedError);this._requests.length=0,this._cachedChunks.length=0}_onProgress(e){this.onProgress?.({loaded:e.loaded,total:e.lengthComputable?e.total:this._contentLength})}get filename(){return this._filename}get isRangeSupported(){return this._isRangeSupported}get isStreamingSupported(){return this._isStreamingSupported}get contentLength(){return this._contentLength}get headersReady(){return this._headersCapability.promise}async read(){if(await this._headersCapability.promise,this._storedError)throw this._storedError;if(this._cachedChunks.length>0)return{value:this._cachedChunks.shift(),done:!1};if(this._done)return{value:void 0,done:!0};const e=Promise.withResolvers();return this._requests.push(e),e.promise}cancel(e){this._done=!0,this._headersCapability.reject(e);for(const t of this._requests)t.resolve({value:void 0,done:!0});this._requests.length=0,this._manager.isPendingRequest(this._fullRequestId)&&this._manager.abortRequest(this._fullRequestId),this._fullRequestReader=null}}class sye{constructor(e,t,n){this._manager=e,this._url=e.url,this._requestId=e.request({begin:t,end:n,onHeadersReceived:this._onHeadersReceived.bind(this),onDone:this._onDone.bind(this),onError:this._onError.bind(this),onProgress:this._onProgress.bind(this)}),this._requests=[],this._queuedChunk=null,this._done=!1,this._storedError=void 0,this.onProgress=null,this.onClosed=null}_onHeadersReceived(){const e=fy(this._manager.getRequestXhr(this._requestId)?.responseURL);e!==this._manager._responseOrigin&&(this._storedError=new Error(`Expected range response-origin "${e}" to match "${this._manager._responseOrigin}".`),this._onError(0))}_close(){this.onClosed?.(this)}_onDone(e){const t=e.chunk;this._requests.length>0?this._requests.shift().resolve({value:t,done:!1}):this._queuedChunk=t,this._done=!0;for(const n of this._requests)n.resolve({value:void 0,done:!0});this._requests.length=0,this._close()}_onError(e){this._storedError??=Cg(e,this._url);for(const t of this._requests)t.reject(this._storedError);this._requests.length=0,this._queuedChunk=null}_onProgress(e){this.isStreamingSupported||this.onProgress?.({loaded:e.loaded})}get isStreamingSupported(){return!1}async read(){if(this._storedError)throw this._storedError;if(this._queuedChunk!==null){const t=this._queuedChunk;return this._queuedChunk=null,{value:t,done:!1}}if(this._done)return{value:void 0,done:!0};const e=Promise.withResolvers();return this._requests.push(e),e.promise}cancel(e){this._done=!0;for(const t of this._requests)t.resolve({value:void 0,done:!0});this._requests.length=0,this._manager.isPendingRequest(this._requestId)&&this._manager.abortRequest(this._requestId),this._close()}}const oye=/^[a-z][a-z0-9\-+.]+:/i;function lye(r){if(oye.test(r))return new URL(r);const e=process.getBuiltinModule("url");return new URL(e.pathToFileURL(r))}class cye{constructor(e){this.source=e,this.url=lye(e.url),Xa(this.url.protocol==="file:","PDFNodeStream only supports file:// URLs."),this._fullRequestReader=null,this._rangeRequestReaders=[]}get _progressiveDataLength(){return this._fullRequestReader?._loaded??0}getFullReader(){return Xa(!this._fullRequestReader,"PDFNodeStream.getFullReader can only be called once."),this._fullRequestReader=new uye(this),this._fullRequestReader}getRangeReader(e,t){if(t<=this._progressiveDataLength)return null;const n=new dye(this,e,t);return this._rangeRequestReaders.push(n),n}cancelAllRequests(e){this._fullRequestReader?.cancel(e);for(const t of this._rangeRequestReaders.slice(0))t.cancel(e)}}class uye{constructor(e){this._url=e.url,this._done=!1,this._storedError=null,this.onProgress=null;const t=e.source;this._contentLength=t.length,this._loaded=0,this._filename=null,this._disableRange=t.disableRange||!1,this._rangeChunkSize=t.rangeChunkSize,!this._rangeChunkSize&&!this._disableRange&&(this._disableRange=!0),this._isStreamingSupported=!t.disableStream,this._isRangeSupported=!t.disableRange,this._readableStream=null,this._readCapability=Promise.withResolvers(),this._headersCapability=Promise.withResolvers();const n=process.getBuiltinModule("fs");n.promises.lstat(this._url).then(a=>{this._contentLength=a.size,this._setReadableStream(n.createReadStream(this._url)),this._headersCapability.resolve()},a=>{a.code==="ENOENT"&&(a=Cg(0,this._url.href)),this._storedError=a,this._headersCapability.reject(a)})}get headersReady(){return this._headersCapability.promise}get filename(){return this._filename}get contentLength(){return this._contentLength}get isRangeSupported(){return this._isRangeSupported}get isStreamingSupported(){return this._isStreamingSupported}async read(){if(await this._readCapability.promise,this._done)return{value:void 0,done:!0};if(this._storedError)throw this._storedError;const e=this._readableStream.read();return e===null?(this._readCapability=Promise.withResolvers(),this.read()):(this._loaded+=e.length,this.onProgress?.({loaded:this._loaded,total:this._contentLength}),{value:new Uint8Array(e).buffer,done:!1})}cancel(e){if(!this._readableStream){this._error(e);return}this._readableStream.destroy(e)}_error(e){this._storedError=e,this._readCapability.resolve()}_setReadableStream(e){this._readableStream=e,e.on("readable",()=>{this._readCapability.resolve()}),e.on("end",()=>{e.destroy(),this._done=!0,this._readCapability.resolve()}),e.on("error",t=>{this._error(t)}),!this._isStreamingSupported&&this._isRangeSupported&&this._error(new Fu("streaming is disabled")),this._storedError&&this._readableStream.destroy(this._storedError)}}class dye{constructor(e,t,n){this._url=e.url,this._done=!1,this._storedError=null,this.onProgress=null,this._loaded=0,this._readableStream=null,this._readCapability=Promise.withResolvers();const a=e.source;this._isStreamingSupported=!a.disableStream;const i=process.getBuiltinModule("fs");this._setReadableStream(i.createReadStream(this._url,{start:t,end:n-1}))}get isStreamingSupported(){return this._isStreamingSupported}async read(){if(await this._readCapability.promise,this._done)return{value:void 0,done:!0};if(this._storedError)throw this._storedError;const e=this._readableStream.read();return e===null?(this._readCapability=Promise.withResolvers(),this.read()):(this._loaded+=e.length,this.onProgress?.({loaded:this._loaded}),{value:new Uint8Array(e).buffer,done:!1})}cancel(e){if(!this._readableStream){this._error(e);return}this._readableStream.destroy(e)}_error(e){this._storedError=e,this._readCapability.resolve()}_setReadableStream(e){this._readableStream=e,e.on("readable",()=>{this._readCapability.resolve()}),e.on("end",()=>{e.destroy(),this._done=!0,this._readCapability.resolve()}),e.on("error",t=>{this._error(t)}),this._storedError&&this._readableStream.destroy(this._storedError)}}const Mp=Symbol("INITIAL_DATA");class xz{#e=Object.create(null);#t(e){return this.#e[e]||={...Promise.withResolvers(),data:Mp}}get(e,t=null){if(t){const a=this.#t(e);return a.promise.then(()=>t(a.data)),null}const n=this.#e[e];if(!n||n.data===Mp)throw new Error(`Requesting object that isn't resolved yet ${e}.`);return n.data}has(e){const t=this.#e[e];return!!t&&t.data!==Mp}delete(e){const t=this.#e[e];return!t||t.data===Mp?!1:(delete this.#e[e],!0)}resolve(e,t=null){const n=this.#t(e);n.data=t,n.resolve()}clear(){for(const e in this.#e){const{data:t}=this.#e[e];t?.bitmap?.close()}this.#e=Object.create(null)}*[Symbol.iterator](){for(const e in this.#e){const{data:t}=this.#e[e];t!==Mp&&(yield[e,t])}}}const hye=1e5,PD=30;class Ji{#e=Promise.withResolvers();#t=null;#r=!1;#n=!!globalThis.FontInspector?.enabled;#i=null;#a=null;#s=0;#o=0;#l=null;#c=null;#d=0;#u=0;#p=Object.create(null);#m=[];#f=null;#h=[];#g=new WeakMap;#v=null;static#_=new Map;static#y=new Map;static#S=new WeakMap;static#b=null;static#w=new Set;constructor({textContentSource:e,container:t,viewport:n}){if(e instanceof ReadableStream)this.#f=e;else if(typeof e=="object")this.#f=new ReadableStream({start(l){l.enqueue(e),l.close()}});else throw new Error('No "textContentSource" parameter specified.');this.#t=this.#c=t,this.#u=n.scale*zl.pixelRatio,this.#d=n.rotation,this.#a={div:null,properties:null,ctx:null};const{pageWidth:a,pageHeight:i,pageX:s,pageY:o}=n.rawDims;this.#v=[1,0,0,-1,-s,o+i],this.#o=a,this.#s=i,Ji.#x(),Zd(t,n),this.#e.promise.finally(()=>{Ji.#w.delete(this),this.#a=null,this.#p=null}).catch(()=>{})}static get fontFamilyMap(){const{isWindows:e,isFirefox:t}=Mi.platform;return bn(this,"fontFamilyMap",new Map([["sans-serif",`${e&&t?"Calibri, ":""}sans-serif`],["monospace",`${e&&t?"Lucida Console, ":""}monospace`]]))}render(){const e=()=>{this.#l.read().then(({value:t,done:n})=>{if(n){this.#e.resolve();return}this.#i??=t.lang,Object.assign(this.#p,t.styles),this.#T(t.items),e()},this.#e.reject)};return this.#l=this.#f.getReader(),Ji.#w.add(this),e(),this.#e.promise}update({viewport:e,onBefore:t=null}){const n=e.scale*zl.pixelRatio,a=e.rotation;if(a!==this.#d&&(t?.(),this.#d=a,Zd(this.#c,{rotation:a})),n!==this.#u){t?.(),this.#u=n;const i={div:null,properties:null,ctx:Ji.#O(this.#i)};for(const s of this.#h)i.properties=this.#g.get(s),i.div=s,this.#N(i)}}cancel(){const e=new Fu("TextLayer task cancelled.");this.#l?.cancel(e).catch(()=>{}),this.#l=null,this.#e.reject(e)}get textDivs(){return this.#h}get textContentItemsStr(){return this.#m}#T(e){if(this.#r)return;this.#a.ctx??=Ji.#O(this.#i);const t=this.#h,n=this.#m;for(const a of e){if(t.length>hye){Jr("Ignoring additional textDivs for performance reasons."),this.#r=!0;return}if(a.str===void 0){if(a.type==="beginMarkedContentProps"||a.type==="beginMarkedContent"){const i=this.#t;this.#t=document.createElement("span"),this.#t.classList.add("markedContent"),a.id&&this.#t.setAttribute("id",`${a.id}`),i.append(this.#t)}else a.type==="endMarkedContent"&&(this.#t=this.#t.parentNode);continue}n.push(a.str),this.#C(a)}}#C(e){const t=document.createElement("span"),n={angle:0,canvasWidth:0,hasText:e.str!=="",hasEOL:e.hasEOL,fontSize:0};this.#h.push(t);const a=Dr.transform(this.#v,e.transform);let i=Math.atan2(a[1],a[0]);const s=this.#p[e.fontName];s.vertical&&(i+=Math.PI/2);let o=this.#n&&s.fontSubstitution||s.fontFamily;o=Ji.fontFamilyMap.get(o)||o;const l=Math.hypot(a[2],a[3]),c=l*Ji.#k(o,s,this.#i);let u,d;i===0?(u=a[4],d=a[5]-c):(u=a[4]+c*Math.sin(i),d=a[5]-c*Math.cos(i));const h="calc(var(--total-scale-factor) *",p=t.style;this.#t===this.#c?(p.left=`${(100*u/this.#o).toFixed(2)}%`,p.top=`${(100*d/this.#s).toFixed(2)}%`):(p.left=`${h}${u.toFixed(2)}px)`,p.top=`${h}${d.toFixed(2)}px)`),p.fontSize=`${h}${(Ji.#b*l).toFixed(2)}px)`,p.fontFamily=o,n.fontSize=l,t.setAttribute("role","presentation"),t.textContent=e.str,t.dir=e.dir,this.#n&&(t.dataset.fontName=s.fontSubstitutionLoadedName||e.fontName),i!==0&&(n.angle=i*(180/Math.PI));let m=!1;if(e.str.length>1)m=!0;else if(e.str!==" "&&e.transform[0]!==e.transform[3]){const g=Math.abs(e.transform[0]),b=Math.abs(e.transform[3]);g!==b&&Math.max(g,b)/Math.min(g,b)>1.5&&(m=!0)}if(m&&(n.canvasWidth=s.vertical?e.height:e.width),this.#g.set(t,n),this.#a.div=t,this.#a.properties=n,this.#N(this.#a),n.hasText&&this.#t.append(t),n.hasEOL){const g=document.createElement("br");g.setAttribute("role","presentation"),this.#t.append(g)}}#N(e){const{div:t,properties:n,ctx:a}=e,{style:i}=t;let s="";if(Ji.#b>1&&(s=`scale(${1/Ji.#b})`),n.canvasWidth!==0&&n.hasText){const{fontFamily:o}=i,{canvasWidth:l,fontSize:c}=n;Ji.#R(a,c*this.#u,o);const{width:u}=a.measureText(t.textContent);u>0&&(s=`scaleX(${l*this.#u/u}) ${s}`)}n.angle!==0&&(s=`rotate(${n.angle}deg) ${s}`),s.length>0&&(i.transform=s)}static cleanup(){if(!(this.#w.size>0)){this.#_.clear();for(const{canvas:e}of this.#y.values())e.remove();this.#y.clear()}}static#O(e=null){let t=this.#y.get(e||="");if(!t){const n=document.createElement("canvas");n.className="hiddenCanvasElement",n.lang=e,document.body.append(n),t=n.getContext("2d",{alpha:!1,willReadFrequently:!0}),this.#y.set(e,t),this.#S.set(t,{size:0,family:""})}return t}static#R(e,t,n){const a=this.#S.get(e);t===a.size&&n===a.family||(e.font=`${t}px ${n}`,a.size=t,a.family=n)}static#x(){if(this.#b!==null)return;const e=document.createElement("div");e.style.opacity=0,e.style.lineHeight=1,e.style.fontSize="1px",e.style.position="absolute",e.textContent="X",document.body.append(e),this.#b=e.getBoundingClientRect().height,e.remove()}static#k(e,t,n){const a=this.#_.get(e);if(a)return a;const i=this.#O(n);i.canvas.width=i.canvas.height=PD,this.#R(i,PD,e);const s=i.measureText(""),o=s.fontBoundingBoxAscent,l=Math.abs(s.fontBoundingBoxDescent);i.canvas.width=i.canvas.height=0;let c=.8;return o?c=o/(o+l):(Mi.platform.isFirefox&&Jr("Enable the `dom.textMetrics.fontBoundingBox.enabled` preference in `about:config` to improve TextLayer rendering."),t.ascent?c=t.ascent:t.descent&&(c=1+t.descent)),this.#_.set(e,c),c}}class Dm{static textContent(e){const t=[],n={items:t,styles:Object.create(null)};function a(i){if(!i)return;let s=null;const o=i.name;if(o==="#text")s=i.value;else if(Dm.shouldBuildText(o))i?.attributes?.textContent?s=i.attributes.textContent:i.value&&(s=i.value);else return;if(s!==null&&t.push({str:s}),!!i.children)for(const l of i.children)a(l)}return a(e),n}static shouldBuildText(e){return!(e==="textarea"||e==="input"||e==="option"||e==="select")}}const fye=100;function Sx(r={}){typeof r=="string"||r instanceof URL?r={url:r}:(r instanceof ArrayBuffer||ArrayBuffer.isView(r))&&(r={data:r});const e=new Ex,{docId:t}=e,n=r.url?Eve(r.url):null,a=r.data?wve(r.data):null,i=r.httpHeaders||null,s=r.withCredentials===!0,o=r.password??null,l=r.range instanceof Rz?r.range:null,c=Number.isInteger(r.rangeChunkSize)&&r.rangeChunkSize>0?r.rangeChunkSize:2**16;let u=r.worker instanceof Pm?r.worker:null;const d=r.verbosity,h=typeof r.docBaseUrl=="string"&&!uy(r.docBaseUrl)?r.docBaseUrl:null,p=z1(r.cMapUrl),m=r.cMapPacked!==!1,g=r.CMapReaderFactory||(es?Ive:wD),b=z1(r.iccUrl),_=z1(r.standardFontDataUrl),v=r.StandardFontDataFactory||(es?kve:TD),y=z1(r.wasmUrl),E=r.WasmFactory||(es?Mve:CD),S=r.stopAtErrors!==!0,w=Number.isInteger(r.maxImageSize)&&r.maxImageSize>-1?r.maxImageSize:-1,C=r.isEvalSupported!==!1,x=typeof r.isOffscreenCanvasSupported=="boolean"?r.isOffscreenCanvasSupported:!es,N=typeof r.isImageDecoderSupported=="boolean"?r.isImageDecoderSupported:!es&&(Mi.platform.isFirefox||!globalThis.chrome),I=Number.isInteger(r.canvasMaxAreaInBytes)?r.canvasMaxAreaInBytes:-1,D=typeof r.disableFontFace=="boolean"?r.disableFontFace:es,V=r.fontExtraProperties===!0,q=r.enableXfa===!0,$=r.ownerDocument||globalThis.document,K=r.disableRange===!0,z=r.disableStream===!0,re=r.disableAutoFetch===!0,W=r.pdfBug===!0,ie=r.CanvasFactory||(es?Nve:xve),k=r.FilterFactory||(es?Ove:Rve),B=r.enableHWA===!0,te=r.useWasm!==!1,O=l?l.length:r.length??NaN,R=typeof r.useSystemFonts=="boolean"?r.useSystemFonts:!es&&!D,U=typeof r.useWorkerFetch=="boolean"?r.useWorkerFetch:!!(g===wD&&v===TD&&E===CD&&p&&_&&y&&Xp(p,document.baseURI)&&Xp(_,document.baseURI)&&Xp(y,document.baseURI)),Q=null;eve(d);const ne={canvasFactory:new ie({ownerDocument:$,enableHWA:B}),filterFactory:new k({docId:t,ownerDocument:$}),cMapReaderFactory:U?null:new g({baseUrl:p,isCompressed:m}),standardFontDataFactory:U?null:new v({baseUrl:_}),wasmFactory:U?null:new E({baseUrl:y})};u||(u=Pm.create({verbosity:d,port:mf.workerPort}),e._worker=u);const ue={docId:t,apiVersion:"5.4.54",data:a,password:o,disableAutoFetch:re,rangeChunkSize:c,length:O,docBaseUrl:h,enableXfa:q,evaluatorOptions:{maxImageSize:w,disableFontFace:D,ignoreErrors:S,isEvalSupported:C,isOffscreenCanvasSupported:x,isImageDecoderSupported:N,canvasMaxAreaInBytes:I,fontExtraProperties:V,useSystemFonts:R,useWasm:te,useWorkerFetch:U,cMapUrl:p,iccUrl:b,standardFontDataUrl:_,wasmUrl:y}},he={ownerDocument:$,pdfBug:W,styleElement:Q,loadingParams:{disableAutoFetch:re,enableXfa:q}};return u.promise.then(function(){if(e.destroyed)throw new Error("Loading aborted");if(u.destroyed)throw new Error("Worker was destroyed");const be=u.messageHandler.sendWithPromise("GetDocRequest",ue,a?[a.buffer]:null);let Z;if(l)Z=new Kve(l,{disableRange:K,disableStream:z});else if(!a){if(!n)throw new Error("getDocument - no `url` parameter provided.");const ae=Xp(n)?Jve:es?cye:aye;Z=new ae({url:n,length:O,httpHeaders:i,withCredentials:s,rangeChunkSize:c,disableRange:K,disableStream:z})}return be.then(ae=>{if(e.destroyed)throw new Error("Loading aborted");if(u.destroyed)throw new Error("Worker was destroyed");const fe=new Qp(t,ae,u.port),pe=new gye(fe,e,Z,he,ne,B);e._transport=pe,fe.send("Ready",null)})}).catch(e._capability.reject),e}class Ex{static#e=0;_capability=Promise.withResolvers();_transport=null;_worker=null;docId=`d${Ex.#e++}`;destroyed=!1;onPassword=null;onProgress=null;get promise(){return this._capability.promise}async destroy(){this.destroyed=!0;try{this._worker?.port&&(this._worker._pendingDestroy=!0),await this._transport?.destroy()}catch(e){throw this._worker?.port&&delete this._worker._pendingDestroy,e}this._transport=null,this._worker?.destroy(),this._worker=null}async getData(){return this._transport.getData()}}class Rz{#e=Promise.withResolvers();#t=[];#r=[];#n=[];#i=[];constructor(e,t,n=!1,a=null){this.length=e,this.initialData=t,this.progressiveDone=n,this.contentDispositionFilename=a}addRangeListener(e){this.#i.push(e)}addProgressListener(e){this.#n.push(e)}addProgressiveReadListener(e){this.#r.push(e)}addProgressiveDoneListener(e){this.#t.push(e)}onDataRange(e,t){for(const n of this.#i)n(e,t)}onDataProgress(e,t){this.#e.promise.then(()=>{for(const n of this.#n)n(e,t)})}onDataProgressiveRead(e){this.#e.promise.then(()=>{for(const t of this.#r)t(e)})}onDataProgressiveDone(){this.#e.promise.then(()=>{for(const e of this.#t)e()})}transportReady(){this.#e.resolve()}requestDataRange(e,t){Zn("Abstract method PDFDataRangeTransport.requestDataRange")}abort(){}}class pye{constructor(e,t){this._pdfInfo=e,this._transport=t}get annotationStorage(){return this._transport.annotationStorage}get canvasFactory(){return this._transport.canvasFactory}get filterFactory(){return this._transport.filterFactory}get numPages(){return this._pdfInfo.numPages}get fingerprints(){return this._pdfInfo.fingerprints}get isPureXfa(){return bn(this,"isPureXfa",!!this._transport._htmlForXfa)}get allXfaHtml(){return this._transport._htmlForXfa}getPage(e){return this._transport.getPage(e)}getPageIndex(e){return this._transport.getPageIndex(e)}getDestinations(){return this._transport.getDestinations()}getDestination(e){return this._transport.getDestination(e)}getPageLabels(){return this._transport.getPageLabels()}getPageLayout(){return this._transport.getPageLayout()}getPageMode(){return this._transport.getPageMode()}getViewerPreferences(){return this._transport.getViewerPreferences()}getOpenAction(){return this._transport.getOpenAction()}getAttachments(){return this._transport.getAttachments()}getJSActions(){return this._transport.getDocJSActions()}getOutline(){return this._transport.getOutline()}getOptionalContentConfig({intent:e="display"}={}){const{renderingIntent:t}=this._transport.getRenderingIntent(e);return this._transport.getOptionalContentConfig(t)}getPermissions(){return this._transport.getPermissions()}getMetadata(){return this._transport.getMetadata()}getMarkInfo(){return this._transport.getMarkInfo()}getData(){return this._transport.getData()}saveDocument(){return this._transport.saveDocument()}getDownloadInfo(){return this._transport.downloadInfoCapability.promise}cleanup(e=!1){return this._transport.startCleanup(e||this.isPureXfa)}destroy(){return this.loadingTask.destroy()}cachedPageNumber(e){return this._transport.cachedPageNumber(e)}get loadingParams(){return this._transport.loadingParams}get loadingTask(){return this._transport.loadingTask}getFieldObjects(){return this._transport.getFieldObjects()}hasJSActions(){return this._transport.hasJSActions()}getCalculationOrderIds(){return this._transport.getCalculationOrderIds()}}class mye{#e=!1;constructor(e,t,n,a=!1){this._pageIndex=e,this._pageInfo=t,this._transport=n,this._stats=a?new yD:null,this._pdfBug=a,this.commonObjs=n.commonObjs,this.objs=new xz,this._intentStates=new Map,this.destroyed=!1}get pageNumber(){return this._pageIndex+1}get rotate(){return this._pageInfo.rotate}get ref(){return this._pageInfo.ref}get userUnit(){return this._pageInfo.userUnit}get view(){return this._pageInfo.view}getViewport({scale:e,rotation:t=this.rotate,offsetX:n=0,offsetY:a=0,dontFlip:i=!1}={}){return new wg({viewBox:this.view,userUnit:this.userUnit,scale:e,rotation:t,offsetX:n,offsetY:a,dontFlip:i})}getAnnotations({intent:e="display"}={}){const{renderingIntent:t}=this._transport.getRenderingIntent(e);return this._transport.getAnnotations(this._pageIndex,t)}getJSActions(){return this._transport.getPageJSActions(this._pageIndex)}get filterFactory(){return this._transport.filterFactory}get isPureXfa(){return bn(this,"isPureXfa",!!this._transport._htmlForXfa)}async getXfa(){return this._transport._htmlForXfa?.children[this._pageIndex]||null}render({canvasContext:e,canvas:t=e.canvas,viewport:n,intent:a="display",annotationMode:i=yu.ENABLE,transform:s=null,background:o=null,optionalContentConfigPromise:l=null,annotationCanvasMap:c=null,pageColors:u=null,printAnnotationStorage:d=null,isEditing:h=!1}){this._stats?.time("Overall");const p=this._transport.getRenderingIntent(a,i,d,h),{renderingIntent:m,cacheKey:g}=p;this.#e=!1,l||=this._transport.getOptionalContentConfig(m);let b=this._intentStates.get(g);b||(b=Object.create(null),this._intentStates.set(g,b)),b.streamReaderCancelTimeout&&(clearTimeout(b.streamReaderCancelTimeout),b.streamReaderCancelTimeout=null);const _=!!(m&qs.PRINT);b.displayReadyCapability||(b.displayReadyCapability=Promise.withResolvers(),b.operatorList={fnArray:[],argsArray:[],lastChunk:!1,separateAnnots:null},this._stats?.time("Page Request"),this._pumpOperatorList(p));const v=S=>{b.renderTasks.delete(y),_&&(this.#e=!0),this.#t(),S?(y.capability.reject(S),this._abortOperatorList({intentState:b,reason:S instanceof Error?S:new Error(S)})):y.capability.resolve(),this._stats&&(this._stats.timeEnd("Rendering"),this._stats.timeEnd("Overall"),globalThis.Stats?.enabled&&globalThis.Stats.add(this.pageNumber,this._stats))},y=new ef({callback:v,params:{canvas:t,canvasContext:e,viewport:n,transform:s,background:o},objs:this.objs,commonObjs:this.commonObjs,annotationCanvasMap:c,operatorList:b.operatorList,pageIndex:this._pageIndex,canvasFactory:this._transport.canvasFactory,filterFactory:this._transport.filterFactory,useRequestAnimationFrame:!_,pdfBug:this._pdfBug,pageColors:u,enableHWA:this._transport.enableHWA});(b.renderTasks||=new Set).add(y);const E=y.task;return Promise.all([b.displayReadyCapability.promise,l]).then(([S,w])=>{if(this.destroyed){v();return}if(this._stats?.time("Rendering"),!(w.renderingIntent&m))throw new Error("Must use the same `intent`-argument when calling the `PDFPageProxy.render` and `PDFDocumentProxy.getOptionalContentConfig` methods.");y.initializeGraphics({transparency:S,optionalContentConfig:w}),y.operatorListChanged()}).catch(v),E}getOperatorList({intent:e="display",annotationMode:t=yu.ENABLE,printAnnotationStorage:n=null,isEditing:a=!1}={}){function i(){o.operatorList.lastChunk&&(o.opListReadCapability.resolve(o.operatorList),o.renderTasks.delete(l))}const s=this._transport.getRenderingIntent(e,t,n,a,!0);let o=this._intentStates.get(s.cacheKey);o||(o=Object.create(null),this._intentStates.set(s.cacheKey,o));let l;return o.opListReadCapability||(l=Object.create(null),l.operatorListChanged=i,o.opListReadCapability=Promise.withResolvers(),(o.renderTasks||=new Set).add(l),o.operatorList={fnArray:[],argsArray:[],lastChunk:!1,separateAnnots:null},this._stats?.time("Page Request"),this._pumpOperatorList(s)),o.opListReadCapability.promise}streamTextContent({includeMarkedContent:e=!1,disableNormalization:t=!1}={}){return this._transport.messageHandler.sendWithStream("GetTextContent",{pageIndex:this._pageIndex,includeMarkedContent:e===!0,disableNormalization:t===!0},{highWaterMark:100,size(a){return a.items.length}})}getTextContent(e={}){if(this._transport._htmlForXfa)return this.getXfa().then(n=>Dm.textContent(n));const t=this.streamTextContent(e);return new Promise(function(n,a){function i(){s.read().then(function({value:l,done:c}){if(c){n(o);return}o.lang??=l.lang,Object.assign(o.styles,l.styles),o.items.push(...l.items),i()},a)}const s=t.getReader(),o={items:[],styles:Object.create(null),lang:null};i()})}getStructTree(){return this._transport.getStructTree(this._pageIndex)}_destroy(){this.destroyed=!0;const e=[];for(const t of this._intentStates.values())if(this._abortOperatorList({intentState:t,reason:new Error("Page was destroyed."),force:!0}),!t.opListReadCapability)for(const n of t.renderTasks)e.push(n.completed),n.cancel();return this.objs.clear(),this.#e=!1,Promise.all(e)}cleanup(e=!1){this.#e=!0;const t=this.#t();return e&&t&&(this._stats&&=new yD),t}#t(){if(!this.#e||this.destroyed)return!1;for(const{renderTasks:e,operatorList:t}of this._intentStates.values())if(e.size>0||!t.lastChunk)return!1;return this._intentStates.clear(),this.objs.clear(),this.#e=!1,!0}_startRenderPage(e,t){const n=this._intentStates.get(t);n&&(this._stats?.timeEnd("Page Request"),n.displayReadyCapability?.resolve(e))}_renderPageChunk(e,t){for(let n=0,a=e.length;n{l.read().then(({value:d,done:h})=>{if(h){c.streamReader=null;return}this._transport.destroyed||(this._renderPageChunk(d,c),u())},d=>{if(c.streamReader=null,!this._transport.destroyed){if(c.operatorList){c.operatorList.lastChunk=!0;for(const h of c.renderTasks)h.operatorListChanged();this.#t()}if(c.displayReadyCapability)c.displayReadyCapability.reject(d);else if(c.opListReadCapability)c.opListReadCapability.reject(d);else throw d}})};u()}_abortOperatorList({intentState:e,reason:t,force:n=!1}){if(e.streamReader){if(e.streamReaderCancelTimeout&&(clearTimeout(e.streamReaderCancelTimeout),e.streamReaderCancelTimeout=null),!n){if(e.renderTasks.size>0)return;if(t instanceof fx){let a=fye;t.extraDelay>0&&t.extraDelay<1e3&&(a+=t.extraDelay),e.streamReaderCancelTimeout=setTimeout(()=>{e.streamReaderCancelTimeout=null,this._abortOperatorList({intentState:e,reason:t,force:!0})},a);return}}if(e.streamReader.cancel(new Fu(t.message)).catch(()=>{}),e.streamReader=null,!this._transport.destroyed){for(const[a,i]of this._intentStates)if(i===e){this._intentStates.delete(a);break}this.cleanup()}}}get stats(){return this._stats}}var Su,Vo,vc,zd,Xb,qd,Hd,us,x_,Oz,Nz,Zp,vf,R_;const ga=class ga{constructor({name:e=null,port:t=null,verbosity:n=tve()}={}){ml(this,us);ml(this,Su,Promise.withResolvers());ml(this,Vo,null);ml(this,vc,null);ml(this,zd,null);if(this.name=e,this.destroyed=!1,this.verbosity=n,t){if(ma(ga,Hd).has(t))throw new Error("Cannot use more than one PDFWorker per port.");ma(ga,Hd).set(t,this),gl(this,us,Oz).call(this,t)}else gl(this,us,Nz).call(this)}get promise(){return ma(this,Su).promise}get port(){return ma(this,vc)}get messageHandler(){return ma(this,Vo)}destroy(){this.destroyed=!0,ma(this,zd)?.terminate(),gs(this,zd,null),ma(ga,Hd).delete(ma(this,vc)),gs(this,vc,null),ma(this,Vo)?.destroy(),gs(this,Vo,null)}static create(e){const t=ma(this,Hd).get(e?.port);if(t){if(t._pendingDestroy)throw new Error("PDFWorker.create - the worker is being destroyed.\nPlease remember to await `PDFDocumentLoadingTask.destroy()`-calls.");return t}return new ga(e)}static get workerSrc(){if(mf.workerSrc)return mf.workerSrc;throw new Error('No "GlobalWorkerOptions.workerSrc" specified.')}static get _setupFakeWorkerGlobal(){return bn(this,"_setupFakeWorkerGlobal",(async()=>ma(this,vf,R_)?ma(this,vf,R_):(await import(this.workerSrc)).WorkerMessageHandler)())}};Su=new WeakMap,Vo=new WeakMap,vc=new WeakMap,zd=new WeakMap,Xb=new WeakMap,qd=new WeakMap,Hd=new WeakMap,us=new WeakSet,x_=function(){ma(this,Su).resolve(),ma(this,Vo).send("configure",{verbosity:this.verbosity})},Oz=function(e){gs(this,vc,e),gs(this,Vo,new Qp("main","worker",e)),ma(this,Vo).on("ready",()=>{}),gl(this,us,x_).call(this)},Nz=function(){if(ma(ga,qd)||ma(ga,vf,R_)){gl(this,us,Zp).call(this);return}let{workerSrc:e}=ga;try{ga._isSameOrigin(window.location,e)||(e=ga._createCDNWrapper(new URL(e,window.location).href));const t=new Worker(e,{type:"module"}),n=new Qp("main","worker",t),a=()=>{i.abort(),n.destroy(),t.terminate(),this.destroyed?ma(this,Su).reject(new Error("Worker was destroyed")):gl(this,us,Zp).call(this)},i=new AbortController;t.addEventListener("error",()=>{ma(this,zd)||a()},{signal:i.signal}),n.on("test",o=>{if(i.abort(),this.destroyed||!o){a();return}gs(this,Vo,n),gs(this,vc,t),gs(this,zd,t),gl(this,us,x_).call(this)}),n.on("ready",o=>{if(i.abort(),this.destroyed){a();return}try{s()}catch{gl(this,us,Zp).call(this)}});const s=()=>{const o=new Uint8Array;n.send("test",o,[o.buffer])};s();return}catch{cy("The worker has been disabled.")}gl(this,us,Zp).call(this)},Zp=function(){ma(ga,qd)||(Jr("Setting up fake worker."),gs(ga,qd,!0)),ga._setupFakeWorkerGlobal.then(e=>{if(this.destroyed){ma(this,Su).reject(new Error("Worker was destroyed"));return}const t=new Ave;gs(this,vc,t);const n=`fake${j6(ga,Xb)._++}`,a=new Qp(n+"_worker",n,t);e.setup(a,t),gs(this,Vo,new Qp(n,n+"_worker",t)),gl(this,us,x_).call(this)}).catch(e=>{ma(this,Su).reject(new Error(`Setting up fake worker failed: "${e.message}".`))})},vf=new WeakSet,R_=function(){try{return globalThis.pdfjsWorker?.WorkerMessageHandler||null}catch{return null}},ml(ga,vf),ml(ga,Xb,0),ml(ga,qd,!1),ml(ga,Hd,new WeakMap),es&&(gs(ga,qd,!0),mf.workerSrc||="./pdf.worker.mjs"),ga._isSameOrigin=(e,t)=>{const n=URL.parse(e);if(!n?.origin||n.origin==="null")return!1;const a=new URL(t,n);return n.origin===a.origin},ga._createCDNWrapper=e=>{const t=`await import("${e}");`;return URL.createObjectURL(new Blob([t],{type:"text/javascript"}))},ga.fromPort=e=>{if(fve("`PDFWorker.fromPort` - please use `PDFWorker.create` instead."),!e?.port)throw new Error("PDFWorker.fromPort - invalid method signature.");return ga.create(e)};let Pm=ga;class gye{#e=new Map;#t=new Map;#r=new Map;#n=new Map;#i=null;constructor(e,t,n,a,i,s){this.messageHandler=e,this.loadingTask=t,this.commonObjs=new xz,this.fontLoader=new yve({ownerDocument:a.ownerDocument,styleElement:a.styleElement}),this.loadingParams=a.loadingParams,this._params=a,this.canvasFactory=i.canvasFactory,this.filterFactory=i.filterFactory,this.cMapReaderFactory=i.cMapReaderFactory,this.standardFontDataFactory=i.standardFontDataFactory,this.wasmFactory=i.wasmFactory,this.destroyed=!1,this.destroyCapability=null,this._networkStream=n,this._fullReader=null,this._lastProgress=null,this.downloadInfoCapability=Promise.withResolvers(),this.enableHWA=s,this.setupMessageHandler()}#a(e,t=null){const n=this.#e.get(e);if(n)return n;const a=this.messageHandler.sendWithPromise(e,t);return this.#e.set(e,a),a}get annotationStorage(){return bn(this,"annotationStorage",new _x)}getRenderingIntent(e,t=yu.ENABLE,n=null,a=!1,i=!1){let s=qs.DISPLAY,o=aA;switch(e){case"any":s=qs.ANY;break;case"display":break;case"print":s=qs.PRINT;break;default:Jr(`getRenderingIntent - invalid intent: ${e}`)}const l=s&qs.PRINT&&n instanceof mz?n:this.annotationStorage;switch(t){case yu.DISABLE:s+=qs.ANNOTATIONS_DISABLE;break;case yu.ENABLE:break;case yu.ENABLE_FORMS:s+=qs.ANNOTATIONS_FORMS;break;case yu.ENABLE_STORAGE:s+=qs.ANNOTATIONS_STORAGE,o=l.serializable;break;default:Jr(`getRenderingIntent - invalid annotationMode: ${t}`)}a&&(s+=qs.IS_EDITING),i&&(s+=qs.OPLIST);const{ids:c,hash:u}=l.modifiedIds,d=[s,o.hash,u];return{renderingIntent:s,cacheKey:d.join("_"),annotationStorageSerializable:o,modifiedIds:c}}destroy(){if(this.destroyCapability)return this.destroyCapability.promise;this.destroyed=!0,this.destroyCapability=Promise.withResolvers(),this.#i?.reject(new Error("Worker was destroyed during onPassword callback"));const e=[];for(const n of this.#t.values())e.push(n._destroy());this.#t.clear(),this.#r.clear(),this.#n.clear(),this.hasOwnProperty("annotationStorage")&&this.annotationStorage.resetModified();const t=this.messageHandler.sendWithPromise("Terminate",null);return e.push(t),Promise.all(e).then(()=>{this.commonObjs.clear(),this.fontLoader.clear(),this.#e.clear(),this.filterFactory.destroy(),Ji.cleanup(),this._networkStream?.cancelAllRequests(new Fu("Worker was terminated.")),this.messageHandler?.destroy(),this.messageHandler=null,this.destroyCapability.resolve()},this.destroyCapability.reject),this.destroyCapability.promise}setupMessageHandler(){const{messageHandler:e,loadingTask:t}=this;e.on("GetReader",(n,a)=>{Xa(this._networkStream,"GetReader - no `IPDFStream` instance available."),this._fullReader=this._networkStream.getFullReader(),this._fullReader.onProgress=i=>{this._lastProgress={loaded:i.loaded,total:i.total}},a.onPull=()=>{this._fullReader.read().then(function({value:i,done:s}){if(s){a.close();return}Xa(i instanceof ArrayBuffer,"GetReader - expected an ArrayBuffer."),a.enqueue(new Uint8Array(i),1,[i])}).catch(i=>{a.error(i)})},a.onCancel=i=>{this._fullReader.cancel(i),a.ready.catch(s=>{if(!this.destroyed)throw s})}}),e.on("ReaderHeadersReady",async n=>{await this._fullReader.headersReady;const{isStreamingSupported:a,isRangeSupported:i,contentLength:s}=this._fullReader;return(!a||!i)&&(this._lastProgress&&t.onProgress?.(this._lastProgress),this._fullReader.onProgress=o=>{t.onProgress?.({loaded:o.loaded,total:o.total})}),{isStreamingSupported:a,isRangeSupported:i,contentLength:s}}),e.on("GetRangeReader",(n,a)=>{Xa(this._networkStream,"GetRangeReader - no `IPDFStream` instance available.");const i=this._networkStream.getRangeReader(n.begin,n.end);if(!i){a.close();return}a.onPull=()=>{i.read().then(function({value:s,done:o}){if(o){a.close();return}Xa(s instanceof ArrayBuffer,"GetRangeReader - expected an ArrayBuffer."),a.enqueue(new Uint8Array(s),1,[s])}).catch(s=>{a.error(s)})},a.onCancel=s=>{i.cancel(s),a.ready.catch(o=>{if(!this.destroyed)throw o})}}),e.on("GetDoc",({pdfInfo:n})=>{this._numPages=n.numPages,this._htmlForXfa=n.htmlForXfa,delete n.htmlForXfa,t._capability.resolve(new pye(n,this))}),e.on("DocException",n=>{t._capability.reject(ys(n))}),e.on("PasswordRequest",n=>{this.#i=Promise.withResolvers();try{if(!t.onPassword)throw ys(n);const a=i=>{i instanceof Error?this.#i.reject(i):this.#i.resolve({password:i})};t.onPassword(a,n.code)}catch(a){this.#i.reject(a)}return this.#i.promise}),e.on("DataLoaded",n=>{t.onProgress?.({loaded:n.length,total:n.length}),this.downloadInfoCapability.resolve(n)}),e.on("StartRenderPage",n=>{if(this.destroyed)return;this.#t.get(n.pageIndex)._startRenderPage(n.transparency,n.cacheKey)}),e.on("commonobj",([n,a,i])=>{if(this.destroyed||this.commonObjs.has(n))return null;switch(a){case"Font":if("error"in i){const c=i.error;Jr(`Error during font loading: ${c}`),this.commonObjs.resolve(n,c);break}const s=this._params.pdfBug&&globalThis.FontInspector?.enabled?(c,u)=>globalThis.FontInspector.fontAdded(c,u):null,o=new Sve(i,s);this.fontLoader.bind(o).catch(()=>e.sendWithPromise("FontFallback",{id:n})).finally(()=>{!o.fontExtraProperties&&o.data&&(o.data=null),this.commonObjs.resolve(n,o)});break;case"CopyLocalImage":const{imageRef:l}=i;Xa(l,"The imageRef must be defined.");for(const c of this.#t.values())for(const[,u]of c.objs)if(u?.ref===l)return u.dataLen?(this.commonObjs.resolve(n,structuredClone(u)),u.dataLen):null;break;case"FontPath":case"Image":case"Pattern":this.commonObjs.resolve(n,i);break;default:throw new Error(`Got unknown common object type ${a}`)}return null}),e.on("obj",([n,a,i,s])=>{if(this.destroyed)return;const o=this.#t.get(a);if(!o.objs.has(n)){if(o._intentStates.size===0){s?.bitmap?.close();return}switch(i){case"Image":case"Pattern":o.objs.resolve(n,s);break;default:throw new Error(`Got unknown object type ${i}`)}}}),e.on("DocProgress",n=>{this.destroyed||t.onProgress?.({loaded:n.loaded,total:n.total})}),e.on("FetchBinaryData",async n=>{if(this.destroyed)throw new Error("Worker was destroyed.");const a=this[n.type];if(!a)throw new Error(`${n.type} not initialized, see the \`useWorkerFetch\` parameter.`);return a.fetch(n)})}getData(){return this.messageHandler.sendWithPromise("GetData",null)}saveDocument(){this.annotationStorage.size<=0&&Jr("saveDocument called while `annotationStorage` is empty, please use the getData-method instead.");const{map:e,transfer:t}=this.annotationStorage.serializable;return this.messageHandler.sendWithPromise("SaveDocument",{isPureXfa:!!this._htmlForXfa,numPages:this._numPages,annotationStorage:e,filename:this._fullReader?.filename??null},t).finally(()=>{this.annotationStorage.resetModified()})}getPage(e){if(!Number.isInteger(e)||e<=0||e>this._numPages)return Promise.reject(new Error("Invalid page request."));const t=e-1,n=this.#r.get(t);if(n)return n;const a=this.messageHandler.sendWithPromise("GetPage",{pageIndex:t}).then(i=>{if(this.destroyed)throw new Error("Transport destroyed");i.refStr&&this.#n.set(i.refStr,e);const s=new mye(t,i,this,this._params.pdfBug);return this.#t.set(t,s),s});return this.#r.set(t,a),a}getPageIndex(e){return iA(e)?this.messageHandler.sendWithPromise("GetPageIndex",{num:e.num,gen:e.gen}):Promise.reject(new Error("Invalid pageIndex request."))}getAnnotations(e,t){return this.messageHandler.sendWithPromise("GetAnnotations",{pageIndex:e,intent:t})}getFieldObjects(){return this.#a("GetFieldObjects")}hasJSActions(){return this.#a("HasJSActions")}getCalculationOrderIds(){return this.messageHandler.sendWithPromise("GetCalculationOrderIds",null)}getDestinations(){return this.messageHandler.sendWithPromise("GetDestinations",null)}getDestination(e){return typeof e!="string"?Promise.reject(new Error("Invalid destination request.")):this.messageHandler.sendWithPromise("GetDestination",{id:e})}getPageLabels(){return this.messageHandler.sendWithPromise("GetPageLabels",null)}getPageLayout(){return this.messageHandler.sendWithPromise("GetPageLayout",null)}getPageMode(){return this.messageHandler.sendWithPromise("GetPageMode",null)}getViewerPreferences(){return this.messageHandler.sendWithPromise("GetViewerPreferences",null)}getOpenAction(){return this.messageHandler.sendWithPromise("GetOpenAction",null)}getAttachments(){return this.messageHandler.sendWithPromise("GetAttachments",null)}getDocJSActions(){return this.#a("GetDocJSActions")}getPageJSActions(e){return this.messageHandler.sendWithPromise("GetPageJSActions",{pageIndex:e})}getStructTree(e){return this.messageHandler.sendWithPromise("GetStructTree",{pageIndex:e})}getOutline(){return this.messageHandler.sendWithPromise("GetOutline",null)}getOptionalContentConfig(e){return this.#a("GetOptionalContentConfig").then(t=>new jve(t,e))}getPermissions(){return this.messageHandler.sendWithPromise("GetPermissions",null)}getMetadata(){const e="GetMetadata",t=this.#e.get(e);if(t)return t;const n=this.messageHandler.sendWithPromise(e,null).then(a=>({info:a[0],metadata:a[1]?new Yve(a[1]):null,contentDispositionFilename:this._fullReader?.filename??null,contentLength:this._fullReader?.contentLength??null}));return this.#e.set(e,n),n}getMarkInfo(){return this.messageHandler.sendWithPromise("GetMarkInfo",null)}async startCleanup(e=!1){if(!this.destroyed){await this.messageHandler.sendWithPromise("Cleanup",null);for(const t of this.#t.values())if(!t.cleanup())throw new Error(`startCleanup: Page ${t.pageNumber} is currently rendering.`);this.commonObjs.clear(),e||this.fontLoader.clear(),this.#e.clear(),this.filterFactory.destroy(!0),Ji.cleanup()}}cachedPageNumber(e){if(!iA(e))return null;const t=e.gen===0?`${e.num}R`:`${e.num}R${e.gen}`;return this.#n.get(t)??null}}class _ye{#e=null;onContinue=null;onError=null;constructor(e){this.#e=e}get promise(){return this.#e.capability.promise}cancel(e=0){this.#e.cancel(null,e)}get separateAnnots(){const{separateAnnots:e}=this.#e.operatorList;if(!e)return!1;const{annotationCanvasMap:t}=this.#e;return e.form||e.canvas&&t?.size>0}}class ef{#e=null;static#t=new WeakSet;constructor({callback:e,params:t,objs:n,commonObjs:a,annotationCanvasMap:i,operatorList:s,pageIndex:o,canvasFactory:l,filterFactory:c,useRequestAnimationFrame:u=!1,pdfBug:d=!1,pageColors:h=null,enableHWA:p=!1}){this.callback=e,this.params=t,this.objs=n,this.commonObjs=a,this.annotationCanvasMap=i,this.operatorListIdx=null,this.operatorList=s,this._pageIndex=o,this.canvasFactory=l,this.filterFactory=c,this._pdfBug=d,this.pageColors=h,this.running=!1,this.graphicsReadyCallback=null,this.graphicsReady=!1,this._useRequestAnimationFrame=u===!0&&typeof window<"u",this.cancelled=!1,this.capability=Promise.withResolvers(),this.task=new _ye(this),this._cancelBound=this.cancel.bind(this),this._continueBound=this._continue.bind(this),this._scheduleNextBound=this._scheduleNext.bind(this),this._nextBound=this._next.bind(this),this._canvas=t.canvas,this._canvasContext=t.canvas?null:t.canvasContext,this._enableHWA=p}get completed(){return this.capability.promise.catch(function(){})}initializeGraphics({transparency:e=!1,optionalContentConfig:t}){if(this.cancelled)return;if(this._canvas){if(ef.#t.has(this._canvas))throw new Error("Cannot use the same canvas during multiple render() operations. Use different canvas or ensure previous operations were cancelled or completed.");ef.#t.add(this._canvas)}this._pdfBug&&globalThis.StepperManager?.enabled&&(this.stepper=globalThis.StepperManager.create(this._pageIndex),this.stepper.init(this.operatorList),this.stepper.nextBreakPoint=this.stepper.getNextBreakPoint());const{viewport:n,transform:a,background:i}=this.params,s=this._canvasContext||this._canvas.getContext("2d",{alpha:!1,willReadFrequently:!this._enableHWA});this.gfx=new pf(s,this.commonObjs,this.objs,this.canvasFactory,this.filterFactory,{optionalContentConfig:t},this.annotationCanvasMap,this.pageColors),this.gfx.beginDrawing({transform:a,viewport:n,transparency:e,background:i}),this.operatorListIdx=0,this.graphicsReady=!0,this.graphicsReadyCallback?.()}cancel(e=null,t=0){this.running=!1,this.cancelled=!0,this.gfx?.endDrawing(),this.#e&&(window.cancelAnimationFrame(this.#e),this.#e=null),ef.#t.delete(this._canvas),e||=new fx(`Rendering cancelled, page ${this._pageIndex+1}`,t),this.callback(e),this.task.onError?.(e)}operatorListChanged(){if(!this.graphicsReady){this.graphicsReadyCallback||=this._continueBound;return}this.stepper?.updateOperatorList(this.operatorList),!this.running&&this._continue()}_continue(){this.running=!0,!this.cancelled&&(this.task.onContinue?this.task.onContinue(this._scheduleNextBound):this._scheduleNext())}_scheduleNext(){this._useRequestAnimationFrame?this.#e=window.requestAnimationFrame(()=>{this.#e=null,this._nextBound().catch(this._cancelBound)}):Promise.resolve().then(this._nextBound).catch(this._cancelBound)}async _next(){this.cancelled||(this.operatorListIdx=this.gfx.executeOperatorList(this.operatorList,this.operatorListIdx,this._continueBound,this.stepper),this.operatorListIdx===this.operatorList.argsArray.length&&(this.running=!1,this.operatorList.lastChunk&&(this.gfx.endDrawing(),ef.#t.delete(this._canvas),this.callback())))}}const bye="5.4.54",vye="295fb3ec4";class Eo{#e=null;#t=null;#r;#n=null;#i=!1;#a=!1;#s=null;#o;#l=null;#c=null;static#d=null;static get _keyboardManager(){return bn(this,"_keyboardManager",new Tg([[["Escape","mac+Escape"],Eo.prototype._hideDropdownFromKeyboard],[[" ","mac+ "],Eo.prototype._colorSelectFromKeyboard],[["ArrowDown","ArrowRight","mac+ArrowDown","mac+ArrowRight"],Eo.prototype._moveToNext],[["ArrowUp","ArrowLeft","mac+ArrowUp","mac+ArrowLeft"],Eo.prototype._moveToPrevious],[["Home","mac+Home"],Eo.prototype._moveToBeginning],[["End","mac+End"],Eo.prototype._moveToEnd]]))}constructor({editor:e=null,uiManager:t=null}){e?(this.#a=!1,this.#s=e):this.#a=!0,this.#c=e?._uiManager||t,this.#o=this.#c._eventBus,this.#r=e?.color?.toUpperCase()||this.#c?.highlightColors.values().next().value||"#FFFF98",Eo.#d||=Object.freeze({blue:"pdfjs-editor-colorpicker-blue",green:"pdfjs-editor-colorpicker-green",pink:"pdfjs-editor-colorpicker-pink",red:"pdfjs-editor-colorpicker-red",yellow:"pdfjs-editor-colorpicker-yellow"})}renderButton(){const e=this.#e=document.createElement("button");e.className="colorPicker",e.tabIndex="0",e.setAttribute("data-l10n-id","pdfjs-editor-colorpicker-button"),e.ariaHasPopup="true",this.#s&&(e.ariaControls=`${this.#s.id}_colorpicker_dropdown`);const t=this.#c._signal;e.addEventListener("click",this.#f.bind(this),{signal:t}),e.addEventListener("keydown",this.#m.bind(this),{signal:t});const n=this.#t=document.createElement("span");return n.className="swatch",n.ariaHidden="true",n.style.backgroundColor=this.#r,e.append(n),e}renderMainDropdown(){const e=this.#n=this.#u();return e.ariaOrientation="horizontal",e.ariaLabelledBy="highlightColorPickerLabel",e}#u(){const e=document.createElement("div"),t=this.#c._signal;e.addEventListener("contextmenu",ko,{signal:t}),e.className="dropdown",e.role="listbox",e.ariaMultiSelectable="false",e.ariaOrientation="vertical",e.setAttribute("data-l10n-id","pdfjs-editor-colorpicker-dropdown"),this.#s&&(e.id=`${this.#s.id}_colorpicker_dropdown`);for(const[n,a]of this.#c.highlightColors){const i=document.createElement("button");i.tabIndex="0",i.role="option",i.setAttribute("data-color",a),i.title=n,i.setAttribute("data-l10n-id",Eo.#d[n]);const s=document.createElement("span");i.append(s),s.className="swatch",s.style.backgroundColor=a,i.ariaSelected=a===this.#r,i.addEventListener("click",this.#p.bind(this,a),{signal:t}),e.append(i)}return e.addEventListener("keydown",this.#m.bind(this),{signal:t}),e}#p(e,t){t.stopPropagation(),this.#o.dispatch("switchannotationeditorparams",{source:this,type:Mn.HIGHLIGHT_COLOR,value:e}),this.updateColor(e)}_colorSelectFromKeyboard(e){if(e.target===this.#e){this.#f(e);return}const t=e.target.getAttribute("data-color");t&&this.#p(t,e)}_moveToNext(e){if(!this.#g){this.#f(e);return}if(e.target===this.#e){this.#n.firstChild?.focus();return}e.target.nextSibling?.focus()}_moveToPrevious(e){if(e.target===this.#n?.firstChild||e.target===this.#e){this.#g&&this._hideDropdownFromKeyboard();return}this.#g||this.#f(e),e.target.previousSibling?.focus()}_moveToBeginning(e){if(!this.#g){this.#f(e);return}this.#n.firstChild?.focus()}_moveToEnd(e){if(!this.#g){this.#f(e);return}this.#n.lastChild?.focus()}#m(e){Eo._keyboardManager.exec(this,e)}#f(e){if(this.#g){this.hideDropdown();return}if(this.#i=e.detail===0,this.#l||(this.#l=new AbortController,window.addEventListener("pointerdown",this.#h.bind(this),{signal:this.#c.combinedSignal(this.#l)})),this.#e.ariaExpanded="true",this.#n){this.#n.classList.remove("hidden");return}const t=this.#n=this.#u();this.#e.append(t)}#h(e){this.#n?.contains(e.target)||this.hideDropdown()}hideDropdown(){this.#n?.classList.add("hidden"),this.#e.ariaExpanded="false",this.#l?.abort(),this.#l=null}get#g(){return this.#n&&!this.#n.classList.contains("hidden")}_hideDropdownFromKeyboard(){if(!this.#a){if(!this.#g){this.#s?.unselect();return}this.hideDropdown(),this.#e.focus({preventScroll:!0,focusVisible:this.#i})}}updateColor(e){if(this.#t&&(this.#t.style.backgroundColor=e),!this.#n)return;const t=this.#c.highlightColors.values();for(const n of this.#n.children)n.ariaSelected=t.next().value===e.toUpperCase()}destroy(){this.#e?.remove(),this.#e=null,this.#t=null,this.#n?.remove(),this.#n=null}}class Lm{#e=null;#t=null;#r=null;static#n=null;constructor(e){this.#t=e,this.#r=e._uiManager,Lm.#n||=Object.freeze({freetext:"pdfjs-editor-color-picker-free-text-input",ink:"pdfjs-editor-color-picker-ink-input"})}renderButton(){if(this.#e)return this.#e;const{editorType:e,colorType:t,colorValue:n}=this.#t,a=this.#e=document.createElement("input");return a.type="color",a.value=n||"#000000",a.className="basicColorPicker",a.tabIndex=0,a.setAttribute("data-l10n-id",Lm.#n[e]),a.addEventListener("input",()=>{this.#r.updateParams(t,a.value)},{signal:this.#r._signal}),a}update(e){this.#e&&(this.#e.value=e)}destroy(){this.#e?.remove(),this.#e=null}hideDropdown(){}}function LD(r){return Math.floor(Math.max(0,Math.min(1,r))*255).toString(16).padStart(2,"0")}function Dp(r){return Math.max(0,Math.min(255,255*r))}class FD{static CMYK_G([e,t,n,a]){return["G",1-Math.min(1,.3*e+.59*n+.11*t+a)]}static G_CMYK([e]){return["CMYK",0,0,0,1-e]}static G_RGB([e]){return["RGB",e,e,e]}static G_rgb([e]){return e=Dp(e),[e,e,e]}static G_HTML([e]){const t=LD(e);return`#${t}${t}${t}`}static RGB_G([e,t,n]){return["G",.3*e+.59*t+.11*n]}static RGB_rgb(e){return e.map(Dp)}static RGB_HTML(e){return`#${e.map(LD).join("")}`}static T_HTML(){return"#00000000"}static T_rgb(){return[null]}static CMYK_RGB([e,t,n,a]){return["RGB",1-Math.min(1,e+a),1-Math.min(1,n+a),1-Math.min(1,t+a)]}static CMYK_rgb([e,t,n,a]){return[Dp(1-Math.min(1,e+a)),Dp(1-Math.min(1,n+a)),Dp(1-Math.min(1,t+a))]}static CMYK_HTML(e){const t=this.CMYK_RGB(e).slice(1);return this.RGB_HTML(t)}static RGB_CMYK([e,t,n]){const a=1-e,i=1-t,s=1-n,o=Math.min(a,i,s);return["CMYK",a,i,s,o]}}class yye{create(e,t,n=!1){if(e<=0||t<=0)throw new Error("Invalid SVG dimensions");const a=this._createSVG("svg:svg");return a.setAttribute("version","1.1"),n||(a.setAttribute("width",`${e}px`),a.setAttribute("height",`${t}px`)),a.setAttribute("preserveAspectRatio","none"),a.setAttribute("viewBox",`0 0 ${e} ${t}`),a}createElement(e){if(typeof e!="string")throw new Error("Invalid SVG element type");return this._createSVG(e)}_createSVG(e){Zn("Abstract method `_createSVG` called.")}}class Db extends yye{_createSVG(e){return document.createElementNS(fc,e)}}class Iz{static setupStorage(e,t,n,a,i){const s=a.getValue(t,{value:null});switch(n.name){case"textarea":if(s.value!==null&&(e.textContent=s.value),i==="print")break;e.addEventListener("input",o=>{a.setValue(t,{value:o.target.value})});break;case"input":if(n.attributes.type==="radio"||n.attributes.type==="checkbox"){if(s.value===n.attributes.xfaOn?e.setAttribute("checked",!0):s.value===n.attributes.xfaOff&&e.removeAttribute("checked"),i==="print")break;e.addEventListener("change",o=>{a.setValue(t,{value:o.target.checked?o.target.getAttribute("xfaOn"):o.target.getAttribute("xfaOff")})})}else{if(s.value!==null&&e.setAttribute("value",s.value),i==="print")break;e.addEventListener("input",o=>{a.setValue(t,{value:o.target.value})})}break;case"select":if(s.value!==null){e.setAttribute("value",s.value);for(const o of n.children)o.attributes.value===s.value?o.attributes.selected=!0:o.attributes.hasOwnProperty("selected")&&delete o.attributes.selected}e.addEventListener("input",o=>{const l=o.target.options,c=l.selectedIndex===-1?"":l[l.selectedIndex].value;a.setValue(t,{value:c})});break}}static setAttributes({html:e,element:t,storage:n=null,intent:a,linkService:i}){const{attributes:s}=t,o=e instanceof HTMLAnchorElement;s.type==="radio"&&(s.name=`${s.name}-${a}`);for(const[l,c]of Object.entries(s))if(c!=null)switch(l){case"class":c.length&&e.setAttribute(l,c.join(" "));break;case"dataId":break;case"id":e.setAttribute("data-element-id",c);break;case"style":Object.assign(e.style,c);break;case"textContent":e.textContent=c;break;default:(!o||l!=="href"&&l!=="newWindow")&&e.setAttribute(l,c)}o&&i.addLinkAttributes(e,s.href,s.newWindow),n&&s.dataId&&this.setupStorage(e,s.dataId,t,n)}static render(e){const t=e.annotationStorage,n=e.linkService,a=e.xfaHtml,i=e.intent||"display",s=document.createElement(a.name);a.attributes&&this.setAttributes({html:s,element:a,intent:i,linkService:n});const o=i!=="richText",l=e.div;if(l.append(s),e.viewport){const d=`matrix(${e.viewport.transform.join(",")})`;l.style.transform=d}o&&l.setAttribute("class","xfaLayer xfaFont");const c=[];if(a.children.length===0){if(a.value){const d=document.createTextNode(a.value);s.append(d),o&&Dm.shouldBuildText(a.name)&&c.push(d)}return{textDivs:c}}const u=[[a,-1,s]];for(;u.length>0;){const[d,h,p]=u.at(-1);if(h+1===d.children.length){u.pop();continue}const m=d.children[++u.at(-1)[1]];if(m===null)continue;const{name:g}=m;if(g==="#text"){const _=document.createTextNode(m.value);c.push(_),p.append(_);continue}const b=m?.attributes?.xmlns?document.createElementNS(m.attributes.xmlns,g):document.createElement(g);if(p.append(b),m.attributes&&this.setAttributes({html:b,element:m,storage:t,intent:i,linkService:n}),m.children?.length>0)u.push([m,-1,b]);else if(m.value){const _=document.createTextNode(m.value);o&&Dm.shouldBuildText(g)&&c.push(_),b.append(_)}}for(const d of l.querySelectorAll(".xfaNonInteractive input, .xfaNonInteractive textarea"))d.setAttribute("readOnly",!0);return{textDivs:c}}static update(e){const t=`matrix(${e.viewport.transform.join(",")})`;e.div.style.transform=t,e.div.hidden=!1}}const Sye=9,Jd=new WeakSet,Eye=new Date().getTimezoneOffset()*60*1e3;class BD{static create(e){switch(e.data.annotationType){case Ha.LINK:return new wx(e);case Ha.TEXT:return new wye(e);case Ha.WIDGET:switch(e.data.fieldType){case"Tx":return new Tye(e);case"Btn":return e.data.radioButton?new kz(e):e.data.checkBox?new Aye(e):new xye(e);case"Ch":return new Rye(e);case"Sig":return new Cye(e)}return new uh(e);case Ha.POPUP:return new oA(e);case Ha.FREETEXT:return new Mz(e);case Ha.LINE:return new Nye(e);case Ha.SQUARE:return new Iye(e);case Ha.CIRCLE:return new kye(e);case Ha.POLYLINE:return new Dz(e);case Ha.CARET:return new Dye(e);case Ha.INK:return new Tx(e);case Ha.POLYGON:return new Mye(e);case Ha.HIGHLIGHT:return new Pz(e);case Ha.UNDERLINE:return new Pye(e);case Ha.SQUIGGLY:return new Lye(e);case Ha.STRIKEOUT:return new Fye(e);case Ha.STAMP:return new Lz(e);case Ha.FILEATTACHMENT:return new Bye(e);default:return new za(e)}}}class za{#e=null;#t=!1;#r=null;constructor(e,{isRenderable:t=!1,ignoreBorder:n=!1,createQuadrilaterals:a=!1}={}){this.isRenderable=t,this.data=e.data,this.layer=e.layer,this.linkService=e.linkService,this.downloadManager=e.downloadManager,this.imageResourcesPath=e.imageResourcesPath,this.renderForms=e.renderForms,this.svgFactory=e.svgFactory,this.annotationStorage=e.annotationStorage,this.enableScripting=e.enableScripting,this.hasJSActions=e.hasJSActions,this._fieldObjects=e.fieldObjects,this.parent=e.parent,t&&(this.container=this._createContainer(n)),a&&this._createQuadrilaterals()}static _hasPopupData({contentsObj:e,richText:t}){return!!(e?.str||t?.str)}get _isEditable(){return this.data.isEditable}get hasPopupData(){return za._hasPopupData(this.data)}updateEdited(e){if(!this.container)return;e.rect&&(this.#e||={rect:this.data.rect.slice(0)});const{rect:t,popup:n}=e;t&&this.#n(t);let a=this.#r?.popup||this.popup;!a&&n?.text&&(this._createPopup(n),a=this.#r.popup),a&&(a.updateEdited(e),n?.deleted&&(a.remove(),this.#r=null,this.popup=null))}resetEdited(){this.#e&&(this.#n(this.#e.rect),this.#r?.popup.resetEdited(),this.#e=null)}#n(e){const{container:{style:t},data:{rect:n,rotation:a},parent:{viewport:{rawDims:{pageWidth:i,pageHeight:s,pageX:o,pageY:l}}}}=this;n?.splice(0,4,...e),t.left=`${100*(e[0]-o)/i}%`,t.top=`${100*(s-e[3]+l)/s}%`,a===0?(t.width=`${100*(e[2]-e[0])/i}%`,t.height=`${100*(e[3]-e[1])/s}%`):this.setRotation(a)}_createContainer(e){const{data:t,parent:{page:n,viewport:a}}=this,i=document.createElement("section");i.setAttribute("data-annotation-id",t.id),!(this instanceof uh)&&!(this instanceof wx)&&(i.tabIndex=0);const{style:s}=i;if(s.zIndex=this.parent.zIndex++,t.alternativeText&&(i.title=t.alternativeText),t.noRotate&&i.classList.add("norotate"),!t.rect||this instanceof oA){const{rotation:g}=t;return!t.hasOwnCanvas&&g!==0&&this.setRotation(g,i),i}const{width:o,height:l}=this;if(!e&&t.borderStyle.width>0){s.borderWidth=`${t.borderStyle.width}px`;const g=t.borderStyle.horizontalCornerRadius,b=t.borderStyle.verticalCornerRadius;if(g>0||b>0){const v=`calc(${g}px * var(--total-scale-factor)) / calc(${b}px * var(--total-scale-factor))`;s.borderRadius=v}else if(this instanceof kz){const v=`calc(${o}px * var(--total-scale-factor)) / calc(${l}px * var(--total-scale-factor))`;s.borderRadius=v}switch(t.borderStyle.style){case Gh.SOLID:s.borderStyle="solid";break;case Gh.DASHED:s.borderStyle="dashed";break;case Gh.BEVELED:Jr("Unimplemented border style: beveled");break;case Gh.INSET:Jr("Unimplemented border style: inset");break;case Gh.UNDERLINE:s.borderBottomStyle="solid";break}const _=t.borderColor||null;_?(this.#t=!0,s.borderColor=Dr.makeHexColor(_[0]|0,_[1]|0,_[2]|0)):s.borderWidth=0}const c=Dr.normalizeRect([t.rect[0],n.view[3]-t.rect[1]+n.view[1],t.rect[2],n.view[3]-t.rect[3]+n.view[1]]),{pageWidth:u,pageHeight:d,pageX:h,pageY:p}=a.rawDims;s.left=`${100*(c[0]-h)/u}%`,s.top=`${100*(c[1]-p)/d}%`;const{rotation:m}=t;return t.hasOwnCanvas||m===0?(s.width=`${100*o/u}%`,s.height=`${100*l/d}%`):this.setRotation(m,i),i}setRotation(e,t=this.container){if(!this.data.rect)return;const{pageWidth:n,pageHeight:a}=this.parent.viewport.rawDims;let{width:i,height:s}=this;e%180!==0&&([i,s]=[s,i]),t.style.width=`${100*i/n}%`,t.style.height=`${100*s/a}%`,t.setAttribute("data-main-rotation",(360-e)%360)}get _commonActions(){const e=(t,n,a)=>{const i=a.detail[t],s=i[0],o=i.slice(1);a.target.style[n]=FD[`${s}_HTML`](o),this.annotationStorage.setValue(this.data.id,{[n]:FD[`${s}_rgb`](o)})};return bn(this,"_commonActions",{display:t=>{const{display:n}=t.detail,a=n%2===1;this.container.style.visibility=a?"hidden":"visible",this.annotationStorage.setValue(this.data.id,{noView:a,noPrint:n===1||n===2})},print:t=>{this.annotationStorage.setValue(this.data.id,{noPrint:!t.detail.print})},hidden:t=>{const{hidden:n}=t.detail;this.container.style.visibility=n?"hidden":"visible",this.annotationStorage.setValue(this.data.id,{noPrint:n,noView:n})},focus:t=>{setTimeout(()=>t.target.focus({preventScroll:!1}),0)},userName:t=>{t.target.title=t.detail.userName},readonly:t=>{t.target.disabled=t.detail.readonly},required:t=>{this._setRequired(t.target,t.detail.required)},bgColor:t=>{e("bgColor","backgroundColor",t)},fillColor:t=>{e("fillColor","backgroundColor",t)},fgColor:t=>{e("fgColor","color",t)},textColor:t=>{e("textColor","color",t)},borderColor:t=>{e("borderColor","borderColor",t)},strokeColor:t=>{e("strokeColor","borderColor",t)},rotation:t=>{const n=t.detail.rotation;this.setRotation(n),this.annotationStorage.setValue(this.data.id,{rotation:n})}})}_dispatchEventFromSandbox(e,t){const n=this._commonActions;for(const a of Object.keys(t.detail))(e[a]||n[a])?.(t)}_setDefaultPropertiesFromJS(e){if(!this.enableScripting)return;const t=this.annotationStorage.getRawValue(this.data.id);if(!t)return;const n=this._commonActions;for(const[a,i]of Object.entries(t)){const s=n[a];if(s){const o={detail:{[a]:i},target:e};s(o),delete t[a]}}}_createQuadrilaterals(){if(!this.container)return;const{quadPoints:e}=this.data;if(!e)return;const[t,n,a,i]=this.data.rect.map(g=>Math.fround(g));if(e.length===8){const[g,b,_,v]=e.subarray(2,6);if(a===g&&i===b&&t===_&&n===v)return}const{style:s}=this.container;let o;if(this.#t){const{borderColor:g,borderWidth:b}=s;s.borderWidth=0,o=["url('data:image/svg+xml;utf8,",'',``],this.container.classList.add("hasBorder")}const l=a-t,c=i-n,{svgFactory:u}=this,d=u.createElement("svg");d.classList.add("quadrilateralsContainer"),d.setAttribute("width",0),d.setAttribute("height",0),d.role="none";const h=u.createElement("defs");d.append(h);const p=u.createElement("clipPath"),m=`clippath_${this.data.id}`;p.setAttribute("id",m),p.setAttribute("clipPathUnits","objectBoundingBox"),h.append(p);for(let g=2,b=e.length;g`)}this.#t&&(o.push("')"),s.backgroundImage=o.join("")),this.container.append(d),this.container.style.clipPath=`url(#${m})`}_createPopup(e=null){const{data:t}=this;let n,a;e?(n={str:e.text},a=e.date):(n=t.contentsObj,a=t.modificationDate);const i=this.#r=new oA({data:{color:t.color,titleObj:t.titleObj,modificationDate:a,contentsObj:n,richText:t.richText,parentRect:t.rect,borderStyle:0,id:`popup_${t.id}`,rotation:t.rotation,noRotate:!0},linkService:this.linkService,parent:this.parent,elements:[this]});this.parent.div.append(i.render())}get hasPopupElement(){return!!(this.#r||this.popup||this.data.popupRef)}render(){Zn("Abstract method `AnnotationElement.render` called")}_getElementsByName(e,t=null){const n=[];if(this._fieldObjects){const a=this._fieldObjects[e];if(a)for(const{page:i,id:s,exportValues:o}of a){if(i===-1||s===t)continue;const l=typeof o=="string"?o:null,c=document.querySelector(`[data-element-id="${s}"]`);if(c&&!Jd.has(c)){Jr(`_getElementsByName - element not allowed: ${s}`);continue}n.push({id:s,exportValue:l,domElement:c})}return n}for(const a of document.getElementsByName(e)){const{exportValue:i}=a,s=a.getAttribute("data-element-id");s!==t&&Jd.has(a)&&n.push({id:s,exportValue:i,domElement:a})}return n}show(){this.container&&(this.container.hidden=!1),this.popup?.maybeShow()}hide(){this.container&&(this.container.hidden=!0),this.popup?.forceHide()}getElementsToTriggerPopup(){return this.container}addHighlightArea(){const e=this.getElementsToTriggerPopup();if(Array.isArray(e))for(const t of e)t.classList.add("highlightArea");else e.classList.add("highlightArea")}_editOnDoubleClick(){if(!this._isEditable)return;const{annotationEditorType:e,data:{id:t}}=this;this.container.addEventListener("dblclick",()=>{this.linkService.eventBus?.dispatch("switchannotationeditormode",{source:this,mode:e,editId:t,mustEnterInEditMode:!0})})}get width(){return this.data.rect[2]-this.data.rect[0]}get height(){return this.data.rect[3]-this.data.rect[1]}}class wx extends za{constructor(e,t=null){super(e,{isRenderable:!0,ignoreBorder:!!t?.ignoreBorder,createQuadrilaterals:!0}),this.isTooltipOnly=e.data.isTooltipOnly}render(){const{data:e,linkService:t}=this,n=document.createElement("a");n.setAttribute("data-element-id",e.id);let a=!1;return e.url?(t.addLinkAttributes(n,e.url,e.newWindow),a=!0):e.action?(this._bindNamedAction(n,e.action,e.overlaidText),a=!0):e.attachment?(this.#t(n,e.attachment,e.overlaidText,e.attachmentDest),a=!0):e.setOCGState?(this.#r(n,e.setOCGState,e.overlaidText),a=!0):e.dest?(this._bindLink(n,e.dest,e.overlaidText),a=!0):(e.actions&&(e.actions.Action||e.actions["Mouse Up"]||e.actions["Mouse Down"])&&this.enableScripting&&this.hasJSActions&&(this._bindJSAction(n,e),a=!0),e.resetForm?(this._bindResetFormAction(n,e.resetForm),a=!0):this.isTooltipOnly&&!a&&(this._bindLink(n,""),a=!0)),this.container.classList.add("linkAnnotation"),a&&this.container.append(n),this.container}#e(){this.container.setAttribute("data-internal-link","")}_bindLink(e,t,n=""){e.href=this.linkService.getDestinationHash(t),e.onclick=()=>(t&&this.linkService.goToDestination(t),!1),(t||t==="")&&this.#e(),n&&(e.title=n)}_bindNamedAction(e,t,n=""){e.href=this.linkService.getAnchorUrl(""),e.onclick=()=>(this.linkService.executeNamedAction(t),!1),n&&(e.title=n),this.#e()}#t(e,t,n="",a=null){e.href=this.linkService.getAnchorUrl(""),t.description?e.title=t.description:n&&(e.title=n),e.onclick=()=>(this.downloadManager?.openOrDownloadData(t.content,t.filename,a),!1),this.#e()}#r(e,t,n=""){e.href=this.linkService.getAnchorUrl(""),e.onclick=()=>(this.linkService.executeSetOCGState(t),!1),n&&(e.title=n),this.#e()}_bindJSAction(e,t){e.href=this.linkService.getAnchorUrl("");const n=new Map([["Action","onclick"],["Mouse Up","onmouseup"],["Mouse Down","onmousedown"]]);for(const a of Object.keys(t.actions)){const i=n.get(a);i&&(e[i]=()=>(this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t.id,name:a}}),!1))}t.overlaidText&&(e.title=t.overlaidText),e.onclick||(e.onclick=()=>!1),this.#e()}_bindResetFormAction(e,t){const n=e.onclick;if(n||(e.href=this.linkService.getAnchorUrl("")),this.#e(),!this._fieldObjects){Jr('_bindResetFormAction - "resetForm" action not supported, ensure that the `fieldObjects` parameter is provided.'),n||(e.onclick=()=>!1);return}e.onclick=()=>{n?.();const{fields:a,refs:i,include:s}=t,o=[];if(a.length!==0||i.length!==0){const u=new Set(i);for(const d of a){const h=this._fieldObjects[d]||[];for(const{id:p}of h)u.add(p)}for(const d of Object.values(this._fieldObjects))for(const h of d)u.has(h.id)===s&&o.push(h)}else for(const u of Object.values(this._fieldObjects))o.push(...u);const l=this.annotationStorage,c=[];for(const u of o){const{id:d}=u;switch(c.push(d),u.type){case"text":{const p=u.defaultValue||"";l.setValue(d,{value:p});break}case"checkbox":case"radiobutton":{const p=u.defaultValue===u.exportValues;l.setValue(d,{value:p});break}case"combobox":case"listbox":{const p=u.defaultValue||"";l.setValue(d,{value:p});break}default:continue}const h=document.querySelector(`[data-element-id="${d}"]`);if(h){if(!Jd.has(h)){Jr(`_bindResetFormAction - element not allowed: ${d}`);continue}}else continue;h.dispatchEvent(new Event("resetform"))}return this.enableScripting&&this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:"app",ids:c,name:"ResetForm"}}),!1}}}class wye extends za{constructor(e){super(e,{isRenderable:!0})}render(){this.container.classList.add("textAnnotation");const e=document.createElement("img");return e.src=this.imageResourcesPath+"annotation-"+this.data.name.toLowerCase()+".svg",e.setAttribute("data-l10n-id","pdfjs-text-annotation-type"),e.setAttribute("data-l10n-args",JSON.stringify({type:this.data.name})),!this.data.popupRef&&this.hasPopupData&&this._createPopup(),this.container.append(e),this.container}}class uh extends za{render(){return this.container}showElementAndHideCanvas(e){this.data.hasOwnCanvas&&(e.previousSibling?.nodeName==="CANVAS"&&(e.previousSibling.hidden=!0),e.hidden=!1)}_getKeyModifier(e){return Mi.platform.isMac?e.metaKey:e.ctrlKey}_setEventListener(e,t,n,a,i){n.includes("mouse")?e.addEventListener(n,s=>{this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:this.data.id,name:a,value:i(s),shift:s.shiftKey,modifier:this._getKeyModifier(s)}})}):e.addEventListener(n,s=>{if(n==="blur"){if(!t.focused||!s.relatedTarget)return;t.focused=!1}else if(n==="focus"){if(t.focused)return;t.focused=!0}i&&this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:this.data.id,name:a,value:i(s)}})})}_setEventListeners(e,t,n,a){for(const[i,s]of n)(s==="Action"||this.data.actions?.[s])&&((s==="Focus"||s==="Blur")&&(t||={focused:!1}),this._setEventListener(e,t,i,s,a),s==="Focus"&&!this.data.actions?.Blur?this._setEventListener(e,t,"blur","Blur",null):s==="Blur"&&!this.data.actions?.Focus&&this._setEventListener(e,t,"focus","Focus",null))}_setBackgroundColor(e){const t=this.data.backgroundColor||null;e.style.backgroundColor=t===null?"transparent":Dr.makeHexColor(t[0],t[1],t[2])}_setTextStyle(e){const t=["left","center","right"],{fontColor:n}=this.data.defaultAppearanceData,a=this.data.defaultAppearanceData.fontSize||Sye,i=e.style;let s;const o=2,l=c=>Math.round(10*c)/10;if(this.data.multiLine){const c=Math.abs(this.data.rect[3]-this.data.rect[1]-o),u=Math.round(c/(IT*a))||1,d=c/u;s=Math.min(a,l(d/IT))}else{const c=Math.abs(this.data.rect[3]-this.data.rect[1]-o);s=Math.min(a,l(c/IT))}i.fontSize=`calc(${s}px * var(--total-scale-factor))`,i.color=Dr.makeHexColor(n[0],n[1],n[2]),this.data.textAlignment!==null&&(i.textAlign=t[this.data.textAlignment])}_setRequired(e,t){t?e.setAttribute("required",!0):e.removeAttribute("required"),e.setAttribute("aria-required",t)}}class Tye extends uh{constructor(e){const t=e.renderForms||e.data.hasOwnCanvas||!e.data.hasAppearance&&!!e.data.fieldValue;super(e,{isRenderable:t})}setPropertyOnSiblings(e,t,n,a){const i=this.annotationStorage;for(const s of this._getElementsByName(e.name,e.id))s.domElement&&(s.domElement[t]=n),i.setValue(s.id,{[a]:n})}render(){const e=this.annotationStorage,t=this.data.id;this.container.classList.add("textWidgetAnnotation");let n=null;if(this.renderForms){const a=e.getValue(t,{value:this.data.fieldValue});let i=a.value||"";const s=e.getValue(t,{charLimit:this.data.maxLen}).charLimit;s&&i.length>s&&(i=i.slice(0,s));let o=a.formattedValue||this.data.textContent?.join(` +`)||null;o&&this.data.comb&&(o=o.replaceAll(/\s+/g,""));const l={userValue:i,formattedValue:o,lastCommittedValue:null,commitKey:1,focused:!1};this.data.multiLine?(n=document.createElement("textarea"),n.textContent=o??i,this.data.doNotScroll&&(n.style.overflowY="hidden")):(n=document.createElement("input"),n.type=this.data.password?"password":"text",n.setAttribute("value",o??i),this.data.doNotScroll&&(n.style.overflowX="hidden")),this.data.hasOwnCanvas&&(n.hidden=!0),Jd.add(n),n.setAttribute("data-element-id",t),n.disabled=this.data.readOnly,n.name=this.data.fieldName,n.tabIndex=0;const{datetimeFormat:c,datetimeType:u,timeStep:d}=this.data,h=!!u&&this.enableScripting;c&&(n.title=c),this._setRequired(n,this.data.required),s&&(n.maxLength=s),n.addEventListener("input",m=>{e.setValue(t,{value:m.target.value}),this.setPropertyOnSiblings(n,"value",m.target.value,"value"),l.formattedValue=null}),n.addEventListener("resetform",m=>{const g=this.data.defaultFieldValue??"";n.value=l.userValue=g,l.formattedValue=null});let p=m=>{const{formattedValue:g}=l;g!=null&&(m.target.value=g),m.target.scrollLeft=0};if(this.enableScripting&&this.hasJSActions){n.addEventListener("focus",g=>{if(l.focused)return;const{target:b}=g;if(h&&(b.type=u,d&&(b.step=d)),l.userValue){const _=l.userValue;if(h)if(u==="time"){const v=new Date(_),y=[v.getHours(),v.getMinutes(),v.getSeconds()];b.value=y.map(E=>E.toString().padStart(2,"0")).join(":")}else b.value=new Date(_-Eye).toISOString().split(u==="date"?"T":".",1)[0];else b.value=_}l.lastCommittedValue=b.value,l.commitKey=1,this.data.actions?.Focus||(l.focused=!0)}),n.addEventListener("updatefromsandbox",g=>{this.showElementAndHideCanvas(g.target);const b={value(_){l.userValue=_.detail.value??"",h||e.setValue(t,{value:l.userValue.toString()}),_.target.value=l.userValue},formattedValue(_){const{formattedValue:v}=_.detail;l.formattedValue=v,v!=null&&_.target!==document.activeElement&&(_.target.value=v);const y={formattedValue:v};h&&(y.value=v),e.setValue(t,y)},selRange(_){_.target.setSelectionRange(..._.detail.selRange)},charLimit:_=>{const{charLimit:v}=_.detail,{target:y}=_;if(v===0){y.removeAttribute("maxLength");return}y.setAttribute("maxLength",v);let E=l.userValue;!E||E.length<=v||(E=E.slice(0,v),y.value=l.userValue=E,e.setValue(t,{value:E}),this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t,name:"Keystroke",value:E,willCommit:!0,commitKey:1,selStart:y.selectionStart,selEnd:y.selectionEnd}}))}};this._dispatchEventFromSandbox(b,g)}),n.addEventListener("keydown",g=>{l.commitKey=1;let b=-1;if(g.key==="Escape"?b=0:g.key==="Enter"&&!this.data.multiLine?b=2:g.key==="Tab"&&(l.commitKey=3),b===-1)return;const{value:_}=g.target;l.lastCommittedValue!==_&&(l.lastCommittedValue=_,l.userValue=_,this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t,name:"Keystroke",value:_,willCommit:!0,commitKey:b,selStart:g.target.selectionStart,selEnd:g.target.selectionEnd}}))});const m=p;p=null,n.addEventListener("blur",g=>{if(!l.focused||!g.relatedTarget)return;this.data.actions?.Blur||(l.focused=!1);const{target:b}=g;let{value:_}=b;if(h){if(_&&u==="time"){const v=_.split(":").map(y=>parseInt(y,10));_=new Date(2e3,0,1,v[0],v[1],v[2]||0).valueOf(),b.step=""}else _=new Date(_).valueOf();b.type="text"}l.userValue=_,l.lastCommittedValue!==_&&this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t,name:"Keystroke",value:_,willCommit:!0,commitKey:l.commitKey,selStart:g.target.selectionStart,selEnd:g.target.selectionEnd}}),m(g)}),this.data.actions?.Keystroke&&n.addEventListener("beforeinput",g=>{l.lastCommittedValue=null;const{data:b,target:_}=g,{value:v,selectionStart:y,selectionEnd:E}=_;let S=y,w=E;switch(g.inputType){case"deleteWordBackward":{const C=v.substring(0,y).match(/\w*[^\w]*$/);C&&(S-=C[0].length);break}case"deleteWordForward":{const C=v.substring(y).match(/^[^\w]*\w*/);C&&(w+=C[0].length);break}case"deleteContentBackward":y===E&&(S-=1);break;case"deleteContentForward":y===E&&(w+=1);break}g.preventDefault(),this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t,name:"Keystroke",value:v,change:b||"",willCommit:!1,selStart:S,selEnd:w}})}),this._setEventListeners(n,l,[["focus","Focus"],["blur","Blur"],["mousedown","Mouse Down"],["mouseenter","Mouse Enter"],["mouseleave","Mouse Exit"],["mouseup","Mouse Up"]],g=>g.target.value)}if(p&&n.addEventListener("blur",p),this.data.comb){const g=(this.data.rect[2]-this.data.rect[0])/s;n.classList.add("comb"),n.style.letterSpacing=`calc(${g}px * var(--total-scale-factor) - 1ch)`}}else n=document.createElement("div"),n.textContent=this.data.fieldValue,n.style.verticalAlign="middle",n.style.display="table-cell",this.data.hasOwnCanvas&&(n.hidden=!0);return this._setTextStyle(n),this._setBackgroundColor(n),this._setDefaultPropertiesFromJS(n),this.container.append(n),this.container}}class Cye extends uh{constructor(e){super(e,{isRenderable:!!e.data.hasOwnCanvas})}}class Aye extends uh{constructor(e){super(e,{isRenderable:e.renderForms})}render(){const e=this.annotationStorage,t=this.data,n=t.id;let a=e.getValue(n,{value:t.exportValue===t.fieldValue}).value;typeof a=="string"&&(a=a!=="Off",e.setValue(n,{value:a})),this.container.classList.add("buttonWidgetAnnotation","checkBox");const i=document.createElement("input");return Jd.add(i),i.setAttribute("data-element-id",n),i.disabled=t.readOnly,this._setRequired(i,this.data.required),i.type="checkbox",i.name=t.fieldName,a&&i.setAttribute("checked",!0),i.setAttribute("exportValue",t.exportValue),i.tabIndex=0,i.addEventListener("change",s=>{const{name:o,checked:l}=s.target;for(const c of this._getElementsByName(o,n)){const u=l&&c.exportValue===t.exportValue;c.domElement&&(c.domElement.checked=u),e.setValue(c.id,{value:u})}e.setValue(n,{value:l})}),i.addEventListener("resetform",s=>{const o=t.defaultFieldValue||"Off";s.target.checked=o===t.exportValue}),this.enableScripting&&this.hasJSActions&&(i.addEventListener("updatefromsandbox",s=>{const o={value(l){l.target.checked=l.detail.value!=="Off",e.setValue(n,{value:l.target.checked})}};this._dispatchEventFromSandbox(o,s)}),this._setEventListeners(i,null,[["change","Validate"],["change","Action"],["focus","Focus"],["blur","Blur"],["mousedown","Mouse Down"],["mouseenter","Mouse Enter"],["mouseleave","Mouse Exit"],["mouseup","Mouse Up"]],s=>s.target.checked)),this._setBackgroundColor(i),this._setDefaultPropertiesFromJS(i),this.container.append(i),this.container}}class kz extends uh{constructor(e){super(e,{isRenderable:e.renderForms})}render(){this.container.classList.add("buttonWidgetAnnotation","radioButton");const e=this.annotationStorage,t=this.data,n=t.id;let a=e.getValue(n,{value:t.fieldValue===t.buttonValue}).value;if(typeof a=="string"&&(a=a!==t.buttonValue,e.setValue(n,{value:a})),a)for(const s of this._getElementsByName(t.fieldName,n))e.setValue(s.id,{value:!1});const i=document.createElement("input");if(Jd.add(i),i.setAttribute("data-element-id",n),i.disabled=t.readOnly,this._setRequired(i,this.data.required),i.type="radio",i.name=t.fieldName,a&&i.setAttribute("checked",!0),i.tabIndex=0,i.addEventListener("change",s=>{const{name:o,checked:l}=s.target;for(const c of this._getElementsByName(o,n))e.setValue(c.id,{value:!1});e.setValue(n,{value:l})}),i.addEventListener("resetform",s=>{const o=t.defaultFieldValue;s.target.checked=o!=null&&o===t.buttonValue}),this.enableScripting&&this.hasJSActions){const s=t.buttonValue;i.addEventListener("updatefromsandbox",o=>{const l={value:c=>{const u=s===c.detail.value;for(const d of this._getElementsByName(c.target.name)){const h=u&&d.id===n;d.domElement&&(d.domElement.checked=h),e.setValue(d.id,{value:h})}}};this._dispatchEventFromSandbox(l,o)}),this._setEventListeners(i,null,[["change","Validate"],["change","Action"],["focus","Focus"],["blur","Blur"],["mousedown","Mouse Down"],["mouseenter","Mouse Enter"],["mouseleave","Mouse Exit"],["mouseup","Mouse Up"]],o=>o.target.checked)}return this._setBackgroundColor(i),this._setDefaultPropertiesFromJS(i),this.container.append(i),this.container}}class xye extends wx{constructor(e){super(e,{ignoreBorder:e.data.hasAppearance})}render(){const e=super.render();e.classList.add("buttonWidgetAnnotation","pushButton");const t=e.lastChild;return this.enableScripting&&this.hasJSActions&&t&&(this._setDefaultPropertiesFromJS(t),t.addEventListener("updatefromsandbox",n=>{this._dispatchEventFromSandbox({},n)})),e}}class Rye extends uh{constructor(e){super(e,{isRenderable:e.renderForms})}render(){this.container.classList.add("choiceWidgetAnnotation");const e=this.annotationStorage,t=this.data.id,n=e.getValue(t,{value:this.data.fieldValue}),a=document.createElement("select");Jd.add(a),a.setAttribute("data-element-id",t),a.disabled=this.data.readOnly,this._setRequired(a,this.data.required),a.name=this.data.fieldName,a.tabIndex=0;let i=this.data.combo&&this.data.options.length>0;this.data.combo||(a.size=this.data.options.length,this.data.multiSelect&&(a.multiple=!0)),a.addEventListener("resetform",u=>{const d=this.data.defaultFieldValue;for(const h of a.options)h.selected=h.value===d});for(const u of this.data.options){const d=document.createElement("option");d.textContent=u.displayValue,d.value=u.exportValue,n.value.includes(u.exportValue)&&(d.setAttribute("selected",!0),i=!1),a.append(d)}let s=null;if(i){const u=document.createElement("option");u.value=" ",u.setAttribute("hidden",!0),u.setAttribute("selected",!0),a.prepend(u),s=()=>{u.remove(),a.removeEventListener("input",s),s=null},a.addEventListener("input",s)}const o=u=>{const d=u?"value":"textContent",{options:h,multiple:p}=a;return p?Array.prototype.filter.call(h,m=>m.selected).map(m=>m[d]):h.selectedIndex===-1?null:h[h.selectedIndex][d]};let l=o(!1);const c=u=>{const d=u.target.options;return Array.prototype.map.call(d,h=>({displayValue:h.textContent,exportValue:h.value}))};return this.enableScripting&&this.hasJSActions?(a.addEventListener("updatefromsandbox",u=>{const d={value(h){s?.();const p=h.detail.value,m=new Set(Array.isArray(p)?p:[p]);for(const g of a.options)g.selected=m.has(g.value);e.setValue(t,{value:o(!0)}),l=o(!1)},multipleSelection(h){a.multiple=!0},remove(h){const p=a.options,m=h.detail.remove;p[m].selected=!1,a.remove(m),p.length>0&&Array.prototype.findIndex.call(p,b=>b.selected)===-1&&(p[0].selected=!0),e.setValue(t,{value:o(!0),items:c(h)}),l=o(!1)},clear(h){for(;a.length!==0;)a.remove(0);e.setValue(t,{value:null,items:[]}),l=o(!1)},insert(h){const{index:p,displayValue:m,exportValue:g}=h.detail.insert,b=a.children[p],_=document.createElement("option");_.textContent=m,_.value=g,b?b.before(_):a.append(_),e.setValue(t,{value:o(!0),items:c(h)}),l=o(!1)},items(h){const{items:p}=h.detail;for(;a.length!==0;)a.remove(0);for(const m of p){const{displayValue:g,exportValue:b}=m,_=document.createElement("option");_.textContent=g,_.value=b,a.append(_)}a.options.length>0&&(a.options[0].selected=!0),e.setValue(t,{value:o(!0),items:c(h)}),l=o(!1)},indices(h){const p=new Set(h.detail.indices);for(const m of h.target.options)m.selected=p.has(m.index);e.setValue(t,{value:o(!0)}),l=o(!1)},editable(h){h.target.disabled=!h.detail.editable}};this._dispatchEventFromSandbox(d,u)}),a.addEventListener("input",u=>{const d=o(!0),h=o(!1);e.setValue(t,{value:d}),u.preventDefault(),this.linkService.eventBus?.dispatch("dispatcheventinsandbox",{source:this,detail:{id:t,name:"Keystroke",value:l,change:h,changeEx:d,willCommit:!1,commitKey:1,keyDown:!1}})}),this._setEventListeners(a,null,[["focus","Focus"],["blur","Blur"],["mousedown","Mouse Down"],["mouseenter","Mouse Enter"],["mouseleave","Mouse Exit"],["mouseup","Mouse Up"],["input","Action"],["input","Validate"]],u=>u.target.value)):a.addEventListener("input",function(u){e.setValue(t,{value:o(!0)})}),this.data.combo&&this._setTextStyle(a),this._setBackgroundColor(a),this._setDefaultPropertiesFromJS(a),this.container.append(a),this.container}}class oA extends za{constructor(e){const{data:t,elements:n}=e;super(e,{isRenderable:za._hasPopupData(t)}),this.elements=n,this.popup=null}render(){const{container:e}=this;e.classList.add("popupAnnotation"),e.role="comment";const t=this.popup=new Oye({container:this.container,color:this.data.color,titleObj:this.data.titleObj,modificationDate:this.data.modificationDate||this.data.creationDate,contentsObj:this.data.contentsObj,richText:this.data.richText,rect:this.data.rect,parentRect:this.data.parentRect||null,parent:this.parent,elements:this.elements,open:this.data.open}),n=[];for(const a of this.elements)a.popup=t,a.container.ariaHasPopup="dialog",n.push(a.data.id),a.addHighlightArea();return this.container.setAttribute("aria-controls",n.map(a=>`${hx}${a}`).join(",")),this.container}}class Oye{#e=this.#N.bind(this);#t=this.#k.bind(this);#r=this.#x.bind(this);#n=this.#R.bind(this);#i=null;#a=null;#s=null;#o=null;#l=null;#c=null;#d=null;#u=!1;#p=null;#m=null;#f=null;#h=null;#g=null;#v=null;#_=null;#y=!1;constructor({container:e,color:t,elements:n,titleObj:a,modificationDate:i,contentsObj:s,richText:o,parent:l,rect:c,parentRect:u,open:d}){this.#a=e,this.#v=a,this.#s=s,this.#g=o,this.#c=l,this.#i=t,this.#h=c,this.#d=u,this.#l=n,this.#o=rA.toDateObject(i),this.trigger=n.flatMap(h=>h.getElementsToTriggerPopup()),this.#S(),this.#a.hidden=!0,d&&this.#R()}#S(){if(this.#m)return;this.#m=new AbortController;const{signal:e}=this.#m;for(const t of this.trigger)t.addEventListener("click",this.#n,{signal:e}),t.addEventListener("mouseenter",this.#r,{signal:e}),t.addEventListener("mouseleave",this.#t,{signal:e}),t.classList.add("popupTriggerArea");for(const t of this.#l)t.container?.addEventListener("keydown",this.#e,{signal:e})}render(){if(this.#p)return;const e=this.#p=document.createElement("div");if(e.className="popup",this.#i){const a=e.style.outlineColor=Dr.makeHexColor(...this.#i);e.style.backgroundColor=`color-mix(in srgb, ${a} 30%, white)`}const t=document.createElement("span");if(t.className="header",this.#v?.str){const a=document.createElement("span");a.className="title",t.append(a),{dir:a.dir,str:a.textContent}=this.#v}if(e.append(t),this.#o){const a=document.createElement("time");a.className="popupDate",a.setAttribute("data-l10n-id","pdfjs-annotation-date-time-string"),a.setAttribute("data-l10n-args",JSON.stringify({dateObj:this.#o.valueOf()})),a.dateTime=this.#o.toISOString(),t.append(a)}const n=this.#b;if(n)Iz.render({xfaHtml:n,intent:"richText",div:e}),e.lastChild.classList.add("richText","popupContent");else{const a=this._formatContents(this.#s);e.append(a)}this.#a.append(e)}get#b(){const e=this.#g,t=this.#s;return e?.str&&(!t?.str||t.str===e.str)&&this.#g.html||null}get#w(){return this.#b?.attributes?.style?.fontSize||0}get#T(){return this.#b?.attributes?.style?.color||null}#C(e){const t=[],n={str:e,html:{name:"div",attributes:{dir:"auto"},children:[{name:"p",children:t}]}},a={style:{color:this.#T,fontSize:this.#w?`calc(${this.#w}px * var(--total-scale-factor))`:""}};for(const i of e.split(` +`))t.push({name:"span",value:i,attributes:a});return n}_formatContents({str:e,dir:t}){const n=document.createElement("p");n.classList.add("popupContent"),n.dir=t;const a=e.split(/(?:\r\n?|\n)/);for(let i=0,s=a.length;i=0&&i.setAttribute("stroke-width",t||1),n)for(let s=0,o=this.#t.length;s{i.key==="Enter"&&(a?i.metaKey:i.ctrlKey)&&this.#t()}),!t.popupRef&&this.hasPopupData?this._createPopup():n.classList.add("popupTriggerArea"),e.append(n),e}getElementsToTriggerPopup(){return this.#e}addHighlightArea(){this.container.classList.add("highlightArea")}#t(){this.downloadManager?.openOrDownloadData(this.content,this.filename)}}class Cx{#e=null;#t=null;#r=new Map;#n=null;constructor({div:e,accessibilityManager:t,annotationCanvasMap:n,annotationEditorUIManager:a,page:i,viewport:s,structTreeLayer:o}){this.div=e,this.#e=t,this.#t=n,this.#n=o||null,this.page=i,this.viewport=s,this.zIndex=0,this._annotationEditorUIManager=a}hasEditableAnnotations(){return this.#r.size>0}async#i(e,t,n){const a=e.firstChild||e,i=a.id=`${hx}${t}`,s=await this.#n?.getAriaAttributes(i);if(s)for(const[o,l]of s)a.setAttribute(o,l);n?n.at(-1).container.after(e):(this.div.append(e),this.#e?.moveElementInDOM(this.div,e,a,!1))}async render(e){const{annotations:t}=e,n=this.div;Zd(n,this.viewport);const a=new Map,i={data:null,layer:n,linkService:e.linkService,downloadManager:e.downloadManager,imageResourcesPath:e.imageResourcesPath||"",renderForms:e.renderForms!==!1,svgFactory:new Db,annotationStorage:e.annotationStorage||new _x,enableScripting:e.enableScripting===!0,hasJSActions:e.hasJSActions,fieldObjects:e.fieldObjects,parent:this,elements:null};for(const s of t){if(s.noHTML)continue;const o=s.annotationType===Ha.POPUP;if(o){const u=a.get(s.id);if(!u)continue;i.elements=u}else if(s.rect[2]===s.rect[0]||s.rect[3]===s.rect[1])continue;i.data=s;const l=BD.create(i);if(!l.isRenderable)continue;if(!o&&s.popupRef){const u=a.get(s.popupRef);u?u.push(l):a.set(s.popupRef,[l])}const c=l.render();s.hidden&&(c.style.visibility="hidden"),await this.#i(c,s.id,i.elements),l._isEditable&&(this.#r.set(l.data.id,l),this._annotationEditorUIManager?.renderAnnotationElement(l))}this.#a()}async addLinkAnnotations(e,t){const n={data:null,layer:this.div,linkService:t,svgFactory:new Db,parent:this};for(const a of e){a.borderStyle||=Cx._defaultBorderStyle,n.data=a;const i=BD.create(n);if(!i.isRenderable)continue;const s=i.render();await this.#i(s,a.id,null)}}update({viewport:e}){const t=this.div;this.viewport=e,Zd(t,{rotation:e.rotation}),this.#a(),t.hidden=!1}#a(){if(!this.#t)return;const e=this.div;for(const[t,n]of this.#t){const a=e.querySelector(`[data-annotation-id="${t}"]`);if(!a)continue;n.className="annotationContent";const{firstChild:i}=a;i?i.nodeName==="CANVAS"?i.replaceWith(n):i.classList.contains("annotationContent")?i.after(n):i.before(n):a.append(n);const s=this.#r.get(t);s&&(s._hasNoCanvas?(this._annotationEditorUIManager?.setMissingCanvas(t,a.id,n),s._hasNoCanvas=!1):s.canvas=n)}this.#t.clear()}getEditableAnnotations(){return Array.from(this.#r.values())}getEditableAnnotation(e){return this.#r.get(e)}static get _defaultBorderStyle(){return bn(this,"_defaultBorderStyle",Object.freeze({width:1,rawWidth:1,style:Gh.SOLID,dashArray:[3],horizontalCornerRadius:0,verticalCornerRadius:0}))}}const Y1=/\r\n?|\n/g;class ri extends Fr{#e;#t="";#r=`${this.id}-editor`;#n=null;#i;_colorPicker=null;static _freeTextDefaultContent="";static _internalPadding=0;static _defaultColor=null;static _defaultFontSize=10;static get _keyboardManager(){const e=ri.prototype,t=i=>i.isEmpty(),n=Bu.TRANSLATE_SMALL,a=Bu.TRANSLATE_BIG;return bn(this,"_keyboardManager",new Tg([[["ctrl+s","mac+meta+s","ctrl+p","mac+meta+p"],e.commitOrRemove,{bubbles:!0}],[["ctrl+Enter","mac+meta+Enter","Escape","mac+Escape"],e.commitOrRemove],[["ArrowLeft","mac+ArrowLeft"],e._translateEmpty,{args:[-n,0],checker:t}],[["ctrl+ArrowLeft","mac+shift+ArrowLeft"],e._translateEmpty,{args:[-a,0],checker:t}],[["ArrowRight","mac+ArrowRight"],e._translateEmpty,{args:[n,0],checker:t}],[["ctrl+ArrowRight","mac+shift+ArrowRight"],e._translateEmpty,{args:[a,0],checker:t}],[["ArrowUp","mac+ArrowUp"],e._translateEmpty,{args:[0,-n],checker:t}],[["ctrl+ArrowUp","mac+shift+ArrowUp"],e._translateEmpty,{args:[0,-a],checker:t}],[["ArrowDown","mac+ArrowDown"],e._translateEmpty,{args:[0,n],checker:t}],[["ctrl+ArrowDown","mac+shift+ArrowDown"],e._translateEmpty,{args:[0,a],checker:t}]]))}static _type="freetext";static _editorType=Zr.FREETEXT;constructor(e){super({...e,name:"freeTextEditor"}),this.#e=e.color||ri._defaultColor||Fr._defaultLineColor,this.#i=e.fontSize||ri._defaultFontSize,this.annotationElementId||this._uiManager.a11yAlert("pdfjs-editor-freetext-added-alert")}static initialize(e,t){Fr.initialize(e,t);const n=getComputedStyle(document.documentElement);this._internalPadding=parseFloat(n.getPropertyValue("--freetext-padding"))}static updateDefaultParams(e,t){switch(e){case Mn.FREETEXT_SIZE:ri._defaultFontSize=t;break;case Mn.FREETEXT_COLOR:ri._defaultColor=t;break}}updateParams(e,t){switch(e){case Mn.FREETEXT_SIZE:this.#a(t);break;case Mn.FREETEXT_COLOR:this.#s(t);break}}static get defaultPropertiesToUpdate(){return[[Mn.FREETEXT_SIZE,ri._defaultFontSize],[Mn.FREETEXT_COLOR,ri._defaultColor||Fr._defaultLineColor]]}get propertiesToUpdate(){return[[Mn.FREETEXT_SIZE,this.#i],[Mn.FREETEXT_COLOR,this.#e]]}get toolbarButtons(){return this._colorPicker||=new Lm(this),[["colorPicker",this._colorPicker]]}get colorType(){return Mn.FREETEXT_COLOR}get colorValue(){return this.#e}#a(e){const t=a=>{this.editorDiv.style.fontSize=`calc(${a}px * var(--total-scale-factor))`,this.translate(0,-(a-this.#i)*this.parentScale),this.#i=a,this.#l()},n=this.#i;this.addCommands({cmd:t.bind(this,e),undo:t.bind(this,n),post:this._uiManager.updateUI.bind(this._uiManager,this),mustExec:!0,type:Mn.FREETEXT_SIZE,overwriteIfSameType:!0,keepUndo:!0})}#s(e){const t=a=>{this.#e=this.editorDiv.style.color=a,this._colorPicker?.update(a)},n=this.#e;this.addCommands({cmd:t.bind(this,e),undo:t.bind(this,n),post:this._uiManager.updateUI.bind(this._uiManager,this),mustExec:!0,type:Mn.FREETEXT_COLOR,overwriteIfSameType:!0,keepUndo:!0})}_translateEmpty(e,t){this._uiManager.translateSelectedEditors(e,t,!0)}getInitialTranslation(){const e=this.parentScale;return[-ri._internalPadding*e,-(ri._internalPadding+this.#i)*e]}rebuild(){this.parent&&(super.rebuild(),this.div!==null&&(this.isAttachedToDOM||this.parent.add(this)))}enableEditMode(){if(!super.enableEditMode())return!1;this.overlayDiv.classList.remove("enabled"),this.editorDiv.contentEditable=!0,this._isDraggable=!1,this.div.removeAttribute("aria-activedescendant"),this.#n=new AbortController;const e=this._uiManager.combinedSignal(this.#n);return this.editorDiv.addEventListener("keydown",this.editorDivKeydown.bind(this),{signal:e}),this.editorDiv.addEventListener("focus",this.editorDivFocus.bind(this),{signal:e}),this.editorDiv.addEventListener("blur",this.editorDivBlur.bind(this),{signal:e}),this.editorDiv.addEventListener("input",this.editorDivInput.bind(this),{signal:e}),this.editorDiv.addEventListener("paste",this.editorDivPaste.bind(this),{signal:e}),!0}disableEditMode(){return super.disableEditMode()?(this.overlayDiv.classList.add("enabled"),this.editorDiv.contentEditable=!1,this.div.setAttribute("aria-activedescendant",this.#r),this._isDraggable=!0,this.#n?.abort(),this.#n=null,this.div.focus({preventScroll:!0}),this.isEditing=!1,this.parent.div.classList.add("freetextEditing"),!0):!1}focusin(e){this._focusEventsAllowed&&(super.focusin(e),e.target!==this.editorDiv&&this.editorDiv.focus())}onceAdded(e){this.width||(this.enableEditMode(),e&&this.editorDiv.focus(),this._initialOptions?.isCentered&&this.center(),this._initialOptions=null)}isEmpty(){return!this.editorDiv||this.editorDiv.innerText.trim()===""}remove(){this.isEditing=!1,this.parent&&(this.parent.setEditingState(!0),this.parent.div.classList.add("freetextEditing")),super.remove()}#o(){const e=[];this.editorDiv.normalize();let t=null;for(const n of this.editorDiv.childNodes)t?.nodeType===Node.TEXT_NODE&&n.nodeName==="BR"||(e.push(ri.#c(n)),t=n);return e.join(` +`)}#l(){const[e,t]=this.parentDimensions;let n;if(this.isAttachedToDOM)n=this.div.getBoundingClientRect();else{const{currentLayer:a,div:i}=this,s=i.style.display,o=i.classList.contains("hidden");i.classList.remove("hidden"),i.style.display="hidden",a.div.append(this.div),n=i.getBoundingClientRect(),i.remove(),i.style.display=s,i.classList.toggle("hidden",o)}this.rotation%180===this.parentRotation%180?(this.width=n.width/e,this.height=n.height/t):(this.width=n.height/e,this.height=n.width/t),this.fixAndSetPosition()}commit(){if(!this.isInEditMode())return;super.commit(),this.disableEditMode();const e=this.#t,t=this.#t=this.#o().trimEnd();if(e===t)return;const n=a=>{if(this.#t=a,!a){this.remove();return}this.#d(),this._uiManager.rebuild(this),this.#l()};this.addCommands({cmd:()=>{n(t)},undo:()=>{n(e)},mustExec:!1}),this.#l()}shouldGetKeyboardEvents(){return this.isInEditMode()}enterInEditMode(){this.enableEditMode(),this.editorDiv.focus()}keydown(e){e.target===this.div&&e.key==="Enter"&&(this.enterInEditMode(),e.preventDefault())}editorDivKeydown(e){ri._keyboardManager.exec(this,e)}editorDivFocus(e){this.isEditing=!0}editorDivBlur(e){this.isEditing=!1}editorDivInput(e){this.parent.div.classList.toggle("freetextEditing",this.isEmpty())}disableEditing(){this.editorDiv.setAttribute("role","comment"),this.editorDiv.removeAttribute("aria-multiline")}enableEditing(){this.editorDiv.setAttribute("role","textbox"),this.editorDiv.setAttribute("aria-multiline",!0)}get canChangeContent(){return!0}render(){if(this.div)return this.div;let e,t;(this._isCopy||this.annotationElementId)&&(e=this.x,t=this.y),super.render(),this.editorDiv=document.createElement("div"),this.editorDiv.className="internal",this.editorDiv.setAttribute("id",this.#r),this.editorDiv.setAttribute("data-l10n-id","pdfjs-free-text2"),this.editorDiv.setAttribute("data-l10n-attrs","default-content"),this.enableEditing(),this.editorDiv.contentEditable=!0;const{style:n}=this.editorDiv;if(n.fontSize=`calc(${this.#i}px * var(--total-scale-factor))`,n.color=this.#e,this.div.append(this.editorDiv),this.overlayDiv=document.createElement("div"),this.overlayDiv.classList.add("overlay","enabled"),this.div.append(this.overlayDiv),this._isCopy||this.annotationElementId){const[a,i]=this.parentDimensions;if(this.annotationElementId){const{position:s}=this._initialData;let[o,l]=this.getInitialTranslation();[o,l]=this.pageTranslationToScreen(o,l);const[c,u]=this.pageDimensions,[d,h]=this.pageTranslation;let p,m;switch(this.rotation){case 0:p=e+(s[0]-d)/c,m=t+this.height-(s[1]-h)/u;break;case 90:p=e+(s[0]-d)/c,m=t-(s[1]-h)/u,[o,l]=[l,-o];break;case 180:p=e-this.width+(s[0]-d)/c,m=t-(s[1]-h)/u,[o,l]=[-o,-l];break;case 270:p=e+(s[0]-d-this.height*u)/c,m=t+(s[1]-h-this.width*c)/u,[o,l]=[-l,o];break}this.setAt(p*a,m*i,o,l)}else this._moveAfterPaste(e,t);this.#d(),this._isDraggable=!0,this.editorDiv.contentEditable=!1}else this._isDraggable=!1,this.editorDiv.contentEditable=!0;return this.div}static#c(e){return(e.nodeType===Node.TEXT_NODE?e.nodeValue:e.innerText).replaceAll(Y1,"")}editorDivPaste(e){const t=e.clipboardData||window.clipboardData,{types:n}=t;if(n.length===1&&n[0]==="text/plain")return;e.preventDefault();const a=ri.#p(t.getData("text")||"").replaceAll(Y1,` +`);if(!a)return;const i=window.getSelection();if(!i.rangeCount)return;this.editorDiv.normalize(),i.deleteFromDocument();const s=i.getRangeAt(0);if(!a.includes(` +`)){s.insertNode(document.createTextNode(a)),this.editorDiv.normalize(),i.collapseToStart();return}const{startContainer:o,startOffset:l}=s,c=[],u=[];if(o.nodeType===Node.TEXT_NODE){const p=o.parentElement;if(u.push(o.nodeValue.slice(l).replaceAll(Y1,"")),p!==this.editorDiv){let m=c;for(const g of this.editorDiv.childNodes){if(g===p){m=u;continue}m.push(ri.#c(g))}}c.push(o.nodeValue.slice(0,l).replaceAll(Y1,""))}else if(o===this.editorDiv){let p=c,m=0;for(const g of this.editorDiv.childNodes)m++===l&&(p=u),p.push(ri.#c(g))}this.#t=`${c.join(` +`)}${a}${u.join(` +`)}`,this.#d();const d=new Range;let h=Math.sumPrecise(c.map(p=>p.length));for(const{firstChild:p}of this.editorDiv.childNodes)if(p.nodeType===Node.TEXT_NODE){const m=p.nodeValue.length;if(h<=m){d.setStart(p,h),d.setEnd(p,h);break}h-=m}i.removeAllRanges(),i.addRange(d)}#d(){if(this.editorDiv.replaceChildren(),!!this.#t)for(const e of this.#t.split(` +`)){const t=document.createElement("div");t.append(e?document.createTextNode(e):document.createElement("br")),this.editorDiv.append(t)}}#u(){return this.#t.replaceAll(" "," ")}static#p(e){return e.replaceAll(" "," ")}get contentDiv(){return this.editorDiv}static async deserialize(e,t,n){let a=null;if(e instanceof Mz){const{data:{defaultAppearanceData:{fontSize:s,fontColor:o},rect:l,rotation:c,id:u,popupRef:d,contentsObj:h},textContent:p,textPosition:m,parent:{page:{pageNumber:g}}}=e;if(!p||p.length===0)return null;a=e={annotationType:Zr.FREETEXT,color:Array.from(o),fontSize:s,value:p.join(` +`),position:m,pageIndex:g-1,rect:l.slice(0),rotation:c,annotationElementId:u,id:u,deleted:!1,popupRef:d,comment:h?.str||null}}const i=await super.deserialize(e,t,n);return i.#i=e.fontSize,i.#e=Dr.makeHexColor(...e.color),i.#t=ri.#p(e.value),i._initialData=a,e.comment&&i.setCommentData(e.comment),i}serialize(e=!1){if(this.isEmpty())return null;if(this.deleted)return this.serializeDeleted();const t=ri._internalPadding*this.parentScale,n=this.getRect(t,t),a=Fr._colorManager.convert(this.isAttachedToDOM?getComputedStyle(this.editorDiv).color:this.#e),i={annotationType:Zr.FREETEXT,color:a,fontSize:this.#i,value:this.#u(),pageIndex:this.pageIndex,rect:n,rotation:this.rotation,structTreeParentId:this._structTreeParentId};return this.addComment(i),e?(i.isCopy=!0,i):this.annotationElementId&&!this.#m(i)?null:(i.id=this.annotationElementId,i)}#m(e){const{value:t,fontSize:n,color:a,pageIndex:i}=this._initialData;return this.hasEditedComment||this._hasBeenMoved||e.value!==t||e.fontSize!==n||e.color.some((s,o)=>s!==a[o])||e.pageIndex!==i}renderAnnotationElement(e){const t=super.renderAnnotationElement(e),{style:n}=t;n.fontSize=`calc(${this.#i}px * var(--total-scale-factor))`,n.color=this.#e,t.replaceChildren();for(const s of this.#t.split(` +`)){const o=document.createElement("div");o.append(s?document.createTextNode(s):document.createElement("br")),t.append(o)}const a=ri._internalPadding*this.parentScale,i={rect:this.getRect(a,a)};return i.popup=this.hasEditedComment?this.comment:{text:this.#t},e.updateEdited(i),t}resetAnnotationElement(e){super.resetAnnotationElement(e),e.resetEdited()}}class br{static PRECISION=1e-4;toSVGPath(){Zn("Abstract method `toSVGPath` must be implemented.")}get box(){Zn("Abstract getter `box` must be implemented.")}serialize(e,t){Zn("Abstract method `serialize` must be implemented.")}static _rescale(e,t,n,a,i,s){s||=new Float32Array(e.length);for(let o=0,l=e.length;o=6;a-=6)isNaN(t[a])?n.push(`L${t[a+4]} ${t[a+5]}`):n.push(`C${t[a]} ${t[a+1]} ${t[a+2]} ${t[a+3]} ${t[a+4]} ${t[a+5]}`);return this.#_(n),n.join(" ")}#v(){const[e,t,n,a]=this.#e,[i,s,o,l]=this.#g();return`M${(this.#a[2]-e)/n} ${(this.#a[3]-t)/a} L${(this.#a[4]-e)/n} ${(this.#a[5]-t)/a} L${i} ${s} L${o} ${l} L${(this.#a[16]-e)/n} ${(this.#a[17]-t)/a} L${(this.#a[14]-e)/n} ${(this.#a[15]-t)/a} Z`}#_(e){const t=this.#t;e.push(`L${t[4]} ${t[5]} Z`)}#y(e){const[t,n,a,i]=this.#e,s=this.#a.subarray(4,6),o=this.#a.subarray(16,18),[l,c,u,d]=this.#g();e.push(`L${(s[0]-t)/a} ${(s[1]-n)/i} L${l} ${c} L${u} ${d} L${(o[0]-t)/a} ${(o[1]-n)/i}`)}newFreeDrawOutline(e,t,n,a,i,s){return new Fz(e,t,n,a,i,s)}getOutlines(){const e=this.#i,t=this.#t,n=this.#a,[a,i,s,o]=this.#e,l=new Float32Array((this.#p?.length??0)+2);for(let d=0,h=l.length-2;d=6;d-=6)for(let h=0;h<6;h+=2){if(isNaN(t[d+h])){c[u]=c[u+1]=NaN,u+=2;continue}c[u]=t[d+h],c[u+1]=t[d+h+1],u+=2}return this.#b(c,u),this.newFreeDrawOutline(c,l,this.#e,this.#d,this.#r,this.#n)}#S(e){const t=this.#a,[n,a,i,s]=this.#e,[o,l,c,u]=this.#g(),d=new Float32Array(36);return d.set([NaN,NaN,NaN,NaN,(t[2]-n)/i,(t[3]-a)/s,NaN,NaN,NaN,NaN,(t[4]-n)/i,(t[5]-a)/s,NaN,NaN,NaN,NaN,o,l,NaN,NaN,NaN,NaN,c,u,NaN,NaN,NaN,NaN,(t[16]-n)/i,(t[17]-a)/s,NaN,NaN,NaN,NaN,(t[14]-n)/i,(t[15]-a)/s],0),this.newFreeDrawOutline(d,e,this.#e,this.#d,this.#r,this.#n)}#b(e,t){const n=this.#t;return e.set([NaN,NaN,NaN,NaN,n[4],n[5]],t),t+=6}#w(e,t){const n=this.#a.subarray(4,6),a=this.#a.subarray(16,18),[i,s,o,l]=this.#e,[c,u,d,h]=this.#g();return e.set([NaN,NaN,NaN,NaN,(n[0]-i)/o,(n[1]-s)/l,NaN,NaN,NaN,NaN,c,u,NaN,NaN,NaN,NaN,d,h,NaN,NaN,NaN,NaN,(a[0]-i)/o,(a[1]-s)/l],t),t+=24}}class Fz extends br{#e;#t=new Float32Array(4);#r;#n;#i;#a;#s;constructor(e,t,n,a,i,s){super(),this.#s=e,this.#i=t,this.#e=n,this.#a=a,this.#r=i,this.#n=s,this.lastPoint=[NaN,NaN],this.#o(s);const[o,l,c,u]=this.#t;for(let d=0,h=e.length;dt[0]-n[0]||t[1]-n[1]||t[2]-n[2]);const e=[];for(const t of this.#r)t[3]?(e.push(...this.#l(t)),this.#s(t)):(this.#o(t),e.push(...this.#l(t)));return this.#i(e)}#i(e){const t=[],n=new Set;for(const s of e){const[o,l,c]=s;t.push([o,l,s],[o,c,s])}t.sort((s,o)=>s[1]-o[1]||s[0]-o[0]);for(let s=0,o=t.length;s0;){const s=n.values().next().value;let[o,l,c,u,d]=s;n.delete(s);let h=o,p=l;for(i=[o,c],a.push(i);;){let m;if(n.has(u))m=u;else if(n.has(d))m=d;else break;n.delete(m),[o,l,c,u,d]=m,h!==o&&(i.push(h,p,o,p===l?l:c),h=o),p=p===l?c:l}i.push(h,p)}return new Uye(a,this.#e,this.#t)}#a(e){const t=this.#n;let n=0,a=t.length-1;for(;n<=a;){const i=n+a>>1,s=t[i][0];if(s===e)return i;s=0;a--){const[i,s]=this.#n[a];if(i!==e)break;if(i===e&&s===t){this.#n.splice(a,1);return}}}#l(e){const[t,n,a]=e,i=[[t,n,a]],s=this.#a(a);for(let o=0;o=l){if(p>c)i[u][1]=c;else{if(d===1)return[];i.splice(u,1),u--,d--}continue}i[u][2]=l,p>c&&i.push([t,c,p])}}}return i}}class Uye extends br{#e;#t;constructor(e,t,n){super(),this.#t=e,this.#e=t,this.lastPoint=n}toSVGPath(){const e=[];for(const t of this.#t){let[n,a]=t;e.push(`M${n} ${a}`);for(let i=2;i-1?(this.#u=!0,this.#y(e),this.#C()):this.#r&&(this.#e=e.anchorNode,this.#t=e.anchorOffset,this.#s=e.focusNode,this.#o=e.focusOffset,this.#_(),this.#C(),this.rotate(this.rotation)),this.annotationElementId||this._uiManager.a11yAlert("pdfjs-editor-highlight-added-alert")}get telemetryInitialData(){return{action:"added",type:this.#u?"free_highlight":"highlight",color:this._uiManager.getNonHCMColorName(this.color),thickness:this.#g,methodOfCreation:this.#v}}get telemetryFinalData(){return{type:"highlight",color:this._uiManager.getNonHCMColorName(this.color)}}get commentColor(){return this.color}static computeTelemetryFinalData(e){return{numberOfColors:e.get("color").size}}#_(){const e=new lA(this.#r,.001);this.#c=e.getOutlines(),[this.x,this.y,this.width,this.height]=this.#c.box;const t=new lA(this.#r,.0025,.001,this._uiManager.direction==="ltr");this.#a=t.getOutlines();const{lastPoint:n}=this.#a;this.#p=[(n[0]-this.x)/this.width,(n[1]-this.y)/this.height]}#y({highlightOutlines:e,highlightId:t,clipPathId:n}){this.#c=e;const a=1.5;if(this.#a=e.getNewOutline(this.#g/2+a,.0025),t>=0)this.#d=t,this.#n=n,this.parent.drawLayer.finalizeDraw(t,{bbox:e.box,path:{d:e.toSVGPath()}}),this.#f=this.parent.drawLayer.drawOutline({rootClass:{highlightOutline:!0,free:!0},bbox:this.#a.box,path:{d:this.#a.toSVGPath()}},!0);else if(this.parent){const u=this.parent.viewport.rotation;this.parent.drawLayer.updateProperties(this.#d,{bbox:La.#N(this.#c.box,(u-this.rotation+360)%360),path:{d:e.toSVGPath()}}),this.parent.drawLayer.updateProperties(this.#f,{bbox:La.#N(this.#a.box,u),path:{d:this.#a.toSVGPath()}})}const[i,s,o,l]=e.box;switch(this.rotation){case 0:this.x=i,this.y=s,this.width=o,this.height=l;break;case 90:{const[u,d]=this.parentDimensions;this.x=s,this.y=1-i,this.width=o*d/u,this.height=l*u/d;break}case 180:this.x=1-i,this.y=1-s,this.width=o,this.height=l;break;case 270:{const[u,d]=this.parentDimensions;this.x=1-s,this.y=i,this.width=o*d/u,this.height=l*u/d;break}}const{lastPoint:c}=this.#a;this.#p=[(c[0]-i)/o,(c[1]-s)/l]}static initialize(e,t){Fr.initialize(e,t),La._defaultColor||=t.highlightColors?.values().next().value||"#fff066"}static updateDefaultParams(e,t){switch(e){case Mn.HIGHLIGHT_COLOR:La._defaultColor=t;break;case Mn.HIGHLIGHT_THICKNESS:La._defaultThickness=t;break}}translateInPage(e,t){}get toolbarPosition(){return this.#p}updateParams(e,t){switch(e){case Mn.HIGHLIGHT_COLOR:this.#S(t);break;case Mn.HIGHLIGHT_THICKNESS:this.#b(t);break}}static get defaultPropertiesToUpdate(){return[[Mn.HIGHLIGHT_COLOR,La._defaultColor],[Mn.HIGHLIGHT_THICKNESS,La._defaultThickness]]}get propertiesToUpdate(){return[[Mn.HIGHLIGHT_COLOR,this.color||La._defaultColor],[Mn.HIGHLIGHT_THICKNESS,this.#g||La._defaultThickness],[Mn.HIGHLIGHT_FREE,this.#u]]}#S(e){const t=(i,s)=>{this.color=i,this.#m=s,this.parent?.drawLayer.updateProperties(this.#d,{root:{fill:i,"fill-opacity":s}}),this.#i?.updateColor(i)},n=this.color,a=this.#m;this.addCommands({cmd:t.bind(this,e,La._defaultOpacity),undo:t.bind(this,n,a),post:this._uiManager.updateUI.bind(this._uiManager,this),mustExec:!0,type:Mn.HIGHLIGHT_COLOR,overwriteIfSameType:!0,keepUndo:!0}),this._reportTelemetry({action:"color_changed",color:this._uiManager.getNonHCMColorName(e)},!0)}#b(e){const t=this.#g,n=a=>{this.#g=a,this.#w(a)};this.addCommands({cmd:n.bind(this,e),undo:n.bind(this,t),post:this._uiManager.updateUI.bind(this._uiManager,this),mustExec:!0,type:Mn.INK_THICKNESS,overwriteIfSameType:!0,keepUndo:!0}),this._reportTelemetry({action:"thickness_changed",thickness:e},!0)}get toolbarButtons(){return this._uiManager.highlightColors?[["colorPicker",this.#i=new Eo({editor:this})]]:super.toolbarButtons}disableEditing(){super.disableEditing(),this.div.classList.toggle("disabled",!0)}enableEditing(){super.enableEditing(),this.div.classList.toggle("disabled",!1)}fixAndSetPosition(){return super.fixAndSetPosition(this.#x())}getBaseTranslation(){return[0,0]}getRect(e,t){return super.getRect(e,t,this.#x())}onceAdded(e){this.annotationElementId||this.parent.addUndoableEditor(this),e&&this.div.focus()}remove(){this.#T(),this._reportTelemetry({action:"deleted"}),super.remove()}rebuild(){this.parent&&(super.rebuild(),this.div!==null&&(this.#C(),this.isAttachedToDOM||this.parent.add(this)))}setParent(e){let t=!1;this.parent&&!e?this.#T():e&&(this.#C(e),t=!this.parent&&this.div?.classList.contains("selectedEditor")),super.setParent(e),this.show(this._isVisible),t&&this.select()}#w(e){if(!this.#u)return;this.#y({highlightOutlines:this.#c.getNewOutline(e/2)}),this.fixAndSetPosition();const[t,n]=this.parentDimensions;this.setDims(this.width*t,this.height*n)}#T(){this.#d===null||!this.parent||(this.parent.drawLayer.remove(this.#d),this.#d=null,this.parent.drawLayer.remove(this.#f),this.#f=null)}#C(e=this.parent){this.#d===null&&({id:this.#d,clipPathId:this.#n}=e.drawLayer.draw({bbox:this.#c.box,root:{viewBox:"0 0 1 1",fill:this.color,"fill-opacity":this.#m},rootClass:{highlight:!0,free:this.#u},path:{d:this.#c.toSVGPath()}},!1,!0),this.#f=e.drawLayer.drawOutline({rootClass:{highlightOutline:!0,free:this.#u},bbox:this.#a.box,path:{d:this.#a.toSVGPath()}},this.#u),this.#l&&(this.#l.style.clipPath=this.#n))}static#N([e,t,n,a],i){switch(i){case 90:return[1-t-a,e,a,n];case 180:return[1-e-n,1-t-a,n,a];case 270:return[t,1-e-n,a,n]}return[e,t,n,a]}rotate(e){const{drawLayer:t}=this.parent;let n;this.#u?(e=(e-this.rotation+360)%360,n=La.#N(this.#c.box,e)):n=La.#N([this.x,this.y,this.width,this.height],e),t.updateProperties(this.#d,{bbox:n,root:{"data-main-rotation":e}}),t.updateProperties(this.#f,{bbox:La.#N(this.#a.box,e),root:{"data-main-rotation":e}})}render(){if(this.div)return this.div;const e=super.render();this.#h&&(e.setAttribute("aria-label",this.#h),e.setAttribute("role","mark")),this.#u?e.classList.add("free"):this.div.addEventListener("keydown",this.#O.bind(this),{signal:this._uiManager._signal});const t=this.#l=document.createElement("div");e.append(t),t.setAttribute("aria-hidden","true"),t.className="internal",t.style.clipPath=this.#n;const[n,a]=this.parentDimensions;return this.setDims(this.width*n,this.height*a),fz(this,this.#l,["pointerover","pointerleave"]),this.enableEditing(),e}pointerover(){this.isSelected||this.parent?.drawLayer.updateProperties(this.#f,{rootClass:{hovered:!0}})}pointerleave(){this.isSelected||this.parent?.drawLayer.updateProperties(this.#f,{rootClass:{hovered:!1}})}#O(e){La._keyboardManager.exec(this,e)}_moveCaret(e){switch(this.parent.unselect(this),e){case 0:case 2:this.#R(!0);break;case 1:case 3:this.#R(!1);break}}#R(e){if(!this.#e)return;const t=window.getSelection();e?t.setPosition(this.#e,this.#t):t.setPosition(this.#s,this.#o)}select(){super.select(),this.#f&&this.parent?.drawLayer.updateProperties(this.#f,{rootClass:{hovered:!1,selected:!0}})}unselect(){super.unselect(),this.#f&&(this.parent?.drawLayer.updateProperties(this.#f,{rootClass:{selected:!1}}),this.#u||this.#R(!1))}get _mustFixPosition(){return!this.#u}show(e=this._isVisible){super.show(e),this.parent&&(this.parent.drawLayer.updateProperties(this.#d,{rootClass:{hidden:!e}}),this.parent.drawLayer.updateProperties(this.#f,{rootClass:{hidden:!e}}))}#x(){return this.#u?this.rotation:0}#k(){if(this.#u)return null;const[e,t]=this.pageDimensions,[n,a]=this.pageTranslation,i=this.#r,s=new Float32Array(i.length*8);let o=0;for(const{x:l,y:c,width:u,height:d}of i){const h=l*e+n,p=(1-c)*t+a;s[o]=s[o+4]=h,s[o+1]=s[o+3]=p,s[o+2]=s[o+6]=h+u*e,s[o+5]=s[o+7]=p-d*t,o+=8}return s}#F(e){return this.#c.serialize(e,this.#x())}static startHighlighting(e,t,{target:n,x:a,y:i}){const{x:s,y:o,width:l,height:c}=n.getBoundingClientRect(),u=new AbortController,d=e.combinedSignal(u),h=p=>{u.abort(),this.#G(e,p)};window.addEventListener("blur",h,{signal:d}),window.addEventListener("pointerup",h,{signal:d}),window.addEventListener("pointerdown",ja,{capture:!0,passive:!1,signal:d}),window.addEventListener("contextmenu",ko,{signal:d}),n.addEventListener("pointermove",this.#M.bind(this,e),{signal:d}),this._freeHighlight=new cA({x:a,y:i},[s,o,l,c],e.scale,this._defaultThickness/2,t,.001),{id:this._freeHighlightId,clipPathId:this._freeHighlightClipId}=e.drawLayer.draw({bbox:[0,0,1,1],root:{viewBox:"0 0 1 1",fill:this._defaultColor,"fill-opacity":this._defaultOpacity},rootClass:{highlight:!0,free:!0},path:{d:this._freeHighlight.toSVGPath()}},!0,!0)}static#M(e,t){this._freeHighlight.add(t)&&e.drawLayer.updateProperties(this._freeHighlightId,{path:{d:this._freeHighlight.toSVGPath()}})}static#G(e,t){this._freeHighlight.isEmpty()?e.drawLayer.remove(this._freeHighlightId):e.createAndAddNewEditor(t,!1,{highlightId:this._freeHighlightId,highlightOutlines:this._freeHighlight.getOutlines(),clipPathId:this._freeHighlightClipId,methodOfCreation:"main_toolbar"}),this._freeHighlightId=-1,this._freeHighlight=null,this._freeHighlightClipId=""}static async deserialize(e,t,n){let a=null;if(e instanceof Pz){const{data:{quadPoints:m,rect:g,rotation:b,id:_,color:v,opacity:y,popupRef:E,contentsObj:S},parent:{page:{pageNumber:w}}}=e;a=e={annotationType:Zr.HIGHLIGHT,color:Array.from(v),opacity:y,quadPoints:m,boxes:null,pageIndex:w-1,rect:g.slice(0),rotation:b,annotationElementId:_,id:_,deleted:!1,popupRef:E,comment:S?.str||null}}else if(e instanceof Tx){const{data:{inkLists:m,rect:g,rotation:b,id:_,color:v,borderStyle:{rawWidth:y},popupRef:E,contentsObj:S},parent:{page:{pageNumber:w}}}=e;a=e={annotationType:Zr.HIGHLIGHT,color:Array.from(v),thickness:y,inkLists:m,boxes:null,pageIndex:w-1,rect:g.slice(0),rotation:b,annotationElementId:_,id:_,deleted:!1,popupRef:E,comment:S?.str||null}}const{color:i,quadPoints:s,inkLists:o,opacity:l}=e,c=await super.deserialize(e,t,n);c.color=Dr.makeHexColor(...i),c.#m=l||1,o&&(c.#g=e.thickness),c._initialData=a,e.comment&&c.setCommentData(e.comment);const[u,d]=c.pageDimensions,[h,p]=c.pageTranslation;if(s){const m=c.#r=[];for(let g=0;gn!==t[a])}renderAnnotationElement(e){const t={rect:this.getRect(0,0)};return this.hasEditedComment&&(t.popup=this.comment),e.updateEdited(t),null}static canCreateNewEmptyEditor(){return!1}}class Bz{#e=Object.create(null);updateProperty(e,t){this[e]=t,this.updateSVGProperty(e,t)}updateProperties(e){if(e)for(const[t,n]of Object.entries(e))t.startsWith("_")||this.updateProperty(t,n)}updateSVGProperty(e,t){this.#e[e]=t}toSVGProperties(){const e=this.#e;return this.#e=Object.create(null),{root:e}}reset(){this.#e=Object.create(null)}updateAll(e=this){this.updateProperties(e)}clone(){Zn("Not implemented")}}class Gr extends Fr{#e=null;#t;_colorPicker=null;_drawId=null;static _currentDrawId=-1;static _currentParent=null;static#r=null;static#n=null;static#i=null;static#a=NaN;static#s=null;static#o=null;static#l=NaN;static _INNER_MARGIN=3;constructor(e){super(e),this.#t=e.mustBeCommitted||!1,this._addOutlines(e)}_addOutlines(e){e.drawOutlines&&(this.#c(e),this.#p())}#c({drawOutlines:e,drawId:t,drawingOptions:n}){this.#e=e,this._drawingOptions||=n,this.annotationElementId||this._uiManager.a11yAlert(`pdfjs-editor-${this.editorType}-added-alert`),t>=0?(this._drawId=t,this.parent.drawLayer.finalizeDraw(t,e.defaultProperties)):this._drawId=this.#d(e,this.parent),this.#h(e.box)}#d(e,t){const{id:n}=t.drawLayer.draw(Gr._mergeSVGProperties(this._drawingOptions.toSVGProperties(),e.defaultSVGProperties),!1,!1);return n}static _mergeSVGProperties(e,t){const n=new Set(Object.keys(e));for(const[a,i]of Object.entries(t))n.has(a)?Object.assign(e[a],i):e[a]=i;return e}static getDefaultDrawingOptions(e){Zn("Not implemented")}static get typesMap(){Zn("Not implemented")}static get isDrawer(){return!0}static get supportMultipleDrawings(){return!1}static updateDefaultParams(e,t){const n=this.typesMap.get(e);n&&this._defaultDrawingOptions.updateProperty(n,t),this._currentParent&&(Gr.#r.updateProperty(n,t),this._currentParent.drawLayer.updateProperties(this._currentDrawId,this._defaultDrawingOptions.toSVGProperties()))}updateParams(e,t){const n=this.constructor.typesMap.get(e);n&&this._updateProperty(e,n,t)}static get defaultPropertiesToUpdate(){const e=[],t=this._defaultDrawingOptions;for(const[n,a]of this.typesMap)e.push([n,t[a]]);return e}get propertiesToUpdate(){const e=[],{_drawingOptions:t}=this;for(const[n,a]of this.constructor.typesMap)e.push([n,t[a]]);return e}_updateProperty(e,t,n){const a=this._drawingOptions,i=a[t],s=o=>{a.updateProperty(t,o);const l=this.#e.updateProperty(t,o);l&&this.#h(l),this.parent?.drawLayer.updateProperties(this._drawId,a.toSVGProperties()),e===this.colorType&&this._colorPicker?.update(o)};this.addCommands({cmd:s.bind(this,n),undo:s.bind(this,i),post:this._uiManager.updateUI.bind(this._uiManager,this),mustExec:!0,type:e,overwriteIfSameType:!0,keepUndo:!0})}_onResizing(){this.parent?.drawLayer.updateProperties(this._drawId,Gr._mergeSVGProperties(this.#e.getPathResizingSVGProperties(this.#f()),{bbox:this.#g()}))}_onResized(){this.parent?.drawLayer.updateProperties(this._drawId,Gr._mergeSVGProperties(this.#e.getPathResizedSVGProperties(this.#f()),{bbox:this.#g()}))}_onTranslating(e,t){this.parent?.drawLayer.updateProperties(this._drawId,{bbox:this.#g()})}_onTranslated(){this.parent?.drawLayer.updateProperties(this._drawId,Gr._mergeSVGProperties(this.#e.getPathTranslatedSVGProperties(this.#f(),this.parentDimensions),{bbox:this.#g()}))}_onStartDragging(){this.parent?.drawLayer.updateProperties(this._drawId,{rootClass:{moving:!0}})}_onStopDragging(){this.parent?.drawLayer.updateProperties(this._drawId,{rootClass:{moving:!1}})}commit(){super.commit(),this.disableEditMode(),this.disableEditing()}disableEditing(){super.disableEditing(),this.div.classList.toggle("disabled",!0)}enableEditing(){super.enableEditing(),this.div.classList.toggle("disabled",!1)}getBaseTranslation(){return[0,0]}get isResizable(){return!0}onceAdded(e){this.annotationElementId||this.parent.addUndoableEditor(this),this._isDraggable=!0,this.#t&&(this.#t=!1,this.commit(),this.parent.setSelected(this),e&&this.isOnScreen&&this.div.focus())}remove(){this.#u(),super.remove()}rebuild(){this.parent&&(super.rebuild(),this.div!==null&&(this.#p(),this.#h(this.#e.box),this.isAttachedToDOM||this.parent.add(this)))}setParent(e){let t=!1;this.parent&&!e?(this._uiManager.removeShouldRescale(this),this.#u()):e&&(this._uiManager.addShouldRescale(this),this.#p(e),t=!this.parent&&this.div?.classList.contains("selectedEditor")),super.setParent(e),t&&this.select()}#u(){this._drawId===null||!this.parent||(this.parent.drawLayer.remove(this._drawId),this._drawId=null,this._drawingOptions.reset())}#p(e=this.parent){if(!(this._drawId!==null&&this.parent===e)){if(this._drawId!==null){this.parent.drawLayer.updateParent(this._drawId,e.drawLayer);return}this._drawingOptions.updateAll(),this._drawId=this.#d(this.#e,e)}}#m([e,t,n,a]){const{parentDimensions:[i,s],rotation:o}=this;switch(o){case 90:return[t,1-e,n*(s/i),a*(i/s)];case 180:return[1-e,1-t,n,a];case 270:return[1-t,e,n*(s/i),a*(i/s)];default:return[e,t,n,a]}}#f(){const{x:e,y:t,width:n,height:a,parentDimensions:[i,s],rotation:o}=this;switch(o){case 90:return[1-t,e,n*(i/s),a*(s/i)];case 180:return[1-e,1-t,n,a];case 270:return[t,1-e,n*(i/s),a*(s/i)];default:return[e,t,n,a]}}#h(e){if([this.x,this.y,this.width,this.height]=this.#m(e),this.div){this.fixAndSetPosition();const[t,n]=this.parentDimensions;this.setDims(this.width*t,this.height*n)}this._onResized()}#g(){const{x:e,y:t,width:n,height:a,rotation:i,parentRotation:s,parentDimensions:[o,l]}=this;switch((i*4+s)/90){case 1:return[1-t-a,e,a,n];case 2:return[1-e-n,1-t-a,n,a];case 3:return[t,1-e-n,a,n];case 4:return[e,t-n*(o/l),a*(l/o),n*(o/l)];case 5:return[1-t,e,n*(o/l),a*(l/o)];case 6:return[1-e-a*(l/o),1-t,a*(l/o),n*(o/l)];case 7:return[t-n*(o/l),1-e-a*(l/o),n*(o/l),a*(l/o)];case 8:return[e-n,t-a,n,a];case 9:return[1-t,e-n,a,n];case 10:return[1-e,1-t,n,a];case 11:return[t-a,1-e,a,n];case 12:return[e-a*(l/o),t,a*(l/o),n*(o/l)];case 13:return[1-t-n*(o/l),e-a*(l/o),n*(o/l),a*(l/o)];case 14:return[1-e,1-t-n*(o/l),a*(l/o),n*(o/l)];case 15:return[t,1-e,n*(o/l),a*(l/o)];default:return[e,t,n,a]}}rotate(){this.parent&&this.parent.drawLayer.updateProperties(this._drawId,Gr._mergeSVGProperties({bbox:this.#g()},this.#e.updateRotation((this.parentRotation-this.rotation+360)%360)))}onScaleChanging(){this.parent&&this.#h(this.#e.updateParentDimensions(this.parentDimensions,this.parent.scale))}static onScaleChangingWhenDrawing(){}render(){if(this.div)return this.div;let e,t;this._isCopy&&(e=this.x,t=this.y);const n=super.render();n.classList.add("draw");const a=document.createElement("div");n.append(a),a.setAttribute("aria-hidden","true"),a.className="internal";const[i,s]=this.parentDimensions;return this.setDims(this.width*i,this.height*s),this._uiManager.addShouldRescale(this),this.disableEditing(),this._isCopy&&this._moveAfterPaste(e,t),n}static createDrawerInstance(e,t,n,a,i){Zn("Not implemented")}static startDrawing(e,t,n,a){const{target:i,offsetX:s,offsetY:o,pointerId:l,pointerType:c}=a;if(Gr.#s&&Gr.#s!==c)return;const{viewport:{rotation:u}}=e,{width:d,height:h}=i.getBoundingClientRect(),p=Gr.#n=new AbortController,m=e.combinedSignal(p);if(Gr.#a||=l,Gr.#s??=c,window.addEventListener("pointerup",g=>{Gr.#a===g.pointerId?this._endDraw(g):Gr.#o?.delete(g.pointerId)},{signal:m}),window.addEventListener("pointercancel",g=>{Gr.#a===g.pointerId?this._currentParent.endDrawingSession():Gr.#o?.delete(g.pointerId)},{signal:m}),window.addEventListener("pointerdown",g=>{Gr.#s===g.pointerType&&((Gr.#o||=new Set).add(g.pointerId),Gr.#r.isCancellable()&&(Gr.#r.removeLastElement(),Gr.#r.isEmpty()?this._currentParent.endDrawingSession(!0):this._endDraw(null)))},{capture:!0,passive:!1,signal:m}),window.addEventListener("contextmenu",ko,{signal:m}),i.addEventListener("pointermove",this._drawMove.bind(this),{signal:m}),i.addEventListener("touchmove",g=>{g.timeStamp===Gr.#l&&ja(g)},{signal:m}),e.toggleDrawing(),t._editorUndoBar?.hide(),Gr.#r){e.drawLayer.updateProperties(this._currentDrawId,Gr.#r.startNew(s,o,d,h,u));return}t.updateUIForDefaultProperties(this),Gr.#r=this.createDrawerInstance(s,o,d,h,u),Gr.#i=this.getDefaultDrawingOptions(),this._currentParent=e,{id:this._currentDrawId}=e.drawLayer.draw(this._mergeSVGProperties(Gr.#i.toSVGProperties(),Gr.#r.defaultSVGProperties),!0,!1)}static _drawMove(e){if(Gr.#l=-1,!Gr.#r)return;const{offsetX:t,offsetY:n,pointerId:a}=e;if(Gr.#a===a){if(Gr.#o?.size>=1){this._endDraw(e);return}this._currentParent.drawLayer.updateProperties(this._currentDrawId,Gr.#r.add(t,n)),Gr.#l=e.timeStamp,ja(e)}}static _cleanup(e){e&&(this._currentDrawId=-1,this._currentParent=null,Gr.#r=null,Gr.#i=null,Gr.#s=null,Gr.#l=NaN),Gr.#n&&(Gr.#n.abort(),Gr.#n=null,Gr.#a=NaN,Gr.#o=null)}static _endDraw(e){const t=this._currentParent;if(t){if(t.toggleDrawing(!0),this._cleanup(!1),e?.target===t.div&&t.drawLayer.updateProperties(this._currentDrawId,Gr.#r.end(e.offsetX,e.offsetY)),this.supportMultipleDrawings){const n=Gr.#r,a=this._currentDrawId,i=n.getLastElement();t.addCommands({cmd:()=>{t.drawLayer.updateProperties(a,n.setLastElement(i))},undo:()=>{t.drawLayer.updateProperties(a,n.removeLastElement())},mustExec:!1,type:Mn.DRAW_STEP});return}this.endDrawing(!1)}}static endDrawing(e){const t=this._currentParent;if(!t)return null;if(t.toggleDrawing(!0),t.cleanUndoStack(Mn.DRAW_STEP),!Gr.#r.isEmpty()){const{pageDimensions:[n,a],scale:i}=t,s=t.createAndAddNewEditor({offsetX:0,offsetY:0},!1,{drawId:this._currentDrawId,drawOutlines:Gr.#r.getOutlines(n*i,a*i,i,this._INNER_MARGIN),drawingOptions:Gr.#i,mustBeCommitted:!e});return this._cleanup(!0),s}return t.drawLayer.remove(this._currentDrawId),this._cleanup(!0),null}createDrawingOptions(e){}static deserializeDraw(e,t,n,a,i,s){Zn("Not implemented")}static async deserialize(e,t,n){const{rawDims:{pageWidth:a,pageHeight:i,pageX:s,pageY:o}}=t.viewport,l=this.deserializeDraw(s,o,a,i,this._INNER_MARGIN,e),c=await super.deserialize(e,t,n);return c.createDrawingOptions(e),c.#c({drawOutlines:l}),c.#p(),c.onScaleChanging(),c.rotate(),c}serializeDraw(e){const[t,n]=this.pageTranslation,[a,i]=this.pageDimensions;return this.#e.serialize([t,n,a,i],e)}renderAnnotationElement(e){return e.updateEdited({rect:this.getRect(0,0)}),null}static canCreateNewEmptyEditor(){return!1}}class Gye{#e=new Float64Array(6);#t;#r;#n;#i;#a;#s="";#o=0;#l=new Ag;#c;#d;constructor(e,t,n,a,i,s){this.#c=n,this.#d=a,this.#n=i,this.#i=s,[e,t]=this.#u(e,t);const o=this.#t=[NaN,NaN,NaN,NaN,e,t];this.#a=[e,t],this.#r=[{line:o,points:this.#a}],this.#e.set(o,0)}updateProperty(e,t){e==="stroke-width"&&(this.#i=t)}#u(e,t){return br._normalizePoint(e,t,this.#c,this.#d,this.#n)}isEmpty(){return!this.#r||this.#r.length===0}isCancellable(){return this.#a.length<=10}add(e,t){[e,t]=this.#u(e,t);const[n,a,i,s]=this.#e.subarray(2,6),o=e-i,l=t-s;return Math.hypot(this.#c*o,this.#d*l)<=2?null:(this.#a.push(e,t),isNaN(n)?(this.#e.set([i,s,e,t],2),this.#t.push(NaN,NaN,NaN,NaN,e,t),{path:{d:this.toSVGPath()}}):(isNaN(this.#e[0])&&this.#t.splice(6,6),this.#e.set([n,a,i,s,e,t],0),this.#t.push(...br.createBezierPoints(n,a,i,s,e,t)),{path:{d:this.toSVGPath()}}))}end(e,t){const n=this.add(e,t);return n||(this.#a.length===2?{path:{d:this.toSVGPath()}}:null)}startNew(e,t,n,a,i){this.#c=n,this.#d=a,this.#n=i,[e,t]=this.#u(e,t);const s=this.#t=[NaN,NaN,NaN,NaN,e,t];this.#a=[e,t];const o=this.#r.at(-1);return o&&(o.line=new Float32Array(o.line),o.points=new Float32Array(o.points)),this.#r.push({line:s,points:this.#a}),this.#e.set(s,0),this.#o=0,this.toSVGPath(),null}getLastElement(){return this.#r.at(-1)}setLastElement(e){return this.#r?(this.#r.push(e),this.#t=e.line,this.#a=e.points,this.#o=0,{path:{d:this.toSVGPath()}}):this.#l.setLastElement(e)}removeLastElement(){if(!this.#r)return this.#l.removeLastElement();this.#r.pop(),this.#s="";for(let e=0,t=this.#r.length;ey??NaN),d,h,p,m),points:g(o[_].map(y=>y??NaN),d,h,p,m)});const b=new this.prototype.constructor;return b.build(u,n,a,1,l,c,i),b}#c(e=this.#l){const t=this.#r+e/2*this.#s;return this.#o%180===0?[t/this.#i,t/this.#a]:[t/this.#a,t/this.#i]}#d(){const[e,t,n,a]=this.#e,[i,s]=this.#c(0);return[e+i,t+s,n-2*i,a-2*s]}#u(){const e=this.#e=new Float32Array([1/0,1/0,-1/0,-1/0]);for(const{line:a}of this.#n){if(a.length<=12){for(let o=4,l=a.length;os!==t[o])||e.thickness!==n||e.opacity!==a||e.pageIndex!==i}renderAnnotationElement(e){const{points:t,rect:n}=this.serializeDraw(!1),a={rect:n,thickness:this._drawingOptions["stroke-width"],points:t};return this.hasEditedComment&&(a.popup=this.comment),e.updateEdited(a),null}}class uA extends Ag{toSVGPath(){let e=super.toSVGPath();return e.endsWith("Z")||(e+="Z"),e}}const W1=8,Pp=3;class qh{static#e={maxDim:512,sigmaSFactor:.02,sigmaR:25,kernelSize:16};static#t(e,t,n,a){return n-=e,a-=t,n===0?a>0?0:4:n===1?a+6:2-a}static#r=new Int32Array([0,1,-1,1,-1,0,-1,-1,0,-1,1,-1,1,0,1,1]);static#n(e,t,n,a,i,s,o){const l=this.#t(n,a,i,s);for(let c=0;c<8;c++){const u=(-c+l-o+16)%8,d=this.#r[2*u],h=this.#r[2*u+1];if(e[(n+d)*t+(a+h)]!==0)return u}return-1}static#i(e,t,n,a,i,s,o){const l=this.#t(n,a,i,s);for(let c=0;c<8;c++){const u=(c+l+o+16)%8,d=this.#r[2*u],h=this.#r[2*u+1];if(e[(n+d)*t+(a+h)]!==0)return u}return-1}static#a(e,t,n,a){const i=e.length,s=new Int32Array(i);for(let u=0;u=1&&s[h+1]===0)o+=1,g+=1,p>1&&(l=p);else{p!==1&&(l=Math.abs(p));continue}const b=[d,u],_=g===d+1,v={isHole:_,points:b,id:o,parent:0};c.push(v);let y;for(const D of c)if(D.id===l){y=D;break}y?y.isHole?v.parent=_?y.parent:l:v.parent=_?l:y.parent:v.parent=_?l:0;const E=this.#n(s,t,u,d,m,g,0);if(E===-1){s[h]=-o,s[h]!==1&&(l=Math.abs(s[h]));continue}let S=this.#r[2*E],w=this.#r[2*E+1];const C=u+S,x=d+w;m=C,g=x;let N=u,I=d;for(;;){const D=this.#i(s,t,N,I,m,g,1);S=this.#r[2*D],w=this.#r[2*D+1];const V=N+S,q=I+w;b.push(q,V);const $=N*t+I;if(s[$+1]===0?s[$]=-o:s[$]===1&&(s[$]=o),V===u&&q===d&&N===C&&I===x){s[h]!==1&&(l=Math.abs(s[h]));break}else m=N,g=I,N=V,I=q}}}return c}static#s(e,t,n,a){if(n-t<=4){for(let C=t;CS&&(w=C,S=x)}S>(c*E)**2?(this.#s(e,t,w+2,a),this.#s(e,w,n,a)):a.push(i,s)}static#o(e){const t=[],n=e.length;return this.#s(e,0,n,t),t.push(e[n-2],e[n-1]),t.length<=4?null:t}static#l(e,t,n,a,i,s){const o=new Float32Array(s**2),l=-2*a**2,c=s>>1;for(let g=0;g=n))for(let x=0;x=t)continue;const I=e[C*t+N],D=o[w*s+x]*u[Math.abs(I-v)];y+=I*D,E+=D}}const S=p[_]=Math.round(y/E);m[S]++}return[p,m]}static#c(e){const t=new Uint32Array(256);for(const n of e)t[n]++;return t}static#d(e){const t=e.length,n=new Uint8ClampedArray(t>>2);let a=-1/0,i=1/0;for(let o=0,l=n.length;ol!==0);let s=i,o=i;for(t=i;t<256;t++){const l=e[t];l>n&&(t-s>a&&(a=t-s,o=t-1),n=l,s=t)}for(t=o-1;t>=0&&!(e[t]>e[t+1]);t--);return t}static#p(e){const t=e,{width:n,height:a}=e,{maxDim:i}=this.#e;let s=n,o=a;if(n>i||a>i){let h=n,p=a,m=Math.log2(Math.max(n,a)/i);const g=Math.floor(m);m=m===g?g-1:g;for(let _=0;_=-128&&o<=127?c=Int8Array:s>=-32768&&o<=32767?c=Int16Array:c=Int32Array;const u=e.length,d=W1+Pp*u,h=new Uint32Array(d);let p=0;h[p++]=d*Uint32Array.BYTES_PER_ELEMENT+(l-2*u)*c.BYTES_PER_ELEMENT,h[p++]=0,h[p++]=a,h[p++]=i,h[p++]=t?0:1,h[p++]=Math.max(0,Math.floor(n??0)),h[p++]=u,h[p++]=c.BYTES_PER_ELEMENT;for(const y of e)h[p++]=y.length-2,h[p++]=y[0],h[p++]=y[1];const m=new CompressionStream("deflate-raw"),g=m.writable.getWriter();await g.ready,g.write(h);const b=c.prototype.constructor;for(const y of e){const E=new b(y.length-2);for(let S=2,w=y.length;S{await i.ready,await i.close()}).catch(()=>{});let s=null,o=0;for await(const y of n)s||=new Uint8Array(new Uint32Array(y.buffer,0,4)[0]),s.set(y,o),o+=y.length;const l=new Uint32Array(s.buffer,0,s.length>>2),c=l[1];if(c!==0)throw new Error(`Invalid version: ${c}`);const u=l[2],d=l[3],h=l[4]===0,p=l[5],m=l[6],g=l[7],b=[],_=(W1+Pp*m)*Uint32Array.BYTES_PER_ELEMENT;let v;switch(g){case Int8Array.BYTES_PER_ELEMENT:v=new Int8Array(s.buffer,_);break;case Int16Array.BYTES_PER_ELEMENT:v=new Int16Array(s.buffer,_);break;case Int32Array.BYTES_PER_ELEMENT:v=new Int32Array(s.buffer,_);break}o=0;for(let y=0;y{t?.updateEditSignatureButton(e)}))}getSignaturePreview(){const{newCurves:e,areContours:t,thickness:n,width:a,height:i}=this.#r,s=Math.max(a,i),o=qh.processDrawnLines({lines:{curves:e.map(l=>({points:l})),thickness:n,width:a,height:i},pageWidth:s,pageHeight:s,rotation:0,innerMargin:0,mustSmooth:!1,areContours:t});return{areContours:t,outline:o.outline}}get toolbarButtons(){return this._uiManager.signatureManager?[["editSignature",this._uiManager.signatureManager]]:super.toolbarButtons}addSignature(e,t,n,a){const{x:i,y:s}=this,{outline:o}=this.#r=e;this.#e=o instanceof uA,this.description=n;let l;this.#e?l=yl.getDefaultDrawingOptions():(l=yl._defaultDrawnSignatureOptions.clone(),l.updateProperties({"stroke-width":o.thickness})),this._addOutlines({drawOutlines:o,drawingOptions:l});const[c,u]=this.parentDimensions,[,d]=this.pageDimensions;let h=t/d;h=h>=1?.5:h,this.width*=h/this.height,this.width>=1&&(h*=.9/this.width,this.width=.9),this.height=h,this.setDims(c*this.width,u*this.height),this.x=i,this.y=s,this.center(),this._onResized(),this.onScaleChanging(),this.rotate(),this._uiManager.addToAnnotationStorage(this),this.setUuid(a),this._reportTelemetry({action:"pdfjs.signature.inserted",data:{hasBeenSaved:!!a,hasDescription:!!n}}),this.div.hidden=!1}getFromImage(e){const{rawDims:{pageWidth:t,pageHeight:n},rotation:a}=this.parent.viewport;return qh.process(e,t,n,a,yl._INNER_MARGIN)}getFromText(e,t){const{rawDims:{pageWidth:n,pageHeight:a},rotation:i}=this.parent.viewport;return qh.extractContoursFromText(e,t,n,a,i,yl._INNER_MARGIN)}getDrawnSignature(e){const{rawDims:{pageWidth:t,pageHeight:n},rotation:a}=this.parent.viewport;return qh.processDrawnLines({lines:e,pageWidth:t,pageHeight:n,rotation:a,innerMargin:yl._INNER_MARGIN,mustSmooth:!1,areContours:!1})}createDrawingOptions({areContours:e,thickness:t}){e?this._drawingOptions=yl.getDefaultDrawingOptions():(this._drawingOptions=yl._defaultDrawnSignatureOptions.clone(),this._drawingOptions.updateProperties({"stroke-width":t}))}serialize(e=!1){if(this.isEmpty())return null;const{lines:t,points:n,rect:a}=this.serializeDraw(e),{_drawingOptions:{"stroke-width":i}}=this,s={annotationType:Zr.SIGNATURE,isSignature:!0,areContours:this.#e,color:[0,0,0],thickness:this.#e?0:i,pageIndex:this.pageIndex,rect:a,rotation:this.rotation,structTreeParentId:this._structTreeParentId};return this.addComment(s),e?(s.paths={lines:t,points:n},s.uuid=this.#n,s.isCopy=!0):s.lines=t,this.#t&&(s.accessibilityData={type:"Figure",alt:this.#t}),s}static deserializeDraw(e,t,n,a,i,s){return s.areContours?uA.deserialize(e,t,n,a,i,s):Ag.deserialize(e,t,n,a,i,s)}static async deserialize(e,t,n){const a=await super.deserialize(e,t,n);return a.#e=e.areContours,a.description=e.accessibilityData?.alt||"",a.#n=e.uuid,a}}class zye extends Fr{#e=null;#t=null;#r=null;#n=null;#i=null;#a="";#s=null;#o=!1;#l=null;#c=!1;#d=!1;static _type="stamp";static _editorType=Zr.STAMP;constructor(e){super({...e,name:"stampEditor"}),this.#n=e.bitmapUrl,this.#i=e.bitmapFile,this.defaultL10nId="pdfjs-editor-stamp-editor"}static initialize(e,t){Fr.initialize(e,t)}static isHandlingMimeForPasting(e){return nA.includes(e)}static paste(e,t){t.pasteEditor({mode:Zr.STAMP},{bitmapFile:e.getAsFile()})}altTextFinish(){this._uiManager.useNewAltTextFlow&&(this.div.hidden=!1),super.altTextFinish()}get telemetryFinalData(){return{type:"stamp",hasAltText:!!this.altTextData?.altText}}static computeTelemetryFinalData(e){const t=e.get("hasAltText");return{hasAltText:t.get(!0)??0,hasNoAltText:t.get(!1)??0}}#u(e,t=!1){if(!e){this.remove();return}this.#e=e.bitmap,t||(this.#t=e.id,this.#c=e.isSvg),e.file&&(this.#a=e.file.name),this.#f()}#p(){if(this.#r=null,this._uiManager.enableWaiting(!1),!!this.#s){if(this._uiManager.useNewAltTextWhenAddingImage&&this._uiManager.useNewAltTextFlow&&this.#e){this.addEditToolbar().then(()=>{this._editToolbar.hide(),this._uiManager.editAltText(this,!0)});return}if(!this._uiManager.useNewAltTextWhenAddingImage&&this._uiManager.useNewAltTextFlow&&this.#e){this._reportTelemetry({action:"pdfjs.image.image_added",data:{alt_text_modal:!1,alt_text_type:"empty"}});try{this.mlGuessAltText()}catch{}}this.div.focus()}}async mlGuessAltText(e=null,t=!0){if(this.hasAltTextData())return null;const{mlManager:n}=this._uiManager;if(!n)throw new Error("No ML.");if(!await n.isEnabledFor("altText"))throw new Error("ML isn't enabled for alt text.");const{data:a,width:i,height:s}=e||this.copyCanvas(null,null,!0).imageData,o=await n.guess({name:"altText",request:{data:a,width:i,height:s,channels:a.length/(i*s)}});if(!o)throw new Error("No response from the AI service.");if(o.error)throw new Error("Error from the AI service.");if(o.cancel)return null;if(!o.output)throw new Error("No valid response from the AI service.");const l=o.output;return await this.setGuessedAltText(l),t&&!this.hasAltTextData()&&(this.altTextData={alt:l,decorative:!1}),l}#m(){if(this.#t){this._uiManager.enableWaiting(!0),this._uiManager.imageManager.getFromId(this.#t).then(n=>this.#u(n,!0)).finally(()=>this.#p());return}if(this.#n){const n=this.#n;this.#n=null,this._uiManager.enableWaiting(!0),this.#r=this._uiManager.imageManager.getFromUrl(n).then(a=>this.#u(a)).finally(()=>this.#p());return}if(this.#i){const n=this.#i;this.#i=null,this._uiManager.enableWaiting(!0),this.#r=this._uiManager.imageManager.getFromFile(n).then(a=>this.#u(a)).finally(()=>this.#p());return}const e=document.createElement("input");e.type="file",e.accept=nA.join(",");const t=this._uiManager._signal;this.#r=new Promise(n=>{e.addEventListener("change",async()=>{if(!e.files||e.files.length===0)this.remove();else{this._uiManager.enableWaiting(!0);const a=await this._uiManager.imageManager.getFromFile(e.files[0]);this._reportTelemetry({action:"pdfjs.image.image_selected",data:{alt_text_modal:this._uiManager.useNewAltTextFlow}}),this.#u(a)}n()},{signal:t}),e.addEventListener("cancel",()=>{this.remove(),n()},{signal:t})}).finally(()=>this.#p()),e.click()}remove(){this.#t&&(this.#e=null,this._uiManager.imageManager.deleteId(this.#t),this.#s?.remove(),this.#s=null,this.#l&&(clearTimeout(this.#l),this.#l=null)),super.remove()}rebuild(){if(!this.parent){this.#t&&this.#m();return}super.rebuild(),this.div!==null&&(this.#t&&this.#s===null&&this.#m(),this.isAttachedToDOM||this.parent.add(this))}onceAdded(e){this._isDraggable=!0,e&&this.div.focus()}isEmpty(){return!(this.#r||this.#e||this.#n||this.#i||this.#t||this.#o)}get toolbarButtons(){return[["altText",this.createAltText()]]}get isResizable(){return!0}render(){if(this.div)return this.div;let e,t;return this._isCopy&&(e=this.x,t=this.y),super.render(),this.div.hidden=!0,this.createAltText(),this.#o||(this.#e?this.#f():this.#m()),this._isCopy&&this._moveAfterPaste(e,t),this._uiManager.addShouldRescale(this),this.div}setCanvas(e,t){const{id:n,bitmap:a}=this._uiManager.imageManager.getFromCanvas(e,t);t.remove(),n&&this._uiManager.imageManager.isValidId(n)&&(this.#t=n,a&&(this.#e=a),this.#o=!1,this.#f())}_onResized(){this.onScaleChanging()}onScaleChanging(){if(!this.parent)return;this.#l!==null&&clearTimeout(this.#l);const e=200;this.#l=setTimeout(()=>{this.#l=null,this.#g()},e)}#f(){const{div:e}=this;let{width:t,height:n}=this.#e;const[a,i]=this.pageDimensions,s=.75;if(this.width)t=this.width*a,n=this.height*i;else if(t>s*a||n>s*i){const u=Math.min(s*a/t,s*i/n);t*=u,n*=u}const[o,l]=this.parentDimensions;this.setDims(t*o/a,n*l/i),this._uiManager.enableWaiting(!1);const c=this.#s=document.createElement("canvas");c.setAttribute("role","img"),this.addContainer(c),this.width=t/a,this.height=n/i,this._initialOptions?.isCentered?this.center():this.fixAndSetPosition(),this._initialOptions=null,(!this._uiManager.useNewAltTextWhenAddingImage||!this._uiManager.useNewAltTextFlow||this.annotationElementId)&&(e.hidden=!1),this.#g(),this.#d||(this.parent.addUndoableEditor(this),this.#d=!0),this._reportTelemetry({action:"inserted_image"}),this.#a&&this.div.setAttribute("aria-description",this.#a),this.annotationElementId||this._uiManager.a11yAlert("pdfjs-editor-stamp-added-alert")}copyCanvas(e,t,n=!1){e||(e=224);const{width:a,height:i}=this.#e,s=new zl;let o=this.#e,l=a,c=i,u=null;if(t){if(a>t||i>t){const w=Math.min(t/a,t/i);l=Math.floor(a*w),c=Math.floor(i*w)}u=document.createElement("canvas");const h=u.width=Math.ceil(l*s.sx),p=u.height=Math.ceil(c*s.sy);this.#c||(o=this.#h(h,p));const m=u.getContext("2d");m.filter=this._uiManager.hcmFilter;let g="white",b="#cfcfd8";this._uiManager.hcmFilter!=="none"?b="black":window.matchMedia?.("(prefers-color-scheme: dark)").matches&&(g="#8f8f9d",b="#42414d");const _=15,v=_*s.sx,y=_*s.sy,E=new OffscreenCanvas(v*2,y*2),S=E.getContext("2d");S.fillStyle=g,S.fillRect(0,0,v*2,y*2),S.fillStyle=b,S.fillRect(0,0,v,y),S.fillRect(v,y,v,y),m.fillStyle=m.createPattern(E,"repeat"),m.fillRect(0,0,h,p),m.drawImage(o,0,0,o.width,o.height,0,0,h,p)}let d=null;if(n){let h,p;if(s.symmetric&&o.widthe||i>e){const b=Math.min(e/a,e/i);h=Math.floor(a*b),p=Math.floor(i*b),this.#c||(o=this.#h(h,p))}const g=new OffscreenCanvas(h,p).getContext("2d",{willReadFrequently:!0});g.drawImage(o,0,0,o.width,o.height,0,0,h,p),d={width:h,height:p,data:g.getImageData(0,0,h,p).data}}return{canvas:u,width:l,height:c,imageData:d}}#h(e,t){const{width:n,height:a}=this.#e;let i=n,s=a,o=this.#e;for(;i>2*e||s>2*t;){const l=i,c=s;i>2*e&&(i=i>=16384?Math.floor(i/2)-1:Math.ceil(i/2)),s>2*t&&(s=s>=16384?Math.floor(s/2)-1:Math.ceil(s/2));const u=new OffscreenCanvas(i,s);u.getContext("2d").drawImage(o,0,0,l,c,0,0,i,s),o=u.transferToImageBitmap()}return o}#g(){const[e,t]=this.parentDimensions,{width:n,height:a}=this,i=new zl,s=Math.ceil(n*e*i.sx),o=Math.ceil(a*t*i.sy),l=this.#s;if(!l||l.width===s&&l.height===o)return;l.width=s,l.height=o;const c=this.#c?this.#e:this.#h(s,o),u=l.getContext("2d");u.filter=this._uiManager.hcmFilter,u.drawImage(c,0,0,c.width,c.height,0,0,s,o)}#v(e){if(e){if(this.#c){const a=this._uiManager.imageManager.getSvgUrl(this.#t);if(a)return a}const t=document.createElement("canvas");return{width:t.width,height:t.height}=this.#e,t.getContext("2d").drawImage(this.#e,0,0),t.toDataURL()}if(this.#c){const[t,n]=this.pageDimensions,a=Math.round(this.width*t*Uf.PDF_TO_CSS_UNITS),i=Math.round(this.height*n*Uf.PDF_TO_CSS_UNITS),s=new OffscreenCanvas(a,i);return s.getContext("2d").drawImage(this.#e,0,0,this.#e.width,this.#e.height,0,0,a,i),s.transferToImageBitmap()}return structuredClone(this.#e)}static async deserialize(e,t,n){let a=null,i=!1;if(e instanceof Lz){const{data:{rect:g,rotation:b,id:_,structParent:v,popupRef:y,contentsObj:E},container:S,parent:{page:{pageNumber:w}},canvas:C}=e;let x,N;C?(delete e.canvas,{id:x,bitmap:N}=n.imageManager.getFromCanvas(S.id,C),C.remove()):(i=!0,e._hasNoCanvas=!0);const I=(await t._structTree.getAriaAttributes(`${hx}${_}`))?.get("aria-label")||"";a=e={annotationType:Zr.STAMP,bitmapId:x,bitmap:N,pageIndex:w-1,rect:g.slice(0),rotation:b,annotationElementId:_,id:_,deleted:!1,accessibilityData:{decorative:!1,altText:I},isSvg:!1,structParent:v,popupRef:y,comment:E?.str||null}}const s=await super.deserialize(e,t,n),{rect:o,bitmap:l,bitmapUrl:c,bitmapId:u,isSvg:d,accessibilityData:h}=e;i?(n.addMissingCanvas(e.id,s),s.#o=!0):u&&n.imageManager.isValidId(u)?(s.#t=u,l&&(s.#e=l)):s.#n=c,s.#c=d;const[p,m]=s.pageDimensions;return s.width=(o[2]-o[0])/p,s.height=(o[3]-o[1])/m,h&&(s.altTextData=h),s._initialData=a,e.comment&&s.setCommentData(e.comment),s.#d=!!a,s}serialize(e=!1,t=null){if(this.isEmpty())return null;if(this.deleted)return this.serializeDeleted();const n={annotationType:Zr.STAMP,bitmapId:this.#t,pageIndex:this.pageIndex,rect:this.getRect(0,0),rotation:this.rotation,isSvg:this.#c,structTreeParentId:this._structTreeParentId};if(this.addComment(n),e)return n.bitmapUrl=this.#v(!0),n.accessibilityData=this.serializeAltText(!0),n.isCopy=!0,n;const{decorative:a,altText:i}=this.serializeAltText(!1);if(!a&&i&&(n.accessibilityData={type:"Figure",alt:i}),this.annotationElementId){const o=this.#_(n);if(o.isSame)return null;o.isSameAltText?delete n.accessibilityData:n.accessibilityData.structParent=this._initialData.structParent??-1}if(n.id=this.annotationElementId,t===null)return n;t.stamps||=new Map;const s=this.#c?(n.rect[2]-n.rect[0])*(n.rect[3]-n.rect[1]):null;if(!t.stamps.has(this.#t))t.stamps.set(this.#t,{area:s,serialized:n}),n.bitmap=this.#v(!1);else if(this.#c){const o=t.stamps.get(this.#t);s>o.area&&(o.area=s,o.serialized.bitmap.close(),o.serialized.bitmap=this.#v(!1))}return n}#_(e){const{pageIndex:t,accessibilityData:{altText:n}}=this._initialData,a=e.pageIndex===t,i=(e.accessibilityData?.alt||"")===n;return{isSame:!this.hasEditedComment&&!this._hasBeenMoved&&!this._hasBeenResized&&a&&i,isSameAltText:i}}renderAnnotationElement(e){const t={rect:this.getRect(0,0)};return this.hasEditedComment&&(t.popup=this.comment),e.updateEdited(t),null}}class mc{#e;#t=!1;#r=null;#n=null;#i=null;#a=new Map;#s=!1;#o=!1;#l=!1;#c=null;#d=null;#u=null;#p=null;#m=null;#f=-1;#h;static _initialized=!1;static#g=new Map([ri,Ax,zye,La,yl].map(e=>[e._editorType,e]));constructor({uiManager:e,pageIndex:t,div:n,structTreeLayer:a,accessibilityManager:i,annotationLayer:s,drawLayer:o,textLayer:l,viewport:c,l10n:u}){const d=[...mc.#g.values()];if(!mc._initialized){mc._initialized=!0;for(const h of d)h.initialize(u,e)}e.registerEditorTypes(d),this.#h=e,this.pageIndex=t,this.div=n,this.#e=i,this.#r=s,this.viewport=c,this.#u=l,this.drawLayer=o,this._structTree=a,this.#h.addLayer(this)}get isEmpty(){return this.#a.size===0}get isInvisible(){return this.isEmpty&&this.#h.getMode()===Zr.NONE}updateToolbar(e){this.#h.updateToolbar(e)}updateMode(e=this.#h.getMode()){switch(this.#b(),e){case Zr.NONE:this.disableTextSelection(),this.togglePointerEvents(!1),this.toggleAnnotationLayerPointerEvents(!0),this.disableClick();return;case Zr.INK:this.disableTextSelection(),this.togglePointerEvents(!0),this.enableClick();break;case Zr.HIGHLIGHT:this.enableTextSelection(),this.togglePointerEvents(!1),this.disableClick();break;default:this.disableTextSelection(),this.togglePointerEvents(!0),this.enableClick()}this.toggleAnnotationLayerPointerEvents(!1);const{classList:t}=this.div;for(const n of mc.#g.values())t.toggle(`${n._type}Editing`,e===n._editorType);this.div.hidden=!1}hasTextLayer(e){return e===this.#u?.div}setEditingState(e){this.#h.setEditingState(e)}addCommands(e){this.#h.addCommands(e)}cleanUndoStack(e){this.#h.cleanUndoStack(e)}toggleDrawing(e=!1){this.div.classList.toggle("drawing",!e)}togglePointerEvents(e=!1){this.div.classList.toggle("disabled",!e)}toggleAnnotationLayerPointerEvents(e=!1){this.#r?.div.classList.toggle("disabled",!e)}async enable(){this.#l=!0,this.div.tabIndex=0,this.togglePointerEvents(!0),this.#m?.abort(),this.#m=null;const e=new Set;for(const n of this.#a.values())n.enableEditing(),n.show(!0),n.annotationElementId&&(this.#h.removeChangedExistingAnnotation(n),e.add(n.annotationElementId));if(!this.#r){this.#l=!1;return}const t=this.#r.getEditableAnnotations();for(const n of t){if(n.hide(),this.#h.isDeletedAnnotationElement(n.data.id)||e.has(n.data.id))continue;const a=await this.deserialize(n);a&&(this.addOrRebuild(a),a.enableEditing())}this.#l=!1}disable(){if(this.#o=!0,this.div.tabIndex=-1,this.togglePointerEvents(!1),this.#u&&!this.#m){this.#m=new AbortController;const a=this.#h.combinedSignal(this.#m);this.#u.div.addEventListener("pointerdown",i=>{const{clientX:o,clientY:l,timeStamp:c}=i,u=this.#f;if(c-u>500){this.#f=c;return}this.#f=-1;const{classList:d}=this.div;d.toggle("getElements",!0);const h=document.elementsFromPoint(o,l);if(d.toggle("getElements",!1),!this.div.contains(h[0]))return;let p;const m=new RegExp(`^${oz}[0-9]+$`);for(const b of h)if(m.test(b.id)){p=b.id;break}if(!p)return;const g=this.#a.get(p);g?.annotationElementId===null&&(i.stopPropagation(),i.preventDefault(),g.dblclick())},{signal:a,capture:!0})}const e=new Map,t=new Map;for(const a of this.#a.values())if(a.disableEditing(),!!a.annotationElementId){if(a.serialize()!==null){e.set(a.annotationElementId,a);continue}else t.set(a.annotationElementId,a);this.getEditableAnnotation(a.annotationElementId)?.show(),a.remove()}if(this.#r){const a=this.#r.getEditableAnnotations();for(const i of a){const{id:s}=i.data;if(this.#h.isDeletedAnnotationElement(s)){i.updateEdited({deleted:!0});continue}let o=t.get(s);if(o){o.resetAnnotationElement(i),o.show(!1),i.show();continue}o=e.get(s),o&&(this.#h.addChangedExistingAnnotation(o),o.renderAnnotationElement(i)&&o.show(!1)),i.show()}}this.#b(),this.isEmpty&&(this.div.hidden=!0);const{classList:n}=this.div;for(const a of mc.#g.values())n.remove(`${a._type}Editing`);this.disableTextSelection(),this.toggleAnnotationLayerPointerEvents(!0),this.#o=!1}getEditableAnnotation(e){return this.#r?.getEditableAnnotation(e)||null}setActiveEditor(e){this.#h.getActive()!==e&&this.#h.setActiveEditor(e)}enableTextSelection(){if(this.div.tabIndex=-1,this.#u?.div&&!this.#p){this.#p=new AbortController;const e=this.#h.combinedSignal(this.#p);this.#u.div.addEventListener("pointerdown",this.#v.bind(this),{signal:e}),this.#u.div.classList.add("highlighting")}}disableTextSelection(){this.div.tabIndex=0,this.#u?.div&&this.#p&&(this.#p.abort(),this.#p=null,this.#u.div.classList.remove("highlighting"))}#v(e){this.#h.unselectAll();const{target:t}=e;if(t===this.#u.div||(t.getAttribute("role")==="img"||t.classList.contains("endOfContent"))&&this.#u.div.contains(t)){const{isMac:n}=Mi.platform;if(e.button!==0||e.ctrlKey&&n)return;this.#h.showAllEditors("highlight",!0,!0),this.#u.div.classList.add("free"),this.toggleDrawing(),La.startHighlighting(this,this.#h.direction==="ltr",{target:this.#u.div,x:e.x,y:e.y}),this.#u.div.addEventListener("pointerup",()=>{this.#u.div.classList.remove("free"),this.toggleDrawing(!0)},{once:!0,signal:this.#h._signal}),e.preventDefault()}}enableClick(){if(this.#n)return;this.#n=new AbortController;const e=this.#h.combinedSignal(this.#n);this.div.addEventListener("pointerdown",this.pointerdown.bind(this),{signal:e});const t=this.pointerup.bind(this);this.div.addEventListener("pointerup",t,{signal:e}),this.div.addEventListener("pointercancel",t,{signal:e})}disableClick(){this.#n?.abort(),this.#n=null}attach(e){this.#a.set(e.id,e);const{annotationElementId:t}=e;t&&this.#h.isDeletedAnnotationElement(t)&&this.#h.removeDeletedAnnotationElement(e)}detach(e){this.#a.delete(e.id),this.#e?.removePointerInTextLayer(e.contentDiv),!this.#o&&e.annotationElementId&&this.#h.addDeletedAnnotationElement(e)}remove(e){this.detach(e),this.#h.removeEditor(e),e.div.remove(),e.isAttachedToDOM=!1}changeParent(e){e.parent!==this&&(e.parent&&e.annotationElementId&&(this.#h.addDeletedAnnotationElement(e.annotationElementId),Fr.deleteAnnotationElement(e),e.annotationElementId=null),this.attach(e),e.parent?.detach(e),e.setParent(this),e.div&&e.isAttachedToDOM&&(e.div.remove(),this.div.append(e.div)))}add(e){if(!(e.parent===this&&e.isAttachedToDOM)){if(this.changeParent(e),this.#h.addEditor(e),this.attach(e),!e.isAttachedToDOM){const t=e.render();this.div.append(t),e.isAttachedToDOM=!0}e.fixAndSetPosition(),e.onceAdded(!this.#l),this.#h.addToAnnotationStorage(e),e._reportTelemetry(e.telemetryInitialData)}}moveEditorInDOM(e){if(!e.isAttachedToDOM)return;const{activeElement:t}=document;e.div.contains(t)&&!this.#i&&(e._focusEventsAllowed=!1,this.#i=setTimeout(()=>{this.#i=null,e.div.contains(document.activeElement)?e._focusEventsAllowed=!0:(e.div.addEventListener("focusin",()=>{e._focusEventsAllowed=!0},{once:!0,signal:this.#h._signal}),t.focus())},0)),e._structTreeParentId=this.#e?.moveElementInDOM(this.div,e.div,e.contentDiv,!0)}addOrRebuild(e){e.needsToBeRebuilt()?(e.parent||=this,e.rebuild(),e.show()):this.add(e)}addUndoableEditor(e){const t=()=>e._uiManager.rebuild(e),n=()=>{e.remove()};this.addCommands({cmd:t,undo:n,mustExec:!1})}getNextId(){return this.#h.getId()}get#_(){return mc.#g.get(this.#h.getMode())}combinedSignal(e){return this.#h.combinedSignal(e)}#y(e){const t=this.#_;return t?new t.prototype.constructor(e):null}canCreateNewEmptyEditor(){return this.#_?.canCreateNewEmptyEditor()}async pasteEditor(e,t){this.updateToolbar(e),await this.#h.updateMode(e.mode);const{offsetX:n,offsetY:a}=this.#S(),i=this.getNextId(),s=this.#y({parent:this,id:i,x:n,y:a,uiManager:this.#h,isCentered:!0,...t});s&&this.add(s)}async deserialize(e){return await mc.#g.get(e.annotationType??e.annotationEditorType)?.deserialize(e,this,this.#h)||null}createAndAddNewEditor(e,t,n={}){const a=this.getNextId(),i=this.#y({parent:this,id:a,x:e.offsetX,y:e.offsetY,uiManager:this.#h,isCentered:t,...n});return i&&this.add(i),i}#S(){const{x:e,y:t,width:n,height:a}=this.div.getBoundingClientRect(),i=Math.max(0,e),s=Math.max(0,t),o=Math.min(window.innerWidth,e+n),l=Math.min(window.innerHeight,t+a),c=(i+o)/2-e,u=(s+l)/2-t,[d,h]=this.viewport.rotation%180===0?[c,u]:[u,c];return{offsetX:d,offsetY:h}}addNewEditor(e={}){this.createAndAddNewEditor(this.#S(),!0,e)}setSelected(e){this.#h.setSelected(e)}toggleSelected(e){this.#h.toggleSelected(e)}unselect(e){this.#h.unselect(e)}pointerup(e){const{isMac:t}=Mi.platform;if(e.button!==0||e.ctrlKey&&t||e.target!==this.div||!this.#s||(this.#s=!1,this.#_?.isDrawer&&this.#_.supportMultipleDrawings))return;if(!this.#t){this.#t=!0;return}const n=this.#h.getMode();if(n===Zr.STAMP||n===Zr.SIGNATURE){this.#h.unselectAll();return}this.createAndAddNewEditor(e,!1)}pointerdown(e){if(this.#h.getMode()===Zr.HIGHLIGHT&&this.enableTextSelection(),this.#s){this.#s=!1;return}const{isMac:t}=Mi.platform;if(e.button!==0||e.ctrlKey&&t||e.target!==this.div)return;if(this.#s=!0,this.#_?.isDrawer){this.startDrawingSession(e);return}const n=this.#h.getActive();this.#t=!n||n.isEmpty()}startDrawingSession(e){if(this.div.focus({preventScroll:!0}),this.#c){this.#_.startDrawing(this,this.#h,!1,e);return}this.#h.setCurrentDrawingSession(this),this.#c=new AbortController;const t=this.#h.combinedSignal(this.#c);this.div.addEventListener("blur",({relatedTarget:n})=>{n&&!this.div.contains(n)&&(this.#d=null,this.commitOrRemove())},{signal:t}),this.#_.startDrawing(this,this.#h,!1,e)}pause(e){if(e){const{activeElement:t}=document;this.div.contains(t)&&(this.#d=t);return}this.#d&&setTimeout(()=>{this.#d?.focus(),this.#d=null},0)}endDrawingSession(e=!1){return this.#c?(this.#h.setCurrentDrawingSession(null),this.#c.abort(),this.#c=null,this.#d=null,this.#_.endDrawing(e)):null}findNewParent(e,t,n){const a=this.#h.findParent(t,n);return a===null||a===this?!1:(a.changeParent(e),!0)}commitOrRemove(){return this.#c?(this.endDrawingSession(),!0):!1}onScaleChanging(){this.#c&&this.#_.onScaleChangingWhenDrawing(this)}destroy(){this.commitOrRemove(),this.#h.getActive()?.parent===this&&(this.#h.commitOrRemove(),this.#h.setActiveEditor(null)),this.#i&&(clearTimeout(this.#i),this.#i=null);for(const e of this.#a.values())this.#e?.removePointerInTextLayer(e.contentDiv),e.setParent(null),e.isAttachedToDOM=!1,e.div.remove();this.div=null,this.#a.clear(),this.#h.removeLayer(this)}#b(){for(const e of this.#a.values())e.isEmpty()&&e.remove()}render({viewport:e}){this.viewport=e,Zd(this.div,e);for(const t of this.#h.getEditors(this.pageIndex))this.add(t),t.rebuild();this.updateMode()}update({viewport:e}){this.#h.commitOrRemove(),this.#b();const t=this.viewport.rotation,n=e.rotation;if(this.viewport=e,Zd(this.div,{rotation:n}),t!==n)for(const a of this.#a.values())a.rotate(n)}get pageDimensions(){const{pageWidth:e,pageHeight:t}=this.viewport.rawDims;return[e,t]}get scale(){return this.#h.viewParameters.realScale}}class Ci{#e=null;#t=new Map;#r=new Map;static#n=0;constructor({pageIndex:e}){this.pageIndex=e}setParent(e){if(!this.#e){this.#e=e;return}if(this.#e!==e){if(this.#t.size>0)for(const t of this.#t.values())t.remove(),e.append(t);this.#e=e}}static get _svgFactory(){return bn(this,"_svgFactory",new Db)}static#i(e,[t,n,a,i]){const{style:s}=e;s.top=`${100*n}%`,s.left=`${100*t}%`,s.width=`${100*a}%`,s.height=`${100*i}%`}#a(){const e=Ci._svgFactory.create(1,1,!0);return this.#e.append(e),e.setAttribute("aria-hidden",!0),e}#s(e,t){const n=Ci._svgFactory.createElement("clipPath");e.append(n);const a=`clip_${t}`;n.setAttribute("id",a),n.setAttribute("clipPathUnits","objectBoundingBox");const i=Ci._svgFactory.createElement("use");return n.append(i),i.setAttribute("href",`#${t}`),i.classList.add("clip"),a}#o(e,t){for(const[n,a]of Object.entries(t))a===null?e.removeAttribute(n):e.setAttribute(n,a)}draw(e,t=!1,n=!1){const a=Ci.#n++,i=this.#a(),s=Ci._svgFactory.createElement("defs");i.append(s);const o=Ci._svgFactory.createElement("path");s.append(o);const l=`path_p${this.pageIndex}_${a}`;o.setAttribute("id",l),o.setAttribute("vector-effect","non-scaling-stroke"),t&&this.#r.set(a,o);const c=n?this.#s(s,l):null,u=Ci._svgFactory.createElement("use");return i.append(u),u.setAttribute("href",`#${l}`),this.updateProperties(i,e),this.#t.set(a,i),{id:a,clipPathId:`url(#${c})`}}drawOutline(e,t){const n=Ci.#n++,a=this.#a(),i=Ci._svgFactory.createElement("defs");a.append(i);const s=Ci._svgFactory.createElement("path");i.append(s);const o=`path_p${this.pageIndex}_${n}`;s.setAttribute("id",o),s.setAttribute("vector-effect","non-scaling-stroke");let l;if(t){const d=Ci._svgFactory.createElement("mask");i.append(d),l=`mask_p${this.pageIndex}_${n}`,d.setAttribute("id",l),d.setAttribute("maskUnits","objectBoundingBox");const h=Ci._svgFactory.createElement("rect");d.append(h),h.setAttribute("width","1"),h.setAttribute("height","1"),h.setAttribute("fill","white");const p=Ci._svgFactory.createElement("use");d.append(p),p.setAttribute("href",`#${o}`),p.setAttribute("stroke","none"),p.setAttribute("fill","black"),p.setAttribute("fill-rule","nonzero"),p.classList.add("mask")}const c=Ci._svgFactory.createElement("use");a.append(c),c.setAttribute("href",`#${o}`),l&&c.setAttribute("mask",`url(#${l})`);const u=c.cloneNode();return a.append(u),c.classList.add("mainOutline"),u.classList.add("secondaryOutline"),this.updateProperties(a,e),this.#t.set(n,a),n}finalizeDraw(e,t){this.#r.delete(e),this.updateProperties(e,t)}updateProperties(e,t){if(!t)return;const{root:n,bbox:a,rootClass:i,path:s}=t,o=typeof e=="number"?this.#t.get(e):e;if(o){if(n&&this.#o(o,n),a&&Ci.#i(o,a),i){const{classList:l}=o;for(const[c,u]of Object.entries(i))l.toggle(c,u)}if(s){const c=o.firstChild.firstChild;this.#o(c,s)}}}updateParent(e,t){if(t===this)return;const n=this.#t.get(e);n&&(t.#e.append(n),this.#t.delete(e),t.#t.set(e,n))}remove(e){this.#r.delete(e),this.#e!==null&&(this.#t.get(e).remove(),this.#t.delete(e))}destroy(){this.#e=null;for(const e of this.#t.values())e.remove();this.#t.clear(),this.#r.clear()}}globalThis._pdfjsTestingUtils={HighlightOutliner:lA};globalThis.pdfjsLib={AbortException:Fu,AnnotationEditorLayer:mc,AnnotationEditorParamsType:Mn,AnnotationEditorType:Zr,AnnotationEditorUIManager:Bu,AnnotationLayer:Cx,AnnotationMode:yu,AnnotationType:Ha,build:vye,ColorPicker:Eo,createValidAbsoluteUrl:lz,DOMSVGFactory:Db,DrawLayer:Ci,FeatureTest:Mi,fetchData:Eg,getDocument:Sx,getFilenameFromUrl:dve,getPdfFilenameFromUrl:hve,getRGB:dy,getUuid:dz,getXfaPageViewport:pve,GlobalWorkerOptions:mf,ImageKind:A_,InvalidPDFException:tA,isDataScheme:uy,isPdfFile:px,isValidExplicitDest:Cve,MathClamp:ts,noContextMenu:ko,normalizeUnicode:lve,OPS:kb,OutputScale:zl,PasswordResponses:Jbe,PDFDataRangeTransport:Rz,PDFDateString:rA,PDFWorker:Pm,PermissionFlag:Zbe,PixelsPerInch:Uf,RenderingCancelledException:fx,ResponseException:Mb,setLayerDimensions:Zd,shadow:bn,SignatureExtractor:qh,stopEvent:ja,SupportedImageMimeTypes:nA,TextLayer:Ji,TouchManager:hy,updateUrlHash:cz,Util:Dr,VerbosityLevel:oy,version:bye,XfaLayer:Iz};Gp(()=>Promise.resolve().then(()=>DBe),[],import.meta.url).then(r=>{const e=new Blob([r.default],{type:"application/javascript"});mf.workerSrc=URL.createObjectURL(e)}).catch(()=>{console.warn("Failed to load PDF.js worker, PDF processing may not work")});async function Uz(r){return new Promise((e,t)=>{const n=new FileReader;n.onload=a=>{a.target?.result?e(a.target.result):t(new Error("Failed to read file."))},n.onerror=()=>{t(new Error("Failed to read file."))},n.readAsArrayBuffer(r)})}async function dA(r){try{const e=await Uz(r),t=await Sx(e).promise,n=t.numPages,a=[];for(let o=1;o<=n;o++)a.push(t.getPage(o).then(l=>l.getTextContent()));return(await Promise.all(a)).flatMap(o=>o.items.map(l=>l.str??"")).join(` +`)}catch(e){throw console.error("Error converting PDF to text:",e),new Error(`Failed to convert PDF to text: ${e instanceof Error?e.message:"Unknown error"}`)}}async function $z(r,e=1.5){try{const t=await Uz(r),n=await Sx(t).promise,a=[];for(let i=1;i<=n.numPages;i++){const s=await n.getPage(i),o=s.getViewport({scale:e}),l=document.createElement("canvas"),c=l.getContext("2d");if(l.width=o.width,l.height=o.height,!c)throw new Error("Failed to get 2D context from canvas");const u=s.render({canvasContext:c,viewport:o,canvas:l});a.push(u.promise.then(()=>l.toDataURL(ea.PNG)))}return await Promise.all(a)}catch(t){throw console.error("Error converting PDF to images:",t),new Error(`Failed to convert PDF to images: ${t instanceof Error?t.message:"Unknown error"}`)}}function Gz(r,e="white"){return new Promise((t,n)=>{try{const a=new Image;a.onload=()=>{const i=document.createElement("canvas"),s=i.getContext("2d");if(!s){n(new Error("Failed to get 2D canvas context."));return}const o=a.naturalWidth||300,l=a.naturalHeight||300;i.width=o,i.height=l,e&&(s.fillStyle=e,s.fillRect(0,0,i.width,i.height)),s.drawImage(a,0,0,o,l),t(i.toDataURL(ea.PNG))},a.onerror=()=>{n(new Error("Failed to load SVG image. Ensure the SVG data is valid."))},a.src=r}catch(a){const s=`Error converting SVG to PNG: ${a instanceof Error?a.message:String(a)}`;console.error(s,a),n(new Error(s))}})}function zz(r){return r===ea.SVG}function qz(r,e="white"){return new Promise((t,n)=>{try{const a=new Image;a.onload=()=>{const i=document.createElement("canvas"),s=i.getContext("2d");if(!s){n(new Error("Failed to get 2D canvas context."));return}const o=a.naturalWidth||300,l=a.naturalHeight||300;i.width=o,i.height=l,e&&(s.fillStyle=e,s.fillRect(0,0,i.width,i.height)),s.drawImage(a,0,0,o,l),t(i.toDataURL(ea.PNG))},a.onerror=()=>{n(new Error("Failed to load WebP image. Ensure the WebP data is valid."))},a.src=r}catch(a){const s=`Error converting WebP to PNG: ${a instanceof Error?a.message:String(a)}`;console.error(s,a),n(new Error(s))}})}function Hz(r){return r===ea.WEBP}class rs{static async sendMessage(e,t={},n,a){const{stream:i,onChunk:s,onComplete:o,onError:l,onReasoningChunk:c,onToolCallChunk:u,onModel:d,onTimings:h,tools:p,temperature:m,max_tokens:g,dynatemp_range:b,dynatemp_exponent:_,top_k:v,top_p:y,min_p:E,xtc_probability:S,xtc_threshold:w,typ_p:C,repeat_last_n:x,repeat_penalty:N,presence_penalty:I,frequency_penalty:D,dry_multiplier:V,dry_base:q,dry_allowed_length:$,dry_penalty_last_n:K,samplers:z,backend_sampling:re,custom:W,timings_per_token:ie,disableReasoningParsing:k,excludeReasoningFromContext:B}=t,te=e.map(R=>{if("id"in R&&"convId"in R&&"timestamp"in R){const U=R;return rs.convertDbMessageToApiChatMessageData(U)}else return R}).filter(R=>R.role===Jt.SYSTEM?(typeof R.content=="string"?R.content:"").trim().length>0:!0);t.model&&!rr.modelSupportsVision(t.model)&&te.forEach(R=>{Array.isArray(R.content)&&(R.content=R.content.filter(U=>U.type===Zi.IMAGE_URL?(console.info(`[ChatService] Skipping image attachment in message history (model "${t.model}" does not support vision)`),!1):!0),R.content.length===1&&R.content[0].type===Zi.TEXT&&(R.content=R.content[0].text))});const O={messages:te.map(R=>{const U={role:R.role,content:R.content,tool_calls:R.tool_calls,tool_call_id:R.tool_call_id};return!B&&R.reasoning_content&&(U.reasoning_content=R.reasoning_content),U}),stream:i,return_progress:i?!0:void 0,tools:p&&p.length>0?p:void 0};if(t.model&&(O.model=t.model),O.reasoning_format=k?c3.NONE:c3.AUTO,m!==void 0&&(O.temperature=m),g!==void 0&&(O.max_tokens=g!==null&&g!==0?g:-1),b!==void 0&&(O.dynatemp_range=b),_!==void 0&&(O.dynatemp_exponent=_),v!==void 0&&(O.top_k=v),y!==void 0&&(O.top_p=y),E!==void 0&&(O.min_p=E),S!==void 0&&(O.xtc_probability=S),w!==void 0&&(O.xtc_threshold=w),C!==void 0&&(O.typ_p=C),x!==void 0&&(O.repeat_last_n=x),N!==void 0&&(O.repeat_penalty=N),I!==void 0&&(O.presence_penalty=I),D!==void 0&&(O.frequency_penalty=D),V!==void 0&&(O.dry_multiplier=V),q!==void 0&&(O.dry_base=q),$!==void 0&&(O.dry_allowed_length=$),K!==void 0&&(O.dry_penalty_last_n=K),z!==void 0&&(O.samplers=typeof z=="string"?z.split(";").filter(R=>R.trim()):z),re!==void 0&&(O.backend_sampling=re),ie!==void 0&&(O.timings_per_token=ie),W)try{const R=typeof W=="string"?JSON.parse(W):W;Object.assign(O,R)}catch(R){console.warn("Failed to parse custom parameters:",R)}try{const R=await fetch("./v1/chat/completions",{method:"POST",headers:A4(),body:JSON.stringify(O),signal:a});if(!R.ok){const U=await rs.parseErrorResponse(R);throw l&&l(U),U}if(i){await rs.handleStreamResponse(R,s,o,l,c,u,d,h,n,a);return}else return rs.handleNonStreamResponse(R,o,l,u,d)}catch(R){if(El(R)){console.log("Chat completion request was aborted");return}let U;throw R instanceof Error?R.name==="TypeError"&&R.message.includes("fetch")?(U=new Error("Unable to connect to server - please check if the server is running"),U.name="NetworkError"):R.message.includes("ECONNREFUSED")?(U=new Error("Connection refused - server may be offline"),U.name="NetworkError"):R.message.includes("ETIMEDOUT")?(U=new Error("Request timed out - the server took too long to respond"),U.name="TimeoutError"):U=R:U=new Error("Unknown error occurred while sending message"),console.error("Error in sendMessage:",R),l&&l(U),U}}static async handleStreamResponse(e,t,n,a,i,s,o,l,c,u){const d=e.body?.getReader();if(!d)throw new Error("No response body");const h=new TextDecoder;let p="",m="",g=[],b,_=!1,v=!1,y=0,E=!1;const S=()=>{E&&(y=g.length,E=!1)},w=C=>{if(!C||C.length===0||(g=rs.mergeToolCallDeltas(g,C,y),g.length===0))return;E=!0;const x=JSON.stringify(g);x&&(u?.aborted||s?.(x))};try{let C="";for(;!u?.aborted;){const{done:x,value:N}=await d.read();if(x||u?.aborted)break;C+=h.decode(N,{stream:!0});const I=C.split(` +`);C=I.pop()||"";for(const D of I){if(u?.aborted)break;if(D.startsWith(lo.DATA)){const V=D.slice(6);if(V==="[DONE]"){_=!0;continue}try{const q=JSON.parse(V),$=q.choices[0]?.delta?.content,K=q.choices[0]?.delta?.reasoning_content,z=q.choices[0]?.delta?.tool_calls,re=q.timings,W=q.prompt_progress,ie=rs.extractModelName(q);ie&&!v&&(v=!0,o?.(ie)),W&&rs.notifyTimings(void 0,W,l),re&&(rs.notifyTimings(re,W,l),b=re),$&&(S(),p+=$,u?.aborted||t?.($)),K&&(S(),m+=K,u?.aborted||i?.(K)),w(z)}catch(q){console.error("Error parsing JSON chunk:",q)}}}if(u?.aborted)break}if(u?.aborted)return;if(_){S();const x=g.length>0?JSON.stringify(g):void 0;n?.(p,m||void 0,b,x)}}catch(C){const x=C instanceof Error?C:new Error("Stream error");throw a?.(x),x}finally{d.releaseLock()}}static async handleNonStreamResponse(e,t,n,a,i){try{const s=await e.text();if(!s.trim())throw new Error("No response received from server. Please try again.");const o=JSON.parse(s),l=rs.extractModelName(o);l&&i?.(l);const c=o.choices[0]?.message?.content||"",u=o.choices[0]?.message?.reasoning_content,d=o.choices[0]?.message?.tool_calls;let h;if(d&&d.length>0){const p=rs.mergeToolCallDeltas([],d);p.length>0&&(h=JSON.stringify(p),h&&a?.(h))}if(!c.trim()&&!h)throw new Error("No response received from server. Please try again.");return t?.(c,u,void 0,h),c}catch(s){const o=s instanceof Error?s:new Error("Parse error");throw n?.(o),o}}static mergeToolCallDeltas(e,t,n=0){const a=e.map(i=>({...i,function:i.function?{...i.function}:void 0}));for(const i of t){const s=typeof i.index=="number"&&i.index>=0?i.index+n:a.length;for(;a.length<=s;)a.push({function:void 0});const o=a[s];if(i.id&&(o.id=i.id),i.type&&(o.type=i.type),i.function){const l=o.function?{...o.function}:{};i.function.name&&(l.name=i.function.name),i.function.arguments&&(l.arguments=(l.arguments??"")+i.function.arguments),o.function=l}}return a}static convertDbMessageToApiChatMessageData(e){if(e.role===Jt.TOOL&&e.toolCallId)return{role:Jt.TOOL,content:e.content,tool_call_id:e.toolCallId};let t;if(e.toolCalls)try{t=JSON.parse(e.toolCalls)}catch{}if(!e.extra||e.extra.length===0){const h={role:e.role,content:e.content};return e.reasoningContent&&(h.reasoning_content=e.reasoningContent),t&&t.length>0&&(h.tool_calls=t),h}const n=[];e.content&&n.push({type:Zi.TEXT,text:e.content});const a=e.extra.filter(h=>h.type===Kr.IMAGE);for(const h of a)n.push({type:Zi.IMAGE_URL,image_url:{url:h.base64Url}});const i=e.extra.filter(h=>h.type===Kr.TEXT);for(const h of i)n.push({type:Zi.TEXT,text:Tp("File",h.name,h.content)});const s=e.extra.filter(h=>h.type===Kr.LEGACY_CONTEXT);for(const h of s)n.push({type:Zi.TEXT,text:Tp("File",h.name,h.content)});const o=e.extra.filter(h=>h.type===Kr.AUDIO);for(const h of o)n.push({type:Zi.INPUT_AUDIO,input_audio:{data:h.base64Data,format:h.mimeType.includes("wav")?"wav":"mp3"}});const l=e.extra.filter(h=>h.type===Kr.PDF);for(const h of l)if(h.processedAsImages&&h.images)for(let p=0;ph.type===Kr.MCP_PROMPT);for(const h of c)n.push({type:Zi.TEXT,text:Tp(Dre,h.name,h.content,h.serverName)});const u=e.extra.filter(h=>h.type===Kr.MCP_RESOURCE);for(const h of u)n.push({type:Zi.TEXT,text:Tp(Pre,h.name,h.content,h.serverName)});const d={role:e.role,content:n};return e.reasoningContent&&(d.reasoning_content=e.reasoningContent),t&&t.length>0&&(d.tool_calls=t),d}static async parseErrorResponse(e){try{const t=await e.text(),n=JSON.parse(t),a=n.error?.message||"Unknown server error",i=new Error(a);return i.name=e.status===400?"ServerError":"HttpError",n.error&&"n_prompt_tokens"in n.error&&"n_ctx"in n.error&&(i.contextInfo={n_prompt_tokens:n.error.n_prompt_tokens,n_ctx:n.error.n_ctx}),i}catch{const t=new Error(`Server error (${e.status}): ${e.statusText}`);return t.name="HttpError",t}}static extractModelName(e){const t=c=>typeof c=="object"&&c!==null?c:void 0,n=c=>typeof c=="string"&&c.trim()?c.trim():void 0,a=t(e);if(!a)return;const i=n(a.model);if(i)return i;const s=Array.isArray(a.choices)?t(a.choices[0]):void 0;if(!s)return;const o=n(t(s.delta)?.model);if(o)return o;const l=n(t(s.message)?.model);if(l)return l}static notifyTimings(e,t,n){!n||!e&&!t||n(e,t)}}class Hh{static async list(){return p3(o0.LIST)}static async listRouter(){return p3(o0.LIST)}static async load(e,t){const n={model:e};return t&&t.length>0&&(n.extra_args=t),EO(o0.LOAD,n)}static async unload(e){return EO(o0.UNLOAD,{model:e})}static isModelLoaded(e){return e.status.value===mi.LOADED}static isModelLoading(e){return e.status.value===mi.LOADING}static parseModelId(e){const t={raw:e,orgName:null,modelName:null,params:null,activatedParams:null,quantization:null,tags:[]},n=e.indexOf(lae);let a;n!==rc?(t.quantization=e.slice(n+1)||null,a=e.slice(0,n)):a=e;const i=a.indexOf(oae);let s;i!==rc?(t.orgName=a.slice(0,i),s=a.slice(i+1)):s=a;const o=s.lastIndexOf(".");if(o!==rc&&!t.quantization){const h=s.slice(o+1);bO.test(h)&&(t.quantization=h,s=s.slice(0,o))}const l=s.split(_O);if(!t.quantization&&l.length>1){const h=l[l.length-1],p=l.length>2?l[l.length-2]:null;bO.test(h)&&(p&&cae.test(p)?(t.quantization=`${p}-${h}`,l.splice(l.length-2,2)):(t.quantization=h,l.pop()))}let c=rc,u=rc;for(let h=0;h{const m=c+1+p;return m===u?!1:!hae.has(l[m].toUpperCase())})),t}}class Ox{#e=_e(Sr([]));get models(){return f(this.#e)}set models(e){M(this.#e,e,!0)}#t=_e(Sr([]));get routerModels(){return f(this.#t)}set routerModels(e){M(this.#t,e,!0)}#r=_e(!1);get loading(){return f(this.#r)}set loading(e){M(this.#r,e,!0)}#n=_e(!1);get updating(){return f(this.#n)}set updating(e){M(this.#n,e,!0)}#i=_e(null);get error(){return f(this.#i)}set error(e){M(this.#i,e,!0)}#a=_e(null);get selectedModelId(){return f(this.#a)}set selectedModelId(e){M(this.#a,e,!0)}#s=_e(null);get selectedModelName(){return f(this.#s)}set selectedModelName(e){M(this.#s,e,!0)}#o=_e(Sr(new Map));get modelUsage(){return f(this.#o)}set modelUsage(e){M(this.#o,e,!0)}modelLoadingStates=new Oi;#l=_e(Sr(this.loadFavoritesFromStorage()));get favoriteModelIds(){return f(this.#l)}set favoriteModelIds(e){M(this.#l,e,!0)}modelPropsCache=new Zce({ttlMs:Ure,maxEntries:$re});#c=_e(Sr(new Set));get modelPropsFetching(){return f(this.#c)}set modelPropsFetching(e){M(this.#c,e,!0)}#d=_e(0);get propsCacheVersion(){return f(this.#d)}set propsCacheVersion(e){M(this.#d,e,!0)}get selectedModel(){return this.selectedModelId?this.models.find(e=>e.id===this.selectedModelId)??null:null}get loadedModelIds(){return this.routerModels.filter(e=>e.status.value===mi.LOADED||e.status.value===mi.SLEEPING).map(e=>e.id)}get loadingModelIds(){return Array.from(this.modelLoadingStates.entries()).filter(([,e])=>e).map(([e])=>e)}get singleModelName(){if(Xn.isRouterMode)return null;const e=Xn.props;return e?.model_alias?e.model_alias:e?.model_path&&e.model_path.split(/(\\|\/)/).pop()||null}getModelModalities(e){const t=this.models.find(a=>a.model===e||a.id===e);if(t?.modalities)return t.modalities;const n=this.modelPropsCache.get(e);return n?.modalities?{vision:n.modalities.vision??!1,audio:n.modalities.audio??!1}:null}modelSupportsVision(e){return this.getModelModalities(e)?.vision??!1}modelSupportsAudio(e){return this.getModelModalities(e)?.audio??!1}getModelModalitiesArray(e){const t=this.getModelModalities(e);if(!t)return[];const n=[];return t.vision&&n.push(qc.VISION),t.audio&&n.push(qc.AUDIO),n}getModelProps(e){return this.modelPropsCache.get(e)}getModelContextSize(e){const n=this.getModelProps(e)?.default_generation_settings?.n_ctx;return typeof n=="number"?n:null}get selectedModelContextSize(){return this.selectedModelName?this.getModelContextSize(this.selectedModelName):null}isModelPropsFetching(e){return this.modelPropsFetching.has(e)}isModelLoaded(e){const t=this.routerModels.find(n=>n.id===e);return t?.status.value===mi.LOADED||t?.status.value===mi.SLEEPING||!1}isModelOperationInProgress(e){return this.modelLoadingStates.get(e)??!1}getModelStatus(e){return this.routerModels.find(n=>n.id===e)?.status.value??null}getModelUsage(e){return this.modelUsage.get(e)??new ls}isModelInUse(e){const t=this.modelUsage.get(e);return t!==void 0&&t.size>0}async fetch(e=!1){if(!this.loading&&!(this.models.length>0&&!e)){this.loading=!0,this.error=null;try{Xn.props||await Xn.fetch();const t=await Hh.list(),n=t.data.map((i,s)=>{const o=t.models?.[s],l=Array.isArray(o?.capabilities)?o?.capabilities:[],c=o?.name&&o.name.trim().length>0?o.name:i.id,u=this.toDisplayName(c),d=o?.model||i.id;return{id:i.id,name:u,model:d,description:o?.description,capabilities:l.filter(h=>!!h),details:o?.details,meta:i.meta??null,parsedId:Hh.parseModelId(d),aliases:i.aliases??[],tags:i.tags??[]}});this.models=n;const a=Xn.props;if(Xn.isModelMode&&this.models.length>0&&a?.modalities){const i={vision:a.modalities.vision??!1,audio:a.modalities.audio??!1};this.modelPropsCache.set(this.models[0].model,a),this.models=this.models.map((s,o)=>o===0?{...s,modalities:i}:s)}}catch(t){throw this.models=[],this.error=t instanceof Error?t.message:"Failed to load models",t}finally{this.loading=!1}}}async fetchRouterModels(){try{const e=await Hh.listRouter();this.routerModels=e.data,await this.fetchModalitiesForLoadedModels();const t=this.models.filter(n=>this.getModelProps(n.model)?.webui!==!1);t.length===1&&this.isModelLoaded(t[0].model)&&this.selectModelById(t[0].id)}catch(e){console.warn("Failed to fetch router models:",e),this.routerModels=[]}}async fetchModelProps(e){const t=this.modelPropsCache.get(e);if(t)return t;if(Xn.isRouterMode&&!this.isModelLoaded(e)||this.modelPropsFetching.has(e))return null;this.modelPropsFetching.add(e);try{const n=await r$.fetchForModel(e);return this.modelPropsCache.set(e,n),n}catch(n){return console.warn(`Failed to fetch props for model ${e}:`,n),null}finally{this.modelPropsFetching.delete(e)}}async fetchModalitiesForLoadedModels(){const e=this.loadedModelIds;if(e.length===0)return;const t=e.map(n=>this.fetchModelProps(n));try{const n=await Promise.all(t);this.models=this.models.map(a=>{const i=e.indexOf(a.model);if(i===-1)return a;const s=n[i];if(!s?.modalities)return a;const o={vision:s.modalities.vision??!1,audio:s.modalities.audio??!1};return{...a,modalities:o}}),this.propsCacheVersion++}catch(n){console.warn("Failed to fetch modalities for loaded models:",n)}}async updateModelModalities(e){try{const t=await this.fetchModelProps(e);if(!t?.modalities)return;const n={vision:t.modalities.vision??!1,audio:t.modalities.audio??!1};this.models=this.models.map(a=>a.model===e?{...a,modalities:n}:a),this.propsCacheVersion++}catch(t){console.warn(`Failed to update modalities for model ${e}:`,t)}}async selectModelById(e){if(!e||this.updating||this.selectedModelId===e)return;const t=this.models.find(n=>n.id===e);if(!t)throw new Error("Selected model is not available");this.updating=!0,this.error=null;try{this.selectedModelId=t.id,this.selectedModelName=t.model}finally{this.updating=!1}}selectModelByName(e){const t=this.models.find(n=>n.model===e);t&&(this.selectedModelId=t.id,this.selectedModelName=t.model)}clearSelection(){this.selectedModelId=null,this.selectedModelName=null}findModelByName(e){return this.models.find(t=>t.model===e)??null}findModelById(e){return this.models.find(t=>t.id===e)??null}hasModel(e){return this.models.some(t=>t.model===e)}static STATUS_POLL_INTERVAL=500;async pollForModelStatus(e,t){let n=0;for(;;){await this.fetchRouterModels();const a=this.getModelStatus(e);if(a===t)return;if(a===mi.FAILED)throw new Error(`Model failed to ${t===mi.LOADED?"load":"unload"}`);if(t===mi.LOADED&&a===mi.UNLOADED&&n>2)throw new Error("Model was unloaded unexpectedly during loading");n++,await new Promise(i=>setTimeout(i,Ox.STATUS_POLL_INTERVAL))}}async loadModel(e){if(!this.isModelLoaded(e)&&!this.modelLoadingStates.get(e)){this.modelLoadingStates.set(e,!0),this.error=null;try{await Hh.load(e),await this.pollForModelStatus(e,mi.LOADED),await this.updateModelModalities(e),Jn.success(`Model loaded: ${this.toDisplayName(e)}`)}catch(t){throw this.error=t instanceof Error?t.message:"Failed to load model",Jn.error(`Failed to load model: ${this.toDisplayName(e)}`),t}finally{this.modelLoadingStates.set(e,!1)}}}async unloadModel(e){if(this.isModelLoaded(e)&&!this.modelLoadingStates.get(e)){this.modelLoadingStates.set(e,!0),this.error=null;try{await Hh.unload(e),await this.pollForModelStatus(e,mi.UNLOADED),Jn.info(`Model unloaded: ${this.toDisplayName(e)}`)}catch(t){throw this.error=t instanceof Error?t.message:"Failed to unload model",Jn.error(`Failed to unload model: ${this.toDisplayName(e)}`),t}finally{this.modelLoadingStates.set(e,!1)}}}async ensureModelLoaded(e){this.isModelLoaded(e)||await this.loadModel(e)}isFavorite(e){return this.favoriteModelIds.has(e)}toggleFavorite(e){const t=new ls(this.favoriteModelIds);t.has(e)?t.delete(e):t.add(e),this.favoriteModelIds=t;try{localStorage.setItem(dO,JSON.stringify([...t]))}catch{Jn.error("Failed to save favorite models to local storage")}}loadFavoritesFromStorage(){try{const e=localStorage.getItem(dO);return e?new Set(JSON.parse(e)):new Set}catch{return Jn.error("Failed to load favorite models from local storage"),new Set}}toDisplayName(e){const n=e.split(/\\|\//).pop();return n&&n.trim().length>0?n:e}clear(){this.models=[],this.routerModels=[],this.loading=!1,this.updating=!1,this.error=null,this.selectedModelId=null,this.selectedModelName=null,this.modelUsage.clear(),this.modelLoadingStates.clear(),this.modelPropsCache.clear(),this.modelPropsFetching.clear()}pruneExpiredCache(){return this.modelPropsCache.prune()}}const rr=new Ox,to=()=>rr.models,qye=()=>rr.routerModels,Nx=()=>rr.loading,Vz=()=>rr.updating,Rc=()=>rr.selectedModelId,hA=()=>rr.selectedModelName,Ix=()=>rr.singleModelName,Hye=()=>rr.selectedModelContextSize;function UD(r){return new Promise((e,t)=>{const n=new FileReader;n.onload=()=>{const i=n.result.split(",")[1];e(i)},n.onerror=()=>t(n.error),n.readAsDataURL(r)})}async function Yz(r,e){const t=[],n=[];for(const a of r){if(a.type===Cm.MCP_PROMPT&&a.mcpPrompt){t.push({type:Kr.MCP_PROMPT,name:a.name,serverName:a.mcpPrompt.serverName,promptName:a.mcpPrompt.promptName,content:a.textContent??"",arguments:a.mcpPrompt.arguments});continue}if(tl(a.type)===Dn.IMAGE){if(a.preview){let i=a.preview;if(zz(a.type))try{i=await Gz(i)}catch(s){console.error("Failed to convert SVG to PNG for database storage:",s)}else if(Hz(a.type))try{i=await qz(i)}catch(s){console.error("Failed to convert WebP to PNG for database storage:",s)}t.push({type:Kr.IMAGE,name:a.name,base64Url:i})}}else if(tl(a.type)===Dn.AUDIO)try{const i=await UD(a.file);t.push({type:Kr.AUDIO,name:a.name,base64Data:i,mimeType:a.type})}catch(i){console.error(`Failed to process audio file ${a.name}:`,i)}else if(tl(a.type)===Dn.PDF)try{const i=await UD(a.file),s=An(),o=e?rr.modelSupportsVision(e):!1;let l=!!s.pdfAsImage&&o;if(s.pdfAsImage&&!o&&(console.log("Non-vision model detected: forcing PDF-to-text mode and updating settings"),io.updateConfig("pdfAsImage",!1),Jn.warning("PDF setting changed: Non-vision model detected, PDFs will be processed as text instead of images.",{duration:5e3}),l=!1),l)try{const c=await $z(a.file);Jn.success(`PDF "${a.name}" processed as ${c.length} images for vision model.`,{duration:3e3}),t.push({type:Kr.PDF,name:a.name,content:`PDF file with ${c.length} pages`,images:c,processedAsImages:!0,base64Data:i})}catch(c){console.warn(`Failed to process PDF ${a.name} as images, falling back to text:`,c);const u=await dA(a.file);t.push({type:Kr.PDF,name:a.name,content:u,processedAsImages:!1,base64Data:i})}else{const c=await dA(a.file);Jn.success(`PDF "${a.name}" processed as text content.`,{duration:3e3}),t.push({type:Kr.PDF,name:a.name,content:c,processedAsImages:!1,base64Data:i})}}catch(i){console.error(`Failed to process PDF file ${a.name}:`,i)}else try{const i=await Tce(a.file);i.trim()===""?(console.warn(`File ${a.name} is empty and will be skipped`),n.push(a.name)):Cce(i)?t.push({type:Kr.TEXT,name:a.name,content:i}):console.warn(`File ${a.name} appears to be binary and will be skipped`)}catch(i){console.error(`Failed to read file ${a.name}:`,i)}}return{extras:t,emptyFiles:n}}function $D(r){return new Promise((e,t)=>{const n=new FileReader;n.onload=()=>e(n.result),n.onerror=()=>t(n.error),n.readAsDataURL(r)})}function Vye(r){return new Promise((e,t)=>{const n=new FileReader;n.onload=()=>e(n.result),n.onerror=()=>t(n.error),n.readAsText(r)})}async function Wz(r,e){const t=[];for(const n of r){const i={id:Date.now().toString()+Math.random().toString(36).substr(2,9),name:n.name,size:n.size,type:n.type,file:n};try{if(tl(n.type)===Dn.IMAGE){let s=await $D(n);if(zz(n.type))try{s=await Gz(s)}catch(o){console.error("Failed to convert SVG to PNG:",o)}else if(Hz(n.type))try{s=await qz(s)}catch(o){console.error("Failed to convert WebP to PNG:",o)}t.push({...i,preview:s})}else if(tl(n.type)===Dn.PDF){try{const l=await dA(n);t.push({...i,textContent:l})}catch(l){console.warn("Failed to extract text from PDF, adding without content:",l),t.push(i)}const s=e?rr.modelSupportsVision(e):!1,o=io.config;s&&!o.pdfAsImage&&Jn.info("You can enable parsing PDF as images with vision models.",{duration:8e3,action:{label:"Enable PDF as Images",onClick:()=>{io.updateConfig("pdfAsImage",!0),Jn.success("PDF parsing as images enabled!",{duration:3e3})}}})}else if(tl(n.type)===Dn.AUDIO){const s=await $D(n);t.push({...i,preview:s})}else try{const s=await Vye(n);t.push({...i,textContent:s})}catch(s){console.warn("Failed to read file as text, adding without content:",s),t.push(i)}}catch(s){console.error("Error processing file",n.name,s),t.push(i)}}return t}var Yye=G(" Text",1),Wye=G('
      '),jye=G(" Pages",1),Kye=G('
      '),Xye=G('
      '),Qye=G('The selected model does not support vision. Only the extracted text will be sent to the model.'),Zye=G(" ",1),Jye=G('

      Converting PDF to images...

      '),eSe=G('

      Failed to load PDF images

      '),tSe=G('

      '),rSe=G('
      '),nSe=G('

      No PDF pages available

      '),aSe=G(" ",1),iSe=G(''),sSe=G(''),oSe=G('

      Audio preview not available

      '),lSe=G('

      '),cSe=G('

      Preview not available for this file type

      '),uSe=G('
      ');function dSe(r,e){Ee(e,!0);let t=F(()=>e.activeModelId?rr.modelSupportsVision(e.activeModelId):!1),n=F(()=>e.uploadedFile?.name||e.attachment?.name||e.name||"Unknown File"),a=F(()=>Mae(e.attachment,e.uploadedFile)),i=F(()=>o$(e.attachment,e.uploadedFile)),s=F(()=>kae(e.attachment,e.uploadedFile)),o=F(()=>s$(e.attachment,e.uploadedFile)),l=F(()=>e.uploadedFile?.preview||(f(i)&&e.attachment&&"base64Url"in e.attachment?e.attachment.base64Url:e.preview)),c=F(()=>e.uploadedFile?.textContent||(e.attachment&&"content"in e.attachment?e.attachment.content:e.textContent)),u=F(()=>p$(f(n))),d=F(()=>()=>f(i)?m4:f(o)||f(s)?wc:f(a)?XR:p4),h=_e("pages"),p=_e(Sr([])),m=_e(!1),g=_e(null);async function b(){if(!(!f(s)||f(p).length>0||f(m))){M(m,!0),M(g,null);try{let D=null;if(e.uploadedFile?.file)D=e.uploadedFile.file;else if(f(s)&&e.attachment){if("images"in e.attachment&&e.attachment.images&&Array.isArray(e.attachment.images)&&e.attachment.images.length>0){M(p,e.attachment.images,!0);return}if("base64Data"in e.attachment&&e.attachment.base64Data){const V=e.attachment.base64Data,q=atob(V),$=new Array(q.length);for(let z=0;z{f(s)&&f(h)==="pages"&&b()});var v={reset:_},y=uSe(),E=j(y),S=j(E);{var w=D=>{var V=Kye(),q=j(V);{let K=F(()=>f(h)==="text"?"default":"outline");kr(q,{get variant(){return f(K)},size:"sm",onclick:()=>M(h,"text"),get disabled(){return f(m)},children:(z,re)=>{var W=Yye(),ie=L(W);wc(ie,{class:"mr-1 h-4 w-4"}),et(),T(z,W)},$$slots:{default:!0}})}var $=ee(q,2);{let K=F(()=>f(h)==="pages"?"default":"outline");kr($,{get variant(){return f(K)},size:"sm",onclick:()=>{M(h,"pages"),b()},get disabled(){return f(m)},children:(z,re)=>{var W=jye(),ie=L(W);{var k=te=>{var O=Wye();T(te,O)},B=te=>{f4(te,{class:"mr-1 h-4 w-4"})};le(ie,te=>{f(m)?te(k):te(B,!1)})}et(),T(z,W)},$$slots:{default:!0}})}H(V),T(D,V)};le(S,D=>{f(s)&&D(w)})}H(E);var C=ee(E,2),x=j(C);{var N=D=>{var V=Xye(),q=j(V);H(V),Ce(()=>{er(q,"src",f(l)),er(q,"alt",f(n))}),T(D,V)},I=D=>{var V=se(),q=L(V);{var $=z=>{var re=aSe(),W=L(re);{var ie=O=>{var R=se(),U=L(R);me(U,()=>Q3,(Q,ne)=>{ne(Q,{class:"mb-4",children:(ue,he)=>{var be=Zye(),Z=L(be);g4(Z,{class:"h-4 w-4"});var ae=ee(Z,2);me(ae,()=>J3,(pe,ye)=>{ye(pe,{children:(Te,Oe)=>{et();var Ne=Ot("Preview only");T(Te,Ne)},$$slots:{default:!0}})});var fe=ee(ae,2);me(fe,()=>Z3,(pe,ye)=>{ye(pe,{children:(Te,Oe)=>{var Ne=Qye(),Ue=ee(j(Ne));Ue.__click=()=>M(h,"text"),et(),H(Ne),T(Te,Ne)},$$slots:{default:!0}})}),T(ue,be)},$$slots:{default:!0}})}),T(O,R)};le(W,O=>{!f(t)&&e.activeModelId&&O(ie)})}var k=ee(W,2);{var B=O=>{var R=Jye();T(O,R)},te=O=>{var R=se(),U=L(R);{var Q=ue=>{var he=eSe(),be=j(he),Z=j(be);wc(Z,{class:"mx-auto mb-4 h-16 w-16 text-muted-foreground"});var ae=ee(Z,4),fe=j(ae,!0);H(ae);var pe=ee(ae,2);kr(pe,{class:"mt-4",onclick:()=>M(h,"text"),children:(ye,Te)=>{et();var Oe=Ot("View as Text");T(ye,Oe)},$$slots:{default:!0}}),H(be),H(he),Ce(()=>Ge(fe,f(g))),T(ue,he)},ne=ue=>{var he=se(),be=L(he);{var Z=fe=>{var pe=rSe();Ir(pe,22,()=>f(p),ye=>ye,(ye,Te,Oe)=>{var Ne=tSe(),Ue=j(Ne),Fe=j(Ue);H(Ue);var Ke=ee(Ue,2);H(Ne),Ce(()=>{Ge(Fe,`Page ${f(Oe)+1}`),er(Ke,"src",Te),er(Ke,"alt",`PDF Page ${f(Oe)+1}`)}),T(ye,Ne)}),H(pe),T(fe,pe)},ae=fe=>{var pe=nSe(),ye=j(pe),Te=j(ye);wc(Te,{class:"mx-auto mb-4 h-16 w-16 text-muted-foreground"}),et(2),H(ye),H(pe),T(fe,pe)};le(be,fe=>{f(p).length>0?fe(Z):fe(ae,!1)},!0)}T(ue,he)};le(U,ue=>{f(g)?ue(Q):ue(ne,!1)},!0)}T(O,R)};le(k,O=>{f(m)?O(B):O(te,!1)})}T(z,re)},K=z=>{var re=se(),W=L(re);{var ie=B=>{Kb(B,{get code(){return f(c)},get language(){return f(u)},maxWidth:"calc(69rem - 2rem)"})},k=B=>{var te=se(),O=L(te);{var R=Q=>{var ne=lSe(),ue=j(ne),he=j(ue);XR(he,{class:"mx-auto mb-4 h-16 w-16 text-muted-foreground"});var be=ee(he,2);{var Z=ye=>{var Te=iSe();Ce(()=>er(Te,"src",e.uploadedFile.preview)),T(ye,Te)},ae=ye=>{var Te=se(),Oe=L(Te);{var Ne=Fe=>{var Ke=sSe();Ce(He=>er(Ke,"src",He),[()=>hb(e.attachment.mimeType,e.attachment.base64Data)]),T(Fe,Ke)},Ue=Fe=>{var Ke=oSe();T(Fe,Ke)};le(Oe,Fe=>{f(a)&&e.attachment&&"mimeType"in e.attachment&&"base64Data"in e.attachment?Fe(Ne):Fe(Ue,!1)},!0)}T(ye,Te)};le(be,ye=>{e.uploadedFile?.preview?ye(Z):ye(ae,!1)})}var fe=ee(be,2),pe=j(fe,!0);H(fe),H(ue),H(ne),Ce(()=>Ge(pe,f(n))),T(Q,ne)},U=Q=>{var ne=cSe(),ue=j(ne),he=j(ue);{var be=Z=>{var ae=se(),fe=L(ae);me(fe,()=>f(d),(pe,ye)=>{ye(pe,{class:"mx-auto mb-4 h-16 w-16 text-muted-foreground"})}),T(Z,ae)};le(he,Z=>{f(d)&&Z(be)})}et(2),H(ue),H(ne),T(Q,ne)};le(O,Q=>{f(a)?Q(R):Q(U,!1)},!0)}T(B,te)};le(W,B=>{(f(o)||f(s)&&f(h)==="text")&&f(c)?B(ie):B(k,!1)},!0)}T(z,re)};le(q,z=>{f(s)&&f(h)==="pages"?z($):z(K,!1)},!0)}T(D,V)};le(x,D=>{f(i)&&f(l)?D(N):D(I,!1)})}return H(C),H(y),T(r,y),we(v)}Ln(["click"]);var hSe=G("
      ");function fSe(r,e){Ee(e,!0);const t=F(Z_e),n=F(tz);function a(c){lr.removeResourceAttachment(c)}function i(c){e.onResourceClick?.(c)}var s=se(),o=L(s);{var l=c=>{var u=hSe(),d=j(u);oq(d,{gapSize:"2",children:(h,p)=>{var m=se(),g=L(m);Ir(g,19,()=>f(t),b=>b.id,(b,_,v)=>{{let y=F(()=>f(v)===0?"ml-3":"");X3(b,{get class(){return f(y)},get attachment(){return f(_)},onRemove:a,onClick:()=>i(f(_).resource.uri)})}}),T(h,m)},$$slots:{default:!0}}),H(u),Ce(()=>yt(u,1,qr(e.class))),T(c,u)};le(o,c=>{f(n)&&c(l)})}T(r,s),we()}var pSe=G(' '),mSe=G('
      '),gSe=G('
      '),_Se=G(''),bSe=G('
      '),vSe=G('
      '),ySe=G(''),SSe=G(' '),ESe=G(' '),wSe=G('
      '),TSe=G('');function fA(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"readonly",3,!1),a=F(()=>s$(e.attachment,e.uploadedFile)),i=F(()=>{if(e.uploadedFile?.type)return u0(e.uploadedFile.type);if(e.attachment){if("mimeType"in e.attachment&&e.attachment.mimeType)return u0(e.attachment.mimeType);if(e.attachment.type)return u0(e.attachment.type)}return u0(e.name)}),s=F(()=>e.attachment?.type===Kr.PDF?e.attachment.processedAsImages?"Sent as Image":"Sent as Text":null);var o=se(),l=L(o);{var c=d=>{var h=se(),p=L(h);{var m=b=>{var _=_Se();_.__click=function(...I){e.onClick?.apply(this,I)};var v=j(_),y=j(v),E=j(y),S=j(E,!0);H(E);var w=ee(E,2);{var C=I=>{var D=pSe(),V=j(D,!0);H(D),Ce(q=>Ge(V,q),[()=>ub(e.size)]),T(I,D)};le(w,I=>{e.size&&I(C)})}var x=ee(w,2);{var N=I=>{var D=gSe(),V=j(D),q=j(V,!0);H(V);var $=ee(V,2);{var K=z=>{var re=mSe();T(z,re)};le($,z=>{e.textContent.length>150&&z(K)})}H(D),Ce(z=>Ge(q,z),[()=>m3(e.textContent)]),T(I,D)};le(x,I=>{e.textContent&&I(N)})}H(y),H(v),H(_),Ce(()=>{yt(_,1,`cursor-pointer rounded-lg border border-border bg-muted p-3 transition-shadow hover:shadow-md ${t()??""} w-full max-w-2xl`),er(_,"aria-label",`Preview ${e.name}`),Ge(S,e.name)}),T(b,_)},g=b=>{var _=ySe();_.__click=function(...N){e.onClick?.apply(this,N)};var v=j(_),y=j(v);Om(y,{get id(){return e.id},get onRemove(){return e.onRemove}}),H(v);var E=ee(v,2),S=j(E),w=j(S,!0);H(S);var C=ee(S,2);{var x=N=>{var I=vSe(),D=j(I),V=j(D,!0);H(D);var q=ee(D,2);{var $=K=>{var z=bSe();T(K,z)};le(q,K=>{e.textContent.length>150&&K($)})}H(I),Ce(K=>Ge(V,K),[()=>m3(e.textContent)]),T(N,I)};le(C,N=>{e.textContent&&N(x)})}H(E),H(_),Ce(()=>{yt(_,1,`group relative rounded-lg border border-border bg-muted p-3 ${t()??""} ${e.textContent?"max-h-24 max-w-72":"max-w-36"} cursor-pointer text-left`),Ge(w,e.name)}),T(b,_)};le(p,b=>{n()?b(m):b(g,!1)})}T(d,h)},u=d=>{var h=TSe();h.__click=function(...C){e.onClick?.apply(this,C)};var p=j(h),m=j(p,!0);H(p);var g=ee(p,2),b=j(g),_=j(b,!0);H(b);var v=ee(b,2);{var y=C=>{var x=SSe(),N=j(x,!0);H(x),Ce(()=>Ge(N,f(s))),T(C,x)},E=C=>{var x=se(),N=L(x);{var I=D=>{var V=ESe(),q=j(V,!0);H(V),Ce($=>Ge(q,$),[()=>ub(e.size)]),T(D,V)};le(N,D=>{e.size&&D(I)},!0)}T(C,x)};le(v,C=>{f(s)?C(y):C(E,!1)})}H(g);var S=ee(g,2);{var w=C=>{var x=wSe(),N=j(x);Om(N,{get id(){return e.id},get onRemove(){return e.onRemove}}),H(x),T(C,x)};le(S,C=>{n()||C(w)})}H(h),Ce(()=>{yt(h,1,`group flex items-center gap-3 rounded-lg border border-border bg-muted p-3 ${t()??""} relative`),Ge(m,f(i)),yt(b,1,`max-w-24 truncate text-sm font-medium text-foreground ${n()?"":"group-hover:pr-6"} md:max-w-32`),Ge(_,e.name)}),T(d,h)};le(l,d=>{f(a)?d(c):d(u,!1)})}T(r,o),we()}Ln(["click"]);var CSe=G(''),ASe=G(""),xSe=G('
      '),RSe=G("
      ");function pA(r,e){let t=Y(e,"readonly",3,!1),n=Y(e,"class",3,""),a=Y(e,"width",3,"w-auto"),i=Y(e,"height",3,"h-16"),s=Y(e,"imageClass",3,"");var o=RSe(),l=j(o);{var c=p=>{var m=CSe();m.__click=function(...b){e.onClick?.apply(this,b)};var g=j(m);H(m),Ce(()=>{er(m,"aria-label",`Preview ${e.name??""}`),er(g,"src",e.preview),er(g,"alt",e.name),yt(g,1,`${i()??""} ${a()??""} cursor-pointer object-cover ${s()??""}`)}),T(p,m)},u=p=>{var m=ASe();Ce(()=>{er(m,"src",e.preview),er(m,"alt",e.name),yt(m,1,`${i()??""} ${a()??""} cursor-pointer object-cover ${s()??""}`)}),T(p,m)};le(l,p=>{e.onClick?p(c):p(u,!1)})}var d=ee(l,2);{var h=p=>{var m=xSe(),g=j(m);Om(g,{get id(){return e.id},get onRemove(){return e.onRemove},class:"text-white"}),H(m),T(p,m)};le(d,p=>{t()||p(h)})}H(o),Ce(()=>yt(o,1,`group relative overflow-hidden rounded-lg bg-muted shadow-lg dark:border dark:border-muted ${n()??""}`)),T(r,o)}Ln(["click"]);var OSe=G('

      '),NSe=G('

      '),ISe=G('
      ',1);function kSe(r,e){Ee(e,!0);let t=Y(e,"uploadedFiles",19,()=>[]),n=Y(e,"attachments",19,()=>[]),a=Y(e,"readonly",3,!1),i=Y(e,"imageHeight",3,"h-24"),s=Y(e,"imageWidth",3,"w-auto"),o=Y(e,"imageClass",3,""),l=_e(!1),c=_e(null),u=F(()=>i$({uploadedFiles:t(),attachments:n()})),d=F(()=>f(u).filter(C=>C.isImage)),h=F(()=>f(u).filter(C=>!C.isImage));function p(C,x){x&&(x.preventDefault(),x.stopPropagation()),M(c,{uploadedFile:C.uploadedFile,attachment:C.attachment,preview:C.preview,name:C.name,size:C.size,textContent:C.textContent},!0),M(l,!0)}var m=ISe(),g=L(m),b=j(g),_=j(b);{var v=C=>{var x=OSe(),N=j(x),I=j(N);H(N);var D=ee(N,2);Ir(D,21,()=>f(h),V=>V.id,(V,q)=>{fA(V,{class:"cursor-pointer",get id(){return f(q).id},get name(){return f(q).name},get size(){return f(q).size},get readonly(){return a()},get onRemove(){return e.onFileRemove},get textContent(){return f(q).textContent},get attachment(){return f(q).attachment},get uploadedFile(){return f(q).uploadedFile},onClick:$=>p(f(q),$)})}),H(D),H(x),Ce(()=>Ge(I,`Files (${f(h).length??""})`)),T(C,x)};le(_,C=>{f(h).length>0&&C(v)})}var y=ee(_,2);{var E=C=>{var x=NSe(),N=j(x),I=j(N);H(N);var D=ee(N,2);Ir(D,21,()=>f(d),V=>V.id,(V,q)=>{var $=se(),K=L($);{var z=re=>{pA(re,{class:"cursor-pointer",get id(){return f(q).id},get name(){return f(q).name},get preview(){return f(q).preview},get readonly(){return a()},get onRemove(){return e.onFileRemove},get height(){return i()},get width(){return s()},get imageClass(){return o()},onClick:W=>p(f(q),W)})};le(K,re=>{f(q).preview&&re(z)})}T(V,$)}),H(D),H(x),Ce(()=>Ge(I,`Images (${f(d).length??""})`)),T(C,x)};le(y,C=>{f(d).length>0&&C(E)})}H(b),H(g);var S=ee(g,2);{var w=C=>{Kz(C,{get uploadedFile(){return f(c).uploadedFile},get attachment(){return f(c).attachment},get preview(){return f(c).preview},get name(){return f(c).name},get size(){return f(c).size},get textContent(){return f(c).textContent},get activeModelId(){return e.activeModelId},get open(){return f(l)},set open(x){M(l,x,!0)}})};le(S,C=>{f(c)&&C(w)})}T(r,m),we()}function np(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("text-lg leading-none font-semibold",e.class));me(i,()=>z5,(o,l)=>{l(o,ot({"data-slot":"dialog-title",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var MSe=G("
      ");function DSe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=MSe();zt(a,s=>({"data-slot":"dialog-footer",class:s,...n}),[()=>Kt("flex flex-col-reverse gap-2 sm:flex-row sm:justify-end",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var PSe=G("
      ");function ap(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=PSe();zt(a,s=>({"data-slot":"dialog-header",class:s,...n}),[()=>Kt("flex flex-col gap-2 text-center sm:text-left",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}function kx(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("fixed inset-0 z-50 bg-black/50 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=open]:animate-in data-[state=open]:fade-in-0",e.class));me(i,()=>Av,(o,l)=>{l(o,ot({"data-slot":"dialog-overlay",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var LSe=G(' Close',1),FSe=G(" ",1),BSe=G(" ",1);function dh(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"showCloseButton",3,!0),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","portalProps","children","showCloseButton"]);var i=se(),s=L(i);me(s,()=>Mx,(o,l)=>{l(o,ot(()=>e.portalProps,{children:(c,u)=>{var d=BSe(),h=L(d);me(h,()=>kx,(m,g)=>{g(m,{})});var p=ee(h,2);{let m=F(()=>Kt("fixed top-[50%] left-[50%] z-50 grid max-h-[100dvh] w-full max-w-[calc(100%-2rem)] translate-x-[-50%] translate-y-[-50%] gap-4 overflow-y-auto rounded-lg border border-border/30 bg-background p-6 shadow-lg duration-200 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95 data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:zoom-in-95 sm:max-w-lg md:max-h-[100vh]",e.class));me(p,()=>G9,(g,b)=>{b(g,ot({"data-slot":"dialog-content",get class(){return f(m)}},()=>a,{get ref(){return t()},set ref(_){t(_)},children:(_,v)=>{var y=FSe(),E=L(y);ke(E,()=>e.children??$e);var S=ee(E,2);{var w=C=>{var x=se(),N=L(x);me(N,()=>$9,(I,D)=>{D(I,{class:"absolute top-4 right-4 rounded-xs opacity-70 ring-offset-background transition-opacity hover:opacity-100 focus:ring-2 focus:ring-ring focus:ring-offset-2 focus:outline-hidden disabled:pointer-events-none [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4",children:(V,q)=>{var $=LSe(),K=L($);Yl(K,{}),et(2),T(V,$)},$$slots:{default:!0}})}),T(C,x)};le(S,C=>{n()&&C(w)})}T(_,y)},$$slots:{default:!0}}))})}T(c,d)},$$slots:{default:!0}}))}),T(r,i),we()}function ip(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("text-sm text-muted-foreground",e.class));me(i,()=>o9,(o,l)=>{l(o,ot({"data-slot":"dialog-description",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}const hh=U9,Mx=Jc;function USe(r,e){Ee(e,!0);let t=Y(e,"open",3,!1),n=_e(void 0);function a(){e.onOpenChange?.(!1)}function i(){e.onOpenChange?.(!1)}Nt(()=>{t()&&f(n)&&f(n).reset()});var s=se(),o=L(s);me(o,()=>hh,(l,c)=>{c(l,{get open(){return t()},onOpenChange:a,children:(u,d)=>{var h=se(),p=L(h);me(p,()=>dh,(m,g)=>{g(m,{class:`z-999999 flex h-[100dvh] max-h-[100dvh] min-h-[100dvh] max-w-4xl! flex-col gap-0 rounded-none + p-0 md:h-[64vh] md:max-h-[64vh] md:min-h-0 md:rounded-lg`,children:(b,_)=>{pr(c5e(b,{onSave:i,get initialSection(){return e.initialSection}}),v=>M(n,v,!0),()=>f(n))},$$slots:{default:!0}})}),T(u,h)},$$slots:{default:!0}})}),T(r,s),we()}function Zu(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("text-lg font-semibold",e.class));me(i,()=>z5,(o,l)=>{l(o,ot({"data-slot":"alert-dialog-title",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}function fh(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt(Sm(),e.class));me(i,()=>CQ,(o,l)=>{l(o,ot({"data-slot":"alert-dialog-action",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}function Dx(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt(Sm({variant:"outline"}),e.class));me(i,()=>xQ,(o,l)=>{l(o,ot({"data-slot":"alert-dialog-cancel",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var $Se=G("
      ");function Ju(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=$Se();zt(a,s=>({"data-slot":"alert-dialog-footer",class:s,...n}),[()=>Kt("mt-6 flex flex-row gap-2 sm:mt-0 sm:justify-end [&>*]:flex-1 sm:[&>*]:flex-none",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var GSe=G("
      ");function ed(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=GSe();zt(a,s=>({"data-slot":"alert-dialog-header",class:s,...n}),[()=>Kt("flex flex-col gap-2 text-center sm:text-left",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}function jz(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("fixed inset-0 z-50 bg-black/50 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=open]:animate-in data-[state=open]:fade-in-0",e.class));me(i,()=>Av,(o,l)=>{l(o,ot({"data-slot":"alert-dialog-overlay",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var zSe=G(" ",1);function td(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","portalProps"]);var a=se(),i=L(a);me(i,()=>Jc,(s,o)=>{o(s,ot(()=>e.portalProps,{children:(l,c)=>{var u=zSe(),d=L(u);jz(d,{});var h=ee(d,2);{let p=F(()=>Kt("fixed z-[999999] grid w-full gap-4 border bg-background p-6 shadow-lg duration-200","right-0 bottom-0 left-0 max-h-[100dvh] translate-x-0 translate-y-0 overflow-y-auto rounded-t-lg","data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:slide-out-to-bottom-full","data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:slide-in-from-bottom-full","sm:top-[50%] sm:right-auto sm:bottom-auto sm:left-[50%] sm:max-h-[100vh] sm:max-w-lg sm:translate-x-[-50%] sm:translate-y-[-50%] sm:rounded-lg","sm:data-[state=closed]:slide-out-to-bottom-0 sm:data-[state=closed]:zoom-out-95","sm:data-[state=open]:slide-in-from-bottom-0 sm:data-[state=open]:zoom-in-95",e.class));me(h,()=>MZ,(m,g)=>{g(m,ot({"data-slot":"alert-dialog-content",get class(){return f(p)}},()=>n,{get ref(){return t()},set ref(b){t(b)}}))})}T(l,u)},$$slots:{default:!0}}))}),T(r,a),we()}function rd(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("text-sm text-muted-foreground",e.class));me(i,()=>o9,(o,l)=>{l(o,ot({"data-slot":"alert-dialog-description",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}const nd=EQ,qSe=Jc;var HSe=G(" ",1),VSe=G(" ",1),YSe=G(" ",1),WSe=G(" ",1);function eh(r,e){Ee(e,!0);let t=Y(e,"confirmText",3,"Confirm"),n=Y(e,"cancelText",3,"Cancel"),a=Y(e,"variant",3,"default");function i(c){c.key===Tn.ENTER&&(c.preventDefault(),e.onConfirm()),e.onKeydown?.(c)}function s(c){c||e.onCancel()}var o=se(),l=L(o);me(l,()=>nd,(c,u)=>{u(c,{get open(){return e.open},onOpenChange:s,children:(d,h)=>{var p=se(),m=L(p);me(m,()=>td,(g,b)=>{b(g,{onkeydown:i,children:(_,v)=>{var y=WSe(),E=L(y);me(E,()=>ed,(x,N)=>{N(x,{children:(I,D)=>{var V=VSe(),q=L(V);me(q,()=>Zu,(K,z)=>{z(K,{class:"flex items-center gap-2",children:(re,W)=>{var ie=HSe(),k=L(ie);{var B=O=>{const R=F(()=>e.icon);var U=se(),Q=L(U);{let ne=F(()=>a()==="destructive"?"text-destructive":"");me(Q,()=>f(R),(ue,he)=>{he(ue,{get class(){return`h-5 w-5 ${f(ne)??""}`}})})}T(O,U)};le(k,O=>{e.icon&&O(B)})}var te=ee(k);Ce(()=>Ge(te,` ${e.title??""}`)),T(re,ie)},$$slots:{default:!0}})});var $=ee(q,2);me($,()=>rd,(K,z)=>{z(K,{children:(re,W)=>{et();var ie=Ot();Ce(()=>Ge(ie,e.description)),T(re,ie)},$$slots:{default:!0}})}),T(I,V)},$$slots:{default:!0}})});var S=ee(E,2);{var w=x=>{var N=se(),I=L(N);ke(I,()=>e.children),T(x,N)};le(S,x=>{e.children&&x(w)})}var C=ee(S,2);me(C,()=>Ju,(x,N)=>{N(x,{children:(I,D)=>{var V=YSe(),q=L(V);me(q,()=>Dx,(K,z)=>{z(K,{get onclick(){return e.onCancel},children:(re,W)=>{et();var ie=Ot();Ce(()=>Ge(ie,n())),T(re,ie)},$$slots:{default:!0}})});var $=ee(q,2);{let K=F(()=>a()==="destructive"?"bg-destructive text-white hover:bg-destructive/80":"");me($,()=>fh,(z,re)=>{re(z,{get onclick(){return e.onConfirm},get class(){return f(K)},children:(W,ie)=>{et();var k=Ot();Ce(()=>Ge(k,t())),T(W,k)},$$slots:{default:!0}})})}T(I,V)},$$slots:{default:!0}})}),T(_,y)},$$slots:{default:!0}})}),T(d,p)},$$slots:{default:!0}})}),T(r,o),we()}var jSe=G(" ",1),KSe=G(" ",1),XSe=G('

      Current title:

      New title would be:

      ',1);function QSe(r,e){Ee(e,!0);let t=Y(e,"open",15);var n=se(),a=L(n);me(a,()=>nd,(i,s)=>{s(i,{get open(){return t()},set open(o){t(o)},children:(o,l)=>{var c=se(),u=L(c);me(u,()=>td,(d,h)=>{h(d,{children:(p,m)=>{var g=XSe(),b=L(g);me(b,()=>ed,(N,I)=>{I(N,{children:(D,V)=>{var q=jSe(),$=L(q);me($,()=>Zu,(z,re)=>{re(z,{children:(W,ie)=>{et();var k=Ot("Update Conversation Title?");T(W,k)},$$slots:{default:!0}})});var K=ee($,2);me(K,()=>rd,(z,re)=>{re(z,{children:(W,ie)=>{et();var k=Ot("Do you want to update the conversation title to match the first message content?");T(W,k)},$$slots:{default:!0}})}),T(D,q)},$$slots:{default:!0}})});var _=ee(b,2),v=j(_),y=ee(j(v),2),E=j(y,!0);H(y),H(v);var S=ee(v,2),w=ee(j(S),2),C=j(w,!0);H(w),H(S),H(_);var x=ee(_,2);me(x,()=>Ju,(N,I)=>{I(N,{children:(D,V)=>{var q=KSe(),$=L(q);kr($,{variant:"outline",get onclick(){return e.onCancel},children:(z,re)=>{et();var W=Ot("Keep Current Title");T(z,W)},$$slots:{default:!0}});var K=ee($,2);kr(K,{get onclick(){return e.onConfirm},children:(z,re)=>{et();var W=Ot("Update Title");T(z,W)},$$slots:{default:!0}}),T(D,q)},$$slots:{default:!0}})}),Ce(()=>{Ge(E,e.currentTitle),Ge(C,e.newTitle)}),T(p,g)},$$slots:{default:!0}})}),T(o,c)},$$slots:{default:!0}})}),T(r,n),we()}var ZSe=G(' Close preview',1),JSe=G(' ',1),eEe=G(" ",1);function tEe(r,e){Ee(e,!0);let t=Y(e,"open",15),n=_e(null);Nt(()=>{f(n)&&(t()?f(n).srcdoc=e.code:f(n).srcdoc="")});function a(o){t(o),e.onOpenChange?.(o)}var i=se(),s=L(i);me(s,()=>U9,(o,l)=>{l(o,{get open(){return t()},onOpenChange:a,children:(c,u)=>{var d=se(),h=L(d);me(h,()=>Jc,(p,m)=>{m(p,{children:(g,b)=>{var _=eEe(),v=L(_);me(v,()=>Av,(E,S)=>{S(E,{class:"code-preview-overlay"})});var y=ee(v,2);me(y,()=>G9,(E,S)=>{S(E,{class:"code-preview-content",children:(w,C)=>{var x=JSe(),N=L(x);pr(N,D=>M(n,D),()=>f(n));var I=ee(N,2);me(I,()=>$9,(D,V)=>{V(D,{class:"code-preview-close absolute top-4 right-4 border-none bg-transparent text-white opacity-70 mix-blend-difference transition-opacity hover:opacity-100 focus-visible:ring-0 focus-visible:ring-offset-0 focus-visible:outline-none disabled:pointer-events-none [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-8","aria-label":"Close preview",children:(q,$)=>{var K=ZSe(),z=L(K);Yl(z,{}),et(2),T(q,K)},$$slots:{default:!0}})}),Ce(()=>er(N,"title",`Preview ${e.language??""}`)),T(w,x)},$$slots:{default:!0}})}),T(g,_)},$$slots:{default:!0}})}),T(c,d)},$$slots:{default:!0}})}),T(r,i),we()}var rEe=G(" ",1),nEe=G(" ",1);function Kz(r,e){Ee(e,!0);let t=Y(e,"open",15),n=_e(void 0),a=F(()=>e.uploadedFile?.name||e.attachment?.name||e.name||"Unknown File"),i=F(()=>e.uploadedFile?.size||e.size);Nt(()=>{t()&&f(n)&&f(n).reset()});var s=se(),o=L(s);me(o,()=>hh,(l,c)=>{c(l,{get onOpenChange(){return e.onOpenChange},get open(){return t()},set open(u){t(u)},children:(u,d)=>{var h=se(),p=L(h);me(p,()=>dh,(m,g)=>{g(m,{class:"grid max-h-[90vh] max-w-5xl overflow-hidden sm:w-auto sm:max-w-6xl",children:(b,_)=>{var v=nEe(),y=L(v);me(y,()=>ap,(S,w)=>{w(S,{children:(C,x)=>{var N=rEe(),I=L(N);me(I,()=>np,(V,q)=>{q(V,{class:"pr-8",children:($,K)=>{et();var z=Ot();Ce(()=>Ge(z,f(a))),T($,z)},$$slots:{default:!0}})});var D=ee(I,2);me(D,()=>ip,(V,q)=>{q(V,{children:($,K)=>{var z=se(),re=L(z);{var W=ie=>{var k=Ot();Ce(B=>Ge(k,B),[()=>ub(f(i))]),T(ie,k)};le(re,ie=>{f(i)&&ie(W)})}T($,z)},$$slots:{default:!0}})}),T(C,N)},$$slots:{default:!0}})});var E=ee(y,2);pr(dSe(E,{get uploadedFile(){return e.uploadedFile},get attachment(){return e.attachment},get preview(){return e.preview},get name(){return f(a)},get textContent(){return e.textContent},get activeModelId(){return e.activeModelId}}),S=>M(n,S,!0),()=>f(n)),T(b,v)},$$slots:{default:!0}})}),T(u,h)},$$slots:{default:!0}})}),T(r,s),we()}var aEe=G(" ",1),iEe=G(" ",1),sEe=G(" ",1);function oEe(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"uploadedFiles",19,()=>[]),a=Y(e,"attachments",19,()=>[]),i=Y(e,"readonly",3,!1),s=Y(e,"imageHeight",3,"h-24"),o=Y(e,"imageWidth",3,"w-auto"),l=Y(e,"imageClass",3,""),c=F(()=>n().length+a().length);var u=se(),d=L(u);me(d,()=>hh,(h,p)=>{p(h,{get open(){return t()},set open(m){t(m)},children:(m,g)=>{var b=se(),_=L(b);me(_,()=>Mx,(v,y)=>{y(v,{children:(E,S)=>{var w=sEe(),C=L(w);me(C,()=>kx,(N,I)=>{I(N,{})});var x=ee(C,2);me(x,()=>dh,(N,I)=>{I(N,{class:"flex !max-h-[90vh] !max-w-6xl flex-col",children:(D,V)=>{var q=iEe(),$=L(q);me($,()=>ap,(z,re)=>{re(z,{children:(W,ie)=>{var k=aEe(),B=L(k);me(B,()=>np,(O,R)=>{R(O,{children:(U,Q)=>{et();var ne=Ot();Ce(()=>Ge(ne,`All Attachments (${f(c)??""})`)),T(U,ne)},$$slots:{default:!0}})});var te=ee(B,2);me(te,()=>ip,(O,R)=>{R(O,{children:(U,Q)=>{et();var ne=Ot("View and manage all attached files");T(U,ne)},$$slots:{default:!0}})}),T(W,k)},$$slots:{default:!0}})});var K=ee($,2);kSe(K,{get uploadedFiles(){return n()},get attachments(){return a()},get readonly(){return i()},get onFileRemove(){return e.onFileRemove},get imageHeight(){return s()},get imageWidth(){return o()},get imageClass(){return l()},get activeModelId(){return e.activeModelId}}),T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})}),T(m,b)},$$slots:{default:!0}})}),T(r,u),we()}var lEe=G(" ",1),cEe=G(" ",1),uEe=G('

      Context size:

      '),dEe=G('

      Prompt tokens:

      '),hEe=G('

      ',1);function fEe(r,e){Ee(e,!0);let t=Y(e,"open",15);const n=F(()=>e.type===_c.TIMEOUT),a=F(()=>f(n)?"TCP Timeout":"Server Error"),i=F(()=>f(n)?"The request did not receive a response from the server before timing out.":"The server responded with an error message. Review the details below."),s=F(()=>f(n)?"text-destructive":"text-amber-500"),o=F(()=>f(n)?"border-destructive/40 bg-destructive/10 text-destructive":"border-amber-500/40 bg-amber-500/10 text-amber-600 dark:text-amber-400");function l(d){t(d),e.onOpenChange?.(d)}var c=se(),u=L(c);me(u,()=>nd,(d,h)=>{h(d,{get open(){return t()},onOpenChange:l,children:(p,m)=>{var g=se(),b=L(g);me(b,()=>td,(_,v)=>{v(_,{children:(y,E)=>{var S=hEe(),w=L(S);me(w,()=>ed,(q,$)=>{$(q,{children:(K,z)=>{var re=cEe(),W=L(re);me(W,()=>Zu,(k,B)=>{B(k,{class:"flex items-center gap-2",children:(te,O)=>{var R=lEe(),U=L(R);{var Q=he=>{{let be=F(()=>`h-5 w-5 ${f(s)}`);xre(he,{get class(){return f(be)}})}},ne=he=>{{let be=F(()=>`h-5 w-5 ${f(s)}`);zc(he,{get class(){return f(be)}})}};le(U,he=>{f(n)?he(Q):he(ne,!1)})}var ue=ee(U);Ce(()=>Ge(ue,` ${f(a)??""}`)),T(te,R)},$$slots:{default:!0}})});var ie=ee(W,2);me(ie,()=>rd,(k,B)=>{B(k,{children:(te,O)=>{et();var R=Ot();Ce(()=>Ge(R,f(i))),T(te,R)},$$slots:{default:!0}})}),T(K,re)},$$slots:{default:!0}})});var C=ee(w,2),x=j(C),N=j(x,!0);H(x);var I=ee(x,2);{var D=q=>{var $=dEe(),K=j($),z=ee(j(K));H(K);var re=ee(K,2);{var W=ie=>{var k=uEe(),B=ee(j(k));H(k),Ce(te=>Ge(B,` ${te??""}`),[()=>e.contextInfo.n_ctx.toLocaleString()]),T(ie,k)};le(re,ie=>{e.contextInfo.n_ctx&&ie(W)})}H($),Ce(ie=>Ge(z,` ${ie??""}`),[()=>e.contextInfo.n_prompt_tokens.toLocaleString()]),T(q,$)};le(I,q=>{e.contextInfo&&q(D)})}H(C);var V=ee(C,2);me(V,()=>Ju,(q,$)=>{$(q,{children:(K,z)=>{var re=se(),W=L(re);me(W,()=>fh,(ie,k)=>{k(ie,{onclick:()=>l(!1),children:(B,te)=>{et();var O=Ot("Close");T(B,O)},$$slots:{default:!0}})}),T(K,re)},$$slots:{default:!0}})}),Ce(()=>{yt(C,1,`rounded-lg border px-4 py-3 text-sm ${f(o)}`),Ge(N,e.message)}),T(y,S)},$$slots:{default:!0}})}),T(p,g)},$$slots:{default:!0}})}),T(r,c),we()}var pEe=G(" Empty Files Detected",1),mEe=G(" ",1),gEe=G('
      2. '),_Ee=G('
      Empty Files:
        What happened:
        • Empty files cannot be processed or sent to the AI model
        • These files have been automatically removed from your attachments
        • You can try uploading files with content instead
        ',1);function bEe(r,e){Ee(e,!0);let t=Y(e,"open",15);function n(s){t(s),e.onOpenChange?.(s)}var a=se(),i=L(a);me(i,()=>nd,(s,o)=>{o(s,{get open(){return t()},onOpenChange:n,children:(l,c)=>{var u=se(),d=L(u);me(d,()=>td,(h,p)=>{p(h,{children:(m,g)=>{var b=_Ee(),_=L(b);me(_,()=>ed,(w,C)=>{C(w,{children:(x,N)=>{var I=mEe(),D=L(I);me(D,()=>Zu,(q,$)=>{$(q,{class:"flex items-center gap-2",children:(K,z)=>{var re=pEe(),W=L(re);fre(W,{class:"h-5 w-5 text-destructive"}),et(),T(K,re)},$$slots:{default:!0}})});var V=ee(D,2);me(V,()=>rd,(q,$)=>{$(q,{children:(K,z)=>{et();var re=Ot("The following files are empty and have been removed from your attachments:");T(K,re)},$$slots:{default:!0}})}),T(x,I)},$$slots:{default:!0}})});var v=ee(_,2),y=j(v),E=ee(j(y),2);Ir(E,20,()=>e.emptyFiles,w=>w,(w,C)=>{var x=gEe(),N=j(x,!0);H(x),Ce(()=>Ge(N,C)),T(w,x)}),H(E),H(y),et(2),H(v);var S=ee(v,2);me(S,()=>Ju,(w,C)=>{C(w,{children:(x,N)=>{var I=se(),D=L(I);me(D,()=>fh,(V,q)=>{q(V,{onclick:()=>n(!1),children:($,K)=>{et();var z=Ot("Got it");T($,z)},$$slots:{default:!0}})}),T(x,I)},$$slots:{default:!0}})}),T(m,b)},$$slots:{default:!0}})}),T(l,u)},$$slots:{default:!0}})}),T(r,a),we()}var vEe=G(" Model Not Available",1),yEe=G(" ",1),SEe=G(''),EEe=G('

        Select an available model:

        '),wEe=G('

        Requested:

        ',1);function Xz(r,e){Ee(e,!0);let t=Y(e,"open",15),n=Y(e,"availableModels",19,()=>[]);function a(l){t(l),e.onOpenChange?.(l)}function i(l){const c=new URL(gi.url);c.searchParams.set("model",l),a(!1),as(c.toString())}var s=se(),o=L(s);me(o,()=>nd,(l,c)=>{c(l,{get open(){return t()},onOpenChange:a,children:(u,d)=>{var h=se(),p=L(h);me(p,()=>td,(m,g)=>{g(m,{class:"max-w-lg",children:(b,_)=>{var v=wEe(),y=L(v);me(y,()=>ed,(V,q)=>{q(V,{children:($,K)=>{var z=yEe(),re=L(z);me(re,()=>Zu,(ie,k)=>{k(ie,{class:"flex items-center gap-2",children:(B,te)=>{var O=vEe(),R=L(O);zc(R,{class:"h-5 w-5 text-amber-500"}),et(),T(B,O)},$$slots:{default:!0}})});var W=ee(re,2);me(W,()=>rd,(ie,k)=>{k(ie,{children:(B,te)=>{et();var O=Ot("The requested model could not be found. Select an available model to continue.");T(B,O)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})});var E=ee(y,2),S=j(E),w=j(S),C=ee(j(w)),x=j(C,!0);H(C),H(w),H(S);var N=ee(S,2);{var I=V=>{var q=EEe(),$=ee(j(q),2);Ir($,20,n,K=>K,(K,z)=>{var re=SEe();re.__click=()=>i(z);var W=j(re),ie=j(W,!0);H(W);var k=ee(W,2);NU(k,{class:"h-4 w-4 shrink-0 text-muted-foreground opacity-0 transition-opacity group-hover:opacity-100"}),H(re),Ce(()=>Ge(ie,z)),T(K,re)}),H($),H(q),T(V,q)};le(N,V=>{n().length>0&&V(I)})}H(E);var D=ee(E,2);me(D,()=>Ju,(V,q)=>{q(V,{children:($,K)=>{var z=se(),re=L(z);me(re,()=>fh,(W,ie)=>{ie(W,{onclick:()=>a(!1),children:(k,B)=>{et();var te=Ot("Cancel");T(k,te)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})}),Ce(()=>Ge(x,e.modelName)),T(b,v)},$$slots:{default:!0}})}),T(u,h)},$$slots:{default:!0}})}),T(r,s),we()}Ln(["click"]);var TEe=G(" ",1),CEe=G(" ",1),AEe=G(" ",1);function GD(r,e){Ee(e,!0);let t=Y(e,"messageCountMap",19,()=>new Map),n=Y(e,"open",15,!1),a=_e(void 0),i=_e(!1);Nt(()=>{n()&&!f(i)&&f(a)?f(a).reset():!n()&&f(i)&&e.onCancel(),M(i,n(),!0)});var s=se(),o=L(s);me(o,()=>hh,(l,c)=>{c(l,{get open(){return n()},set open(u){n(u)},children:(u,d)=>{var h=se(),p=L(h);me(p,()=>Mx,(m,g)=>{g(m,{children:(b,_)=>{var v=AEe(),y=L(v);me(y,()=>kx,(S,w)=>{w(S,{class:"z-[1000000]"})});var E=ee(y,2);me(E,()=>dh,(S,w)=>{w(S,{class:"z-[1000001] max-w-2xl",children:(C,x)=>{var N=CEe(),I=L(N);me(I,()=>ap,(V,q)=>{q(V,{children:($,K)=>{var z=TEe(),re=L(z);me(re,()=>np,(ie,k)=>{k(ie,{children:(B,te)=>{et();var O=Ot();Ce(()=>Ge(O,`Select Conversations to ${e.mode==="export"?"Export":"Import"}`)),T(B,O)},$$slots:{default:!0}})});var W=ee(re,2);me(W,()=>ip,(ie,k)=>{k(ie,{children:(B,te)=>{var O=se(),R=L(O);{var U=ne=>{var ue=Ot(`Choose which conversations you want to export. Selected conversations will be downloaded + as a JSON file.`);T(ne,ue)},Q=ne=>{var ue=Ot(`Choose which conversations you want to import. Selected conversations will be merged + with your existing conversations.`);T(ne,ue)};le(R,ne=>{e.mode==="export"?ne(U):ne(Q,!1)})}T(B,O)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})});var D=ee(I,2);pr(QCe(D,{get conversations(){return e.conversations},get messageCountMap(){return t()},get mode(){return e.mode},get onCancel(){return e.onCancel},get onConfirm(){return e.onConfirm}}),V=>M(a,V,!0),()=>f(a)),T(C,N)},$$slots:{default:!0}})}),T(b,v)},$$slots:{default:!0}})}),T(u,h)},$$slots:{default:!0}})}),T(r,s),we()}var xEe=G('
        ');function REe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=xEe(),i=j(a);zt(i,o=>({"data-slot":"table",class:o,...n}),[()=>Kt("w-full caption-bottom text-sm",e.class)]);var s=j(i);ke(s,()=>e.children??$e),H(i),pr(i,o=>t(o),()=>t()),H(a),T(r,a),we()}var OEe=G("");function NEe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=OEe();zt(a,s=>({"data-slot":"table-body",class:s,...n}),[()=>Kt("[&_tr:last-child]:border-0",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var IEe=G("");function aa(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=IEe();zt(a,s=>({"data-slot":"table-cell",class:s,...n}),[()=>Kt("bg-clip-padding p-2 align-middle whitespace-nowrap [&:has([role=checkbox])]:pe-0",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var kEe=G("");function zD(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=kEe();zt(a,s=>({"data-slot":"table-head",class:s,...n}),[()=>Kt("h-10 bg-clip-padding px-2 text-left align-middle font-medium whitespace-nowrap text-foreground [&:has([role=checkbox])]:pe-0",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var MEe=G("");function DEe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=MEe();zt(a,s=>({"data-slot":"table-header",class:s,...n}),[()=>Kt("[&_tr]:border-b",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var PEe=G("");function _s(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=PEe();zt(a,s=>({"data-slot":"table-row",class:s,...n}),[()=>Kt("border-b transition-colors data-[state=selected]:bg-muted hover:[&,&>svelte-css-wrapper]:[&>th,td]:bg-muted/50",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var LEe=G(" ",1),FEe=G('
        Loading model information...
        '),BEe=G('
        '),UEe=G(" ",1),$Ee=G(' ',1),GEe=G(" ",1),zEe=G(" ",1),qEe=G(" ",1),HEe=G(" ",1),VEe=G(" ",1),YEe=G(" ",1),WEe=G(" ",1),jEe=G(" ",1),KEe=G(" ",1),XEe=G(" ",1),QEe=G('
        '),ZEe=G(" ",1),JEe=G(" ",1),e2e=G('
        '),t2e=G(" ",1),r2e=G(" ",1),n2e=G(" ",1),a2e=G('
        No model information available
        '),i2e=G(`
        `,1);function Qz(r,e){Ee(e,!0);let t=Y(e,"open",15),n=Y(e,"modelId",3,null),a=F(()=>Xn.isRouterMode),i=_e(null),s=_e(!1),o=F(()=>f(a)&&n()?f(i):Xn.props),l=F(()=>f(a)&&n()?n():rr.singleModelName),c=F(to),u=F(Nx),d=F(()=>f(a)&&n()?f(c).find(g=>g.model===n())??null:f(c)[0]??null),h=F(()=>f(d)?.id?rr.getModelModalitiesArray(f(d).id):[]);Nt(()=>{t()&&f(c).length===0&&rr.fetch()}),Nt(()=>{t()&&f(a)&&n()&&(M(s,!0),rr.fetchModelProps(n()).then(g=>{M(i,g,!0)}).catch(()=>{M(i,null)}).finally(()=>{M(s,!1)})),t()||M(i,null)});var p=se(),m=L(p);me(m,()=>hh,(g,b)=>{b(g,{get onOpenChange(){return e.onOpenChange},get open(){return t()},set open(_){t(_)},children:(_,v)=>{var y=se(),E=L(y);me(E,()=>dh,(S,w)=>{w(S,{class:"@container z-9999 !max-h-[80dvh] !max-w-[60rem] max-w-full",children:(C,x)=>{var N=i2e(),I=ee(L(N),2);me(I,()=>ap,(K,z)=>{z(K,{children:(re,W)=>{var ie=LEe(),k=L(ie);me(k,()=>np,(te,O)=>{O(te,{children:(R,U)=>{et();var Q=Ot("Model Information");T(R,Q)},$$slots:{default:!0}})});var B=ee(k,2);me(B,()=>ip,(te,O)=>{O(te,{children:(R,U)=>{et();var Q=Ot("Current model details and capabilities");T(R,Q)},$$slots:{default:!0}})}),T(re,ie)},$$slots:{default:!0}})});var D=ee(I,2),V=j(D);{var q=K=>{var z=FEe();T(K,z)},$=K=>{var z=se(),re=L(z);{var W=k=>{const B=F(()=>f(d).meta);var te=se(),O=L(te);{var R=U=>{var Q=se(),ne=L(Q);me(ne,()=>REe,(ue,he)=>{he(ue,{children:(be,Z)=>{var ae=n2e(),fe=L(ae);me(fe,()=>DEe,(ye,Te)=>{Te(ye,{children:(Oe,Ne)=>{var Ue=se(),Fe=L(Ue);me(Fe,()=>_s,(Ke,He)=>{He(Ke,{children:(it,st)=>{var dt=UEe(),Ae=L(dt);me(Ae,()=>zD,(ht,ze)=>{ze(ht,{class:"w-[10rem]",children:(mt,At)=>{et();var xt=Ot("Model");T(mt,xt)},$$slots:{default:!0}})});var Le=ee(Ae,2);me(Le,()=>zD,(ht,ze)=>{ze(ht,{children:(mt,At)=>{var xt=BEe(),qt=j(xt);ds(qt,"",{},{"--threshold":"12rem"});var ar=j(qt,!0);H(qt);var fr=ee(qt,2);{let ct=F(()=>f(l)||""),Rt=F(()=>!!f(l));Df(fr,{get text(){return f(ct)},get canCopy(){return f(Rt)},ariaLabel:"Copy model name to clipboard"})}H(xt),Ce(()=>Ge(ar,f(l))),T(mt,xt)},$$slots:{default:!0}})}),T(it,dt)},$$slots:{default:!0}})}),T(Oe,Ue)},$$slots:{default:!0}})});var pe=ee(fe,2);me(pe,()=>NEe,(ye,Te)=>{Te(ye,{children:(Oe,Ne)=>{var Ue=r2e(),Fe=L(Ue);me(Fe,()=>_s,(Et,It)=>{It(Et,{children:(xe,Qe)=>{var ft=GEe(),Ct=L(ft);me(Ct,()=>aa,(Dt,bt)=>{bt(Dt,{class:"h-10 align-middle font-medium",children:(wt,vt)=>{et();var kt=Ot("File Path");T(wt,kt)},$$slots:{default:!0}})});var Lt=ee(Ct,2);me(Lt,()=>aa,(Dt,bt)=>{bt(Dt,{class:"inline-flex h-10 items-center gap-2 align-middle font-mono text-xs",children:(wt,vt)=>{var kt=$Ee(),dr=L(kt);ds(dr,"",{},{"--threshold":"14rem"});var In=j(dr,!0);H(dr);var Er=ee(dr,2);Df(Er,{get text(){return f(o).model_path},ariaLabel:"Copy model path to clipboard"}),Ce(()=>Ge(In,f(o).model_path)),T(wt,kt)},$$slots:{default:!0}})}),T(xe,ft)},$$slots:{default:!0}})});var Ke=ee(Fe,2);{var He=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=zEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"h-10 align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Context Size");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,`${Fn??""} tokens`),[()=>d0(f(o).default_generation_settings.n_ctx)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)},it=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=qEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"h-10 align-middle font-medium text-red-500",children:(dr,In)=>{et();var Er=Ot("Context Size");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{class:"text-red-500",children:(dr,In)=>{et();var Er=Ot("Not available");T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(Ke,Et=>{f(o)?.default_generation_settings?.n_ctx?Et(He):Et(it,!1)})}var st=ee(Ke,2);{var dt=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=HEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"h-10 align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Training Context");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,`${Fn??""} tokens`),[()=>d0(f(B).n_ctx_train)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(st,Et=>{f(B)?.n_ctx_train&&Et(dt)})}var Ae=ee(st,2);{var Le=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=VEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"h-10 align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Model Size");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,Fn),[()=>ub(f(B).size)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(Ae,Et=>{f(B)?.size&&Et(Le)})}var ht=ee(Ae,2);{var ze=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=YEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"h-10 align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Parameters");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,Fn),[()=>bce(f(B).n_params)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(ht,Et=>{f(B)?.n_params&&Et(ze)})}var mt=ee(ht,2);{var At=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=WEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Embedding Size");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,Fn),[()=>d0(f(B).n_embd)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(mt,Et=>{f(B)?.n_embd&&Et(At)})}var xt=ee(mt,2);{var qt=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=jEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Vocabulary Size");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{et();var Er=Ot();Ce(Fn=>Ge(Er,`${Fn??""} tokens`),[()=>d0(f(B).n_vocab)]),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(xt,Et=>{f(B)?.n_vocab&&Et(qt)})}var ar=ee(xt,2);{var fr=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=KEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Vocabulary Type");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle capitalize",children:(dr,In)=>{et();var Er=Ot();Ce(()=>Ge(Er,f(B).vocab_type)),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(ar,Et=>{f(B)?.vocab_type&&Et(fr)})}var ct=ee(ar,2);me(ct,()=>_s,(Et,It)=>{It(Et,{children:(xe,Qe)=>{var ft=XEe(),Ct=L(ft);me(Ct,()=>aa,(Dt,bt)=>{bt(Dt,{class:"align-middle font-medium",children:(wt,vt)=>{et();var kt=Ot("Parallel Slots");T(wt,kt)},$$slots:{default:!0}})});var Lt=ee(Ct,2);me(Lt,()=>aa,(Dt,bt)=>{bt(Dt,{children:(wt,vt)=>{et();var kt=Ot();Ce(()=>Ge(kt,f(o).total_slots)),T(wt,kt)},$$slots:{default:!0}})}),T(xe,ft)},$$slots:{default:!0}})});var Rt=ee(ct,2);{var Ft=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=ZEe(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Modalities");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{children:(dr,In)=>{var Er=QEe(),Fn=j(Er);aue(Fn,{get modalities(){return f(h)}}),H(Er),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(Rt,Et=>{f(h).length>0&&Et(Ft)})}var tr=ee(Rt,2);me(tr,()=>_s,(Et,It)=>{It(Et,{children:(xe,Qe)=>{var ft=JEe(),Ct=L(ft);me(Ct,()=>aa,(Dt,bt)=>{bt(Dt,{class:"align-middle font-medium",children:(wt,vt)=>{et();var kt=Ot("Build Info");T(wt,kt)},$$slots:{default:!0}})});var Lt=ee(Ct,2);me(Lt,()=>aa,(Dt,bt)=>{bt(Dt,{class:"align-middle font-mono text-xs",children:(wt,vt)=>{et();var kt=Ot();Ce(()=>Ge(kt,f(o).build_info)),T(wt,kt)},$$slots:{default:!0}})}),T(xe,ft)},$$slots:{default:!0}})});var ut=ee(tr,2);{var Ut=Et=>{var It=se(),xe=L(It);me(xe,()=>_s,(Qe,ft)=>{ft(Qe,{children:(Ct,Lt)=>{var Dt=t2e(),bt=L(Dt);me(bt,()=>aa,(vt,kt)=>{kt(vt,{class:"align-middle font-medium",children:(dr,In)=>{et();var Er=Ot("Chat Template");T(dr,Er)},$$slots:{default:!0}})});var wt=ee(bt,2);me(wt,()=>aa,(vt,kt)=>{kt(vt,{class:"py-10",children:(dr,In)=>{var Er=e2e(),Fn=j(Er),po=j(Fn,!0);H(Fn),H(Er),Ce(()=>Ge(po,f(o).chat_template)),T(dr,Er)},$$slots:{default:!0}})}),T(Ct,Dt)},$$slots:{default:!0}})}),T(Et,It)};le(ut,Et=>{f(o).chat_template&&Et(Ut)})}T(Oe,Ue)},$$slots:{default:!0}})}),T(be,ae)},$$slots:{default:!0}})}),T(U,Q)};le(O,U=>{f(o)&&U(R)})}T(k,te)},ie=k=>{var B=se(),te=L(B);{var O=R=>{var U=a2e();T(R,U)};le(te,R=>{f(u)||R(O)},!0)}T(k,B)};le(re,k=>{f(d)?k(W):k(ie,!1)},!0)}T(K,z)};le(V,K=>{f(u)||f(s)?K(q):K($,!1)})}H(D),T(C,N)},$$slots:{default:!0}})}),T(_,y)},$$slots:{default:!0}})}),T(r,p),we()}class Pb{#e=_e(Sr([]));get conversations(){return f(this.#e)}set conversations(e){M(this.#e,e,!0)}#t=_e(null);get activeConversation(){return f(this.#t)}set activeConversation(e){M(this.#t,e,!0)}#r=_e(Sr([]));get activeMessages(){return f(this.#r)}set activeMessages(e){M(this.#r,e,!0)}#n=_e(!1);get isInitialized(){return f(this.#n)}set isInitialized(e){M(this.#n,e,!0)}#i=_e(Sr(Pb.loadMcpDefaults()));get pendingMcpServerOverrides(){return f(this.#i)}set pendingMcpServerOverrides(e){M(this.#i,e,!0)}static loadMcpDefaults(){if(typeof globalThis.localStorage>"u")return[];try{const e=localStorage.getItem(ES);if(!e)return[];const t=JSON.parse(e);return Array.isArray(t)?t.filter(n=>typeof n=="object"&&n!==null&&"serverId"in n&&"enabled"in n):[]}catch{return[]}}saveMcpDefaults(){if(typeof globalThis.localStorage>"u")return;const e=this.pendingMcpServerOverrides.map(t=>({serverId:t.serverId,enabled:t.enabled}));e.length>0?localStorage.setItem(ES,JSON.stringify(e)):localStorage.removeItem(ES)}titleUpdateConfirmationCallback;messageUpdateCallback=null;async init(){if(!this.isInitialized)try{await Qce(),await this.loadConversations(),this.isInitialized=!0}catch(e){console.error("Failed to initialize conversations:",e)}}async initialize(){return this.init()}registerMessageUpdateCallback(e){this.messageUpdateCallback=e}addMessageToActive(e){this.activeMessages.push(e)}updateMessageAtIndex(e,t){e!==-1&&this.activeMessages[e]&&(this.activeMessages[e]={...this.activeMessages[e],...t})}findMessageIndex(e){return this.activeMessages.findIndex(t=>t.id===e)}sliceActiveMessages(e){this.activeMessages=this.activeMessages.slice(0,e)}removeMessageAtIndex(e){if(e!==-1)return this.activeMessages.splice(e,1)[0]}setTitleUpdateConfirmationCallback(e){this.titleUpdateConfirmationCallback=e}async loadConversations(){const e=await mr.getAllConversations();this.conversations=e}async createConversation(e){const t=e||`Chat ${new Date().toLocaleString()}`,n=await mr.createConversation(t);if(this.pendingMcpServerOverrides.length>0){const a=this.pendingMcpServerOverrides.map(i=>({serverId:i.serverId,enabled:i.enabled}));n.mcpServerOverrides=a,await mr.updateConversation(n.id,{mcpServerOverrides:a}),this.pendingMcpServerOverrides=[]}return this.conversations=[n,...this.conversations],this.activeConversation=n,this.activeMessages=[],await as(`#/chat/${n.id}`),n.id}async loadConversation(e){try{const t=await mr.getConversation(e);if(!t)return!1;if(this.pendingMcpServerOverrides=[],this.activeConversation=t,t.currNode){const n=await mr.getConversationMessages(e),a=uf(n,t.currNode,!1);this.activeMessages=a}else{const n=await mr.getConversationMessages(e);this.activeMessages=n}return!0}catch(t){return console.error("Failed to load conversation:",t),!1}}clearActiveConversation(){this.activeConversation=null,this.activeMessages=[],this.pendingMcpServerOverrides=Pb.loadMcpDefaults()}async deleteConversation(e,t){try{if(await mr.deleteConversation(e,t),t?.deleteWithForks){const n=new ls([e]),a=[e];for(;a.length>0;){const i=a.pop();for(const s of this.conversations)s.forkedFromConversationId===i&&!n.has(s.id)&&(n.add(s.id),a.push(s.id))}this.conversations=this.conversations.filter(i=>!n.has(i.id)),this.activeConversation&&n.has(this.activeConversation.id)&&(this.clearActiveConversation(),await as("?new_chat=true#/"))}else{const a=this.conversations.find(i=>i.id===e)?.forkedFromConversationId;this.conversations=this.conversations.filter(i=>i.id!==e).map(i=>i.forkedFromConversationId===e?{...i,forkedFromConversationId:a}:i),this.activeConversation?.id===e&&(this.clearActiveConversation(),await as("?new_chat=true#/"))}}catch(n){console.error("Failed to delete conversation:",n)}}async deleteAll(){try{const e=await mr.getAllConversations();for(const t of e)await mr.deleteConversation(t.id);this.clearActiveConversation(),this.conversations=[],Jn.success("All conversations deleted"),await as("?new_chat=true#/")}catch(e){console.error("Failed to delete all conversations:",e),Jn.error("Failed to delete conversations")}}async refreshActiveMessages(){if(!this.activeConversation)return;const e=await mr.getConversationMessages(this.activeConversation.id);if(e.length===0){this.activeMessages=[];return}const t=this.activeConversation.currNode||e.reduce((a,i)=>i.timestamp>a.timestamp?i:a).id,n=uf(e,t,!1);this.activeMessages=n}async getConversationMessages(e){return await mr.getConversationMessages(e)}async updateConversationName(e,t){try{await mr.updateConversation(e,{name:t});const n=this.conversations.findIndex(a=>a.id===e);n!==-1&&(this.conversations[n].name=t,this.conversations=[...this.conversations]),this.activeConversation?.id===e&&(this.activeConversation={...this.activeConversation,name:t})}catch(n){console.error("Failed to update conversation name:",n)}}async updateConversationTitleWithConfirmation(e,t){try{if(An().askForTitleConfirmation&&this.titleUpdateConfirmationCallback){const a=await mr.getConversation(e);if(!a||!await this.titleUpdateConfirmationCallback(a.name,t))return!1}return await this.updateConversationName(e,t),!0}catch(n){return console.error("Failed to update conversation title with confirmation:",n),!1}}updateConversationTimestamp(){if(!this.activeConversation)return;const e=this.conversations.findIndex(t=>t.id===this.activeConversation.id);if(e!==-1){this.conversations[e].lastModified=Date.now();const t=this.conversations.splice(e,1)[0];this.conversations=[t,...this.conversations]}}async updateCurrentNode(e){this.activeConversation&&(await mr.updateCurrentNode(this.activeConversation.id,e),this.activeConversation={...this.activeConversation,currNode:e})}async navigateToSibling(e){if(!this.activeConversation)return;const t=await mr.getConversationMessages(this.activeConversation.id),n=t.find(s=>s.type==="root"&&s.parent===null),a=this.activeMessages.find(s=>s.role===Jt.USER&&s.parent===n?.id),i=cb(t,e);if(await mr.updateCurrentNode(this.activeConversation.id,i),this.activeConversation={...this.activeConversation,currNode:i},await this.refreshActiveMessages(),n&&this.activeMessages.length>0){const s=this.activeMessages.find(o=>o.role===Jt.USER&&o.parent===n.id);s&&s.content.trim()&&(!a||s.id!==a.id||s.content.trim()!==a.content.trim())&&await this.updateConversationTitleWithConfirmation(this.activeConversation.id,s.content.trim())}}getMcpServerOverride(e){return this.activeConversation?this.activeConversation.mcpServerOverrides?.find(t=>t.serverId===e):this.pendingMcpServerOverrides.find(t=>t.serverId===e)}getAllMcpServerOverrides(){return this.activeConversation?.mcpServerOverrides?this.activeConversation.mcpServerOverrides:this.pendingMcpServerOverrides}isMcpServerEnabledForChat(e){return this.getMcpServerOverride(e)?.enabled??!1}async setMcpServerOverride(e,t){if(!this.activeConversation){this.setPendingMcpServerOverride(e,t);return}const n=(this.activeConversation.mcpServerOverrides||[]).map(s=>({serverId:s.serverId,enabled:s.enabled}));let a;if(t===void 0)a=n.filter(s=>s.serverId!==e);else{const s=n.findIndex(o=>o.serverId===e);s>=0?(a=[...n],a[s]={serverId:e,enabled:t}):a=[...n,{serverId:e,enabled:t}]}await mr.updateConversation(this.activeConversation.id,{mcpServerOverrides:a.length>0?a:void 0}),this.activeConversation={...this.activeConversation,mcpServerOverrides:a.length>0?a:void 0};const i=this.conversations.findIndex(s=>s.id===this.activeConversation.id);i!==-1&&(this.conversations[i].mcpServerOverrides=a.length>0?a:void 0,this.conversations=[...this.conversations])}setPendingMcpServerOverride(e,t){if(t===void 0)this.pendingMcpServerOverrides=this.pendingMcpServerOverrides.filter(n=>n.serverId!==e);else{const n=this.pendingMcpServerOverrides.findIndex(a=>a.serverId===e);if(n>=0){const a=[...this.pendingMcpServerOverrides];a[n]={serverId:e,enabled:t},this.pendingMcpServerOverrides=a}else this.pendingMcpServerOverrides=[...this.pendingMcpServerOverrides,{serverId:e,enabled:t}]}this.saveMcpDefaults()}async toggleMcpServerForChat(e){const t=this.isMcpServerEnabledForChat(e);await this.setMcpServerOverride(e,!t)}async removeMcpServerOverride(e){await this.setMcpServerOverride(e,void 0)}clearPendingMcpServerOverrides(){this.pendingMcpServerOverrides=[],this.saveMcpDefaults()}async forkConversation(e,t){if(!this.activeConversation)return null;try{const n=await mr.forkConversation(this.activeConversation.id,e,t);return this.conversations=[n,...this.conversations],await as(`#/chat/${n.id}`),Jn.success("Conversation forked"),n.id}catch(n){return console.error("Failed to fork conversation:",n),Jn.error("Failed to fork conversation"),null}}generateConversationFilename(e,t){const a=(e.name??"").trim().toLowerCase().replace(tae,rae).replace(nae,"_").substring(0,Jne),o=(t?.length?new Date(Math.max(...t.map(c=>c.timestamp))):new Date).toISOString().slice(0,eae).replace(ZU,aae).replaceAll(iae,sae),l=e.id?.slice(0,Zne)??"";return`${o}_conv_${l}_${a}.json`}downloadConversationFile(e,t){const n="conv"in e?e.conv:Array.isArray(e)?e[0]?.conv:void 0,a="messages"in e?e.messages:Array.isArray(e)?e[0]?.messages:void 0;if(!n){console.error("Invalid data: missing conversation");return}const i=t??this.generateConversationFilename(n,a),s=new Blob([JSON.stringify(e,null,2)],{type:"application/json"}),o=URL.createObjectURL(s),l=document.createElement("a");l.href=o,l.download=i,document.body.appendChild(l),l.click(),document.body.removeChild(l),URL.revokeObjectURL(o)}async downloadConversation(e){let t,n;if(this.activeConversation?.id===e)t=this.activeConversation,n=this.activeMessages;else{if(t=await mr.getConversation(e),!t)return;n=await mr.getConversationMessages(e)}this.downloadConversationFile({conv:t,messages:n})}async importConversations(){return new Promise((e,t)=>{const n=document.createElement("input");n.type="file",n.accept=".json",n.onchange=async a=>{const i=a.target?.files?.[0];if(!i){t(new Error("No file selected"));return}try{const s=await i.text(),o=JSON.parse(s);let l;if(Array.isArray(o))l=o;else if(o&&typeof o=="object"&&"conv"in o&&"messages"in o)l=[o];else throw new Error("Invalid file format");const c=await mr.importConversations(l);Jn.success(`Imported ${c.imported} conversation(s), skipped ${c.skipped}`),await this.loadConversations();const u=(Array.isArray(l)?l:[l]).map(d=>d.conv);e(u)}catch(s){const o=s instanceof Error?s.message:"Unknown error";console.error("Failed to import conversations:",s),Jn.error("Import failed",{description:o}),t(new Error(`Import failed: ${o}`))}},n.click()})}async importConversationsData(e){const t=await mr.importConversations(e);return await this.loadConversations(),t}}const rt=new Pb;rt.init();const Dd=()=>rt.conversations,Ll=()=>rt.activeConversation,Ru=()=>rt.activeMessages,s2e=()=>rt.isInitialized;function o2e(r){const e=new Oi,t=new ls;for(const o of r)if(o.forkedFromConversationId){t.add(o.id);const l=e.get(o.forkedFromConversationId)||[];l.push(o),e.set(o.forkedFromConversationId,l)}const n=[],a=new ls;function i(o,l){a.add(o.id),n.push({conversation:o,depth:l});const c=e.get(o.id);if(c){c.sort((u,d)=>d.lastModified-u.lastModified);for(const u of c)i(u,l+1)}}const s=r.filter(o=>!t.has(o.id));for(const o of s)i(o,0);for(const o of r)a.has(o.id)||i(o,1);return n}var l2e=G(' '),c2e=G(" MCP Resources ",1),u2e=G(" ",1),d2e=G('

        '),h2e=G('
        '),f2e=G('
        '),p2e=G('

        '),m2e=G('
        '),g2e=G('
        Select a resource to preview
        '),_2e=G(" Attach Resource",1),b2e=G(" ",1),v2e=G(" ",1),y2e=G('
        ',1);function S2e(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=new ls,a=_e(null),i=_e(!1),s=_e(null),o=_e(null),l=_e(null),c=_e(!1),u=_e(null);const d=F(J_e);Nt(()=>{t()&&(h(),e.preSelectedUri&&(n.clear(),n.add(e.preSelectedUri),M(a,e.preSelectedUri,!0)))});async function h(){const D=rt.getAllMcpServerOverrides();await lr.ensureInitialized(D)&&await lr.fetchAllResources()}function p(D){t(D),e.onOpenChange?.(D),D||(n.clear(),M(a,null),m())}function m(){M(s,null),M(o,null),M(l,null),M(c,!1),M(u,null)}function g(D){if(n.clear(),M(a,null),f(s)?.uriTemplate===D.uriTemplate&&f(s)?.serverName===D.serverName){m();return}M(s,D,!0),M(o,null),M(l,null),M(c,!1),M(u,null)}async function b(D,V){M(o,D,!0),M(l,null),M(c,!0),M(u,null);try{const q=await lr.readResourceByUri(V,D);q?M(l,q,!0):M(u,"Failed to read resource")}catch(q){M(u,q instanceof Error?q.message:"Unknown error",!0)}finally{M(c,!1)}}function _(){m()}async function v(){if(!(!f(o)||!f(s)||!f(l))){M(i,!0);try{const D=_n.findResourceByUri(f(o));if(D)_n.isAttached(D.uri)||await lr.attachResource(D.uri),Jn.success(`Resource attached: ${D.title||D.name}`);else{if(_n.isAttached(f(o))){Jn.info("Resource already attached"),p(!1);return}const V={uri:f(o),name:f(o).split("/").pop()||f(o),serverName:f(s).serverName},q=_n.addAttachment(V);_n.updateAttachmentContent(q.id,f(l)),Jn.success(`Resource attached: ${V.name}`)}p(!1)}catch(D){console.error("Failed to attach template resource:",D)}finally{M(i,!1)}}}function y(D,V=!1){if(m(),V&&f(a)){const q=S(),$=q.findIndex(z=>z.uri===f(a)),K=q.findIndex(z=>z.uri===D.uri);if($!==-1&&K!==-1){const z=Math.min($,K),re=Math.max($,K);for(let W=z;W<=re;W++)n.add(q[W].uri)}}else n.clear(),n.add(D.uri),M(a,D.uri,!0)}function E(D,V){m(),V?n.add(D.uri):n.delete(D.uri),M(a,D.uri,!0)}function S(){const D=[],V=ez();for(const[q,$]of V.entries())for(const K of $.resources)D.push({...K,serverName:q});return D.sort((q,$)=>{const K=g3(q),z=g3($);return K.localeCompare(z)})}async function w(){if(n.size!==0){M(i,!0);try{const V=S().filter($=>n.has($.uri));for(const $ of V)await lr.attachResource($.uri),e.onAttach?.($);const q=V.length;Jn.success(q===1?`Resource attached: ${V[0].name}`:`${q} resources attached`),p(!1)}catch(D){console.error("Failed to attach resources:",D)}finally{M(i,!1)}}}const C=F(()=>f(s)?.uriTemplate??null),x=F(()=>!!f(s)&&!!f(l)&&!!f(o));var N=se(),I=L(N);me(I,()=>hh,(D,V)=>{V(D,{get open(){return t()},onOpenChange:p,children:(q,$)=>{var K=se(),z=L(K);me(z,()=>dh,(re,W)=>{W(re,{class:"max-h-[80vh] !max-w-4xl overflow-hidden p-0",children:(ie,k)=>{var B=y2e(),te=L(B);me(te,()=>ap,(Z,ae)=>{ae(Z,{class:"border-b border-border/30 px-6 py-4",children:(fe,pe)=>{var ye=u2e(),Te=L(ye);me(Te,()=>np,(Ne,Ue)=>{Ue(Ne,{class:"flex items-center gap-2",children:(Fe,Ke)=>{var He=c2e(),it=L(He);hg(it,{class:"h-5 w-5"});var st=ee(it,4);{var dt=Ae=>{var Le=l2e(),ht=j(Le);H(Le),Ce(()=>Ge(ht,`(${f(d)??""})`)),T(Ae,Le)};le(st,Ae=>{f(d)>0&&Ae(dt)})}T(Fe,He)},$$slots:{default:!0}})});var Oe=ee(Te,2);me(Oe,()=>ip,(Ne,Ue)=>{Ue(Ne,{children:(Fe,Ke)=>{et();var He=Ot("Browse and attach resources from connected MCP servers to your chat context.");T(Fe,He)},$$slots:{default:!0}})}),T(fe,ye)},$$slots:{default:!0}})});var O=ee(te,2),R=j(O),U=j(R);RLe(U,{onSelect:y,onToggle:E,onTemplateSelect:g,get selectedUris(){return n},get selectedTemplateUri(){return f(C)},get expandToUri(){return e.preSelectedUri}}),H(R);var Q=ee(R,2),ne=j(Q);{var ue=Z=>{var ae=p2e(),fe=j(ae),pe=j(fe);IU(pe,{class:"h-4 w-4 text-muted-foreground"});var ye=ee(pe,2),Te=j(ye,!0);H(ye),H(fe);var Oe=ee(fe,2);{var Ne=dt=>{var Ae=d2e(),Le=j(Ae,!0);H(Ae),Ce(()=>Ge(Le,f(s).description)),T(dt,Ae)};le(Oe,dt=>{f(s).description&&dt(Ne)})}var Ue=ee(Oe,2),Fe=j(Ue),Ke=j(Fe,!0);H(Fe),H(Ue);var He=ee(Ue,2);{var it=dt=>{var Ae=h2e(),Le=j(Ae);Ka(Le,{class:"h-6 w-6 animate-spin text-muted-foreground"}),H(Ae),T(dt,Ae)},st=dt=>{var Ae=se(),Le=L(Ae);{var ht=mt=>{var At=f2e(),xt=j(At),qt=j(xt,!0);H(xt);var ar=ee(xt,2);kr(ar,{size:"sm",variant:"outline",onclick:()=>{M(u,null)},children:(fr,ct)=>{et();var Rt=Ot("Try again");T(fr,Rt)},$$slots:{default:!0}}),H(At),Ce(()=>Ge(qt,f(u))),T(mt,At)},ze=mt=>{VLe(mt,{get template(){return f(s)},onResolve:b,onCancel:_})};le(Le,mt=>{f(u)?mt(ht):mt(ze,!1)},!0)}T(dt,Ae)};le(He,dt=>{f(c)?dt(it):dt(st,!1)})}H(ae),Ce(()=>{Ge(Te,f(s).title||f(s).name),Ge(Ke,f(s).uriTemplate)}),T(Z,ae)},he=Z=>{var ae=se(),fe=L(ae);{var pe=Te=>{{let Oe=F(()=>({uri:f(o)??"",name:f(o)?.split("/").pop()||(f(o)??""),serverName:f(s)?.serverName||""}));yC(Te,{get resource(){return f(Oe)},get preloadedContent(){return f(l)}})}},ye=Te=>{var Oe=se(),Ne=L(Oe);{var Ue=Ke=>{const He=F(S),it=F(()=>f(He).find(st=>n.has(st.uri)));{let st=F(()=>f(it)??null);yC(Ke,{get resource(){return f(st)}})}},Fe=Ke=>{var He=se(),it=L(He);{var st=Ae=>{var Le=m2e();Ir(Le,21,S,ht=>ht.uri,(ht,ze)=>{var mt=se(),At=L(mt);{var xt=qt=>{yC(qt,{get resource(){return f(ze)}})};le(At,qt=>{n.has(f(ze).uri)&&qt(xt)})}T(ht,mt)}),H(Le),T(Ae,Le)},dt=Ae=>{var Le=g2e();T(Ae,Le)};le(it,Ae=>{n.size>1?Ae(st):Ae(dt,!1)},!0)}T(Ke,He)};le(Ne,Ke=>{n.size===1?Ke(Ue):Ke(Fe,!1)},!0)}T(Te,Oe)};le(fe,Te=>{f(x)?Te(pe):Te(ye,!1)},!0)}T(Z,ae)};le(ne,Z=>{f(s)&&!f(l)?Z(ue):Z(he,!1)})}H(Q),H(O);var be=ee(O,2);me(be,()=>DSe,(Z,ae)=>{ae(Z,{class:"border-t border-border/30 px-6 py-4",children:(fe,pe)=>{var ye=v2e(),Te=L(ye);kr(Te,{variant:"outline",onclick:()=>p(!1),children:(Fe,Ke)=>{et();var He=Ot("Cancel");T(Fe,He)},$$slots:{default:!0}});var Oe=ee(Te,2);{var Ne=Fe=>{kr(Fe,{onclick:v,get disabled(){return f(i)},children:(Ke,He)=>{var it=_2e(),st=L(it);{var dt=Le=>{Ka(Le,{class:"mr-2 h-4 w-4 animate-spin"})},Ae=Le=>{If(Le,{class:"mr-2 h-4 w-4"})};le(st,Le=>{f(i)?Le(dt):Le(Ae,!1)})}et(),T(Ke,it)},$$slots:{default:!0}})},Ue=Fe=>{{let Ke=F(()=>n.size===0||f(i));kr(Fe,{onclick:w,get disabled(){return f(Ke)},children:(He,it)=>{var st=b2e(),dt=L(st);{var Ae=ze=>{Ka(ze,{class:"mr-2 h-4 w-4 animate-spin"})},Le=ze=>{If(ze,{class:"mr-2 h-4 w-4"})};le(dt,ze=>{f(i)?ze(Ae):ze(Le,!1)})}var ht=ee(dt);Ce(()=>Ge(ht,` Attach ${n.size>0?`(${n.size})`:"Resource"}`)),T(He,st)},$$slots:{default:!0}})}};le(Oe,Fe=>{f(x)?Fe(Ne):Fe(Ue,!1)})}T(fe,ye)},$$slots:{default:!0}})}),T(ie,B)},$$slots:{default:!0}})}),T(q,K)},$$slots:{default:!0}})}),T(r,N),we()}var E2e=G(''),w2e=G('· '),T2e=G(' '),C2e=G('
        '),A2e=G(" ",1),x2e=G('
        '),R2e=G('
        '),O2e=G('
        No content available
        '),N2e=G('
        ',1);function I2e(r,e){Ee(e,!0);let t=Y(e,"open",15);const n=F(()=>lr.getServerDisplayName(e.extra.serverName)),a=F(()=>lr.getServerFavicon(e.extra.serverName));function i(){if(e.extra.mimeType?.includes(Xs.JSON))return Xs.JSON;if(e.extra.mimeType?.includes(Xs.JAVASCRIPT))return Xs.JAVASCRIPT;if(e.extra.mimeType?.includes(Xs.TYPESCRIPT))return Xs.TYPESCRIPT;const c=e.extra.name||e.extra.uri||"";return p$(c)||"plaintext"}function s(){e.extra.content&&_$(e.extra.content,e.extra.mimeType||Pt.PLAIN,e.extra.name||QU)}var o=se(),l=L(o);me(l,()=>hh,(c,u)=>{u(c,{get onOpenChange(){return e.onOpenChange},get open(){return t()},set open(d){t(d)},children:(d,h)=>{var p=se(),m=L(p);me(m,()=>dh,(g,b)=>{b(g,{class:"grid max-h-[90vh] max-w-5xl overflow-hidden sm:w-auto sm:max-w-6xl",children:(_,v)=>{var y=N2e(),E=L(y);me(E,()=>ap,(V,q)=>{q(V,{children:($,K)=>{var z=A2e(),re=L(z);me(re,()=>np,(ie,k)=>{k(ie,{class:"pr-8",children:(B,te)=>{et();var O=Ot();Ce(()=>Ge(O,e.extra.name)),T(B,O)},$$slots:{default:!0}})});var W=ee(re,2);me(W,()=>ip,(ie,k)=>{k(ie,{children:(B,te)=>{var O=C2e(),R=j(O),U=j(R,!0);H(R);var Q=ee(R,2);{var ne=be=>{var Z=w2e(),ae=ee(j(Z));{var fe=ye=>{var Te=E2e();Ce(()=>er(Te,"src",f(a))),hn("error",Te,Oe=>{Oe.currentTarget.style.display="none"}),Xc(Te),T(ye,Te)};le(ae,ye=>{f(a)&&ye(fe)})}var pe=ee(ae);H(Z),Ce(()=>Ge(pe,` ${f(n)??""}`)),T(be,Z)};le(Q,be=>{f(n)&&be(ne)})}var ue=ee(Q,2);{var he=be=>{var Z=T2e(),ae=j(Z,!0);H(Z),Ce(()=>Ge(ae,e.extra.mimeType)),T(be,Z)};le(ue,be=>{e.extra.mimeType&&be(he)})}H(O),Ce(()=>Ge(U,e.extra.uri)),T(B,O)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})});var S=ee(E,2),w=j(S);{let V=F(()=>!!e.extra.content);Df(w,{get text(){return e.extra.content},get canCopy(){return f(V)},ariaLabel:"Copy content"})}var C=ee(w,2);{let V=F(()=>!e.extra.content);kr(C,{variant:"ghost",size:"sm",class:"h-7 w-7 p-0",onclick:s,get disabled(){return f(V)},title:"Download content",children:(q,$)=>{Fv(q,{class:"h-3.5 w-3.5"})},$$slots:{default:!0}})}H(S);var x=ee(S,2),N=j(x);{var I=V=>{var q=x2e(),$=j(q);H(q),Ce(K=>{er($,"src",K),er($,"alt",e.extra.name)},[()=>e.extra.content.startsWith("data:")?e.extra.content:`data:${e.extra.mimeType||"image/png"};base64,${e.extra.content}`]),T(V,q)},D=V=>{var q=se(),$=L(q);{var K=re=>{{let W=F(i);Kb(re,{get code(){return e.extra.content},get language(){return f(W)},maxHeight:"70vh"})}},z=re=>{var W=se(),ie=L(W);{var k=te=>{var O=R2e(),R=j(O,!0);H(O),Ce(()=>Ge(R,e.extra.content)),T(te,O)},B=te=>{var O=O2e();T(te,O)};le(ie,te=>{e.extra.content?te(k):te(B,!1)},!0)}T(re,W)};le($,re=>{Mce(e.extra.mimeType,e.extra.uri)&&e.extra.content?re(K):re(z,!1)},!0)}T(V,q)};le(N,V=>{Dce(e.extra.mimeType,e.extra.uri)&&e.extra.content?V(I):V(D,!1)})}H(x),T(_,y)},$$slots:{default:!0}})}),T(d,p)},$$slots:{default:!0}})}),T(r,o),we()}function k2e(){return{isRunning:!1,currentTurn:0,totalToolCalls:0,lastError:null,streamingToolCall:null}}function M2e(r){return r.map(e=>e.role===Jt.ASSISTANT&&e.tool_calls&&e.tool_calls.length>0?{role:Jt.ASSISTANT,content:e.content,tool_calls:e.tool_calls.map((t,n)=>({id:t.id??`call_${n}`,type:t.type??Uv.FUNCTION,function:{name:t.function?.name??"",arguments:t.function?.arguments??""}}))}:e.role===Jt.TOOL&&e.tool_call_id?{role:Jt.TOOL,tool_call_id:e.tool_call_id,content:typeof e.content=="string"?e.content:""}:{role:e.role,content:e.content})}class D2e{#e=_e(Sr(new Map));get _sessions(){return f(this.#e)}set _sessions(e){M(this.#e,e,!0)}get isReady(){return!0}get isAnyRunning(){for(const e of this._sessions.values())if(e.isRunning)return!0;return!1}getSession(e){let t=this._sessions.get(e);return t||(t=k2e(),this._sessions.set(e,t)),t}updateSession(e,t){const n=this.getSession(e);this._sessions.set(e,{...n,...t})}clearSession(e){this._sessions.delete(e)}getActiveSessions(){const e=[];for(const[t,n]of this._sessions.entries())n.isRunning&&e.push({conversationId:t,session:n});return e}isRunning(e){return this.getSession(e).isRunning}currentTurn(e){return this.getSession(e).currentTurn}totalToolCalls(e){return this.getSession(e).totalToolCalls}lastError(e){return this.getSession(e).lastError}streamingToolCall(e){return this.getSession(e).streamingToolCall}clearError(e){this.updateSession(e,{lastError:null})}getConfig(e,t){const n=Number(e.agenticMaxTurns)||yS.maxTurns,a=Number(e.agenticMaxToolPreviewLines)||yS.maxToolPreviewLines;return{enabled:lr.hasEnabledServers(t)&&yS.enabled,maxTurns:n,maxToolPreviewLines:a}}async runAgenticFlow(e){const{conversationId:t,messages:n,options:a={},callbacks:i,signal:s,perChatOverrides:o}=e,l=this.getConfig(An(),o);if(!l.enabled)return{handled:!1};if(!await lr.ensureInitialized(o))return console.log("[AgenticStore] MCP not initialized, falling back to standard chat"),{handled:!1};const u=lr.getToolDefinitionsForLLM();if(u.length===0)return console.log("[AgenticStore] No tools available, falling back to standard chat"),{handled:!1};console.log(`[AgenticStore] Starting agentic flow with ${u.length} tools`);const d=n.map(h=>"id"in h&&"convId"in h&&"timestamp"in h?rs.convertDbMessageToApiChatMessageData(h):h).filter(h=>h.role===Jt.SYSTEM?(typeof h.content=="string"?h.content:"").trim().length>0:!0);this.updateSession(t,{isRunning:!0,currentTurn:0,totalToolCalls:0,lastError:null}),lr.acquireConnection();try{return await this.executeAgenticLoop({conversationId:t,messages:d,options:a,tools:u,agenticConfig:l,callbacks:i,signal:s}),{handled:!0}}catch(h){const p=h instanceof Error?h:new Error(String(h));return this.updateSession(t,{lastError:p}),i.onError?.(p),{handled:!0,error:p}}finally{this.updateSession(t,{isRunning:!1}),await lr.releaseConnection().catch(h=>console.warn("[AgenticStore] Failed to release MCP connection:",h))}}async executeAgenticLoop(e){const{conversationId:t,messages:n,options:a,tools:i,agenticConfig:s,callbacks:o,signal:l}=e,{onChunk:c,onReasoningChunk:u,onToolCallsStreaming:d,onAttachments:h,onModel:p,onAssistantTurnComplete:m,createToolResultMessage:g,createAssistantMessage:b,onFlowComplete:_,onTimings:v,onTurnComplete:y}=o,E=M2e(n);let S,w=0;const C={turns:0,toolCallsCount:0,toolsMs:0,toolCalls:[],perTurn:[],llm:{predicted_n:0,predicted_ms:0,prompt_n:0,prompt_ms:0}},x=s.maxTurns,N=a.model||rr.models[0]?.model||"";for(let I=0;I0&&b&&await b();let D="",V="",q=[],$="",K=0,z;const re={turn:I+1,llm:{predicted_n:0,predicted_ms:0,prompt_n:0,prompt_ms:0},toolCalls:[],toolsMs:0};try{await rs.sendMessage(E,{...a,stream:!0,tools:i.length>0?i:void 0,onChunk:ie=>{D+=ie,c?.(ie)},onReasoningChunk:ie=>{V+=ie,u?.(ie)},onToolCallChunk:ie=>{try{if(q=JSON.parse(ie),d?.(q),q.length>0&&q[0]?.function){const k=q[0].function.name||"",B=q[0].function.arguments||"",te=Math.floor(B.length/100);(k!==$||te!==K)&&($=k,K=te,this.updateSession(t,{streamingToolCall:{name:k,arguments:B}}))}}catch{}},onModel:p,onTimings:(ie,k)=>{v?.(ie,k),ie&&(S=ie,z=ie)},onComplete:()=>{},onError:ie=>{throw ie}},void 0,l),this.updateSession(t,{streamingToolCall:null}),z&&(C.llm.predicted_n+=z.predicted_n||0,C.llm.predicted_ms+=z.predicted_ms||0,C.llm.prompt_n+=z.prompt_n||0,C.llm.prompt_ms+=z.prompt_ms||0,re.llm.predicted_n=z.predicted_n||0,re.llm.predicted_ms=z.predicted_ms||0,re.llm.prompt_n=z.prompt_n||0,re.llm.prompt_ms=z.prompt_ms||0)}catch(ie){if(l?.aborted){await m?.(D,V||void 0,this.buildFinalTimings(S,C),void 0),_?.(this.buildFinalTimings(S,C));return}const k=ie instanceof Error?ie:new Error("LLM stream error");throw c?.(`${JR}${k.message}${eO}`),await m?.(D+`${JR}${k.message}${eO}`,V||void 0,this.buildFinalTimings(S,C),void 0),_?.(this.buildFinalTimings(S,C)),k}if(q.length===0){C.perTurn.push(re);const ie=this.buildFinalTimings(S,C);await m?.(D,V||void 0,ie,void 0),ie&&y?.(ie),_?.(ie);return}const W=this.normalizeToolCalls(q);if(W.length===0){await m?.(D,V||void 0,this.buildFinalTimings(S,C),void 0),_?.(this.buildFinalTimings(S,C));return}w+=W.length,this.updateSession(t,{totalToolCalls:w}),await m?.(D,V||void 0,z,W),E.push({role:Jt.ASSISTANT,content:D||void 0,tool_calls:W});for(const ie of W){if(l?.aborted){_?.(this.buildFinalTimings(S,C));return}const k=performance.now(),B={id:ie.id,function:{name:ie.function.name,arguments:ie.function.arguments}};let te,O=!0;try{te=(await lr.executeTool(B,l)).content}catch(be){if(El(be)){_?.(this.buildFinalTimings(S,C));return}te=`Error: ${be instanceof Error?be.message:String(be)}`,O=!1}const R=performance.now()-k,U={name:ie.function.name,duration_ms:Math.round(R),success:O};if(C.toolCalls.push(U),C.toolCallsCount++,C.toolsMs+=Math.round(R),re.toolCalls.push(U),re.toolsMs+=Math.round(R),l?.aborted){_?.(this.buildFinalTimings(S,C));return}const{cleanedResult:Q,attachments:ne}=this.extractBase64Attachments(te);let ue;g&&(ue=await g(ie.id,Q,ne.length>0?ne:void 0)),ne.length>0&&ue&&h?.(ue.id,ne);const he=[{type:Zi.TEXT,text:Q}];for(const be of ne)be.type===Kr.IMAGE&&(rr.modelSupportsVision(N)?he.push({type:Zi.IMAGE_URL,image_url:{url:be.base64Url}}):console.info(`[AgenticStore] Skipping image attachment (model "${N}" does not support vision)`));E.push({role:Jt.TOOL,tool_call_id:ie.id,content:he.length===1?Q:he})}if(re.toolCalls.length>0){C.perTurn.push(re);const ie=this.buildFinalTimings(S,C);ie&&y?.(ie)}}c?.(ZR),await m?.(ZR,void 0,this.buildFinalTimings(S,C),void 0),_?.(this.buildFinalTimings(S,C))}buildFinalTimings(e,t){return t.toolCallsCount===0?e:{predicted_n:e?.predicted_n,predicted_ms:e?.predicted_ms,prompt_n:e?.prompt_n,prompt_ms:e?.prompt_ms,cache_n:e?.cache_n,agentic:t}}normalizeToolCalls(e){return e?e.map((t,n)=>({id:t?.id??`tool_${n}`,type:t?.type??Uv.FUNCTION,function:{name:t?.function?.name??"",arguments:t?.function?.arguments??""}})):[]}extractBase64Attachments(e){if(!e.trim())return{cleanedResult:e,attachments:[]};const t=e.split(ob),n=[];let a=0;return{cleanedResult:t.map(s=>{const o=s.trim(),l=o.match(Vne);if(!l)return s;const c=l[1].toLowerCase();if(!l[2])return s;a+=1;const d=this.buildAttachmentName(c,a);return c.startsWith(kf.IMAGE)?(n.push({type:Kr.IMAGE,name:d,base64Url:o}),`[Attachment saved: ${d}]`):s}).join(ob),attachments:n}}buildAttachmentName(e,t){const n=Qne[e]??jne;return`${Yne}-${Date.now()}-${t}.${n}`}}const qD=new D2e;class P2e{#e=_e(null);get activeProcessingState(){return f(this.#e)}set activeProcessingState(e){M(this.#e,e,!0)}#t=_e("");get currentResponse(){return f(this.#t)}set currentResponse(e){M(this.#t,e,!0)}#r=_e(null);get errorDialogState(){return f(this.#r)}set errorDialogState(e){M(this.#r,e,!0)}#n=_e(!1);get isLoading(){return f(this.#n)}set isLoading(e){M(this.#n,e,!0)}chatLoadingStates=new Oi;chatStreamingStates=new Oi;abortControllers=new Oi;processingStates=new Oi;conversationStateTimestamps=new Oi;#i=_e(null);get activeConversationId(){return f(this.#i)}set activeConversationId(e){M(this.#i,e,!0)}#a=_e(!1);get isStreamingActive(){return f(this.#a)}set isStreamingActive(e){M(this.#a,e,!0)}#s=_e(!1);get isEditModeActive(){return f(this.#s)}set isEditModeActive(e){M(this.#s,e,!0)}#o=_e(null);get addFilesHandler(){return f(this.#o)}set addFilesHandler(e){M(this.#o,e,!0)}#l=_e(null);get pendingEditMessageId(){return f(this.#l)}set pendingEditMessageId(e){M(this.#l,e,!0)}messageUpdateCallback=null;#c=_e("");get _pendingDraftMessage(){return f(this.#c)}set _pendingDraftMessage(e){M(this.#c,e,!0)}#d=_e(Sr([]));get _pendingDraftFiles(){return f(this.#d)}set _pendingDraftFiles(e){M(this.#d,e,!0)}setChatLoading(e,t){this.touchConversationState(e),t?(this.chatLoadingStates.set(e,!0),e===rt.activeConversation?.id&&(this.isLoading=!0)):(this.chatLoadingStates.delete(e),e===rt.activeConversation?.id&&(this.isLoading=!1))}setChatStreaming(e,t,n){this.touchConversationState(e),this.chatStreamingStates.set(e,{response:t,messageId:n}),e===rt.activeConversation?.id&&(this.currentResponse=t)}clearChatStreaming(e){this.chatStreamingStates.delete(e),e===rt.activeConversation?.id&&(this.currentResponse="")}getChatStreaming(e){return this.chatStreamingStates.get(e)}syncLoadingStateForChat(e){this.isLoading=this.chatLoadingStates.get(e)||!1;const t=this.chatStreamingStates.get(e);if(this.currentResponse=t?.response||"",this.isStreamingActive=t!==void 0,this.setActiveProcessingConversation(e),t?.response&&t?.messageId){const n=rt.findMessageIndex(t.messageId);n!==-1&&rt.updateMessageAtIndex(n,{content:t.response})}}clearUIState(){this.isLoading=!1,this.currentResponse="",this.isStreamingActive=!1}setActiveProcessingConversation(e){this.activeConversationId=e,this.activeProcessingState=e&&this.processingStates.get(e)||null}getProcessingState(e){return this.processingStates.get(e)||null}setProcessingState(e,t){t===null?this.processingStates.delete(e):this.processingStates.set(e,t),e===this.activeConversationId&&(this.activeProcessingState=t)}clearProcessingState(e){this.processingStates.delete(e),e===this.activeConversationId&&(this.activeProcessingState=null)}getActiveProcessingState(){return this.activeProcessingState}getCurrentProcessingStateSync(){return this.activeProcessingState}setStreamingActive(e){this.isStreamingActive=e}isStreaming(){return this.isStreamingActive}getOrCreateAbortController(e){let t=this.abortControllers.get(e);return(!t||t.signal.aborted)&&(t=new AbortController,this.abortControllers.set(e,t)),t}abortRequest(e){if(e){const t=this.abortControllers.get(e);t&&(t.abort(),this.abortControllers.delete(e))}else{for(const t of this.abortControllers.values())t.abort();this.abortControllers.clear()}}showErrorDialog(e){this.errorDialogState=e}dismissErrorDialog(){this.errorDialogState=null}clearEditMode(){this.isEditModeActive=!1,this.addFilesHandler=null}isEditing(){return this.isEditModeActive}setEditModeActive(e){this.isEditModeActive=!0,this.addFilesHandler=e}getAddFilesHandler(){return this.addFilesHandler}clearPendingEditMessageId(){this.pendingEditMessageId=null}savePendingDraft(e,t){this._pendingDraftMessage=e,this._pendingDraftFiles=[...t]}consumePendingDraft(){if(!this._pendingDraftMessage&&this._pendingDraftFiles.length===0)return null;const e={message:this._pendingDraftMessage,files:[...this._pendingDraftFiles]};return this._pendingDraftMessage="",this._pendingDraftFiles=[],e}hasPendingDraft(){return!!this._pendingDraftMessage||this._pendingDraftFiles.length>0}getAllLoadingChats(){return Array.from(this.chatLoadingStates.keys())}getAllStreamingChats(){return Array.from(this.chatStreamingStates.keys())}getChatStreamingPublic(e){return this.getChatStreaming(e)}isChatLoadingPublic(e){return this.chatLoadingStates.get(e)||!1}isChatLoadingInternal(e){return this.chatStreamingStates.has(e)}touchConversationState(e){this.conversationStateTimestamps.set(e,{lastAccessed:Date.now()})}cleanupOldConversationStates(e){const t=Date.now(),n=e??[],a=this.activeConversationId?[...n,this.activeConversationId]:n,i=[...new Set([...this.chatLoadingStates.keys(),...this.chatStreamingStates.keys(),...this.abortControllers.keys(),...this.processingStates.keys(),...this.conversationStateTimestamps.keys()])],s=[];for(const l of i){if(a.includes(l)||this.chatLoadingStates.get(l)||this.chatStreamingStates.has(l))continue;const c=this.conversationStateTimestamps.get(l);s.push({convId:l,lastAccessed:c?.lastAccessed??0})}s.sort((l,c)=>l.lastAccessed-c.lastAccessed);let o=0;for(const{convId:l,lastAccessed:c}of s)(s.length-o>qre||t-c>Hre)&&(this.cleanupConversationState(l),o++);return o}cleanupConversationState(e){const t=this.abortControllers.get(e);t&&!t.signal.aborted&&t.abort(),this.chatLoadingStates.delete(e),this.chatStreamingStates.delete(e),this.abortControllers.delete(e),this.processingStates.delete(e),this.conversationStateTimestamps.delete(e)}getTrackedConversationCount(){return new Set([...this.chatLoadingStates.keys(),...this.chatStreamingStates.keys(),...this.abortControllers.keys(),...this.processingStates.keys()]).size}getMessageByIdWithRole(e,t){const n=rt.findMessageIndex(e);if(n===-1)return null;const a=rt.activeMessages[n];return t&&a.role!==t?null:{message:a,index:n}}async addMessage(e,t,n=Tl.TEXT,a="-1",i){const s=rt.activeConversation;if(!s)throw new Error("No active conversation");let o=null;if(a==="-1"){const c=rt.activeMessages;if(c.length>0)o=c[c.length-1].id;else{const d=(await rt.getConversationMessages(s.id)).find(h=>h.parent===null&&h.type==="root");o=d?d.id:await mr.createRootMessage(s.id)}}else o=a;const l=await mr.createMessageBranch({convId:s.id,role:e,content:t,type:n,timestamp:Date.now(),toolCalls:"",children:[],extra:i},o);return rt.addMessageToActive(l),await rt.updateCurrentNode(l.id),rt.updateConversationTimestamp(),l}async addSystemPrompt(){let e=rt.activeConversation;if(e||(await rt.createConversation(),e=rt.activeConversation),!!e)try{const t=await rt.getConversationMessages(e.id),n=t.find(c=>c.type==="root"&&c.parent===null),a=n?n.id:await mr.createRootMessage(e.id),i=t.find(c=>c.role===Jt.SYSTEM&&c.parent===a);if(i){this.pendingEditMessageId=i.id,rt.activeMessages.some(c=>c.id===i.id)||rt.activeMessages.unshift(i);return}const o=rt.activeMessages.find(c=>c.parent===a),l=await mr.createSystemMessage(e.id,JU,a);if(o){await mr.updateMessage(o.id,{parent:l.id}),await mr.updateMessage(l.id,{children:[o.id]});const c=n?n.children.filter(d=>d!==o.id):[];await mr.updateMessage(a,{children:[...c.filter(d=>d!==l.id),l.id]});const u=rt.findMessageIndex(o.id);u!==-1&&rt.updateMessageAtIndex(u,{parent:l.id})}rt.activeMessages.unshift(l),this.pendingEditMessageId=l.id,rt.updateConversationTimestamp()}catch(t){console.error("Failed to add system prompt:",t)}}async removeSystemPromptPlaceholder(e){const t=rt.activeConversation;if(!t)return!1;try{const n=await rt.getConversationMessages(t.id),a=Rh(n,e);if(!a||a.role!==Jt.SYSTEM)return!1;const i=n.find(o=>o.type==="root"&&o.parent===null);if(!i)return!1;if(n.length===2&&a.children.length===0)return await rt.deleteConversation(t.id),!0;for(const o of a.children){await mr.updateMessage(o,{parent:i.id});const l=rt.findMessageIndex(o);l!==-1&&rt.updateMessageAtIndex(l,{parent:i.id})}await mr.updateMessage(i.id,{children:[...i.children.filter(o=>o!==e),...a.children]}),await mr.deleteMessage(e);const s=rt.findMessageIndex(e);return s!==-1&&rt.activeMessages.splice(s,1),rt.updateConversationTimestamp(),!1}catch(n){return console.error("Failed to remove system prompt placeholder:",n),!1}}async createAssistantMessage(e){const t=rt.activeConversation;if(!t)throw new Error("No active conversation");return await mr.createMessageBranch({convId:t.id,type:Tl.TEXT,role:Jt.ASSISTANT,content:"",timestamp:Date.now(),toolCalls:"",children:[],model:null},e||null)}async sendMessage(e,t){if(!e.trim()&&(!t||t.length===0))return;const n=rt.activeConversation;if(n&&this.isChatLoadingInternal(n.id))return;const a=lr.consumeResourceAttachmentsAsExtras(),i=a.length>0?[...t||[],...a]:t;let s=!1;n||(await rt.createConversation(),s=!0);const o=rt.activeConversation;if(o){this.showErrorDialog(null),this.setChatLoading(o.id,!0),this.clearChatStreaming(o.id);try{let l;if(s){const d=await mr.createRootMessage(o.id),p=An().systemMessage?.toString().trim();if(p){const m=await mr.createSystemMessage(o.id,p,d);rt.addMessageToActive(m),l=m.id}else l=d}const c=await this.addMessage(Jt.USER,e,Tl.TEXT,l??"-1",i);s&&e&&await rt.updateConversationName(o.id,e.trim());const u=await this.createAssistantMessage(c.id);rt.addMessageToActive(u),await this.streamChatCompletion(rt.activeMessages.slice(0,-1),u)}catch(l){if(El(l)){this.setChatLoading(o.id,!1);return}console.error("Failed to send message:",l),this.setChatLoading(o.id,!1);const c=l instanceof Error&&l.name==="TimeoutError"?_c.TIMEOUT:_c.SERVER,u=l.contextInfo;this.showErrorDialog({type:c,message:l instanceof Error?l.message:"Unknown error",contextInfo:u})}}}async streamChatCompletion(e,t,n,a,i){let s=i;if(xs()&&!s){const E=this.getConversationModel(e);s=hA()||E}xs()&&s&&(rr.getModelProps(s)||await rr.fetchModelProps(s));let o=t.id,l="",c="",u=null,d=!1;const h=t.convId,p=(E,S=!0)=>{if(!E)return;const w=wce(E);if(!w||w===u)return;u=w;const C=rt.findMessageIndex(o);rt.updateMessageAtIndex(C,{model:w}),S&&!d&&(d=!0,mr.updateMessage(o,{model:w}).catch(()=>{d=!1,u=null}))},m=()=>{this.setChatStreaming(h,l,o);const E=rt.findMessageIndex(o);rt.updateMessageAtIndex(E,{content:l})},g=()=>{this.setStreamingActive(!1),this.setChatLoading(h,!1),this.clearChatStreaming(h),this.setProcessingState(h,null)};this.setStreamingActive(!0),this.setActiveProcessingConversation(h);const b=this.getOrCreateAbortController(h),_={onChunk:E=>{l+=E,m()},onReasoningChunk:E=>{c+=E;const S=rt.findMessageIndex(o);rt.updateMessageAtIndex(S,{reasoningContent:c})},onToolCallsStreaming:E=>{const S=rt.findMessageIndex(o);rt.updateMessageAtIndex(S,{toolCalls:JSON.stringify(E)})},onAttachments:(E,S)=>{if(!S.length)return;const w=rt.findMessageIndex(E);if(w===-1)return;const x=[...rt.activeMessages[w].extra||[],...S];rt.updateMessageAtIndex(w,{extra:x}),mr.updateMessage(E,{extra:x}).catch(console.error)},onModel:E=>p(E),onTurnComplete:E=>{const S=rt.findMessageIndex(t.id);rt.updateMessageAtIndex(S,{timings:E})},onTimings:(E,S)=>{const w=E?.predicted_ms&&E?.predicted_n?E.predicted_n/E.predicted_ms*1e3:0;this.updateProcessingStateFromTimings({prompt_n:E?.prompt_n||0,prompt_ms:E?.prompt_ms,predicted_n:E?.predicted_n||0,predicted_per_second:w,cache_n:E?.cache_n||0,prompt_progress:S},h)},onAssistantTurnComplete:async(E,S,w,C)=>{const x={content:E,reasoningContent:S||void 0,toolCalls:C?JSON.stringify(C):"",timings:w};u&&!d&&(x.model=u),await mr.updateMessage(o,x);const N=rt.findMessageIndex(o),I={content:E,reasoningContent:S||void 0,toolCalls:C?JSON.stringify(C):""};w&&(I.timings=w),u&&(I.model=u),rt.updateMessageAtIndex(N,I),await rt.updateCurrentNode(o)},createToolResultMessage:async(E,S,w)=>{const C=await mr.createMessageBranch({convId:h,type:Tl.TEXT,role:Jt.TOOL,content:S,toolCallId:E,timestamp:Date.now(),toolCalls:"",children:[],extra:w},o);return rt.addMessageToActive(C),await rt.updateCurrentNode(C.id),C},createAssistantMessage:async()=>{l="",c="";const E=rt.activeMessages[rt.activeMessages.length-1],S=await mr.createMessageBranch({convId:h,type:Tl.TEXT,role:Jt.ASSISTANT,content:"",timestamp:Date.now(),toolCalls:"",children:[],model:u},E.id);return rt.addMessageToActive(S),o=S.id,S},onFlowComplete:E=>{if(E){const S=rt.findMessageIndex(t.id);rt.updateMessageAtIndex(S,{timings:E}),mr.updateMessage(t.id,{timings:E}).catch(console.error)}g(),n&&n(l),xs()&&rr.fetchRouterModels().catch(console.error)},onError:E=>{if(this.setStreamingActive(!1),El(E)){g();return}console.error("Streaming error:",E),g();const S=rt.findMessageIndex(t.id);if(S!==-1){const C=rt.removeMessageAtIndex(S);C&&mr.deleteMessage(C.id).catch(console.error)}const w=E.contextInfo;this.showErrorDialog({type:E.name==="TimeoutError"?_c.TIMEOUT:_c.SERVER,message:E.message,contextInfo:w}),a&&a(E)}},v=rt.activeConversation?.mcpServerOverrides;qD.getConfig(An(),v).enabled&&(await qD.runAgenticFlow({conversationId:h,messages:e,options:{...this.getApiOptions(),...s?{model:s}:{}},callbacks:_,signal:b.signal,perChatOverrides:v})).handled||await rs.sendMessage(e,{...this.getApiOptions(),...s?{model:s}:{},stream:!0,onChunk:_.onChunk,onReasoningChunk:_.onReasoningChunk,onModel:_.onModel,onTimings:_.onTimings,onComplete:async(E,S,w,C)=>{const x=l||E||"",N=c||S,I={content:x,reasoningContent:N||void 0,toolCalls:C||"",timings:w};u&&!d&&(I.model=u),await mr.updateMessage(o,I);const D=rt.findMessageIndex(o),V={content:x,reasoningContent:N||void 0,toolCalls:C||""};w&&(V.timings=w),u&&(V.model=u),rt.updateMessageAtIndex(D,V),await rt.updateCurrentNode(o),g(),n&&await n(x),xs()&&rr.fetchRouterModels().catch(console.error)},onError:_.onError},h,b.signal)}async stopGeneration(){const e=rt.activeConversation;e&&await this.stopGenerationForChat(e.id)}async stopGenerationForChat(e){await this.savePartialResponseIfNeeded(e),this.setStreamingActive(!1),this.abortRequest(e),this.setChatLoading(e,!1),this.clearChatStreaming(e),this.setProcessingState(e,null)}async savePartialResponseIfNeeded(e){const t=e||rt.activeConversation?.id;if(!t)return;const n=this.getChatStreaming(t);if(!n||!n.response.trim())return;const a=t===rt.activeConversation?.id?rt.activeMessages:await rt.getConversationMessages(t);if(!a.length)return;const i=a[a.length-1];if(i?.role===Jt.ASSISTANT)try{const s={content:n.response},o=this.getProcessingState(t);o&&(s.timings={prompt_n:o.promptTokens||0,prompt_ms:o.promptMs,predicted_n:o.tokensDecoded||0,cache_n:o.cacheTokens||0,predicted_ms:o.tokensPerSecond&&o.tokensDecoded?o.tokensDecoded/o.tokensPerSecond*1e3:void 0}),await mr.updateMessage(i.id,s),i.content=n.response,s.timings&&(i.timings=s.timings)}catch(s){i.content=n.response,console.error("Failed to save partial response:",s)}}async updateMessage(e,t){const n=rt.activeConversation;if(!n)return;this.isChatLoadingInternal(n.id)&&await this.stopGeneration();const a=this.getMessageByIdWithRole(e,Jt.USER);if(!a)return;const{message:i,index:s}=a,o=i.content;try{const c=(await rt.getConversationMessages(n.id)).find(p=>p.type==="root"&&p.parent===null),u=c&&i.parent===c.id;rt.updateMessageAtIndex(s,{content:t}),await mr.updateMessage(e,{content:t}),u&&t.trim()&&await rt.updateConversationTitleWithConfirmation(n.id,t.trim());const d=rt.activeMessages.slice(s+1);for(const p of d)await mr.deleteMessage(p.id);rt.sliceActiveMessages(s+1),rt.updateConversationTimestamp(),this.setChatLoading(n.id,!0),this.clearChatStreaming(n.id);const h=await this.createAssistantMessage();rt.addMessageToActive(h),await rt.updateCurrentNode(h.id),await this.streamChatCompletion(rt.activeMessages.slice(0,-1),h,void 0,()=>{rt.updateMessageAtIndex(rt.findMessageIndex(e),{content:o})})}catch(l){El(l)||console.error("Failed to update message:",l)}}async regenerateMessage(e){const t=rt.activeConversation;if(!t||this.isChatLoadingInternal(t.id))return;const n=this.getMessageByIdWithRole(e,Jt.ASSISTANT);if(!n)return;const{index:a}=n;try{const i=rt.activeMessages.slice(a);for(const l of i)await mr.deleteMessage(l.id);rt.sliceActiveMessages(a),rt.updateConversationTimestamp(),this.setChatLoading(t.id,!0),this.clearChatStreaming(t.id);const s=rt.activeMessages.length>0?rt.activeMessages[rt.activeMessages.length-1].id:void 0,o=await this.createAssistantMessage(s);rt.addMessageToActive(o),await this.streamChatCompletion(rt.activeMessages.slice(0,-1),o)}catch(i){El(i)||console.error("Failed to regenerate message:",i),this.setChatLoading(t?.id||"",!1)}}async regenerateMessageWithBranching(e,t){const n=rt.activeConversation;if(!(!n||this.isChatLoadingInternal(n.id)))try{const a=rt.findMessageIndex(e);if(a===-1)return;const i=rt.activeMessages[a];if(i.role!==Jt.ASSISTANT)return;const s=await rt.getConversationMessages(n.id),o=Rh(s,i.parent);if(!o)return;this.setChatLoading(n.id,!0),this.clearChatStreaming(n.id);const l=await mr.createMessageBranch({convId:i.convId,type:i.type,timestamp:Date.now(),role:i.role,content:"",toolCalls:"",children:[],model:null},o.id);await rt.updateCurrentNode(l.id),rt.updateConversationTimestamp(),await rt.refreshActiveMessages();const c=uf(s,o.id,!1),u=t||i.model||void 0;await this.streamChatCompletion(c,l,void 0,void 0,u)}catch(a){El(a)||console.error("Failed to regenerate message with branching:",a),this.setChatLoading(n?.id||"",!1)}}async getDeletionInfo(e){const t=rt.activeConversation;if(!t)return{totalCount:0,userMessages:0,assistantMessages:0,messageTypes:[]};const n=await rt.getConversationMessages(t.id);if(Rh(n,e)?.role===Jt.SYSTEM){const d=n.filter(g=>g.id===e);let h=0,p=0;const m=[];for(const g of d)g.role===Jt.USER?(h++,m.includes("user message")||m.push("user message")):g.role===Jt.ASSISTANT&&(p++,m.includes("assistant response")||m.push("assistant response"));return{totalCount:1,userMessages:h,assistantMessages:p,messageTypes:m}}const i=l$(n,e),s=[e,...i],o=n.filter(d=>s.includes(d.id));let l=0,c=0;const u=[];for(const d of o)d.role===Jt.USER?(l++,u.includes("user message")||u.push("user message")):d.role===Jt.ASSISTANT&&(c++,u.includes("assistant response")||u.push("assistant response"));return{totalCount:s.length,userMessages:l,assistantMessages:c,messageTypes:u}}async deleteMessage(e){const t=rt.activeConversation;if(t)try{const n=await rt.getConversationMessages(t.id),a=Rh(n,e);if(!a)return;if(uf(n,t.currNode||"",!1).some(o=>o.id===e)&&a.parent){const o=n.filter(l=>l.parent===a.parent&&l.id!==e);if(o.length>0){const l=o.reduce((c,u)=>u.timestamp>c.timestamp?u:c);await rt.updateCurrentNode(cb(n,l.id))}else a.parent&&await rt.updateCurrentNode(cb(n,a.parent))}await mr.deleteMessageCascading(t.id,e),await rt.refreshActiveMessages(),rt.updateConversationTimestamp()}catch(n){console.error("Failed to delete message:",n)}}async continueAssistantMessage(e){const t=rt.activeConversation;if(!t||this.isChatLoadingInternal(t.id))return;const n=this.getMessageByIdWithRole(e,Jt.ASSISTANT);if(!n)return;const{message:a,index:i}=n;try{this.showErrorDialog(null),this.setChatLoading(t.id,!0),this.clearChatStreaming(t.id);const s=await rt.getConversationMessages(t.id),o=Rh(s,e);if(!o){this.setChatLoading(t.id,!1);return}const l=o.content,c=o.reasoningContent||"",d=[...rt.activeMessages.slice(0,i),{role:Jt.ASSISTANT,content:l}];let h="",p="",m=!1;const g=_=>{this.setChatStreaming(a.convId,_,a.id),rt.updateMessageAtIndex(i,{content:_})},b=this.getOrCreateAbortController(a.convId);await rs.sendMessage(d,{...this.getApiOptions(),onChunk:_=>{h+=_,m=!0,g(l+h)},onReasoningChunk:_=>{p+=_,m=!0,rt.updateMessageAtIndex(i,{reasoningContent:c+p})},onTimings:(_,v)=>{const y=_?.predicted_ms&&_?.predicted_n?_.predicted_n/_.predicted_ms*1e3:0;this.updateProcessingStateFromTimings({prompt_n:_?.prompt_n||0,prompt_ms:_?.prompt_ms,predicted_n:_?.predicted_n||0,predicted_per_second:y,cache_n:_?.cache_n||0,prompt_progress:v},a.convId)},onComplete:async(_,v,y)=>{const E=m?h:_||"",S=m?p:v||"",w=l+E,C=c+S||void 0;await mr.updateMessage(a.id,{content:w,reasoningContent:C,timestamp:Date.now(),timings:y}),rt.updateMessageAtIndex(i,{content:w,reasoningContent:C,timestamp:Date.now(),timings:y}),rt.updateConversationTimestamp(),this.setChatLoading(a.convId,!1),this.clearChatStreaming(a.convId),this.setProcessingState(a.convId,null)},onError:async _=>{if(El(_)){m&&h&&(await mr.updateMessage(a.id,{content:l+h,reasoningContent:c+p||void 0,timestamp:Date.now()}),rt.updateMessageAtIndex(i,{content:l+h,reasoningContent:c+p||void 0,timestamp:Date.now()})),this.setChatLoading(a.convId,!1),this.clearChatStreaming(a.convId),this.setProcessingState(a.convId,null);return}console.error("Continue generation error:",_),rt.updateMessageAtIndex(i,{content:l}),await mr.updateMessage(a.id,{content:l}),this.setChatLoading(a.convId,!1),this.clearChatStreaming(a.convId),this.setProcessingState(a.convId,null),this.showErrorDialog({type:_.name==="TimeoutError"?_c.TIMEOUT:_c.SERVER,message:_.message})}},a.convId,b.signal)}catch(s){El(s)||console.error("Failed to continue message:",s),t&&this.setChatLoading(t.id,!1)}}async editAssistantMessage(e,t,n){const a=rt.activeConversation;if(!a||this.isChatLoadingInternal(a.id))return;const i=this.getMessageByIdWithRole(e,Jt.ASSISTANT);if(!i)return;const{message:s,index:o}=i;try{if(n){const l=await mr.createMessageBranch({convId:s.convId,type:s.type,timestamp:Date.now(),role:s.role,content:t,toolCalls:s.toolCalls||"",children:[],model:s.model},s.parent);await rt.updateCurrentNode(l.id)}else await mr.updateMessage(s.id,{content:t}),rt.updateMessageAtIndex(o,{content:t});rt.updateConversationTimestamp(),await rt.refreshActiveMessages()}catch(l){console.error("Failed to edit assistant message:",l)}}async editUserMessagePreserveResponses(e,t,n){const a=rt.activeConversation;if(!a)return;const i=this.getMessageByIdWithRole(e,Jt.USER);if(!i)return;const{message:s,index:o}=i;try{const l={content:t};n!==void 0&&(l.extra=JSON.parse(JSON.stringify(n))),await mr.updateMessage(e,l),rt.updateMessageAtIndex(o,l);const u=(await rt.getConversationMessages(a.id)).find(d=>d.type==="root"&&d.parent===null);u&&s.parent===u.id&&t.trim()&&await rt.updateConversationTitleWithConfirmation(a.id,t.trim()),rt.updateConversationTimestamp()}catch(l){console.error("Failed to edit user message:",l)}}async editMessageWithBranching(e,t,n){const a=rt.activeConversation;if(!a||this.isChatLoadingInternal(a.id))return;let i=this.getMessageByIdWithRole(e,Jt.USER);if(i||(i=this.getMessageByIdWithRole(e,Jt.SYSTEM)),!i)return;const{message:s,index:o}=i;try{const l=await rt.getConversationMessages(a.id),c=l.find(g=>g.type==="root"&&g.parent===null),u=s.role===Jt.USER&&c&&s.parent===c.id,d=n!==void 0?JSON.parse(JSON.stringify(n)):s.extra?JSON.parse(JSON.stringify(s.extra)):void 0;let h;const p=Rh(l,s.id);if(p?p.children.length>0:s.children.length>0){const g=s.parent||c?.id;if(!g)return;const b=await mr.createMessageBranch({convId:s.convId,type:s.type,timestamp:Date.now(),role:s.role,content:t,toolCalls:s.toolCalls||"",children:[],extra:d,model:s.model},g);await rt.updateCurrentNode(b.id),h=b.id}else{const g={content:t,timestamp:Date.now(),extra:d};await mr.updateMessage(s.id,g),rt.updateMessageAtIndex(o,g),h=s.id}rt.updateConversationTimestamp(),u&&t.trim()&&await rt.updateConversationTitleWithConfirmation(a.id,t.trim()),await rt.refreshActiveMessages(),s.role===Jt.USER&&await this.generateResponseForMessage(h)}catch(l){console.error("Failed to edit message with branching:",l)}}async generateResponseForMessage(e){const t=rt.activeConversation;if(t){this.showErrorDialog(null),this.setChatLoading(t.id,!0),this.clearChatStreaming(t.id);try{const n=await rt.getConversationMessages(t.id),a=uf(n,e,!1),i=await mr.createMessageBranch({convId:t.id,type:Tl.TEXT,timestamp:Date.now(),role:Jt.ASSISTANT,content:"",toolCalls:"",children:[],model:null},e);rt.addMessageToActive(i),await this.streamChatCompletion(a,i)}catch(n){console.error("Failed to generate response:",n),this.setChatLoading(t.id,!1)}}}getContextTotal(){const e=this.activeConversationId,t=e?this.getProcessingState(e):null;if(t&&typeof t.contextTotal=="number"&&t.contextTotal>0)return t.contextTotal;if(xs()){const n=Hye();if(typeof n=="number"&&n>0)return n}else{const n=Cae();if(typeof n=="number"&&n>0)return n}return null}updateProcessingStateFromTimings(e,t){const n=this.parseTimingData(e);if(n===null){console.warn("Failed to parse timing data - skipping update");return}const a=t||this.activeConversationId;a&&this.setProcessingState(a,n)}parseTimingData(e){const t=e.prompt_n||0,n=e.prompt_ms||void 0,a=e.predicted_n||0,i=e.predicted_per_second||0,s=e.cache_n||0,o=e.prompt_progress,l=this.getContextTotal(),c=An(),u=c.max_tokens||-1,d=t+s+a,h=a,p=o?.cache||0,m=(o?.processed??0)-p,g=(o?.total??0)-p,b=o?Math.round(m/g*100):void 0;return{status:a>0?"generating":o?"preparing":"idle",tokensDecoded:a,tokensRemaining:u-a,contextUsed:d,contextTotal:l,outputTokensUsed:h,outputTokensMax:u,hasNextToken:a>0,tokensPerSecond:i,temperature:c.temperature??.8,topP:c.top_p??.95,speculative:!1,progressPercent:b,promptProgress:o,promptTokens:t,promptMs:n,cacheTokens:s}}restoreProcessingStateFromMessages(e,t){for(let n=e.length-1;n>=0;n--){const a=e[n];if(a.role===Jt.ASSISTANT&&a.timings){const i=this.parseTimingData({prompt_n:a.timings.prompt_n||0,prompt_ms:a.timings.prompt_ms,predicted_n:a.timings.predicted_n||0,predicted_per_second:a.timings.predicted_n&&a.timings.predicted_ms?a.timings.predicted_n/a.timings.predicted_ms*1e3:0,cache_n:a.timings.cache_n||0});if(i){this.setProcessingState(t,i);return}}}}getConversationModel(e){for(let t=e.length-1;t>=0;t--){const n=e[t];if(n.role===Jt.ASSISTANT&&n.model)return n.model}return null}getApiOptions(){const e=An(),t=a=>a!=null&&a!=="",n={stream:!0,timings_per_token:!0};if(xs()){const a=hA();a&&(n.model=a)}return e.systemMessage&&(n.systemMessage=e.systemMessage),e.disableReasoningParsing&&(n.disableReasoningParsing=!0),e.excludeReasoningFromContext&&(n.excludeReasoningFromContext=!0),t(e.temperature)&&(n.temperature=Number(e.temperature)),t(e.max_tokens)&&(n.max_tokens=Number(e.max_tokens)),t(e.dynatemp_range)&&(n.dynatemp_range=Number(e.dynatemp_range)),t(e.dynatemp_exponent)&&(n.dynatemp_exponent=Number(e.dynatemp_exponent)),t(e.top_k)&&(n.top_k=Number(e.top_k)),t(e.top_p)&&(n.top_p=Number(e.top_p)),t(e.min_p)&&(n.min_p=Number(e.min_p)),t(e.xtc_probability)&&(n.xtc_probability=Number(e.xtc_probability)),t(e.xtc_threshold)&&(n.xtc_threshold=Number(e.xtc_threshold)),t(e.typ_p)&&(n.typ_p=Number(e.typ_p)),t(e.repeat_last_n)&&(n.repeat_last_n=Number(e.repeat_last_n)),t(e.repeat_penalty)&&(n.repeat_penalty=Number(e.repeat_penalty)),t(e.presence_penalty)&&(n.presence_penalty=Number(e.presence_penalty)),t(e.frequency_penalty)&&(n.frequency_penalty=Number(e.frequency_penalty)),t(e.dry_multiplier)&&(n.dry_multiplier=Number(e.dry_multiplier)),t(e.dry_base)&&(n.dry_base=Number(e.dry_base)),t(e.dry_allowed_length)&&(n.dry_allowed_length=Number(e.dry_allowed_length)),t(e.dry_penalty_last_n)&&(n.dry_penalty_last_n=Number(e.dry_penalty_last_n)),e.samplers&&(n.samplers=e.samplers),e.backend_sampling&&(n.backend_sampling=e.backend_sampling),e.custom&&(n.custom=e.custom),n}}const fn=new P2e,L2e=()=>fn.activeProcessingState,F2e=()=>fn.errorDialogState,B2e=()=>fn.getAddFilesHandler(),U2e=()=>fn.getAllLoadingChats(),Fm=()=>fn.isStreaming(),HD=()=>fn.isEditing(),Ou=()=>fn.isLoading,$2e=()=>fn.pendingEditMessageId;var G2e=G('
        ',1);function Zz(r,e){Ee(e,!0);let t=Y(e,"attachments",19,()=>[]),n=Y(e,"class",3,""),a=Y(e,"disabled",3,!1),i=Y(e,"isLoading",3,!1),s=Y(e,"placeholder",3,"Type a message..."),o=Y(e,"showMcpPromptButton",3,!1),l=Y(e,"uploadedFiles",31,()=>Sr([])),c=Y(e,"value",15,""),u,d=_e(void 0),h=_e(void 0),p=_e(void 0),m=_e(void 0),g=_e(void 0),b=_e(!1),_=_e(!1),v=_e(!1),y=_e(""),E=_e(!1),S=_e(""),w=_e(!1),C=_e(void 0),x=F(An),N=F(()=>{const ze=Number(f(x).pasteLongTextToFileLen);return Number.isNaN(ze)?Number(dc.pasteLongTextToFileLen):ze}),I=F(xs),D=F(()=>fn.getConversationModel(Ru())),V=F(()=>{const ze=to();if(!f(I))return ze.length>0?ze[0].model:null;const mt=Rc();if(mt){const At=ze.find(xt=>xt.id===mt);if(At)return At.model}if(f(D)){const At=ze.find(xt=>xt.model===f(D));if(At)return At.model}return null}),q=F(()=>!f(I)||!!f(D)||!!Rc()),$=F(()=>l().some(ze=>ze.isLoading)),K=F(()=>t()&&t().length>0||l()&&l().length>0),z=F(()=>c().trim().length>0||f(K));bi(()=>{M(_,Qbe(),!0),u=new Wbe});function re(){f(g)?.focus()}function W(){f(g)?.resetHeight()}function ie(){f(d)?.openModelSelector()}function k(){return f(q)?!0:(f(d)?.openModelSelector(),!1)}function B(ze){e.onFilesAdd?.(ze)}function te(){f(h)?.click()}function O(ze){if(ze.startsWith("attachment-")){const mt=parseInt(ze.replace("attachment-",""),10);!isNaN(mt)&&mt>=0&&mtxt.kind==="file").map(xt=>xt.getAsFile()).filter(xt=>xt!==null);if(mt.length>0){ze.preventDefault(),e.onFilesAdd?.(mt);return}const At=ze.clipboardData.getData(Pt.PLAIN);if(At.startsWith(Wre)){const xt=pce(At);if(xt.textAttachments.length>0||xt.mcpPromptAttachments.length>0){if(ze.preventDefault(),c(xt.message),e.onValueChange?.(xt.message),xt.textAttachments.length>0){const qt=xt.textAttachments.map(ar=>new File([ar.content],ar.name,{type:Pt.PLAIN}));e.onFilesAdd?.(qt)}if(xt.mcpPromptAttachments.length>0){const qt=xt.mcpPromptAttachments.map(ar=>({id:Cl(),name:ar.name,size:ar.content.length,type:Cm.MCP_PROMPT,file:new File([ar.content],`${ar.name}${Wt.TXT}`,{type:Pt.PLAIN}),isLoading:!1,textContent:ar.content,mcpPrompt:{serverName:ar.serverName,promptName:ar.promptName,arguments:ar.arguments}}));l([...l(),...qt]),e.onUploadedFilesChange?.(l())}setTimeout(()=>{f(g)?.focus()},10);return}}if(At.length>0&&f(N)>0&&At.length>f(N)){ze.preventDefault();const xt=new File([At],"Pasted",{type:Pt.PLAIN});e.onFilesAdd?.([xt])}}function ne(ze,mt,At){c().startsWith(rO)&&(c(""),e.onValueChange?.("")),M(v,!1),M(y,"");const xt=mt.title||mt.name,qt={id:ze,name:xt,size:Vre,type:Cm.MCP_PROMPT,file:new File([],"loading"),isLoading:!0,mcpPrompt:{serverName:mt.serverName,promptName:mt.name,arguments:At?{...At}:void 0}};l([...l(),qt]),e.onUploadedFilesChange?.(l()),f(g)?.focus()}function ue(ze,mt){const At=mt.messages?.map(xt=>typeof xt.content=="string"?xt.content:xt.content.type===Zi.TEXT?xt.content.text:"").filter(Boolean).join(Yre);l(l().map(xt=>xt.id===ze?{...xt,isLoading:!1,textContent:At,size:At.length,file:new File([At],`${xt.name}${Wt.TXT}`,{type:Pt.PLAIN})}:xt)),e.onUploadedFilesChange?.(l())}function he(ze,mt){l(l().map(At=>At.id===ze?{...At,isLoading:!1,loadError:mt}:At)),e.onUploadedFilesChange?.(l())}function be(){M(v,!1),M(y,""),f(g)?.focus()}function Z(){M(E,!1),M(S,""),f(g)?.focus()}function ae(){c().startsWith(SS)&&(c(""),e.onValueChange?.("")),M(E,!1),M(S,""),f(g)?.focus()}function fe(){M(E,!1),M(S,""),c().startsWith(SS)&&(c(""),e.onValueChange?.("")),M(w,!0)}async function pe(){if(!u||!f(_)){console.warn("Audio recording not supported");return}if(f(b))try{const ze=await u.stopRecording(),mt=await jbe(ze),At=Xbe(mt);e.onFilesAdd?.([At]),M(b,!1)}catch(ze){console.error("Failed to stop recording:",ze),M(b,!1)}else try{await u.startRecording(),M(b,!0)}catch(ze){console.error("Failed to start recording:",ze)}}var ye={focus:re,resetTextareaHeight:W,openModelSelector:ie,checkModelSelected:k},Te=G2e(),Oe=L(Te);pr(aTe(Oe,{onFileSelect:B}),ze=>M(h,ze,!0),()=>f(h));var Ne=ee(Oe,2),Ue=j(Ne);pr(dTe(Ue,{get isOpen(){return f(v)},get searchQuery(){return f(y)},onClose:be,onPromptLoadStart:ne,onPromptLoadComplete:ue,onPromptLoadError:he}),ze=>M(p,ze,!0),()=>f(p));var Fe=ee(Ue,2);pr(YTe(Fe,{get isOpen(){return f(E)},get searchQuery(){return f(S)},onClose:Z,onResourceSelect:ae,onBrowse:fe}),ze=>M(m,ze,!0),()=>f(m));var Ke=ee(Fe,2),He=j(Ke);{let ze=F(()=>f(V)??void 0);E$(He,{get attachments(){return t()},onFileRemove:O,limitToSingleRow:!0,class:"py-5",style:"scroll-padding: 1rem;",get activeModelId(){return f(ze)},get uploadedFiles(){return l()},set uploadedFiles(mt){l(mt)}})}var it=ee(He,2),st=j(it);pr(lTe(st,{class:"px-5 py-1.5 md:pt-0",onKeydown:U,onInput:()=>{R(),e.onValueChange?.(c())},get disabled(){return a()},get placeholder(){return s()},get value(){return c()},set value(ze){c(ze)}}),ze=>M(g,ze,!0),()=>f(g));var dt=ee(st,2);{var Ae=ze=>{fSe(ze,{class:"mb-3",onResourceClick:mt=>{M(C,mt,!0),M(w,!0)}})};le(dt,ze=>{tz()&&ze(Ae)})}var Le=ee(dt,2);{let ze=F(()=>c().trim().length>0),mt=F(()=>o()?()=>M(v,!0):void 0);pr(Zwe(Le,{class:"px-3",get canSend(){return f(z)},get hasText(){return f(ze)},get disabled(){return a()},get isLoading(){return i()},get isRecording(){return f(b)},get uploadedFiles(){return l()},onFileUpload:te,onMicClick:pe,get onStop(){return e.onStop},onSystemPromptClick:()=>e.onSystemPromptClick?.({message:c(),files:l()}),get onMcpPromptClick(){return f(mt)},onMcpResourcesClick:()=>M(w,!0)}),At=>M(d,At,!0),()=>f(d))}H(it),H(Ke),H(Ne);var ht=ee(Ne,2);return S2e(ht,{get preSelectedUri(){return f(C)},onAttach:ze=>{lr.attachResource(ze.uri)},onOpenChange:ze=>{ze||M(C,void 0)},get open(){return f(w)},set open(ze){M(w,ze,!0)}}),Ce(()=>{yt(Ne,1,`relative ${n()??""}`),yt(Ke,1,`${w4??""} overflow-hidden rounded-3xl backdrop-blur-md ${a()?"cursor-not-allowed opacity-60":""}`)}),hn("submit",Ne,ze=>{ze.preventDefault(),!(!f(z)||a()||i()||f($))&&e.onSubmit?.()}),hn("paste",it,Q),T(r,Te),we(ye)}function my(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"sideOffset",3,4),a=Ye(e,["$$slots","$$events","$$legacy","ref","sideOffset","portalProps","class"]);var i=se(),s=L(i);me(s,()=>Jc,(o,l)=>{l(o,ot(()=>e.portalProps,{children:(c,u)=>{var d=se(),h=L(d);{let p=F(()=>Kt("z-50 max-h-(--bits-dropdown-menu-content-available-height) min-w-[8rem] origin-(--bits-dropdown-menu-content-transform-origin) overflow-x-hidden overflow-y-auto rounded-md border border-border bg-popover p-1.5 text-popover-foreground shadow-md outline-none data-[side=bottom]:slide-in-from-top-2 data-[side=left]:slide-in-from-right-2 data-[side=right]:slide-in-from-left-2 data-[side=top]:slide-in-from-bottom-2 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95 data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:zoom-in-95 dark:border-border/20",e.class));me(h,()=>ete,(m,g)=>{g(m,ot({"data-slot":"dropdown-menu-content",get sideOffset(){return n()},get class(){return f(p)}},()=>a,{get ref(){return t()},set ref(b){t(b)}}))})}T(c,d)},$$slots:{default:!0}}))}),T(r,i),we()}function zs(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"variant",3,"default"),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","inset","variant"]);var i=se(),s=L(i);{let o=F(()=>Kt("relative flex cursor-pointer items-center gap-2 rounded-sm px-2 py-1.5 text-sm outline-hidden select-none data-highlighted:bg-accent data-highlighted:text-accent-foreground data-[disabled]:pointer-events-none data-[disabled]:opacity-50 data-[inset]:pl-8 data-[variant=destructive]:text-destructive data-[variant=destructive]:data-highlighted:bg-destructive/10 data-[variant=destructive]:data-highlighted:text-destructive dark:data-[variant=destructive]:data-highlighted:bg-destructive/20 [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4 [&_svg:not([class*='text-'])]:text-muted-foreground data-[variant=destructive]:*:[svg]:!text-destructive",e.class));me(s,()=>Dee,(l,c)=>{c(l,ot({"data-slot":"dropdown-menu-item",get"data-inset"(){return e.inset},get"data-variant"(){return n()},get class(){return f(o)}},()=>a,{get ref(){return t()},set ref(u){t(u)}}))})}T(r,i),we()}function Px(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("-mx-1 my-1 h-px bg-border/20",e.class));me(i,()=>Lee,(o,l)=>{l(o,ot({"data-slot":"dropdown-menu-separator",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}function gy(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref"]);var a=se(),i=L(a);me(i,()=>rte,(s,o)=>{o(s,ot({"data-slot":"dropdown-menu-trigger"},()=>n,{get ref(){return t()},set ref(l){t(l)}}))}),T(r,a),we()}function z2e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("z-50 min-w-[8rem] origin-(--bits-dropdown-menu-content-transform-origin) overflow-hidden rounded-md border bg-popover p-1 text-popover-foreground shadow-lg data-[side=bottom]:slide-in-from-top-2 data-[side=left]:slide-in-from-right-2 data-[side=right]:slide-in-from-left-2 data-[side=top]:slide-in-from-bottom-2 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95 data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:zoom-in-95",e.class));me(i,()=>Uee,(o,l)=>{l(o,ot({"data-slot":"dropdown-menu-sub-content",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var q2e=G(" ",1);function H2e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","inset","children"]);var a=se(),i=L(a);{let s=F(()=>Kt("flex cursor-default items-center gap-2 rounded-sm px-2 py-1.5 text-sm outline-hidden select-none data-highlighted:bg-accent data-highlighted:text-accent-foreground data-[disabled]:pointer-events-none data-[disabled]:opacity-50 data-[inset]:pl-8 data-[state=open]:bg-accent data-[state=open]:text-accent-foreground [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4 [&_svg:not([class*='text-'])]:text-muted-foreground",e.class));me(i,()=>Gee,(o,l)=>{l(o,ot({"data-slot":"dropdown-menu-sub-trigger",get"data-inset"(){return e.inset},get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)},children:(c,u)=>{var d=q2e(),h=L(d);ke(h,()=>e.children??$e);var p=ee(h,2);$c(p,{class:"ml-auto size-4"}),T(c,d)},$$slots:{default:!0}}))})}T(r,a),we()}const V2e=kee,_y=Qee;function sp(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"checked",15,!1),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","checked"]);var i=se(),s=L(i);{let o=F(()=>Kt("peer inline-flex h-[1.15rem] w-8 shrink-0 cursor-pointer items-center rounded-full border border-transparent shadow-xs transition-all outline-none focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 data-[state=checked]:bg-primary data-[state=unchecked]:bg-input dark:data-[state=unchecked]:bg-input/80",e.class));me(s,()=>$te,(l,c)=>{c(l,ot({"data-slot":"switch",get class(){return f(o)}},()=>a,{get ref(){return t()},set ref(u){t(u)},get checked(){return n()},set checked(u){n(u)},children:(u,d)=>{var h=se(),p=L(h);{let m=F(()=>Kt("pointer-events-none block size-4 rounded-full bg-background ring-0 transition-transform data-[state=checked]:translate-x-[calc(100%-2px)] data-[state=unchecked]:translate-x-0 dark:data-[state=checked]:bg-primary-foreground dark:data-[state=unchecked]:bg-foreground"));me(p,()=>zte,(g,b)=>{b(g,{"data-slot":"switch-thumb",get class(){return f(m)}})})}T(u,h)},$$slots:{default:!0}}))})}T(r,i),we()}var Y2e=G(' ',1),W2e=G("

        "),j2e=G(" ",1),K2e=G(" Images",1),X2e=G(" Images",1),Q2e=G("

        Image processing requires a vision model

        "),Z2e=G(" ",1),J2e=G(" Audio Files",1),ewe=G(" Audio Files",1),twe=G("

        Audio files processing requires an audio model

        "),rwe=G(" ",1),nwe=G(" Text Files",1),awe=G(" PDF Files",1),iwe=G(" PDF Files",1),swe=G("

        PDFs will be converted to text. Image-based PDFs may not work properly.

        "),owe=G(" ",1),lwe=G(" System Message",1),cwe=G("

        "),uwe=G(" ",1),dwe=G(" MCP Servers",1),hwe=G(" Manage MCP Servers",1),fwe=G(''),pwe=G('Error'),mwe=G(''),gwe=G('
        '),_we=G(" ",1),bwe=G(" MCP Prompt",1),vwe=G(" MCP Resources",1),ywe=G(" ",1),Swe=G(" ",1),Ewe=G("
        ");function wwe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"disabled",3,!1),a=Y(e,"hasAudioModality",3,!1),i=Y(e,"hasVisionModality",3,!1),s=Y(e,"hasMcpPromptsSupport",3,!1),o=Y(e,"hasMcpResourcesSupport",3,!1),l=F(()=>!gi.params.id),c=F(()=>f(l)?"Add custom system message for a new conversation":"Inject custom system message at the beginning of the conversation"),u=_e(!1),d=F(()=>lr.getServersSorted().filter(x=>x.enabled)),h=F(()=>f(d).length>0),p=_e(""),m=F(()=>{const x=f(p).toLowerCase().trim();return x?f(d).filter(N=>{const I=g(N).toLowerCase(),D=N.url.toLowerCase();return I.includes(x)||D.includes(x)}):f(d)});function g(x){return lr.getServerLabel(x)}function b(x){return rt.isMcpServerEnabledForChat(x)}async function _(x){await rt.toggleMcpServerForChat(x)}function v(x){x&&(M(p,""),lr.runHealthChecksForServers(f(d)))}function y(){M(u,!1),e.onMcpPromptClick?.()}function E(){M(u,!1),e.onMcpSettingsClick?.()}function S(){M(u,!1),e.onMcpResourcesClick?.()}var w=Ewe(),C=j(w);me(C,()=>_y,(x,N)=>{N(x,{get open(){return f(u)},set open(I){M(u,I,!0)},children:(I,D)=>{var V=Swe(),q=L(V);me(q,()=>gy,(K,z)=>{z(K,{name:"Attach files",get disabled(){return n()},children:(re,W)=>{var ie=se(),k=L(ie);me(k,()=>da,(B,te)=>{te(B,{children:(O,R)=>{var U=j2e(),Q=L(U);me(Q,()=>ca,(ue,he)=>{he(ue,{class:"w-full",children:(be,Z)=>{kr(be,{class:"file-upload-button h-8 w-8 rounded-full p-0",get disabled(){return n()},variant:"secondary",type:"button",children:(ae,fe)=>{var pe=Y2e(),ye=L(pe);ye.textContent="Add files, system prompt or MCP Servers";var Te=ee(ye,2);If(Te,{class:"h-4 w-4"}),T(ae,pe)},$$slots:{default:!0}})},$$slots:{default:!0}})});var ne=ee(Q,2);me(ne,()=>ua,(ue,he)=>{he(ue,{children:(be,Z)=>{var ae=W2e();ae.textContent="Add files, system prompt or MCP Servers",T(be,ae)},$$slots:{default:!0}})}),T(O,U)},$$slots:{default:!0}})}),T(re,ie)},$$slots:{default:!0}})});var $=ee(q,2);me($,()=>my,(K,z)=>{z(K,{align:"start",class:"w-48",children:(re,W)=>{var ie=ywe(),k=L(ie);{var B=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>zs,(Fe,Ke)=>{Ke(Fe,{class:"images-button flex cursor-pointer items-center gap-2",onclick:()=>e.onFileUpload?.(),children:(He,it)=>{var st=K2e(),dt=L(st);me(dt,()=>Yo.image,(Ae,Le)=>{Le(Ae,{class:"h-4 w-4"})}),et(2),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)},te=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>da,(Fe,Ke)=>{Ke(Fe,{get delayDuration(){return Hp},children:(He,it)=>{var st=Z2e(),dt=L(st);me(dt,()=>ca,(Le,ht)=>{ht(Le,{class:"w-full",children:(ze,mt)=>{var At=se(),xt=L(At);me(xt,()=>zs,(qt,ar)=>{ar(qt,{class:"images-button flex cursor-pointer items-center gap-2",disabled:!0,children:(fr,ct)=>{var Rt=X2e(),Ft=L(Rt);me(Ft,()=>Yo.image,(tr,ut)=>{ut(tr,{class:"h-4 w-4"})}),et(2),T(fr,Rt)},$$slots:{default:!0}})}),T(ze,At)},$$slots:{default:!0}})});var Ae=ee(dt,2);me(Ae,()=>ua,(Le,ht)=>{ht(Le,{side:"right",children:(ze,mt)=>{var At=Q2e();T(ze,At)},$$slots:{default:!0}})}),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)};le(k,Oe=>{i()?Oe(B):Oe(te,!1)})}var O=ee(k,2);{var R=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>zs,(Fe,Ke)=>{Ke(Fe,{class:"audio-button flex cursor-pointer items-center gap-2",onclick:()=>e.onFileUpload?.(),children:(He,it)=>{var st=J2e(),dt=L(st);me(dt,()=>Yo.audio,(Ae,Le)=>{Le(Ae,{class:"h-4 w-4"})}),et(2),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)},U=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>da,(Fe,Ke)=>{Ke(Fe,{get delayDuration(){return Hp},children:(He,it)=>{var st=rwe(),dt=L(st);me(dt,()=>ca,(Le,ht)=>{ht(Le,{class:"w-full",children:(ze,mt)=>{var At=se(),xt=L(At);me(xt,()=>zs,(qt,ar)=>{ar(qt,{class:"audio-button flex cursor-pointer items-center gap-2",disabled:!0,children:(fr,ct)=>{var Rt=ewe(),Ft=L(Rt);me(Ft,()=>Yo.audio,(tr,ut)=>{ut(tr,{class:"h-4 w-4"})}),et(2),T(fr,Rt)},$$slots:{default:!0}})}),T(ze,At)},$$slots:{default:!0}})});var Ae=ee(dt,2);me(Ae,()=>ua,(Le,ht)=>{ht(Le,{side:"right",children:(ze,mt)=>{var At=twe();T(ze,At)},$$slots:{default:!0}})}),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)};le(O,Oe=>{a()?Oe(R):Oe(U,!1)})}var Q=ee(O,2);me(Q,()=>zs,(Oe,Ne)=>{Ne(Oe,{class:"flex cursor-pointer items-center gap-2",onclick:()=>e.onFileUpload?.(),children:(Ue,Fe)=>{var Ke=nwe(),He=L(Ke);me(He,()=>Yo.text,(it,st)=>{st(it,{class:"h-4 w-4"})}),et(2),T(Ue,Ke)},$$slots:{default:!0}})});var ne=ee(Q,2);{var ue=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>zs,(Fe,Ke)=>{Ke(Fe,{class:"flex cursor-pointer items-center gap-2",onclick:()=>e.onFileUpload?.(),children:(He,it)=>{var st=awe(),dt=L(st);me(dt,()=>Yo.pdf,(Ae,Le)=>{Le(Ae,{class:"h-4 w-4"})}),et(2),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)},he=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>da,(Fe,Ke)=>{Ke(Fe,{get delayDuration(){return Hp},children:(He,it)=>{var st=owe(),dt=L(st);me(dt,()=>ca,(Le,ht)=>{ht(Le,{class:"w-full",children:(ze,mt)=>{var At=se(),xt=L(At);me(xt,()=>zs,(qt,ar)=>{ar(qt,{class:"flex cursor-pointer items-center gap-2",onclick:()=>e.onFileUpload?.(),children:(fr,ct)=>{var Rt=iwe(),Ft=L(Rt);me(Ft,()=>Yo.pdf,(tr,ut)=>{ut(tr,{class:"h-4 w-4"})}),et(2),T(fr,Rt)},$$slots:{default:!0}})}),T(ze,At)},$$slots:{default:!0}})});var Ae=ee(dt,2);me(Ae,()=>ua,(Le,ht)=>{ht(Le,{side:"right",children:(ze,mt)=>{var At=swe();T(ze,At)},$$slots:{default:!0}})}),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)};le(ne,Oe=>{i()?Oe(ue):Oe(he,!1)})}var be=ee(ne,2);me(be,()=>da,(Oe,Ne)=>{Ne(Oe,{get delayDuration(){return Hp},children:(Ue,Fe)=>{var Ke=uwe(),He=L(Ke);me(He,()=>ca,(st,dt)=>{dt(st,{class:"w-full",children:(Ae,Le)=>{var ht=se(),ze=L(ht);me(ze,()=>zs,(mt,At)=>{At(mt,{class:"flex cursor-pointer items-center gap-2",onclick:()=>e.onSystemPromptClick?.(),children:(xt,qt)=>{var ar=lwe(),fr=L(ar);_4(fr,{class:"h-4 w-4"}),et(2),T(xt,ar)},$$slots:{default:!0}})}),T(Ae,ht)},$$slots:{default:!0}})});var it=ee(He,2);me(it,()=>ua,(st,dt)=>{dt(st,{side:"right",children:(Ae,Le)=>{var ht=cwe(),ze=j(ht,!0);H(ht),Ce(()=>Ge(ze,f(c))),T(Ae,ht)},$$slots:{default:!0}})}),T(Ue,Ke)},$$slots:{default:!0}})});var Z=ee(be,2);me(Z,()=>Px,(Oe,Ne)=>{Ne(Oe,{})});var ae=ee(Z,2);me(ae,()=>V2e,(Oe,Ne)=>{Ne(Oe,{onOpenChange:v,children:(Ue,Fe)=>{var Ke=_we(),He=L(Ke);me(He,()=>H2e,(st,dt)=>{dt(st,{class:"flex cursor-pointer items-center gap-2",children:(Ae,Le)=>{var ht=dwe(),ze=L(ht);Dy(ze,{class:"h-4 w-4"}),et(2),T(Ae,ht)},$$slots:{default:!0}})});var it=ee(He,2);me(it,()=>z2e,(st,dt)=>{dt(st,{class:"w-72 pt-0",children:(Ae,Le)=>{{const ht=At=>{var xt=se(),qt=L(xt);me(qt,()=>zs,(ar,fr)=>{fr(ar,{class:"flex cursor-pointer items-center gap-2",onclick:E,children:(ct,Rt)=>{var Ft=hwe(),tr=L(Ft);Bv(tr,{class:"h-4 w-4"}),et(2),T(ct,Ft)},$$slots:{default:!0}})}),T(At,xt)};let ze=F(()=>f(h)?"No servers found":"No MCP servers configured"),mt=F(()=>f(m).length===0);N6(Ae,{placeholder:"Search servers...",get emptyMessage(){return f(ze)},get isEmpty(){return f(mt)},get searchValue(){return f(p)},set searchValue(At){M(p,At,!0)},footer:ht,children:(At,xt)=>{var qt=gwe();Ir(qt,21,()=>f(m),ar=>ar.id,(ar,fr)=>{const ct=F(()=>lr.getHealthCheckState(f(fr).id)),Rt=F(()=>f(ct).status===kn.ERROR),Ft=F(()=>b(f(fr).id));var tr=mwe();tr.__click=()=>!f(Rt)&&_(f(fr).id);var ut=j(tr),Ut=j(ut);{var Et=Lt=>{var Dt=fwe();Ce(bt=>er(Dt,"src",bt),[()=>lr.getServerFavicon(f(fr).id)]),hn("error",Dt,bt=>{bt.currentTarget.style.display="none"}),Xc(Dt),T(Lt,Dt)};le(Ut,Lt=>{lr.getServerFavicon(f(fr).id)&&Lt(Et)})}var It=ee(Ut,2),xe=j(It,!0);H(It);var Qe=ee(It,2);{var ft=Lt=>{var Dt=pwe();T(Lt,Dt)};le(Qe,Lt=>{f(Rt)&&Lt(ft)})}H(ut);var Ct=ee(ut,2);sp(Ct,{get checked(){return f(Ft)},get disabled(){return f(Rt)},onclick:Lt=>Lt.stopPropagation(),onCheckedChange:()=>_(f(fr).id)}),H(tr),Ce(Lt=>{tr.disabled=f(Rt),Ge(xe,Lt)},[()=>g(f(fr))]),T(ar,tr)}),H(qt),T(At,qt)},$$slots:{footer:!0,default:!0}})}},$$slots:{default:!0}})}),T(Ue,Ke)},$$slots:{default:!0}})});var fe=ee(ae,2);{var pe=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>zs,(Fe,Ke)=>{Ke(Fe,{class:"flex cursor-pointer items-center gap-2",onclick:y,children:(He,it)=>{var st=bwe(),dt=L(st);S4(dt,{class:"h-4 w-4"}),et(2),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)};le(fe,Oe=>{s()&&Oe(pe)})}var ye=ee(fe,2);{var Te=Oe=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>zs,(Fe,Ke)=>{Ke(Fe,{class:"flex cursor-pointer items-center gap-2",onclick:S,children:(He,it)=>{var st=vwe(),dt=L(st);hg(dt,{class:"h-4 w-4"}),et(2),T(He,st)},$$slots:{default:!0}})}),T(Oe,Ne)};le(ye,Oe=>{o()&&Oe(Te)})}T(re,ie)},$$slots:{default:!0}})}),T(I,V)},$$slots:{default:!0}})}),H(w),Ce(()=>yt(w,1,`flex items-center gap-1 ${t()??""}`)),T(r,w),we()}Ln(["click"]);function Twe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("fixed inset-0 z-50 bg-black/50 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=open]:animate-in data-[state=open]:fade-in-0",e.class));me(i,()=>Av,(o,l)=>{l(o,ot({"data-slot":"sheet-overlay",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}const Cwe=Zm({base:`border-border/30 dark:border-border/20 data-[state=open]:animate-in data-[state=closed]:animate-out fixed z-50 flex flex-col gap-4 shadow-sm transition ease-in-out data-[state=closed]:duration-300 data-[state=open]:duration-500 ${dne}`,variants:{side:{top:"data-[state=closed]:slide-out-to-top data-[state=open]:slide-in-from-top inset-x-0 top-0 h-auto border-b",bottom:"data-[state=closed]:slide-out-to-bottom data-[state=open]:slide-in-from-bottom inset-x-0 bottom-0 h-auto border-t",left:"data-[state=closed]:slide-out-to-left data-[state=open]:slide-in-from-left inset-y-0 left-0 h-full w-3/4 border-r sm:max-w-sm",right:"data-[state=closed]:slide-out-to-right data-[state=open]:slide-in-from-right inset-y-0 right-0 h-full w-3/4 border-l sm:max-w-sm"}},defaultVariants:{side:"right"}});var Awe=G(' Close',1),xwe=G(" ",1),Rwe=G(" ",1);function Lx(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"side",3,"right"),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","side","portalProps","children"]);var i=se(),s=L(i);me(s,()=>Jc,(o,l)=>{l(o,ot(()=>e.portalProps,{children:(c,u)=>{var d=Rwe(),h=L(d);Twe(h,{});var p=ee(h,2);{let m=F(()=>Kt(Cwe({side:n()}),e.class));me(p,()=>G9,(g,b)=>{b(g,ot({"data-slot":"sheet-content",get class(){return f(m)}},()=>a,{get ref(){return t()},set ref(_){t(_)},children:(_,v)=>{var y=xwe(),E=L(y);ke(E,()=>e.children??$e);var S=ee(E,2);me(S,()=>$9,(w,C)=>{C(w,{class:"absolute top-4 right-4 rounded-xs opacity-70 ring-offset-background transition-opacity hover:opacity-100 focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 focus-visible:outline-hidden disabled:pointer-events-none",children:(x,N)=>{var I=Awe(),D=L(I);Yl(D,{class:"size-4"}),et(2),T(x,I)},$$slots:{default:!0}})}),T(_,y)},$$slots:{default:!0}}))})}T(c,d)},$$slots:{default:!0}}))}),T(r,i),we()}var Owe=G("
        ");function Fx(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=Owe();zt(a,s=>({"data-slot":"sheet-header",class:s,...n}),[()=>Kt("flex flex-col gap-1.5 p-4",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}function Bx(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("font-semibold text-foreground",e.class));me(i,()=>z5,(o,l)=>{l(o,ot({"data-slot":"sheet-title",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}function Ux(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("text-sm text-muted-foreground",e.class));me(i,()=>o9,(o,l)=>{l(o,ot({"data-slot":"sheet-description",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}const $x=U9;var Nwe=G(' ',1),Iwe=G(" ",1),kwe=G('Requires vision model'),Mwe=G('Requires audio model'),Dwe=G('Text-only'),Pwe=G(''),Lwe=G(''),Fwe=G('
        ',1),Bwe=G(" ",1),Uwe=G("
        ");function $we(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"disabled",3,!1),a=Y(e,"hasAudioModality",3,!1),i=Y(e,"hasVisionModality",3,!1),s=Y(e,"hasMcpPromptsSupport",3,!1),o=Y(e,"hasMcpResourcesSupport",3,!1),l=_e(!1);function c(){M(l,!1),e.onMcpPromptClick?.()}function u(){e.onMcpSettingsClick?.()}function d(){M(l,!1),e.onMcpResourcesClick?.()}function h(){M(l,!1),e.onFileUpload?.()}function p(){M(l,!1),e.onSystemPromptClick?.()}const m="flex w-full items-center gap-3 rounded-md px-3 py-2.5 text-left text-sm transition-colors hover:bg-accent active:bg-accent disabled:cursor-not-allowed disabled:opacity-50";var g=Uwe(),b=j(g);me(b,()=>$x,(_,v)=>{v(_,{get open(){return f(l)},set open(y){M(l,y,!0)},children:(y,E)=>{var S=Bwe(),w=L(S);kr(w,{class:"file-upload-button h-8 w-8 rounded-full p-0",get disabled(){return n()},variant:"secondary",type:"button",onclick:()=>M(l,!0),children:(x,N)=>{var I=Nwe(),D=L(I);D.textContent="Add files, system prompt or MCP Servers";var V=ee(D,2);If(V,{class:"h-4 w-4"}),T(x,I)},$$slots:{default:!0}});var C=ee(w,2);me(C,()=>Lx,(x,N)=>{N(x,{side:"bottom",class:"max-h-[85vh] gap-0",children:(I,D)=>{var V=Fwe(),q=L(V);me(q,()=>Fx,(Oe,Ne)=>{Ne(Oe,{children:(Ue,Fe)=>{var Ke=Iwe(),He=L(Ke);me(He,()=>Bx,(st,dt)=>{dt(st,{children:(Ae,Le)=>{et();var ht=Ot("Add to chat");T(Ae,ht)},$$slots:{default:!0}})});var it=ee(He,2);me(it,()=>Ux,(st,dt)=>{dt(st,{class:"sr-only",children:(Ae,Le)=>{et();var ht=Ot("Add files, system prompt or configure MCP servers");T(Ae,ht)},$$slots:{default:!0}})}),T(Ue,Ke)},$$slots:{default:!0}})});var $=ee(q,2),K=j($);yt(K,1,qr(m)),K.__click=h;var z=j(K);me(z,()=>Yo.image,(Oe,Ne)=>{Ne(Oe,{class:"h-4 w-4 shrink-0"})});var re=ee(z,4);{var W=Oe=>{var Ne=kwe();T(Oe,Ne)};le(re,Oe=>{i()||Oe(W)})}H(K);var ie=ee(K,2);yt(ie,1,qr(m)),ie.__click=h;var k=j(ie);me(k,()=>Yo.audio,(Oe,Ne)=>{Ne(Oe,{class:"h-4 w-4 shrink-0"})});var B=ee(k,4);{var te=Oe=>{var Ne=Mwe();T(Oe,Ne)};le(B,Oe=>{a()||Oe(te)})}H(ie);var O=ee(ie,2);yt(O,1,qr(m)),O.__click=h;var R=j(O);me(R,()=>Yo.text,(Oe,Ne)=>{Ne(Oe,{class:"h-4 w-4 shrink-0"})}),et(2),H(O);var U=ee(O,2);yt(U,1,qr(m)),U.__click=h;var Q=j(U);me(Q,()=>Yo.pdf,(Oe,Ne)=>{Ne(Oe,{class:"h-4 w-4 shrink-0"})});var ne=ee(Q,4);{var ue=Oe=>{var Ne=Dwe();T(Oe,Ne)};le(ne,Oe=>{i()||Oe(ue)})}H(U);var he=ee(U,2);yt(he,1,qr(m)),he.__click=p;var be=j(he);_4(be,{class:"h-4 w-4 shrink-0"}),et(2),H(he);var Z=ee(he,2);yt(Z,1,qr(m)),Z.__click=u;var ae=j(Z);Dy(ae,{class:"h-4 w-4 shrink-0"}),et(2),H(Z);var fe=ee(Z,2);{var pe=Oe=>{var Ne=Pwe();yt(Ne,1,qr(m)),Ne.__click=c;var Ue=j(Ne);S4(Ue,{class:"h-4 w-4 shrink-0"}),et(2),H(Ne),T(Oe,Ne)};le(fe,Oe=>{s()&&Oe(pe)})}var ye=ee(fe,2);{var Te=Oe=>{var Ne=Lwe();yt(Ne,1,qr(m)),Ne.__click=d;var Ue=j(Ne);hg(Ue,{class:"h-4 w-4 shrink-0"}),et(2),H(Ne),T(Oe,Ne)};le(ye,Oe=>{o()&&Oe(Te)})}H($),Ce(()=>{K.disabled=!i(),ie.disabled=!a()}),T(I,V)},$$slots:{default:!0}})}),T(y,S)},$$slots:{default:!0}})}),H(g),Ce(()=>yt(g,1,`flex items-center gap-1 ${t()??""}`)),T(r,g),we()}Ln(["click"]);var Gwe=G(' ',1),zwe=G("

        Current model does not support audio

        "),qwe=G(" ",1),Hwe=G("
        ");function Vwe(r,e){let t=Y(e,"class",3,""),n=Y(e,"disabled",3,!1),a=Y(e,"hasAudioModality",3,!1),i=Y(e,"isLoading",3,!1),s=Y(e,"isRecording",3,!1);var o=Hwe(),l=j(o);me(l,()=>da,(c,u)=>{u(c,{children:(d,h)=>{var p=qwe(),m=L(p);me(m,()=>ca,(_,v)=>{v(_,{children:(y,E)=>{{let S=F(()=>s()?"animate-pulse bg-red-500 text-white hover:bg-red-600":""),w=F(()=>n()||i()||!a());kr(y,{get class(){return`h-8 w-8 rounded-full p-0 ${f(S)??""}`},get disabled(){return f(w)},get onclick(){return e.onMicClick},type:"button",children:(C,x)=>{var N=Gwe(),I=L(N),D=j(I,!0);H(I);var V=ee(I,2);{var q=K=>{y4(K,{class:"h-4 w-4 animate-pulse fill-white"})},$=K=>{b4(K,{class:"h-4 w-4"})};le(V,K=>{s()?K(q):K($,!1)})}Ce(()=>Ge(D,s()?"Stop recording":"Start recording")),T(C,N)},$$slots:{default:!0}})}},$$slots:{default:!0}})});var g=ee(m,2);{var b=_=>{var v=se(),y=L(v);me(y,()=>ua,(E,S)=>{S(E,{children:(w,C)=>{var x=zwe();T(w,x)},$$slots:{default:!0}})}),T(_,v)};le(g,_=>{a()||_(b)})}T(d,p)},$$slots:{default:!0}})}),H(o),Ce(()=>yt(o,1,`flex items-center gap-1 ${t()??""}`)),T(r,o)}const Jz=Symbol.for(lne);function Ywe(r){return Vu(Jz,r)}function xg(){return Bl(Jz)}const eq=Symbol.for(cne);function Wwe(r){return Vu(eq,r)}function jwe(){return Bl(eq)}const tq=Symbol.for(une);function Kwe(r){return Vu(tq,r)}function Gx(){return Bl(tq)}class zx extends kB{constructor(e=Eae){super(`max-width: ${e-1}px`)}}var Xwe=G('Stop ',1),Qwe=G('
        ');function Zwe(r,e){Ee(e,!0);let t=Y(e,"canSend",3,!1),n=Y(e,"class",3,""),a=Y(e,"disabled",3,!1),i=Y(e,"isLoading",3,!1),s=Y(e,"isRecording",3,!1),o=Y(e,"hasText",3,!1),l=Y(e,"uploadedFiles",19,()=>[]),c=F(An),u=F(xs),d=F(()=>!!am()),h=F(()=>fn.getConversationModel(Ru()));Nt(()=>{if(f(h))rr.selectModelByName(f(h));else if(f(u)&&!rr.selectedModelId&&rr.loadedModelIds.length>0){const Q=to().find(ne=>rr.loadedModelIds.includes(ne.model));Q&&rr.selectModelById(Q.id)}});let p=F(()=>{const Q=to();if(!f(u))return Q.length>0?Q[0].model:null;const ne=Rc();if(ne){const ue=Q.find(he=>he.id===ne);if(ue)return ue.model}if(f(h)){const ue=Q.find(he=>he.model===f(h));if(ue)return ue.model}return null}),m=_e(0);Nt(()=>{f(p)&&(rr.getModelProps(f(p))||rr.fetchModelProps(f(p)).then(()=>{g_(m)}))});let g=F(()=>f(p)?(f(m),rr.modelSupportsAudio(f(p))):!1),b=F(()=>f(p)?(f(m),rr.modelSupportsVision(f(p))):!1),_=F(()=>l().some(Q=>tl(Q.type)===Dn.AUDIO)),v=F(()=>f(g)&&!o()&&!f(_)&&f(c).autoMicOnEmpty),y=F(()=>!f(u)||!!f(h)||!!Rc()),E=F(()=>{if(!f(u))return!0;if(f(h))return to().some(ne=>ne.model===f(h));const Q=Rc();return Q?to().some(ne=>ne.id===Q):!1}),S=F(()=>f(y)?f(E)?"":"Selected model is not available, please select another":"Please select a model first"),w=_e(void 0),C=new zx;function x(){f(w)?.open()}const N=Gx();let I=F(()=>{const Q=rt.getAllMcpServerOverrides();return lr.hasPromptsCapability(Q)}),D=F(()=>{const Q=rt.getAllMcpServerOverrides();return lr.hasResourcesCapability(Q)});var V={openModelSelector:x},q=Qwe(),$=j(q),K=j($);{var z=Q=>{$we(Q,{get disabled(){return a()},get hasAudioModality(){return f(g)},get hasVisionModality(){return f(b)},get hasMcpPromptsSupport(){return f(I)},get hasMcpResourcesSupport(){return f(D)},get onFileUpload(){return e.onFileUpload},get onSystemPromptClick(){return e.onSystemPromptClick},get onMcpPromptClick(){return e.onMcpPromptClick},get onMcpResourcesClick(){return e.onMcpResourcesClick},onMcpSettingsClick:()=>N.open(Ss.MCP)})},re=Q=>{wwe(Q,{get disabled(){return a()},get hasAudioModality(){return f(g)},get hasVisionModality(){return f(b)},get hasMcpPromptsSupport(){return f(I)},get hasMcpResourcesSupport(){return f(D)},get onFileUpload(){return e.onFileUpload},get onSystemPromptClick(){return e.onSystemPromptClick},get onMcpPromptClick(){return e.onMcpPromptClick},get onMcpResourcesClick(){return e.onMcpResourcesClick},onMcpSettingsClick:()=>N.open(Ss.MCP)})};le(K,Q=>{C.current?Q(z):Q(re,!1)})}var W=ee(K,2);aPe(W,{get disabled(){return a()},onSettingsClick:()=>N.open(Ss.MCP)}),H($);var ie=ee($,2),k=j(ie);{var B=Q=>{{let ne=F(()=>a()||f(d));pr(xFe(Q,{get disabled(){return f(ne)},get currentModel(){return f(h)},forceForegroundText:!0,useGlobalSelection:!0}),ue=>M(w,ue,!0),()=>f(w))}},te=Q=>{{let ne=F(()=>a()||f(d));pr(eY(Q,{get disabled(){return f(ne)},get currentModel(){return f(h)},forceForegroundText:!0,useGlobalSelection:!0}),ue=>M(w,ue,!0),()=>f(w))}};le(k,Q=>{C.current?Q(B):Q(te,!1)})}H(ie);var O=ee(ie,2);{var R=Q=>{kr(Q,{type:"button",variant:"secondary",get onclick(){return e.onStop},class:"group h-8 w-8 rounded-full p-0 hover:bg-destructive/10!",children:(ne,ue)=>{var he=Xwe(),be=ee(L(he),2);y4(be,{class:"h-8 w-8 fill-muted-foreground stroke-muted-foreground group-hover:fill-destructive group-hover:stroke-destructive hover:fill-destructive hover:stroke-destructive"}),T(ne,he)},$$slots:{default:!0}})},U=Q=>{var ne=se(),ue=L(ne);{var he=Z=>{Vwe(Z,{get disabled(){return a()},get hasAudioModality(){return f(g)},get isLoading(){return i()},get isRecording(){return s()},get onMicClick(){return e.onMicClick}})},be=Z=>{{let ae=F(()=>t()&&f(y)&&f(E)),fe=F(()=>f(y)&&!f(E));rTe(Z,{get canSend(){return f(ae)},get disabled(){return a()},get isLoading(){return i()},get tooltipLabel(){return f(S)},get showErrorState(){return f(fe)}})}};le(ue,Z=>{f(v)?Z(he):Z(be,!1)},!0)}T(Q,ne)};le(O,Q=>{i()?Q(R):Q(U,!1)})}return H(q),Ce(()=>yt(q,1,`flex w-full items-center gap-3 ${n()??""}`)),T(r,q),we(V)}var Jwe=G('Send ',1),eTe=G("

        "),tTe=G(" ",1);function rTe(r,e){Ee(e,!0);const t=(h,p)=>{let m=av(()=>wY(p?.(),()=>({}),!0));{let g=F(()=>Kt("h-8 w-8 rounded-full p-0",s()?"bg-red-400/10 text-red-400 hover:bg-red-400/20 hover:text-red-400 disabled:opacity-100":""));kr(h,ot({type:"submit",get disabled(){return f(o)},get class(){return f(g)}},()=>f(m),{children:(b,_)=>{var v=Jwe(),y=ee(L(v),2);ire(y,{class:"h-12 w-12"}),T(b,v)},$$slots:{default:!0}}))}};let n=Y(e,"canSend",3,!1),a=Y(e,"disabled",3,!1),i=Y(e,"isLoading",3,!1),s=Y(e,"showErrorState",3,!1),o=F(()=>!n()||a()||i());var l=se(),c=L(l);{var u=h=>{var p=se(),m=L(p);me(m,()=>da,(g,b)=>{b(g,{children:(_,v)=>{var y=tTe(),E=L(y);me(E,()=>ca,(w,C)=>{C(w,{children:(x,N)=>{t(x)},$$slots:{default:!0}})});var S=ee(E,2);me(S,()=>ua,(w,C)=>{C(w,{children:(x,N)=>{var I=eTe(),D=j(I,!0);H(I),Ce(()=>Ge(D,e.tooltipLabel)),T(x,I)},$$slots:{default:!0}})}),T(_,y)},$$slots:{default:!0}})}),T(h,p)},d=h=>{t(h)};le(c,h=>{e.tooltipLabel?h(u):h(d,!1)})}T(r,l),we()}var nTe=G('');function aTe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"multiple",3,!0),a;function i(){a?.click()}function s(c){const u=c.target;u.files&&e.onFileSelect?.(Array.from(u.files))}var o={click:i},l=nTe();return l.__change=s,pr(l,c=>a=c,()=>a),Ce(()=>{l.multiple=n(),yt(l,1,`hidden ${t()??""}`)}),T(r,l),we(o)}Ln(["change"]);var iTe=G('

        Press Enter to send, Shift + Enter for new line

        ');function sTe(r,e){let t=Y(e,"class",3,""),n=Y(e,"show",3,!0);var a=se(),i=L(a);{var s=o=>{var l=iTe();Ce(()=>yt(l,1,`mt-6 items-center justify-center ${t()??""} hidden md:flex`)),T(o,l)};le(i,o=>{n()&&o(s)})}T(r,a)}var oTe=G('
        ');function lTe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"disabled",3,!1),a=Y(e,"placeholder",3,"Ask anything..."),i=Y(e,"value",15,""),s;bi(()=>{s&&(Mf(s),s.focus())});function o(){return s}function l(){s?.focus()}function c(){s&&(s.style.height="1rem")}var u={getElement:o,focus:l,resetHeight:c},d=oTe(),h=j(d);Wm(h);let p;return h.__keydown=function(...m){e.onKeydown?.apply(this,m)},h.__input=m=>{Mf(m.currentTarget),e.onInput?.()},pr(h,m=>s=m,()=>s),H(d),Ce(()=>{yt(d,1,`flex-1 ${t()??""}`),p=yt(h,1,"text-md min-h-12 w-full resize-none border-0 bg-transparent p-0 leading-6 outline-none placeholder:text-muted-foreground focus-visible:ring-0 focus-visible:ring-offset-0",null,p,{"cursor-not-allowed":n()}),h.disabled=n(),er(h,"placeholder",a())}),hn("paste",h,function(...m){e.onPaste?.apply(this,m)}),mm(h,i),T(r,d),we(u)}Ln(["keydown","input"]);const cTe=Zm({base:"focus-visible:border-ring focus-visible:ring-ring/50 aria-invalid:ring-destructive/20 dark:aria-invalid:ring-destructive/40 aria-invalid:border-destructive inline-flex w-fit shrink-0 items-center justify-center gap-1 overflow-hidden whitespace-nowrap rounded-md border px-2 py-0.5 text-xs font-medium transition-[color,box-shadow] focus-visible:ring-[3px] [&>svg]:pointer-events-none [&>svg]:size-3",variants:{variant:{default:"bg-primary text-primary-foreground [a&]:hover:bg-primary/90 border-transparent",secondary:"bg-secondary text-secondary-foreground [a&]:hover:bg-secondary/90 border-transparent",tertiary:"bg-foreground/15 dark:bg-foreground/10 text-foreground [a&]:hover:bg-foreground/25 border-transparent",destructive:"bg-destructive [a&]:hover:bg-destructive/90 focus-visible:ring-destructive/20 dark:focus-visible:ring-destructive/40 dark:bg-destructive/70 border-transparent text-white",outline:"text-foreground [a&]:hover:bg-accent [a&]:hover:text-accent-foreground"}},defaultVariants:{variant:"default"}});function Rs(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"variant",3,"default"),a=Ye(e,["$$slots","$$events","$$legacy","ref","href","class","variant","children"]);var i=se(),s=L(i);UF(s,()=>e.href?"a":"span",!1,(o,l)=>{pr(o,d=>t(d),()=>t()),zt(o,d=>({"data-slot":"badge",href:e.href,class:d,...a}),[()=>Kt(cTe({variant:n()}),e.class,"backdrop-blur-sm")]);var c=se(),u=L(c);ke(u,()=>e.children??$e),T(l,c)}),T(r,i),we()}var uTe=G('
        ');function dTe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"isOpen",7,!1),a=Y(e,"searchQuery",3,""),i=_e(Sr([])),s=_e(!1),o=_e(null),l=_e(Sr({})),c=_e(0),u=_e(""),d=_e(null),h=_e(null),p=Sr({}),m=Sr({}),g=_e(null),b=_e(0),_=F(()=>{const re=lr.getServers(),W=new Oi;for(const ie of re)W.set(ie.id,ie);return W});Nt(()=>{n()?(v(),M(c,0)):(M(o,null),M(l,{},!0),M(d,null))}),Nt(()=>{f($).length>0&&f(c)>=f($).length&&M(c,0)});async function v(){M(s,!0);try{const re=rt.getAllMcpServerOverrides();if(!await lr.ensureInitialized(re)){M(i,[],!0);return}M(i,await lr.getAllPrompts(),!0)}catch(re){console.error("[ChatFormPromptPicker] Failed to load prompts:",re),M(i,[],!0)}finally{M(s,!1)}}function y(re){const W=re.arguments??[];W.length>0?(M(h,f(c),!0),M(o,re,!0),M(l,{},!0),M(d,null),requestAnimationFrame(()=>{const ie=document.querySelector(`#arg-${W[0].name}`);ie&&ie.focus()})):E(re,{})}async function E(re,W){M(d,null);const ie=Cl(),k=Object.fromEntries(Object.entries(W).filter(([,te])=>te.trim()!=="")),B=Object.keys(k).length>0?k:void 0;e.onPromptLoadStart?.(ie,re,B),e.onClose?.();try{const te=await lr.getPrompt(re.serverName,re.name,W);e.onPromptLoadComplete?.(ie,te)}catch(te){const O=te instanceof Error?te.message:"Unknown error executing prompt";e.onPromptLoadError?.(ie,O)}}function S(re){re.preventDefault(),f(o)&&E(f(o),f(l))}const w=m$(async(re,W)=>{if(!f(o)||W.length<1){p[re]=[];return}m[re]=!0;try{const ie=await lr.getPromptCompletions(f(o).serverName,f(o).name,re,W);if(ie&&ie.values.length>0){const k=ie.values.filter(B=>B.trim()!=="");k.length>0?(p[re]=k,M(g,re,!0),M(b,0)):p[re]=[]}else p[re]=[]}catch(ie){console.error("[ChatFormPromptPicker] Failed to fetch completions:",ie),p[re]=[]}finally{m[re]=!1}},200);function C(re,W){f(l)[re]=W,w(re,W)}function x(re,W){f(l)[re]=W,p[re]=[],M(g,null)}function N(re,W){const ie=p[W]??[];if(re.key===Tn.ESCAPE){re.preventDefault(),re.stopPropagation(),V();return}ie.length===0||f(g)!==W||(re.key===Tn.ARROW_DOWN?(re.preventDefault(),M(b,Math.min(f(b)+1,ie.length-1),!0)):re.key===Tn.ARROW_UP?(re.preventDefault(),M(b,Math.max(f(b)-1,0),!0)):re.key===Tn.ENTER&&ie[f(b)]&&(re.preventDefault(),re.stopPropagation(),x(W,ie[f(b)])))}function I(re){setTimeout(()=>{f(g)===re&&(p[re]=[],M(g,null))},150)}function D(re){(p[re]?.length??0)>0&&M(g,re,!0)}function V(){f(h)!==null&&(M(c,f(h),!0),M(h,null)),M(o,null),M(l,{},!0),M(d,null)}function q(re){return n()?re.key===Tn.ESCAPE?(re.preventDefault(),f(o)?V():e.onClose?.(),!0):re.key===Tn.ARROW_DOWN?(re.preventDefault(),f($).length>0&&M(c,(f(c)+1)%f($).length),!0):re.key===Tn.ARROW_UP?(re.preventDefault(),f($).length>0&&M(c,f(c)===0?f($).length-1:f(c)-1,!0),!0):re.key===Tn.ENTER&&!f(o)?(re.preventDefault(),f($)[f(c)]&&y(f($)[f(c)]),!0):!1:!1}let $=F(()=>{const re=lr.getServersSorted(),W=new Map(re.map((B,te)=>[B.id,te])),ie=[...f(i)].sort((B,te)=>{const O=W.get(B.serverName)??Number.MAX_SAFE_INTEGER,R=W.get(te.serverName)??Number.MAX_SAFE_INTEGER;return O-R}),k=(a()||f(u)).toLowerCase();return k?ie.filter(B=>B.name.toLowerCase().includes(k)||B.title?.toLowerCase().includes(k)||B.description?.toLowerCase().includes(k)):ie}),K=F(()=>f(i).length>3);var z={handleKeydown:q};return rq(r,{get class(){return t()},srLabel:"Open prompt picker",get onClose(){return e.onClose},onKeydown:q,get isOpen(){return n()},set isOpen(re){n(re)},children:(re,W)=>{var ie=se(),k=L(ie);{var B=O=>{const R=F(()=>f(o)),U=F(()=>f(_).get(f(R).serverName)),Q=F(()=>f(U)?lr.getServerLabel(f(U)):f(R).serverName);var ne=uTe(),ue=j(ne);{const be=ae=>{var fe=se(),pe=L(fe);{var ye=Te=>{Rs(Te,{variant:"secondary",children:(Oe,Ne)=>{et();var Ue=Ot();Ce(()=>Ge(Ue,`${f(R).arguments.length??""} arg${f(R).arguments.length>1?"s":""}`)),T(Oe,Ue)},$$slots:{default:!0}})};le(pe,Te=>{f(R).arguments?.length&&Te(ye)})}T(ae,fe)};let Z=F(()=>f(R).title||f(R).name);mA(ue,{get server(){return f(U)},get serverLabel(){return f(Q)},get title(){return f(Z)},get description(){return f(R).description},titleExtra:be,$$slots:{titleExtra:!0}})}var he=ee(ue,2);CTe(he,{get prompt(){return f(o)},get promptArgs(){return f(l)},get suggestions(){return p},get loadingSuggestions(){return m},get activeAutocomplete(){return f(g)},get autocompleteIndex(){return f(b)},get promptError(){return f(d)},onArgInput:C,onArgKeydown:N,onArgBlur:I,onArgFocus:D,onSelectSuggestion:x,onSubmit:S,onCancel:V}),H(ne),T(O,ne)},te=O=>{nq(O,{get items(){return f($)},get isLoading(){return f(s)},get selectedIndex(){return f(c)},get showSearchInput(){return f(K)},searchPlaceholder:"Search prompts...",emptyMessage:"No MCP prompts available",itemKey:Q=>Q.serverName+":"+Q.name,get searchQuery(){return f(u)},set searchQuery(Q){M(u,Q,!0)},item:(Q,ne=$e,ue=$e,he=$e)=>{const be=F(()=>f(_).get(ne().serverName)),Z=F(()=>f(be)?lr.getServerLabel(f(be)):ne().serverName);aq(Q,{get dataIndex(){return ue()},get isSelected(){return he()},onClick:()=>y(ne()),children:(ae,fe)=>{{const pe=Te=>{var Oe=se(),Ne=L(Oe);{var Ue=Fe=>{Rs(Fe,{variant:"secondary",children:(Ke,He)=>{et();var it=Ot();Ce(()=>Ge(it,`${ne().arguments.length??""} arg${ne().arguments.length>1?"s":""}`)),T(Ke,it)},$$slots:{default:!0}})};le(Ne,Fe=>{ne().arguments?.length&&Fe(Ue)})}T(Te,Oe)};let ye=F(()=>ne().title||ne().name);mA(ae,{get server(){return f(be)},get serverLabel(){return f(Z)},get title(){return f(ye)},get description(){return ne().description},titleExtra:pe,$$slots:{titleExtra:!0}})}},$$slots:{default:!0}})},skeleton:Q=>{iq(Q,{titleWidth:"w-32",showBadge:!0})},$$slots:{item:!0,skeleton:!0}})};le(k,O=>{f(o)?O(B):O(te,!1)})}T(re,ie)},$$slots:{default:!0}}),we(z)}const hTe=r=>r;function qx(r){const e=r-1;return e*e*e+1}function VD(r){const e=typeof r=="string"&&r.match(/^\s*(-?[\d.]+)([^\s]*)\s*$/);return e?[parseFloat(e[1]),e[2]||"px"]:[r,"px"]}function Bm(r,{delay:e=0,duration:t=400,easing:n=hTe}={}){const a=+getComputedStyle(r).opacity;return{delay:e,duration:t,easing:n,css:i=>`opacity: ${i*a}`}}function Ko(r,{delay:e=0,duration:t=400,easing:n=qx,x:a=0,y:i=0,opacity:s=0}={}){const o=getComputedStyle(r),l=+o.opacity,c=o.transform==="none"?"":o.transform,u=l*(1-s),[d,h]=VD(a),[p,m]=VD(i);return{delay:e,duration:t,easing:n,css:(g,b)=>` + transform: ${c} translate(${(1-g)*d}${h}, ${(1-g)*p}${m}); + opacity: ${l-u*b}`}}function fTe(r,{delay:e=0,duration:t=400,easing:n=qx,axis:a="y"}={}){const i=getComputedStyle(r),s=+i.opacity,o=a==="y"?"height":"width",l=parseFloat(i[o]),c=a==="y"?["top","bottom"]:["left","right"],u=c.map(_=>`${_[0].toUpperCase()}${_.slice(1)}`),d=parseFloat(i[`padding${u[0]}`]),h=parseFloat(i[`padding${u[1]}`]),p=parseFloat(i[`margin${u[0]}`]),m=parseFloat(i[`margin${u[1]}`]),g=parseFloat(i[`border${u[0]}Width`]),b=parseFloat(i[`border${u[1]}Width`]);return{delay:e,duration:t,easing:n,css:_=>`overflow: hidden;opacity: ${Math.min(_*20,1)*s};${o}: ${_*l}px;padding-${c[0]}: ${_*d}px;padding-${c[1]}: ${_*h}px;margin-${c[0]}: ${_*p}px;margin-${c[1]}: ${_*m}px;border-${c[0]}-width: ${_*g}px;border-${c[1]}-width: ${_*b}px;min-${o}: 0`}}function YD(r,{delay:e=0,duration:t=400,easing:n=qx,start:a=0,opacity:i=0}={}){const s=getComputedStyle(r),o=+s.opacity,l=s.transform==="none"?"":s.transform,c=1-a,u=o*(1-i);return{delay:e,duration:t,easing:n,css:(d,h)=>` + transform: ${l} scale(${1-c*h}); + opacity: ${o-u*h} + `}}var pTe=G(""),mTe=G("");function cl(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"value",15),a=Y(e,"files",15),i=Ye(e,["$$slots","$$events","$$legacy","ref","value","type","files","class"]);var s=se(),o=L(s);{var l=u=>{var d=pTe();zt(d,h=>({"data-slot":"input",class:h,type:"file",...i}),[()=>Kt("flex h-9 w-full min-w-0 rounded-md border border-input bg-transparent px-3 pt-1.5 text-sm font-medium shadow-xs ring-offset-background transition-[color,box-shadow] outline-none selection:bg-primary selection:text-primary-foreground placeholder:text-muted-foreground disabled:cursor-not-allowed disabled:opacity-50 md:text-sm dark:bg-input/30","focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50","aria-invalid:border-destructive aria-invalid:ring-destructive/20 dark:aria-invalid:ring-destructive/40",e.class)],void 0,void 0,void 0,!0),pr(d,h=>t(h),()=>t()),nj(d,a),mm(d,n),T(u,d)},c=u=>{var d=mTe();zt(d,h=>({"data-slot":"input",class:h,style:"backdrop-filter: blur(0.5rem);",type:e.type,...i}),[()=>Kt("flex h-9 w-full min-w-0 rounded-md border border-input bg-background px-3 py-1 text-base shadow-xs ring-offset-background transition-[color,box-shadow] outline-none selection:bg-primary selection:text-primary-foreground placeholder:text-muted-foreground disabled:cursor-not-allowed disabled:opacity-50 md:text-sm dark:bg-input/30","focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50","aria-invalid:border-destructive aria-invalid:ring-destructive/20 dark:aria-invalid:ring-destructive/40",e.class)],void 0,void 0,void 0,!0),pr(d,h=>t(h),()=>t()),mm(d,n),T(u,d)};le(o,u=>{e.type==="file"?u(l):u(c,!1)})}T(r,s),we()}function Qo(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("flex items-center gap-2 text-sm leading-none font-medium select-none group-data-[disabled=true]:pointer-events-none group-data-[disabled=true]:opacity-50 peer-disabled:cursor-not-allowed peer-disabled:opacity-50",e.class));me(i,()=>ite,(o,l)=>{l(o,ot({"data-slot":"label",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var gTe=G('*'),_Te=G('...'),bTe=G(" ",1),vTe=G(''),yTe=G('
        '),STe=G('
        ');function ETe(r,e){Ee(e,!0);let t=Y(e,"value",3,""),n=Y(e,"suggestions",19,()=>[]),a=Y(e,"isLoadingSuggestions",3,!1),i=Y(e,"isAutocompleteActive",3,!1),s=Y(e,"autocompleteIndex",3,0);var o=STe(),l=j(o);Qo(l,{get for(){return`arg-${e.argument.name??""}`},class:"mb-1 text-muted-foreground",children:(h,p)=>{var m=bTe(),g=L(m),b=j(g),_=ee(b);{var v=S=>{var w=gTe();T(S,w)};le(_,S=>{e.argument.required&&S(v)})}H(g);var y=ee(g,2);{var E=S=>{var w=_Te();T(S,w)};le(y,S=>{a()&&S(E)})}Ce(()=>Ge(b,`${e.argument.name??""} `)),T(h,m)},$$slots:{default:!0}});var c=ee(l,2);{let h=F(()=>e.argument.description||e.argument.name);cl(c,{get id(){return`arg-${e.argument.name??""}`},type:"text",get value(){return t()},oninput:p=>e.onInput(p.currentTarget.value),get onkeydown(){return e.onKeydown},get onblur(){return e.onBlur},get onfocus(){return e.onFocus},get placeholder(){return f(h)},get required(){return e.argument.required},autocomplete:"off"})}var u=ee(c,2);{var d=h=>{var p=yTe();Ir(p,22,n,m=>m,(m,g,b)=>{var _=vTe();_.__mousedown=()=>e.onSelectSuggestion(g);var v=j(_,!0);H(_),Ce(()=>{yt(_,1,`w-full px-3 py-1.5 text-left text-sm hover:bg-accent ${f(b)===s()?"bg-accent":""}`),Ge(v,g)}),T(m,_)}),H(p),ai(3,p,()=>Ko,()=>({y:-5,duration:100})),T(h,p)};le(u,h=>{i()&&n().length>0&&h(d)})}H(o),T(r,o),we()}Ln(["mousedown"]);var wTe=G(''),TTe=G('
        ');function CTe(r,e){Ee(e,!0);var t=TTe(),n=j(t);Ir(n,17,()=>e.prompt.arguments??[],c=>c.name,(c,u)=>{{let d=F(()=>e.promptArgs[f(u).name]??""),h=F(()=>e.suggestions[f(u).name]??[]),p=F(()=>e.loadingSuggestions[f(u).name]??!1),m=F(()=>e.activeAutocomplete===f(u).name),g=F(()=>e.activeAutocomplete===f(u).name?e.autocompleteIndex:0);ETe(c,{get argument(){return f(u)},get value(){return f(d)},get suggestions(){return f(h)},get isLoadingSuggestions(){return f(p)},get isAutocompleteActive(){return f(m)},get autocompleteIndex(){return f(g)},onInput:b=>e.onArgInput(f(u).name,b),onKeydown:b=>e.onArgKeydown(b,f(u).name),onBlur:()=>e.onArgBlur(f(u).name),onFocus:()=>e.onArgFocus(f(u).name),onSelectSuggestion:b=>e.onSelectSuggestion(f(u).name,b)})}});var a=ee(n,2);{var i=c=>{var u=wTe(),d=ee(j(u),2),h=j(d,!0);H(d),H(u),Ce(()=>Ge(h,e.promptError)),T(c,u)};le(a,c=>{e.promptError&&c(i)})}var s=ee(a,2),o=j(s);kr(o,{type:"button",size:"sm",get onclick(){return e.onCancel},variant:"secondary",children:(c,u)=>{et();var d=Ot("Cancel");T(c,d)},$$slots:{default:!0}});var l=ee(o,2);kr(l,{size:"sm",type:"submit",children:(c,u)=>{et();var d=Ot("Use Prompt");T(c,d)},$$slots:{default:!0}}),H(s),H(t),hn("submit",t,function(...c){e.onSubmit?.apply(this,c)}),T(r,t),we()}function ATe(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Ye(e,["$$slots","$$events","$$legacy","open"]);var a=se(),i=L(a);me(i,()=>hte,(s,o)=>{o(s,ot(()=>n,{get open(){return t()},set open(l){t(l)}}))}),T(r,a),we()}function xTe(r,e){let t=Ye(e,["$$slots","$$events","$$legacy"]);var n=se(),a=L(n);me(a,()=>Jc,(i,s)=>{s(i,ot(()=>t))}),T(r,n)}function RTe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"sideOffset",3,4),a=Y(e,"align",3,"center"),i=Y(e,"collisionPadding",3,8),s=Y(e,"avoidCollisions",3,!0),o=Ye(e,["$$slots","$$events","$$legacy","ref","class","sideOffset","side","align","collisionPadding","avoidCollisions","portalProps"]);xTe(r,ot(()=>e.portalProps,{children:(l,c)=>{var u=se(),d=L(u);{let h=F(()=>Kt("z-50 w-72 origin-(--bits-popover-content-transform-origin) rounded-md border bg-popover p-4 text-popover-foreground shadow-md outline-hidden data-[side=bottom]:slide-in-from-top-2 data-[side=left]:slide-in-from-end-2 data-[side=right]:slide-in-from-start-2 data-[side=top]:slide-in-from-bottom-2 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95 data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:zoom-in-95",e.class));me(d,()=>Vee,(p,m)=>{m(p,ot({"data-slot":"popover-content",get sideOffset(){return n()},get side(){return e.side},get align(){return a()},get collisionPadding(){return i()},get avoidCollisions(){return s()},get class(){return f(h)}},()=>o,{get ref(){return t()},set ref(g){t(g)}}))})}T(l,u)},$$slots:{default:!0}})),we()}function OTe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("",e.class));me(i,()=>Wee,(o,l)=>{l(o,ot({"data-slot":"popover-trigger",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)}}))})}T(r,a),we()}var NTe=G(' '),ITe=G(" ",1);function rq(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"isOpen",15,!1),a=Y(e,"srLabel",3,"Open picker");var i=se(),s=L(i);me(s,()=>ATe,(o,l)=>{l(o,{onOpenChange:c=>{c||e.onClose?.()},get open(){return n()},set open(c){n(c)},children:(c,u)=>{var d=ITe(),h=L(d);me(h,()=>OTe,(m,g)=>{g(m,{class:"pointer-events-none absolute inset-0 opacity-0",children:(b,_)=>{var v=NTe(),y=j(v,!0);H(v),Ce(()=>Ge(y,a())),T(b,v)},$$slots:{default:!0}})});var p=ee(h,2);me(p,()=>RTe,(m,g)=>{g(m,{side:"top",align:"start",sideOffset:12,get class(){return`w-[var(--bits-popover-anchor-width)] max-w-none rounded-xl border-border/50 p-0 shadow-xl ${t()??""}`},get onkeydown(){return e.onKeydown},onOpenAutoFocus:b=>b.preventDefault(),children:(b,_)=>{var v=se(),y=L(v);ke(y,()=>e.children),T(b,v)},$$slots:{default:!0}})}),T(c,d)},$$slots:{default:!0}})}),T(r,i),we()}var kTe=G(" ",1);function WD(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"orientation",3,"vertical"),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","orientation","children"]);var i=se(),s=L(i);{let o=F(()=>Kt("flex touch-none p-px transition-colors select-none",n()==="vertical"&&"h-full w-2.5 border-l border-l-transparent",n()==="horizontal"&&"h-2.5 flex-col border-t border-t-transparent",e.class));me(s,()=>Ate,(l,c)=>{c(l,ot({"data-slot":"scroll-area-scrollbar",get orientation(){return n()},get class(){return f(o)}},()=>a,{get ref(){return t()},set ref(u){t(u)},children:(u,d)=>{var h=kTe(),p=L(h);ke(p,()=>e.children??$e);var m=ee(p,2);me(m,()=>Ote,(g,b)=>{b(g,{"data-slot":"scroll-area-thumb",class:"relative flex-1 rounded-full bg-border"})}),T(u,h)},$$slots:{default:!0}}))})}T(r,i),we()}var MTe=G(" ",1);function by(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"orientation",3,"vertical"),a=Y(e,"scrollbarXClasses",3,""),i=Y(e,"scrollbarYClasses",3,""),s=Ye(e,["$$slots","$$events","$$legacy","ref","class","orientation","scrollbarXClasses","scrollbarYClasses","children"]);var o=se(),l=L(o);{let c=F(()=>Kt("relative",e.class));me(l,()=>_te,(u,d)=>{d(u,ot({"data-slot":"scroll-area",get class(){return f(c)}},()=>s,{get ref(){return t()},set ref(h){t(h)},children:(h,p)=>{var m=MTe(),g=L(m);me(g,()=>vte,(S,w)=>{w(S,{"data-slot":"scroll-area-viewport",class:"size-full rounded-[inherit] ring-ring/10 outline-ring/50 transition-[color,box-shadow] focus-visible:ring-4 focus-visible:outline-1 dark:ring-ring/20 dark:outline-ring/40",children:(C,x)=>{var N=se(),I=L(N);ke(I,()=>e.children??$e),T(C,N)},$$slots:{default:!0}})});var b=ee(g,2);{var _=S=>{WD(S,{orientation:"vertical",get class(){return i()}})};le(b,S=>{(n()==="vertical"||n()==="both")&&S(_)})}var v=ee(b,2);{var y=S=>{WD(S,{orientation:"horizontal",get class(){return a()}})};le(v,S=>{(n()==="horizontal"||n()==="both")&&S(y)})}var E=ee(v,2);me(E,()=>kte,(S,w)=>{w(S,{})}),T(h,m)},$$slots:{default:!0}}))})}T(r,o),we()}var DTe=G('
        '),PTe=G('
        '),LTe=G("
        ",1);function nq(r,e){Ee(e,!0);let t=Y(e,"searchQuery",15),n=Y(e,"searchPlaceholder",3,"Search..."),a=Y(e,"emptyMessage",3,"No items available"),i=_e(null);Nt(()=>{if(f(i)&&e.selectedIndex>=0&&e.selectedIndex{var l=LTe(),c=L(l);{var u=v=>{var y=DTe(),E=j(y);My(E,{get placeholder(){return n()},get value(){return t()},set value(S){t(S)}}),H(y),T(v,y)};le(c,v=>{e.showSearchInput&&v(u)})}var d=ee(c,2);let h;var p=j(d);{var m=v=>{var y=se(),E=L(y);{var S=w=>{var C=se(),x=L(C);ke(x,()=>e.skeleton),T(w,C)};le(E,w=>{e.skeleton&&w(S)})}T(v,y)},g=v=>{var y=se(),E=L(y);{var S=C=>{var x=PTe(),N=j(x,!0);H(x),Ce(()=>Ge(N,a())),T(C,x)},w=C=>{var x=se(),N=L(x);Ir(N,19,()=>e.items,(I,D)=>e.itemKey(I,D),(I,D,V)=>{var q=se(),$=L(q);ke($,()=>e.item,()=>f(D),()=>f(V),()=>f(V)===e.selectedIndex),T(I,q)}),T(C,x)};le(E,C=>{e.items.length===0?C(S):C(w,!1)},!0)}T(v,y)};le(p,v=>{e.isLoading?v(m):v(g,!1)})}H(d),pr(d,v=>M(i,v),()=>f(i));var b=ee(d,2);{var _=v=>{var y=se(),E=L(y);ke(E,()=>e.footer),T(v,y)};le(b,v=>{e.footer&&v(_)})}Ce(()=>h=yt(d,1,`${hne} p-2`,null,h,{"pt-13":e.showSearchInput})),T(s,l)},$$slots:{default:!0}}),we()}var FTe=G('');function aq(r,e){let t=Y(e,"isSelected",3,!1);var n=FTe();n.__click=function(...i){e.onClick?.apply(this,i)};var a=j(n);ke(a,()=>e.children),H(n),Ce(()=>{er(n,"data-picker-index",e.dataIndex),yt(n,1,`flex w-full cursor-pointer items-start gap-3 rounded-lg px-3 py-2 text-left hover:bg-accent/50 ${t()?"bg-accent/50":""}`)}),T(r,n)}Ln(["click"]);var BTe=G(''),UTe=G('

        '),$Te=G('
        ');function mA(r,e){Ee(e,!0);let t=F(()=>e.server?lr.getServerFavicon(e.server.id):null);var n=$Te(),a=j(n),i=j(a);{var s=v=>{var y=BTe();Ce(()=>er(y,"src",f(t))),hn("error",y,E=>{E.currentTarget.style.display="none"}),Xc(y),T(v,y)};le(i,v=>{f(t)&&v(s)})}var o=ee(i,2),l=j(o,!0);H(o),H(a);var c=ee(a,2),u=j(c),d=j(u,!0);H(u);var h=ee(u,2);{var p=v=>{var y=se(),E=L(y);ke(E,()=>e.titleExtra),T(v,y)};le(h,v=>{e.titleExtra&&v(p)})}H(c);var m=ee(c,2);{var g=v=>{var y=UTe(),E=j(y,!0);H(y),Ce(()=>Ge(E,e.description)),T(v,y)};le(m,v=>{e.description&&v(g)})}var b=ee(m,2);{var _=v=>{var y=se(),E=L(y);ke(E,()=>e.subtitle),T(v,y)};le(b,v=>{e.subtitle&&v(_)})}H(n),Ce(()=>{Ge(l,e.serverLabel),Ge(d,e.title)}),T(r,n),we()}var GTe=G('
        '),zTe=G('
        ');function iq(r,e){let t=Y(e,"titleWidth",3,"w-48"),n=Y(e,"showBadge",3,!1);var a=zTe(),i=j(a),s=ee(j(i),2),o=j(s),l=ee(o,2);{var c=u=>{var d=GTe();T(u,d)};le(l,u=>{n()&&u(c)})}H(s),et(2),H(i),H(a),Ce(()=>yt(o,1,`h-4 ${t()??""} animate-pulse rounded bg-muted`)),T(r,a)}var qTe=G('attached'),HTe=G('

        '),VTe=G(" Browse all",1);function YTe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"isOpen",7,!1),a=Y(e,"searchQuery",3,""),i=_e(Sr([])),s=_e(!1),o=_e(0),l=_e(""),c=F(()=>{const _=lr.getServers(),v=new Oi;for(const y of _)v.set(y.id,y);return v});Nt(()=>{n()&&(u(),M(o,0))}),Nt(()=>{f(m).length>0&&f(o)>=f(m).length&&M(o,0)});async function u(){M(s,!0);try{const _=rt.getAllMcpServerOverrides();if(!await lr.ensureInitialized(_)){M(i,[],!0);return}await lr.fetchAllResources(),M(i,_n.getAllResourceInfos(),!0)}catch(_){console.error("[ChatFormResourcePicker] Failed to load resources:",_),M(i,[],!0)}finally{M(s,!1)}}function d(_){lr.attachResource(_.uri),e.onResourceSelect?.(_),e.onClose?.()}function h(_){return _n.isAttached(_)}function p(_){return n()?_.key===Tn.ESCAPE?(_.preventDefault(),e.onClose?.(),!0):_.key===Tn.ARROW_DOWN?(_.preventDefault(),f(m).length>0&&M(o,(f(o)+1)%f(m).length),!0):_.key===Tn.ARROW_UP?(_.preventDefault(),f(m).length>0&&M(o,f(o)===0?f(m).length-1:f(o)-1,!0),!0):_.key===Tn.ENTER?(_.preventDefault(),f(m)[f(o)]&&d(f(m)[f(o)]),!0):!1:!1}let m=F(()=>{const _=lr.getServersSorted(),v=new Map(_.map((S,w)=>[S.id,w])),y=[...f(i)].sort((S,w)=>{const C=v.get(S.serverName)??Number.MAX_SAFE_INTEGER,x=v.get(w.serverName)??Number.MAX_SAFE_INTEGER;return C-x}),E=(a()||f(l)).toLowerCase();return E?y.filter(S=>S.name.toLowerCase().includes(E)||S.title?.toLowerCase().includes(E)||S.description?.toLowerCase().includes(E)||S.uri.toLowerCase().includes(E)):y}),g=F(()=>f(i).length>3);var b={handleKeydown:p};return rq(r,{get class(){return t()},srLabel:"Open resource picker",get onClose(){return e.onClose},onKeydown:p,get isOpen(){return n()},set isOpen(_){n(_)},children:(_,v)=>{nq(_,{get items(){return f(m)},get isLoading(){return f(s)},get selectedIndex(){return f(o)},get showSearchInput(){return f(g)},searchPlaceholder:"Search resources...",emptyMessage:"No MCP resources available",itemKey:w=>w.serverName+":"+w.uri,get searchQuery(){return f(l)},set searchQuery(w){M(l,w,!0)},item:(w,C=$e,x=$e,N=$e)=>{const I=F(()=>f(c).get(C().serverName)),D=F(()=>f(I)?lr.getServerLabel(f(I)):C().serverName);aq(w,{get dataIndex(){return x()},get isSelected(){return N()},onClick:()=>d(C()),children:(V,q)=>{{const $=re=>{var W=se(),ie=L(W);{var k=B=>{var te=qTe();T(B,te)};le(ie,B=>{h(C().uri)&&B(k)})}T(re,W)},K=re=>{var W=HTe(),ie=j(W,!0);H(W),Ce(()=>Ge(ie,C().uri)),T(re,W)};let z=F(()=>C().title||C().name);mA(V,{get server(){return f(I)},get serverLabel(){return f(D)},get title(){return f(z)},get description(){return C().description},titleExtra:$,subtitle:K,$$slots:{titleExtra:!0,subtitle:!0}})}},$$slots:{default:!0}})},skeleton:w=>{iq(w,{})},footer:w=>{var C=se(),x=L(C);{var N=I=>{kr(I,{class:"fixed right-3 bottom-3",type:"button",get onclick(){return e.onBrowse},variant:"secondary",size:"sm",children:(D,V)=>{var q=VTe(),$=L(q);hg($,{class:"h-3 w-3"}),et(),T(D,q)},$$slots:{default:!0}})};le(x,I=>{e.onBrowse&&f(i).length>3&&I(N)})}T(w,C)},$$slots:{item:!0,skeleton:!0,footer:!0}})},$$slots:{default:!0}}),we(b)}function sq(r,e={}){const{duration:t=300,y:n=0,skipIfVisible:a=!1}=e;if(a){const i=r.getBoundingClientRect();if(i.top0&&i.left0)return}r.style.opacity="0",r.style.transform=`translateY(${n}px)`,r.style.transition=`opacity ${t}ms ease-out, transform ${t}ms ease-out`,Nt(()=>{const i=new IntersectionObserver(s=>{for(const o of s)o.isIntersecting&&(requestAnimationFrame(()=>{r.style.opacity="1",r.style.transform="translateY(0)"}),i.disconnect())},{threshold:.05});return i.observe(r),()=>{i.disconnect()}})}var WTe=G("
        "),jTe=G('
        ');function KTe(r,e){Ee(e,!0);let t=Y(e,"messages",19,()=>[]),n=_e(Sr([]));const a=An();Wwe({copy:async l=>{const c=!!a.copyTextAttachmentsAsPlainText,u=fce(l.content,l.extra,c);await fg(u,"Message copied to clipboard")},delete:async l=>{await fn.deleteMessage(l.id),i()},navigateToSibling:async l=>{await rt.navigateToSibling(l)},editWithBranching:async(l,c,u)=>{e.onUserAction?.(),await fn.editMessageWithBranching(l.id,c,u),i()},editWithReplacement:async(l,c,u)=>{e.onUserAction?.(),await fn.editAssistantMessage(l.id,c,u),i()},editUserMessagePreserveResponses:async(l,c,u)=>{e.onUserAction?.(),await fn.editUserMessagePreserveResponses(l.id,c,u),i()},regenerateWithBranching:async(l,c)=>{e.onUserAction?.(),await fn.regenerateMessageWithBranching(l.id,c),i()},continueAssistantMessage:async l=>{e.onUserAction?.(),await fn.continueAssistantMessage(l.id),i()},forkConversation:async(l,c)=>{await rt.forkConversation(l.id,c)}});function i(){const l=Ll();l?rt.getConversationMessages(l.id).then(c=>{M(n,c,!0)}):M(n,[],!0)}Nt(()=>{Ll()&&i()});let s=F(()=>{if(!t().length)return[];const l=a.showSystemMessage?t():t().filter(u=>u.type!==Jt.SYSTEM),c=[];for(let u=0;u=0;u--)if(c[u].message.role===Jt.ASSISTANT){c[u].isLastAssistantMessage=!0;break}return c});var o=jTe();Ir(o,21,()=>f(s),({message:l,toolMessages:c,isLastAssistantMessage:u,siblingInfo:d})=>l.id,(l,c)=>{let u=()=>f(c).message,d=()=>f(c).toolMessages,h=()=>f(c).isLastAssistantMessage,p=()=>f(c).siblingInfo;var m=WTe(),g=j(m);XTe(g,{class:"mx-auto w-full max-w-[48rem]",get message(){return u()},get toolMessages(){return d()},get isLastAssistantMessage(){return h()},get siblingInfo(){return p()}}),H(m),o5(m,b=>sq?.(b)),T(l,m)}),H(o),Ce(()=>yt(o,1,`flex h-full flex-col space-y-10 pt-24 ${e.class??""}`)),T(r,o),we()}function XTe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"toolMessages",19,()=>[]),a=Y(e,"isLastAssistantMessage",3,!1),i=Y(e,"siblingInfo",3,null);const s=jwe();let o=_e(null),l=F(()=>e.message.content),c=F(()=>e.message.extra?[...e.message.extra]:[]),u=_e(Sr([])),d=_e(!1),h=_e(!1),p=_e(!1),m=_e(void 0),g=F(()=>e.message.role===Jt.USER);Ywe({get isEditing(){return f(d)},get editedContent(){return f(l)},get editedExtras(){return f(c)},get editedUploadedFiles(){return f(u)},get originalContent(){return e.message.content},get originalExtras(){return e.message.extra||[]},get showSaveOnlyOption(){return f(g)},setContent:W=>{M(l,W)},setExtras:W=>{M(c,W)},setUploadedFiles:W=>{M(u,W,!0)},save:I,saveOnly:D,cancel:_,startEdit:S});let b=F(()=>{if(e.message.role!==Jt.USER||e.message.content.trim()||!e.message.extra||e.message.extra.length!==1)return null;const W=e.message.extra[0];return W.type===Kr.MCP_PROMPT?W:null});Nt(()=>{const W=$2e();W&&W===e.message.id&&!f(d)&&(S(),fn.clearPendingEditMessageId())});async function _(){if(M(d,!1),e.message.role===Jt.SYSTEM){await fn.removeSystemPromptPlaceholder(e.message.id)&&as(`${Ga}/`);return}M(l,e.message.content),M(c,e.message.extra?[...e.message.extra]:[]),M(u,[],!0)}function v(){s.copy(e.message)}async function y(){e.message.role===Jt.SYSTEM?await fn.removeSystemPromptPlaceholder(e.message.id)&&as(`${Ga}/`):s.delete(e.message),M(h,!1)}async function E(){M(o,await fn.getDeletionInfo(e.message.id),!0),M(h,!0)}function S(){M(d,!0),M(l,e.message.role===Jt.SYSTEM&&e.message.content===JU?"":e.message.content),f(m)?.focus(),M(c,e.message.extra?[...e.message.extra]:[]),M(u,[],!0),setTimeout(()=>{f(m)&&(f(m).focus(),f(m).setSelectionRange(f(m).value.length,f(m).value.length))},0)}function w(W){s.regenerateWithBranching(e.message,W)}function C(){s.continueAssistantMessage(e.message)}function x(W){s.forkConversation(e.message,W)}function N(W){s.navigateToSibling(W)}async function I(){if(e.message.role===Jt.SYSTEM){const W=f(l).trim();if(!W){const k=await fn.removeSystemPromptPlaceholder(e.message.id);M(d,!1),k&&as(`${Ga}/`);return}await mr.updateMessage(e.message.id,{content:W});const ie=rt.findMessageIndex(e.message.id);ie!==-1&&rt.updateMessageAtIndex(ie,{content:W})}else if(e.message.role===Jt.USER){const W=await V();s.editWithBranching(e.message,f(l).trim(),W)}else s.editWithReplacement(e.message,f(l),f(p));M(d,!1),M(p,!1),M(u,[],!0)}async function D(){if(e.message.role===Jt.USER){const W=await V();s.editUserMessagePreserveResponses(e.message,f(l).trim(),W)}M(d,!1),M(u,[],!0)}async function V(){if(f(u).length===0)return f(c);const W=rf(f(u)),k=(await Yz(W))?.extras||[];return[...f(c),...k]}function q(W){M(h,W,!0)}var $=se(),K=L($);{var z=W=>{k3e(W,{get class(){return t()},get deletionInfo(){return f(o)},get message(){return e.message},onConfirmDelete:y,onCopy:v,onDelete:E,onEdit:S,onNavigateToSibling:N,onShowDeleteDialogChange:q,get showDeleteDialog(){return f(h)},get siblingInfo(){return i()},get textareaElement(){return f(m)},set textareaElement(ie){M(m,ie,!0)}})},re=W=>{var ie=se(),k=L(ie);{var B=O=>{HCe(O,{get class(){return t()},get deletionInfo(){return f(o)},get message(){return e.message},get mcpPrompt(){return f(b)},onConfirmDelete:y,onCopy:v,onDelete:E,onEdit:S,onNavigateToSibling:N,onShowDeleteDialogChange:q,get showDeleteDialog(){return f(h)},get siblingInfo(){return i()}})},te=O=>{var R=se(),U=L(R);{var Q=ue=>{q3e(ue,{get class(){return t()},get deletionInfo(){return f(o)},get message(){return e.message},onConfirmDelete:y,onCopy:v,onDelete:E,onEdit:S,onForkConversation:x,onNavigateToSibling:N,onShowDeleteDialogChange:q,get showDeleteDialog(){return f(h)},get siblingInfo(){return i()}})},ne=ue=>{J3e(ue,{get class(){return t()},get deletionInfo(){return f(o)},get isLastAssistantMessage(){return a()},get message(){return e.message},get toolMessages(){return n()},get messageContent(){return e.message.content},onConfirmDelete:y,onContinue:C,onCopy:v,onDelete:E,onEdit:S,onForkConversation:x,onNavigateToSibling:N,onRegenerate:w,onShowDeleteDialogChange:q,get showDeleteDialog(){return f(h)},get siblingInfo(){return i()},get textareaElement(){return f(m)},set textareaElement(he){M(m,he,!0)}})};le(U,ue=>{e.message.role===Jt.USER?ue(Q):ue(ne,!1)},!0)}T(O,R)};le(k,O=>{f(b)?O(B):O(te,!1)},!0)}T(W,ie)};le(K,W=>{e.message.role===Jt.SYSTEM?W(z):W(re,!1)})}T(r,$),we()}var QTe=G('
        '),ZTe=G('
        Receiving arguments...
        '),JTe=G('
        Response was truncated
        '),eCe=G('
        Arguments:
        '),tCe=G('
        Arguments:
        '),rCe=G(''),nCe=G('
        ',1),aCe=G('
        '),iCe=G('
        Waiting for result...
        '),sCe=G('
        Result:
        ',1),oCe=G('
        '),lCe=G('
        '),cCe=G('
        '),uCe=G('
        '),dCe=G('
        ');function hCe(r,e){Ee(e,!0);const t=(E,S=$e,w=$e)=>{var C=se(),x=L(C);{var N=D=>{var V=QTe(),q=j(V);{let $=F(()=>e.message?.extra);O6(q,{get content(){return S().content},get attachments(){return f($)}})}H(V),T(D,V)},I=D=>{var V=se(),q=L(V);{var $=z=>{const re=F(()=>(a(),Ka)),W=F(()=>a()?"h-4 w-4 animate-spin":"h-4 w-4");{let ie=F(()=>p(w(),S())),k=F(()=>S().toolName||"Tool call"),B=F(()=>a()?"":"incomplete");p_(z,{get open(){return f(ie)},class:"my-2",get icon(){return f(re)},get iconClass(){return f(W)},get title(){return f(k)},get subtitle(){return f(B)},get isStreaming(){return a()},onToggle:()=>m(w(),S()),children:(te,O)=>{var R=eCe(),U=j(R),Q=ee(j(U),2);{var ne=Z=>{Ka(Z,{class:"h-3 w-3 animate-spin"})};le(Q,Z=>{a()&&Z(ne)})}H(U);var ue=ee(U,2);{var he=Z=>{{let ae=F(()=>i8(S().toolArgs));Kb(Z,{get code(){return f(ae)},get language(){return Xr.JSON},maxHeight:"20rem",class:"text-xs"})}},be=Z=>{var ae=se(),fe=L(ae);{var pe=Te=>{var Oe=ZTe();T(Te,Oe)},ye=Te=>{var Oe=JTe();T(Te,Oe)};le(fe,Te=>{a()?Te(pe):Te(ye,!1)},!0)}T(Z,ae)};le(ue,Z=>{S().toolArgs?Z(he):Z(be,!1)})}H(R),T(te,R)},$$slots:{default:!0}})}},K=z=>{var re=se(),W=L(re);{var ie=B=>{const te=F(()=>S().type===ni.TOOL_CALL_PENDING),O=F(()=>f(te)?Ka:Tm),R=F(()=>f(te)?"h-4 w-4 animate-spin":"h-4 w-4");{let U=F(()=>p(w(),S())),Q=F(()=>S().toolName||""),ne=F(()=>f(te)?"executing...":void 0);p_(B,{get open(){return f(U)},class:"my-2",get icon(){return f(O)},get iconClass(){return f(R)},get title(){return f(Q)},get subtitle(){return f(ne)},get isStreaming(){return f(te)},onToggle:()=>m(w(),S()),children:(ue,he)=>{var be=sCe(),Z=L(be);{var ae=Fe=>{var Ke=tCe(),He=ee(j(Ke),2);{let it=F(()=>i8(S().toolArgs));Kb(He,{get code(){return f(it)},get language(){return Xr.JSON},maxHeight:"20rem",class:"text-xs"})}H(Ke),T(Fe,Ke)};le(Z,Fe=>{S().toolArgs&&S().toolArgs!=="{}"&&Fe(ae)})}var fe=ee(Z,2),pe=j(fe),ye=ee(j(pe),2);{var Te=Fe=>{Ka(Fe,{class:"h-3 w-3 animate-spin"})};le(ye,Fe=>{f(te)&&Fe(Te)})}H(pe);var Oe=ee(pe,2);{var Ne=Fe=>{var Ke=aCe();Ir(Ke,21,()=>S().parsedLines,xu,(He,it)=>{var st=nCe(),dt=L(st),Ae=j(dt,!0);H(dt);var Le=ee(dt,2);{var ht=ze=>{var mt=rCe();Ce(()=>{er(mt,"src",f(it).image.base64Url),er(mt,"alt",f(it).image.name)}),T(ze,mt)};le(Le,ze=>{f(it).image&&ze(ht)})}Ce(()=>Ge(Ae,f(it).text)),T(He,st)}),H(Ke),T(Fe,Ke)},Ue=Fe=>{var Ke=se(),He=L(Ke);{var it=st=>{var dt=iCe();T(st,dt)};le(He,st=>{f(te)&&st(it)},!0)}T(Fe,Ke)};le(Oe,Fe=>{S().toolResult?Fe(Ne):Fe(Ue,!1)})}H(fe),T(ue,be)},$$slots:{default:!0}})}},k=B=>{var te=se(),O=L(te);{var R=Q=>{{let ne=F(()=>p(w(),S()));p_(Q,{get open(){return f(ne)},class:"my-2",get icon(){return jR},title:"Reasoning",onToggle:()=>m(w(),S()),children:(ue,he)=>{var be=oCe(),Z=j(be),ae=j(Z,!0);H(Z),H(be),Ce(()=>Ge(ae,S().content)),T(ue,be)},$$slots:{default:!0}})}},U=Q=>{var ne=se(),ue=L(ne);{var he=be=>{const Z=F(()=>a()?"Reasoning...":"Reasoning"),ae=F(()=>a()?"":"incomplete");{let fe=F(()=>p(w(),S()));p_(be,{get open(){return f(fe)},class:"my-2",get icon(){return jR},get title(){return f(Z)},get subtitle(){return f(ae)},get isStreaming(){return a()},onToggle:()=>m(w(),S()),children:(pe,ye)=>{var Te=lCe(),Oe=j(Te),Ne=j(Oe,!0);H(Oe),H(Te),Ce(()=>Ge(Ne,S().content)),T(pe,Te)},$$slots:{default:!0}})}};le(ue,be=>{S().type===ni.REASONING_PENDING&&be(he)},!0)}T(Q,ne)};le(O,Q=>{S().type===ni.REASONING?Q(R):Q(U,!1)},!0)}T(B,te)};le(W,B=>{S().type===ni.TOOL_CALL||S().type===ni.TOOL_CALL_PENDING?B(ie):B(k,!1)},!0)}T(z,re)};le(q,z=>{S().type===ni.TOOL_CALL_STREAMING?z($):z(K,!1)},!0)}T(D,V)};le(x,D=>{S().type===ni.TEXT?D(N):D(I,!1)})}T(E,C)};let n=Y(e,"toolMessages",19,()=>[]),a=Y(e,"isStreaming",3,!1),i=Y(e,"highlightTurns",3,!1),s=Sr({});const o=F(()=>An().showToolCallInProgress),l=F(()=>An().showThoughtInProgress),c=F(()=>Gce(e.message,n(),[])),u=F(()=>f(c).map(E=>({...E,parsedLines:E.toolResult?zce(E.toolResult,E.toolResultExtras||e.message?.extra):[]}))),d=F(()=>{const E=[];let S=[],w=[],C=!1;for(let x=0;x0&&(E.push({sections:S,flatIndices:w}),S=[],w=[]),S.push(N),w.push(x),C=I}return S.length>0&&E.push({sections:S,flatIndices:w}),E});function h(E){return E.type===ni.TOOL_CALL_PENDING||E.type===ni.TOOL_CALL_STREAMING?f(o):E.type===ni.REASONING_PENDING?f(l):!1}function p(E,S){return s[E]!==void 0?s[E]:h(S)}function m(E,S){const w=p(E,S);s[E]=!w}function g(E){return{turns:1,toolCallsCount:E.toolCalls.length,toolsMs:E.toolsMs,toolCalls:E.toolCalls,llm:E.llm}}var b=dCe(),_=j(b);{var v=E=>{var S=se(),w=L(S);Ir(w,17,()=>f(d),xu,(C,x,N)=>{const I=F(()=>e.message?.timings?.agentic?.perTurn?.[N]);var D=uCe(),V=j(D);V.textContent=`Turn ${N+1}`;var q=ee(V,2);Ir(q,19,()=>f(x).sections,(z,re)=>f(x).flatIndices[re],(z,re,W)=>{t(z,()=>f(re),()=>f(x).flatIndices[f(W)])});var $=ee(q,2);{var K=z=>{var re=cCe(),W=j(re);{let ie=F(()=>f(I).toolCalls.length>0?g(f(I)):void 0);gA(W,{get promptTokens(){return f(I).llm.prompt_n},get promptMs(){return f(I).llm.prompt_ms},get predictedTokens(){return f(I).llm.predicted_n},get predictedMs(){return f(I).llm.predicted_ms},get agenticTimings(){return f(ie)},get initialView(){return fi.GENERATION},hideSummary:!0})}H(re),T(z,re)};le($,z=>{f(I)&&z(K)})}H(D),T(C,D)}),T(E,S)},y=E=>{var S=se(),w=L(S);Ir(w,17,()=>f(u),xu,(C,x,N)=>{t(C,()=>f(x),()=>N)}),T(E,S)};le(_,E=>{i()&&f(d).length>1?E(v):E(y,!1)})}H(b),T(r,b),we()}var fCe=G('
        ');function Uu(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"checked",15,!1),a=Y(e,"indeterminate",15,!1),i=Ye(e,["$$slots","$$events","$$legacy","ref","checked","indeterminate","class"]);var s=se(),o=L(s);{const l=(u,d)=>{let h=()=>d?.().checked,p=()=>d?.().indeterminate;var m=fCe(),g=j(m);{var b=v=>{Lv(v,{class:"size-3.5"})},_=v=>{var y=se(),E=L(y);{var S=w=>{yre(w,{class:"size-3.5"})};le(E,w=>{p()&&w(S)},!0)}T(v,y)};le(g,v=>{h()?v(b):v(_,!1)})}H(m),T(u,m)};let c=F(()=>Kt("peer flex size-4 shrink-0 items-center justify-center rounded-[4px] border border-input shadow-xs transition-shadow outline-none focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-destructive/20 data-[state=checked]:border-primary data-[state=checked]:bg-primary data-[state=checked]:text-primary-foreground dark:bg-input/30 dark:aria-invalid:ring-destructive/40 dark:data-[state=checked]:bg-primary",e.class));me(o,()=>HZ,(u,d)=>{d(u,ot({"data-slot":"checkbox",get class(){return f(c)}},()=>i,{get ref(){return t()},set ref(h){t(h)},get checked(){return n()},set checked(h){n(h)},get indeterminate(){return a()},set indeterminate(h){a(h)},children:l,$$slots:{default:!0}}))})}T(r,s),we()}var pCe=G('
        Show raw output
        '),mCe=G('
        '),gCe=G('
        ',1);function vy(r,e){Ee(e,!0);let t=Y(e,"siblingInfo",3,null),n=Y(e,"showDeleteDialog",7),a=Y(e,"showRawOutputSwitch",3,!1),i=Y(e,"rawOutputEnabled",3,!1),s=_e(!1),o=_e(""),l=_e(!0);function c(){e.onConfirmDelete(),e.onShowDeleteDialogChange(!1)}function u(){const z=Ll();M(o,`Fork of ${z?.name??"Conversation"}`),M(l,!0),M(s,!0)}function d(){e.onForkConversation?.({name:f(o).trim(),includeAttachments:f(l)}),M(s,!1)}var h=gCe(),p=L(h),m=j(p),g=j(m);{var b=z=>{ECe(z,{get siblingInfo(){return t()},get onNavigateToSibling(){return e.onNavigateToSibling}})};le(g,z=>{t()&&t().totalSiblings>1&&z(b)})}var _=ee(g,2),v=j(_);Vs(v,{get icon(){return DU},tooltip:"Copy",get onclick(){return e.onCopy}});var y=ee(v,2);{var E=z=>{Vs(z,{get icon(){return BU},tooltip:"Edit",get onclick(){return e.onEdit}})};le(y,z=>{e.onEdit&&z(E)})}var S=ee(y,2);{var w=z=>{Vs(z,{get icon(){return Tc},tooltip:"Regenerate",onclick:()=>e.onRegenerate()})};le(S,z=>{e.role===Jt.ASSISTANT&&e.onRegenerate&&z(w)})}var C=ee(S,2);{var x=z=>{Vs(z,{get icon(){return NU},tooltip:"Continue",get onclick(){return e.onContinue}})};le(C,z=>{e.role===Jt.ASSISTANT&&e.onContinue&&z(x)})}var N=ee(C,2);{var I=z=>{Vs(z,{get icon(){return o3},tooltip:"Fork conversation",onclick:u})};le(N,z=>{e.onForkConversation&&z(I)})}var D=ee(N,2);Vs(D,{get icon(){return Gc},tooltip:"Delete",get onclick(){return e.onDelete}}),H(_),H(m);var V=ee(m,2);{var q=z=>{var re=pCe(),W=ee(j(re),2);sp(W,{get checked(){return i()},onCheckedChange:ie=>e.onRawOutputToggle?.(ie)}),H(re),T(z,re)};le(V,z=>{a()&&z(q)})}H(p);var $=ee(p,2);{let z=F(()=>e.deletionInfo&&e.deletionInfo.totalCount>1?`This will delete ${e.deletionInfo.totalCount} messages including: ${e.deletionInfo.userMessages} user message${e.deletionInfo.userMessages>1?"s":""} and ${e.deletionInfo.assistantMessages} assistant response${e.deletionInfo.assistantMessages>1?"s":""}. All messages in this branch and their responses will be permanently removed. This action cannot be undone.`:"Are you sure you want to delete this message? This action cannot be undone."),re=F(()=>e.deletionInfo&&e.deletionInfo.totalCount>1?`Delete ${e.deletionInfo.totalCount} Messages`:"Delete");eh($,{title:"Delete Message",get description(){return f(z)},get confirmText(){return f(re)},cancelText:"Cancel",variant:"destructive",get icon(){return Gc},onConfirm:c,onCancel:()=>e.onShowDeleteDialogChange(!1),get open(){return n()},set open(W){n(W)}})}var K=ee($,2);eh(K,{title:"Fork Conversation",description:"Create a new conversation branching from this message.",confirmText:"Fork",cancelText:"Cancel",get icon(){return o3},onConfirm:d,onCancel:()=>M(s,!1),get open(){return f(s)},set open(z){M(s,z,!0)},children:(z,re)=>{var W=mCe(),ie=j(W),k=j(ie);Qo(k,{for:"fork-name",children:(U,Q)=>{et();var ne=Ot("Title");T(U,ne)},$$slots:{default:!0}});var B=ee(k,2);cl(B,{id:"fork-name",class:"text-foreground",placeholder:"Enter fork name",type:"text",get value(){return f(o)},set value(U){M(o,U,!0)}}),H(ie);var te=ee(ie,2),O=j(te);Uu(O,{id:"fork-attachments",get checked(){return f(l)},onCheckedChange:U=>{M(l,U===!0)}});var R=ee(O,2);Qo(R,{for:"fork-attachments",class:"cursor-pointer text-sm font-normal",children:(U,Q)=>{et();var ne=Ot("Include all attachments");T(U,ne)},$$slots:{default:!0}}),H(te),H(W),T(z,W)},$$slots:{default:!0}}),Ce(()=>{yt(p,1,`relative ${e.justify==="start"?"mt-2":""} flex h-6 items-center justify-between`),yt(m,1,`${e.actionsPosition==="left"?"left-0":"right-0"} flex items-center gap-2 opacity-100 transition-opacity`)}),T(r,h),we()}var _Ce=G("

        Previous version

        "),bCe=G(" ",1),vCe=G("

        Next version

        "),yCe=G(" ",1),SCe=G('
        ');function ECe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=F(()=>e.siblingInfo&&e.siblingInfo.currentIndex>0),a=F(()=>e.siblingInfo&&e.siblingInfo.currentIndexf(a)?e.siblingInfo.siblingIds[e.siblingInfo.currentIndex+1]:null),s=F(()=>f(n)?e.siblingInfo.siblingIds[e.siblingInfo.currentIndex-1]:null);function o(){f(i)&&e.onNavigateToSibling?.(f(i))}function l(){f(s)&&e.onNavigateToSibling?.(f(s))}var c=se(),u=L(c);{var d=h=>{var p=SCe(),m=j(p);me(m,()=>da,(v,y)=>{y(v,{children:(E,S)=>{var w=bCe(),C=L(w);me(C,()=>ca,(N,I)=>{I(N,{children:(D,V)=>{{let q=F(()=>f(n)?"":"cursor-not-allowed opacity-30"),$=F(()=>!f(n));kr(D,{"aria-label":"Previous message version",get class(){return`h-5 w-5 p-0 ${f(q)??""}`},get disabled(){return f($)},onclick:l,size:"sm",variant:"ghost",children:(K,z)=>{u4(K,{class:"h-3 w-3"})},$$slots:{default:!0}})}},$$slots:{default:!0}})});var x=ee(C,2);me(x,()=>ua,(N,I)=>{I(N,{children:(D,V)=>{var q=_Ce();T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})});var g=ee(m,2),b=j(g);H(g);var _=ee(g,2);me(_,()=>da,(v,y)=>{y(v,{children:(E,S)=>{var w=yCe(),C=L(w);me(C,()=>ca,(N,I)=>{I(N,{children:(D,V)=>{{let q=F(()=>f(a)?"":"cursor-not-allowed opacity-30"),$=F(()=>!f(a));kr(D,{"aria-label":"Next message version",get class(){return`h-5 w-5 p-0 ${f(q)??""}`},get disabled(){return f($)},onclick:o,size:"sm",variant:"ghost",children:(K,z)=>{$c(K,{class:"h-3 w-3"})},$$slots:{default:!0}})}},$$slots:{default:!0}})});var x=ee(C,2);me(x,()=>ua,(N,I)=>{I(N,{children:(D,V)=>{var q=vCe();T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})}),H(p),Ce(()=>{er(p,"aria-label",`Message version ${e.siblingInfo.currentIndex+1} of ${e.siblingInfo.totalSiblings??""}`),yt(p,1,`flex items-center gap-1 text-xs text-muted-foreground ${t()??""}`),Ge(b,`${e.siblingInfo.currentIndex+1}/${e.siblingInfo.totalSiblings??""}`)}),T(h,p)};le(u,h=>{e.siblingInfo&&e.siblingInfo.totalSiblings>1&&h(d)})}T(r,c),we()}var wCe=G(''),TCe=G("

        Reading (prompt processing)

        "),CCe=G(" ",1),ACe=G(''),xCe=G("

        "),RCe=G(" ",1),OCe=G(''),NCe=G("

        Tool calls

        "),ICe=G(" ",1),kCe=G(''),MCe=G("

        Agentic summary

        "),DCe=G(" ",1),PCe=G(" ",1),LCe=G(" ",1),FCe=G(" ",1),BCe=G(" ",1),UCe=G(" ",1),$Ce=G('
        ');function gA(r,e){Ee(e,!0);let t=Y(e,"isLive",3,!1),n=Y(e,"isProcessingPrompt",3,!1),a=Y(e,"initialView",19,()=>fi.GENERATION),i=Y(e,"hideSummary",3,!1),s=F(a),o=_e(!1);Nt(()=>{e.onActiveViewChange?.(f(s))}),Nt(()=>{t()&&(!f(o)&&!n()&&e.predictedTokens&&e.predictedTokens>0?(M(s,fi.GENERATION),M(o,!0)):f(o)||M(s,fi.READING))});let l=F(()=>e.predictedTokens!==void 0&&e.predictedTokens>0&&e.predictedMs!==void 0&&e.predictedMs>0),c=F(()=>f(l)?e.predictedTokens/e.predictedMs*y_:0),u=F(()=>e.predictedMs!==void 0?h0(e.predictedMs):lO),d=F(()=>e.promptTokens!==void 0&&e.promptMs!==void 0&&e.promptMs>0?e.promptTokens/e.promptMs*y_:void 0),h=F(()=>e.promptMs!==void 0?h0(e.promptMs):void 0),p=F(()=>e.promptTokens!==void 0&&e.promptMs!==void 0&&f(d)!==void 0&&f(h)!==void 0),m=F(()=>t()&&!f(l)),g=F(()=>e.agenticTimings!==void 0&&e.agenticTimings.toolCallsCount>0),b=F(()=>f(g)&&e.agenticTimings.toolsMs>0?e.agenticTimings.toolCallsCount/e.agenticTimings.toolsMs*y_:0),_=F(()=>f(g)?h0(e.agenticTimings.toolsMs):lO),v=F(()=>f(g)?e.agenticTimings.toolsMs+e.agenticTimings.llm.predicted_ms+e.agenticTimings.llm.prompt_ms:0),y=F(()=>h0(f(v)));var E=$Ce(),S=j(E),w=j(S);{var C=K=>{var z=se(),re=L(z);me(re,()=>da,(W,ie)=>{ie(W,{children:(k,B)=>{var te=CCe(),O=L(te);me(O,()=>ca,(U,Q)=>{Q(U,{children:(ne,ue)=>{var he=wCe();he.__click=()=>M(s,fi.READING);var be=j(he);sre(be,{class:"h-3 w-3"}),et(2),H(he),Ce(()=>yt(he,1,`inline-flex h-5 w-5 items-center justify-center rounded-sm transition-colors ${f(s)===fi.READING?"bg-background text-foreground shadow-sm":"hover:text-foreground"}`)),T(ne,he)},$$slots:{default:!0}})});var R=ee(O,2);me(R,()=>ua,(U,Q)=>{Q(U,{children:(ne,ue)=>{var he=TCe();T(ne,he)},$$slots:{default:!0}})}),T(k,te)},$$slots:{default:!0}})}),T(K,z)};le(w,K=>{(f(p)||t())&&K(C)})}var x=ee(w,2);me(x,()=>da,(K,z)=>{z(K,{children:(re,W)=>{var ie=RCe(),k=L(ie);me(k,()=>ca,(te,O)=>{O(te,{children:(R,U)=>{var Q=ACe();Q.__click=()=>!f(m)&&M(s,fi.GENERATION);var ne=j(Q);FU(ne,{class:"h-3 w-3"}),et(2),H(Q),Ce(()=>{yt(Q,1,`inline-flex h-5 w-5 items-center justify-center rounded-sm transition-colors ${f(s)===fi.GENERATION?"bg-background text-foreground shadow-sm":f(m)?"cursor-not-allowed opacity-40":"hover:text-foreground"}`),Q.disabled=f(m)}),T(R,Q)},$$slots:{default:!0}})});var B=ee(k,2);me(B,()=>ua,(te,O)=>{O(te,{children:(R,U)=>{var Q=xCe(),ne=j(Q,!0);H(Q),Ce(()=>Ge(ne,f(m)?"Generation (waiting for tokens...)":"Generation (token output)")),T(R,Q)},$$slots:{default:!0}})}),T(re,ie)},$$slots:{default:!0}})});var N=ee(x,2);{var I=K=>{var z=PCe(),re=L(z);me(re,()=>da,(k,B)=>{B(k,{children:(te,O)=>{var R=ICe(),U=L(R);me(U,()=>ca,(ne,ue)=>{ue(ne,{children:(he,be)=>{var Z=OCe();Z.__click=()=>M(s,fi.TOOLS);var ae=j(Z);Tm(ae,{class:"h-3 w-3"}),et(2),H(Z),Ce(()=>yt(Z,1,`inline-flex h-5 w-5 items-center justify-center rounded-sm transition-colors ${f(s)===fi.TOOLS?"bg-background text-foreground shadow-sm":"hover:text-foreground"}`)),T(he,Z)},$$slots:{default:!0}})});var Q=ee(U,2);me(Q,()=>ua,(ne,ue)=>{ue(ne,{children:(he,be)=>{var Z=NCe();T(he,Z)},$$slots:{default:!0}})}),T(te,R)},$$slots:{default:!0}})});var W=ee(re,2);{var ie=k=>{var B=se(),te=L(B);me(te,()=>da,(O,R)=>{R(O,{children:(U,Q)=>{var ne=DCe(),ue=L(ne);me(ue,()=>ca,(be,Z)=>{Z(be,{children:(ae,fe)=>{var pe=kCe();pe.__click=()=>M(s,fi.SUMMARY);var ye=j(pe);KR(ye,{class:"h-3 w-3"}),et(2),H(pe),Ce(()=>yt(pe,1,`inline-flex h-5 w-5 items-center justify-center rounded-sm transition-colors ${f(s)===fi.SUMMARY?"bg-background text-foreground shadow-sm":"hover:text-foreground"}`)),T(ae,pe)},$$slots:{default:!0}})});var he=ee(ue,2);me(he,()=>ua,(be,Z)=>{Z(be,{children:(ae,fe)=>{var pe=MCe();T(ae,pe)},$$slots:{default:!0}})}),T(U,ne)},$$slots:{default:!0}})}),T(k,B)};le(W,k=>{i()||k(ie)})}T(K,z)};le(N,K=>{f(g)&&K(I)})}H(S);var D=ee(S,2),V=j(D);{var q=K=>{var z=LCe(),re=L(z);{let k=F(()=>e.predictedTokens?.toLocaleString());vo(re,{class:"bg-transparent",get icon(){return vS},get value(){return`${f(k)??""} tokens`},tooltipLabel:"Generated tokens"})}var W=ee(re,2);vo(W,{class:"bg-transparent",get icon(){return i0},get value(){return f(u)},tooltipLabel:"Generation time"});var ie=ee(W,2);{let k=F(()=>f(c).toFixed(2));vo(ie,{class:"bg-transparent",get icon(){return bS},get value(){return`${f(k)??""} t/s`},tooltipLabel:"Generation speed"})}T(K,z)},$=K=>{var z=se(),re=L(z);{var W=k=>{var B=FCe(),te=L(B);vo(te,{class:"bg-transparent",get icon(){return Tm},get value(){return`${e.agenticTimings.toolCallsCount??""} calls`},tooltipLabel:"Tool calls executed"});var O=ee(te,2);vo(O,{class:"bg-transparent",get icon(){return i0},get value(){return f(_)},tooltipLabel:"Tool execution time"});var R=ee(O,2);{let U=F(()=>f(b).toFixed(2));vo(R,{class:"bg-transparent",get icon(){return bS},get value(){return`${f(U)??""} calls/s`},tooltipLabel:"Tool execution rate"})}T(k,B)},ie=k=>{var B=se(),te=L(B);{var O=U=>{var Q=BCe(),ne=L(Q);vo(ne,{class:"bg-transparent",get icon(){return KR},get value(){return`${e.agenticTimings.turns??""} turns`},tooltipLabel:"Agentic turns (LLM calls)"});var ue=ee(ne,2);{let be=F(()=>e.agenticTimings.llm.predicted_n.toLocaleString());vo(ue,{class:"bg-transparent",get icon(){return vS},get value(){return`${f(be)??""} tokens`},tooltipLabel:"Total tokens generated"})}var he=ee(ue,2);vo(he,{class:"bg-transparent",get icon(){return i0},get value(){return f(y)},tooltipLabel:"Total time (LLM + tools)"}),T(U,Q)},R=U=>{var Q=se(),ne=L(Q);{var ue=he=>{var be=UCe(),Z=L(be);vo(Z,{class:"bg-transparent",get icon(){return vS},get value(){return`${e.promptTokens??""} tokens`},tooltipLabel:"Prompt tokens"});var ae=ee(Z,2);{let pe=F(()=>f(h)??"0s");vo(ae,{class:"bg-transparent",get icon(){return i0},get value(){return f(pe)},tooltipLabel:"Prompt processing time"})}var fe=ee(ae,2);{let pe=F(()=>f(d).toFixed(2));vo(fe,{class:"bg-transparent",get icon(){return bS},get value(){return`${f(pe)??""} tokens/s`},tooltipLabel:"Prompt processing speed"})}T(he,be)};le(ne,he=>{f(p)&&he(ue)},!0)}T(U,Q)};le(te,U=>{f(s)===fi.SUMMARY&&f(g)?U(O):U(R,!1)},!0)}T(k,B)};le(re,k=>{f(s)===fi.TOOLS&&f(g)?k(W):k(ie,!1)},!0)}T(K,z)};le(V,K=>{f(s)===fi.GENERATION&&f(l)?K(q):K($,!1)})}H(D),H(E),T(r,E),we()}Ln(["click"]);var GCe=G('
        '),zCe=G(" ",1),qCe=G('
        ');function HCe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"siblingInfo",3,null);const a=xg();var i=qCe(),s=j(i);{var o=c=>{cq(c,{})},l=c=>{var u=zCe(),d=L(u);lq(d,{get prompt(){return e.mcpPrompt},get variant(){return Rm.MESSAGE},class:"w-full max-w-[80%]"});var h=ee(d,2);{var p=m=>{var g=GCe(),b=j(g);vy(b,{actionsPosition:"right",get deletionInfo(){return e.deletionInfo},justify:"end",get onConfirmDelete(){return e.onConfirmDelete},get onCopy(){return e.onCopy},get onDelete(){return e.onDelete},get onEdit(){return e.onEdit},get onNavigateToSibling(){return e.onNavigateToSibling},get onShowDeleteDialogChange(){return e.onShowDeleteDialogChange},get siblingInfo(){return n()},get showDeleteDialog(){return e.showDeleteDialog},get role(){return Jt.USER}}),H(g),T(m,g)};le(h,m=>{e.message.timestamp&&m(p)})}T(c,u)};le(s,c=>{a.isEditing?c(o):c(l,!1)})}H(i),Ce(()=>yt(i,1,`group flex flex-col items-end gap-3 md:gap-2 ${t()??""}`)),T(r,i),we()}var VCe=G("
        ");function Oc(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=VCe();zt(a,s=>({"data-slot":"card",class:s,...n}),[()=>Kt("flex flex-col gap-6 rounded-xl bg-card py-6 text-card-foreground shadow-sm",HU,e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var YCe=G(''),WCe=G(''),jCe=G('
        '),KCe=G('
        Conversation NameMessages
        '),XCe=G('
        ');function QCe(r,e){Ee(e,!0);let t=Y(e,"messageCountMap",19,()=>new Map),n=_e(""),a=_e(s()),i=_e(null);function s(){return new ls(e.conversations.map(z=>z.id))}let o=F(()=>e.conversations.filter(z=>(z.name||"Untitled conversation").toLowerCase().includes(f(n).toLowerCase()))),l=F(()=>f(o).length>0&&f(o).every(z=>f(a).has(z.id))),c=F(()=>f(o).some(z=>f(a).has(z.id))&&!f(l));function u(z,re=!1){const W=new ls(f(a));if(re&&f(i)!==null){const ie=f(o).findIndex(B=>B.id===f(i)),k=f(o).findIndex(B=>B.id===z);if(ie!==-1&&k!==-1){const B=Math.min(ie,k),te=Math.max(ie,k),O=!W.has(z);for(let R=B;R<=te;R++)O?W.add(f(o)[R].id):W.delete(f(o)[R].id);M(a,W);return}}W.has(z)?W.delete(z):W.add(z),M(a,W),M(i,z,!0)}function d(){if(f(l)){const z=new ls(f(a));f(o).forEach(re=>z.delete(re.id)),M(a,z)}else{const z=new ls(f(a));f(o).forEach(re=>z.add(re.id)),M(a,z)}}function h(){const z=e.conversations.filter(re=>f(a).has(re.id));e.onConfirm(z)}function p(){M(a,s()),M(n,""),M(i,null),e.onCancel()}function m(){M(a,s()),M(n,""),M(i,null)}var g={reset:m},b=XCe(),_=j(b),v=j(_);sb(v,{class:"absolute top-1/2 left-3 h-4 w-4 -translate-y-1/2 text-muted-foreground"});var y=ee(v,2);cl(y,{placeholder:"Search conversations...",class:"pr-9 pl-9",get value(){return f(n)},set value(z){M(n,z,!0)}});var E=ee(y,2);{var S=z=>{var re=YCe();re.__click=()=>M(n,"");var W=j(re);Yl(W,{class:"h-4 w-4"}),H(re),T(z,re)};le(E,z=>{f(n)&&z(S)})}H(_);var w=ee(_,2),C=j(w),x=j(C),N=ee(x);{var I=z=>{var re=Ot();Ce(()=>Ge(re,`(${f(o).length??""} shown)`)),T(z,re)};le(N,z=>{f(n)&&z(I)})}H(C),H(w);var D=ee(w,2),V=j(D);by(V,{class:"h-[400px]",children:(z,re)=>{var W=KCe(),ie=j(W),k=j(ie),B=j(k),te=j(B);Uu(te,{get checked(){return f(l)},get indeterminate(){return f(c)},onCheckedChange:d}),H(B),et(2),H(k),H(ie);var O=ee(ie),R=j(O);{var U=ne=>{var ue=WCe(),he=j(ue),be=j(he);{var Z=fe=>{var pe=Ot();Ce(()=>Ge(pe,`No conversations found matching "${f(n)??""}"`)),T(fe,pe)},ae=fe=>{var pe=Ot("No conversations available");T(fe,pe)};le(be,fe=>{f(n)?fe(Z):fe(ae,!1)})}H(he),H(ue),T(ne,ue)},Q=ne=>{var ue=se(),he=L(ue);Ir(he,17,()=>f(o),be=>be.id,(be,Z)=>{var ae=jCe();ae.__click=Fe=>u(f(Z).id,Fe.shiftKey);var fe=j(ae),pe=j(fe);{let Fe=F(()=>f(a).has(f(Z).id));Uu(pe,{get checked(){return f(Fe)},onclick:Ke=>{Ke.preventDefault(),Ke.stopPropagation(),u(f(Z).id,Ke.shiftKey)}})}H(fe);var ye=ee(fe),Te=j(ye),Oe=j(Te,!0);H(Te),H(ye);var Ne=ee(ye),Ue=j(Ne,!0);H(Ne),H(ae),Ce(Fe=>{er(Te,"title",f(Z).name||"Untitled conversation"),Ge(Oe,f(Z).name||"Untitled conversation"),Ge(Ue,Fe)},[()=>t().get(f(Z).id)??0]),T(be,ae)}),T(ne,ue)};le(R,ne=>{f(o).length===0?ne(U):ne(Q,!1)})}H(O),H(W),T(z,W)},$$slots:{default:!0}}),H(D);var q=ee(D,2),$=j(q);kr($,{variant:"outline",onclick:p,children:(z,re)=>{et();var W=Ot("Cancel");T(z,W)},$$slots:{default:!0}});var K=ee($,2);{let z=F(()=>f(a).size===0);kr(K,{onclick:h,get disabled(){return f(z)},children:(re,W)=>{et();var ie=Ot();Ce(()=>Ge(ie,`${e.mode==="export"?"Export":"Import"} (${f(a).size??""})`)),T(re,ie)},$$slots:{default:!0}})}return H(q),H(b),Ce(()=>Ge(x,`${f(a).size??""} of ${e.conversations.length??""} selected `)),T(r,b),we(g)}Ln(["click"]);var ZCe=G('
        ');function oq(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"gapSize",3,"3"),a=_e(!1),i=_e(!1),s=_e(void 0);function o(y){y?.stopPropagation(),y?.preventDefault(),f(s)&&f(s).scrollBy({left:f(s).clientWidth*-.67,behavior:"smooth"})}function l(y){y?.stopPropagation(),y?.preventDefault(),f(s)&&f(s).scrollBy({left:f(s).clientWidth*.67,behavior:"smooth"})}function c(){if(!f(s))return;const{scrollLeft:y,scrollWidth:E,clientWidth:S}=f(s);M(a,y>0),M(i,yS;e.onScrollableChange?.(w)}function u(){f(s)&&(f(s).scrollLeft=0,setTimeout(()=>{c()},0))}Nt(()=>{f(s)&&setTimeout(()=>{c()},0)});var d={resetScroll:u},h=ZCe(),p=j(h);p.__click=o;var m=j(p);u4(m,{class:"h-4 w-4"}),H(p);var g=ee(p,2),b=j(g);ke(b,()=>e.children??$e),H(g),pr(g,y=>M(s,y),()=>f(s));var _=ee(g,2);_.__click=l;var v=j(_);return $c(v,{class:"h-4 w-4"}),H(_),H(h),Ce(()=>{yt(h,1,`relative ${t()??""}`),yt(p,1,`absolute top-1/2 left-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 ${f(a)?"opacity-100":"pointer-events-none opacity-0"}`),yt(g,1,`scrollbar-hide flex items-start gap-${n()??""} overflow-x-auto`),yt(_,1,`absolute top-1/2 right-4 z-10 flex h-6 w-6 -translate-y-1/2 items-center justify-center rounded-full bg-foreground/15 shadow-md backdrop-blur-xs transition-opacity hover:bg-foreground/35 ${f(i)?"opacity-100":"pointer-events-none opacity-0"}`)}),hn("scroll",g,c),T(r,h),we(d)}Ln(["click"]);var JCe=G(' '),e3e=G("

        "),t3e=G(" ",1),r3e=G(" ");function Lb(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"showTooltip",3,!0),a=_e(void 0),i=_e(!1);function s(){f(a)&&M(i,f(a).scrollWidth>f(a).clientWidth)}Nt(()=>{if(f(a)){s();const d=new ResizeObserver(s);return d.observe(f(a)),()=>d.disconnect()}});var o=se(),l=L(o);{var c=d=>{var h=se(),p=L(h);me(p,()=>da,(m,g)=>{g(m,{children:(b,_)=>{var v=t3e(),y=L(v);me(y,()=>ca,(S,w)=>{w(S,{get class(){return t()},children:(C,x)=>{var N=JCe(),I=j(N,!0);H(N),pr(N,D=>M(a,D),()=>f(a)),Ce(()=>Ge(I,e.text)),T(C,N)},$$slots:{default:!0}})});var E=ee(y,2);me(E,()=>ua,(S,w)=>{w(S,{class:"z-[9999]",children:(C,x)=>{var N=e3e(),I=j(N,!0);H(N),Ce(()=>Ge(I,e.text)),T(C,N)},$$slots:{default:!0}})}),T(b,v)},$$slots:{default:!0}})}),T(d,h)},u=d=>{var h=r3e(),p=j(h,!0);H(h),pr(h,m=>M(a,m),()=>f(a)),Ce(()=>{yt(h,1,`${t()??""} block truncate`),Ge(p,e.text)}),T(d,h)};le(l,d=>{f(i)&&n()?d(c):d(u,!1)})}T(r,o),we()}var n3e=G("⌘"),a3e=G(""),i3e=G(" ",1),s3e=G("");function _A(r,e){Ee(e,!0);let t=Y(e,"variant",3,"default"),n=Y(e,"class",3,""),a=F(()=>t()==="destructive"?"text-destructive":"text-muted-foreground");var i=s3e();Ir(i,21,()=>e.keys,xu,(s,o,l)=>{var c=i3e(),u=L(c);{var d=g=>{{let b=F(()=>t()==="destructive"?"text-destructive":"");are(g,{get class(){return`h-1 w-1 ${f(b)??""} -mr-1`}})}},h=g=>{var b=se(),_=L(b);{var v=E=>{var S=n3e();Ce(()=>yt(S,1,qr(t()==="destructive"?"text-destructive":""))),T(E,S)},y=E=>{var S=Ot();Ce(w=>Ge(S,w),[()=>f(o).toUpperCase()]),T(E,S)};le(_,E=>{f(o)==="cmd"?E(v):E(y,!1)},!0)}T(g,b)};le(u,g=>{f(o)==="shift"?g(d):g(h,!1)})}var p=ee(u,2);{var m=g=>{var b=a3e();T(g,b)};le(p,g=>{lyt(i,1,`px-1 pointer-events-none inline-flex select-none items-center gap-0.5 font-sans text-md font-medium opacity-0 transition-opacity -my-1 ${f(a)??""} ${n()??""}`)),T(r,i),we()}var o3e=G(''),l3e=G(" "),c3e=G(" ",1),u3e=G(" "),d3e=G(' '),h3e=G(" ",1),f3e=G('
        '),p3e=G("
        "),m3e=G('
        '),g3e=G(" "),_3e=G(" "),b3e=G("
        "),v3e=G('
        ');function lq(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"variant",19,()=>Rm.MESSAGE),a=Y(e,"isLoading",3,!1),i=_e(null),s=F(()=>Object.entries(e.prompt.arguments??{})),o=F(()=>e.prompt.arguments&&Object.keys(e.prompt.arguments).length>0),l=F(()=>e.prompt.content&&e.prompt.content.trim().length>0),c=F(()=>{if(!e.prompt.content||!f(o))return[{text:e.prompt.content||"",argKey:null}];const D=[];let V=e.prompt.content;const q=new Oi;for(const[K,z]of f(s))z&&z.trim()&&q.set(z,K);const $=[...q.keys()].sort((K,z)=>z.length-K.length);for(;V.length>0;){let K=null;for(const z of $){const re=V.indexOf(z);re!==-1&&(K===null||re0&&D.push({text:V.slice(0,K.index),argKey:null}),D.push({text:K.value,argKey:K.key}),V=V.slice(K.index+K.value.length);else{D.push({text:V,argKey:null});break}}return D}),u=F(()=>f(o)&&!a()&&!e.loadError),d=F(()=>n()===Rm.ATTACHMENT),h=F(()=>f(d)?"text-xs":"text-md"),p=F(()=>f(d)?"px-3 py-2":"px-3.75 py-2.5"),m=F(()=>f(d)?"max-height: 6rem;":"max-height: var(--max-message-height);");const g=F(()=>lr.getServerFavicon(e.prompt.serverName)),b=F(()=>lr.getServerDisplayName(e.prompt.serverName));var _=v3e(),v=j(_),y=j(v),E=j(y);me(E,()=>da,(D,V)=>{V(D,{children:(q,$)=>{var K=c3e(),z=L(K);me(z,()=>ca,(W,ie)=>{ie(W,{children:(k,B)=>{var te=se(),O=L(te);{var R=U=>{var Q=o3e();Ce(()=>er(Q,"src",f(g))),hn("error",Q,ne=>{ne.currentTarget.style.display="none"}),Xc(Q),T(U,Q)};le(O,U=>{f(g)&&U(R)})}T(k,te)},$$slots:{default:!0}})});var re=ee(z,2);me(re,()=>ua,(W,ie)=>{ie(W,{children:(k,B)=>{var te=l3e(),O=j(te,!0);H(te),Ce(()=>Ge(O,f(b))),T(k,te)},$$slots:{default:!0}})}),T(q,K)},$$slots:{default:!0}})});var S=ee(E,2);Lb(S,{get text(){return e.prompt.name}}),H(y);var w=ee(y,2);{var C=D=>{var V=f3e();Ir(V,21,()=>f(s),([q,$])=>q,(q,$)=>{var K=F(()=>qA(f($),2));let z=()=>f(K)[0],re=()=>f(K)[1];var W=se(),ie=L(W);me(ie,()=>da,(k,B)=>{B(k,{children:(te,O)=>{var R=h3e(),U=L(R);me(U,()=>ca,(ne,ue)=>{ue(ne,{children:(he,be)=>{var Z=u3e(),ae=j(Z,!0);H(Z),Ce(()=>{yt(Z,1,`rounded-sm bg-purple-200/60 px-1.5 py-0.5 text-[10px] leading-none text-purple-700 transition-opacity dark:bg-purple-800/40 dark:text-purple-300 ${f(i)&&f(i)!==z()?"opacity-30":""}`),Ge(ae,z())}),hn("mouseenter",Z,()=>M(i,z(),!0)),hn("mouseleave",Z,()=>M(i,null)),T(he,Z)},$$slots:{default:!0}})});var Q=ee(U,2);me(Q,()=>ua,(ne,ue)=>{ue(ne,{children:(he,be)=>{var Z=d3e(),ae=j(Z,!0);H(Z),Ce(()=>Ge(ae,re())),T(he,Z)},$$slots:{default:!0}})}),T(te,R)},$$slots:{default:!0}})}),T(q,W)}),H(V),T(D,V)};le(w,D=>{f(u)&&D(C)})}H(v);var x=ee(v,2);{var N=D=>{Oc(D,{class:"relative overflow-hidden rounded-[1.125rem] border border-destructive/50 bg-destructive/10 backdrop-blur-md",children:(V,q)=>{var $=p3e(),K=j($),z=j(K,!0);H(K),H($),Ce(()=>{yt($,1,`overflow-y-auto ${f(p)??""}`),ds($,`${f(m)??""} overflow-wrap: anywhere; word-break: break-word;`),yt(K,1,`${f(h)??""} text-destructive`),Ge(z,e.loadError)}),T(V,$)},$$slots:{default:!0}})},I=D=>{var V=se(),q=L(V);{var $=z=>{Oc(z,{class:"relative overflow-hidden rounded-[1.125rem] border border-purple-200 bg-purple-500/10 px-1 py-2 backdrop-blur-md dark:border-purple-800 dark:bg-purple-500/20",children:(re,W)=>{var ie=m3e();Ce(()=>{yt(ie,1,`overflow-y-auto ${f(p)??""}`),ds(ie,`${f(m)??""} overflow-wrap: anywhere; word-break: break-word;`)}),T(re,ie)},$$slots:{default:!0}})},K=z=>{var re=se(),W=L(re);{var ie=k=>{Oc(k,{class:"relative overflow-hidden rounded-[1.125rem] border border-purple-200 bg-purple-500/10 py-0 text-foreground backdrop-blur-md dark:border-purple-800 dark:bg-purple-500/20",children:(B,te)=>{var O=b3e(),R=j(O);Ir(R,21,()=>f(c),xu,(U,Q)=>{var ne=se(),ue=L(ne);{var he=Z=>{var ae=g3e(),fe=j(ae,!0);H(ae),Ce(()=>{yt(ae,1,`rounded-sm bg-purple-300/50 px-0.5 text-purple-900 transition-opacity dark:bg-purple-700/50 dark:text-purple-100 ${f(i)&&f(i)!==f(Q).argKey?"opacity-30":""}`),Ge(fe,f(Q).text)}),hn("mouseenter",ae,()=>M(i,f(Q).argKey,!0)),hn("mouseleave",ae,()=>M(i,null)),T(Z,ae)},be=Z=>{var ae=_3e(),fe=j(ae,!0);H(ae),Ce(()=>{yt(ae,1,`transition-opacity ${f(i)?"opacity-30":""}`),Ge(fe,f(Q).text)}),T(Z,ae)};le(ue,Z=>{f(Q).argKey?Z(he):Z(be,!1)})}T(U,ne)}),H(R),H(O),Ce(()=>{yt(O,1,`overflow-y-auto ${f(p)??""}`),ds(O,`${f(m)??""} overflow-wrap: anywhere; word-break: break-word;`),yt(R,1,`${f(h)??""} whitespace-pre-wrap`)}),T(B,O)},$$slots:{default:!0}})};le(W,k=>{f(l)&&k(ie)},!0)}T(z,re)};le(q,z=>{a()?z($):z(K,!1)},!0)}T(D,V)};le(x,D=>{e.loadError?D(N):D(I,!1)})}H(_),Ce(()=>yt(_,1,`flex flex-col gap-2 ${t()??""}`)),T(r,_),we()}var y3e=G(" Cancel",1),S3e=G(" Save",1),E3e=G('
        '),w3e=G("
        "),T3e=G(" "),C3e=G('
        ',1),A3e=G('
        '),x3e=G("
        ",1),R3e=G('
        '),O3e=G('
        '),N3e=G(" ",1),I3e=G('
        ');function k3e(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"siblingInfo",3,null),a=Y(e,"textareaElement",15);const i=xg();function s(y){y.key===Tn.ENTER&&!y.shiftKey&&!R4(y)?(y.preventDefault(),i.save()):y.key===Tn.ESCAPE&&(y.preventDefault(),i.cancel())}let o=_e(!1),l=_e(void 0),c=_e(!1),u=_e(0);const d=200,h=An();let p=F(()=>f(u)>d);Nt(()=>{if(!f(l)||!e.message.content.trim())return;e.message.content.includes(` +`)&&M(o,!0);const y=new ResizeObserver(E=>{for(const S of E){const w=S.target;M(o,w.offsetHeight>24*1.5),M(u,w.scrollHeight,!0)}});return y.observe(f(l)),()=>{y.disconnect()}});function m(){M(c,!f(c))}var g=I3e(),b=j(g);{var _=y=>{var E=E3e(),S=j(E);Wm(S),S.__keydown=s,S.__input=N=>i.setContent(N.currentTarget.value),pr(S,N=>a(N),()=>a());var w=ee(S,2),C=j(w);kr(C,{class:"h-8 px-3",get onclick(){return i.cancel},size:"sm",variant:"outline",children:(N,I)=>{var D=y3e(),V=L(D);Yl(V,{class:"mr-1 h-3 w-3"}),et(),T(N,D)},$$slots:{default:!0}});var x=ee(C,2);{let N=F(()=>!i.editedContent.trim());kr(x,{class:"h-8 px-3",get onclick(){return i.save},get disabled(){return f(N)},size:"sm",children:(I,D)=>{var V=S3e(),q=L(V);Lv(q,{class:"mr-1 h-3 w-3"}),et(),T(I,V)},$$slots:{default:!0}})}H(w),H(E),Ce(()=>{l5(S,i.editedContent),yt(S,1,`min-h-[60px] w-full resize-none rounded-2xl px-3 py-2 text-sm ${w4??""}`)}),T(y,E)},v=y=>{var E=N3e(),S=L(E);{var w=N=>{var I=R3e(),D=j(I);D.__click=function(...q){(f(p)&&!f(c)?m:void 0)?.apply(this,q)};var V=j(D);{let q=F(()=>f(o)?"":void 0);Oc(V,{class:"overflow-y-auto rounded-[1.125rem] !border-2 !border-dashed !border-border/50 bg-muted px-3.75 py-1.5 data-[multiline]:py-2.5",get"data-multiline"(){return f(q)},style:"border: 2px dashed hsl(var(--border)); max-height: var(--max-message-height); overflow-wrap: anywhere; word-break: break-word;",children:($,K)=>{var z=x3e(),re=L(z),W=j(re);{var ie=U=>{var Q=w3e(),ne=j(Q);O6(ne,{class:"markdown-system-content -my-4",get content(){return e.message.content}}),H(Q),pr(Q,ue=>M(l,ue),()=>f(l)),Ce(()=>yt(Q,1,qr(f(c)?"cursor-text":""))),T(U,Q)},k=U=>{var Q=T3e(),ne=j(Q,!0);H(Q),pr(Q,ue=>M(l,ue),()=>f(l)),Ce(()=>{yt(Q,1,`text-md whitespace-pre-wrap ${f(c)?"cursor-text":""}`),Ge(ne,e.message.content)}),T(U,Q)};le(W,U=>{h.renderUserContentAsMarkdown?U(ie):U(k,!1)})}var B=ee(W,2);{var te=U=>{var Q=C3e(),ne=ee(L(Q),2),ue=j(ne);kr(ue,{class:"rounded-full px-4 py-1.5 text-xs shadow-md",size:"sm",variant:"outline",children:(he,be)=>{et();var Z=Ot("Show full system message");T(he,Z)},$$slots:{default:!0}}),H(ne),T(U,Q)};le(B,U=>{!f(c)&&f(p)&&U(te)})}H(re);var O=ee(re,2);{var R=U=>{var Q=A3e(),ne=j(Q);kr(ne,{class:"rounded-full px-4 py-1.5 text-xs",onclick:ue=>{ue.stopPropagation(),m()},size:"sm",variant:"outline",children:(ue,he)=>{et();var be=Ot("Collapse System Message");T(ue,be)},$$slots:{default:!0}}),H(Q),T(U,Q)};le(O,U=>{f(c)&&f(p)&&U(R)})}Ce(()=>{yt(re,1,`relative transition-all duration-300 ${f(c)?"cursor-text select-text":"select-none"}`),ds(re,!f(c)&&f(p)?`max-height: ${d}px;`:"max-height: none;")}),T($,z)},$$slots:{default:!0}})}H(D),H(I),Ce(()=>yt(D,1,`group/expand w-full text-left ${!f(c)&&f(p)?"cursor-pointer":"cursor-auto"}`)),T(N,I)};le(S,N=>{e.message.content.trim()&&N(w)})}var C=ee(S,2);{var x=N=>{var I=O3e(),D=j(I);vy(D,{actionsPosition:"right",get deletionInfo(){return e.deletionInfo},justify:"end",get onConfirmDelete(){return e.onConfirmDelete},get onCopy(){return e.onCopy},get onDelete(){return e.onDelete},get onEdit(){return e.onEdit},get onNavigateToSibling(){return e.onNavigateToSibling},get onShowDeleteDialogChange(){return e.onShowDeleteDialogChange},get siblingInfo(){return n()},get showDeleteDialog(){return e.showDeleteDialog},get role(){return Jt.USER}}),H(I),T(N,I)};le(C,N=>{e.message.timestamp&&N(x)})}T(y,E)};le(b,y=>{i.isEditing?y(_):y(v,!1)})}H(g),Ce(()=>yt(g,1,`group flex flex-col items-end gap-3 md:gap-2 ${t()??""}`)),T(r,g),we()}Ln(["keydown","input","click"]);var M3e=G('
        '),D3e=G("
        "),P3e=G(" Cancel",1),L3e=G('
        ',1);function cq(r,e){Ee(e,!0);const t=xg();let n=_e(void 0),a=_e(!1),i=_e(!1),s=F(()=>!!(t.editedContent!==t.originalContent||t.editedUploadedFiles.length>0||t.editedExtras.length!==t.originalExtras.length||t.editedExtras.some((I,D)=>I!==t.originalExtras[D]))),o=F(()=>t.editedExtras&&t.editedExtras.length>0||t.editedUploadedFiles&&t.editedUploadedFiles.length>0),l=F(()=>t.editedContent.trim().length>0||f(o));function c(N){N.key===Tn.ESCAPE&&(N.preventDefault(),u())}function u(){f(s)?M(i,!0):t.cancel()}function d(){f(l)&&(f(a)&&t.showSaveOnlyOption?t.saveOnly():t.save(),M(a,!1))}function h(N){const I=[...t.editedExtras];I.splice(N,1),t.setExtras(I)}function p(N){const I=t.editedUploadedFiles.filter(D=>D.id!==N);t.setUploadedFiles(I)}async function m(N){const I=await Wz(N);t.setUploadedFiles([...t.editedUploadedFiles,...I])}function g(N){t.setUploadedFiles(N)}Nt(()=>(fn.setEditModeActive(m),()=>{fn.clearEditMode()}));var b=L3e();hn("keydown",Tf,c);var _=L(b),v=j(_);pr(Zz(v,{get value(){return t.editedContent},get attachments(){return t.editedExtras},get uploadedFiles(){return t.editedUploadedFiles},placeholder:"Edit your message...",showMcpPromptButton:!0,get onValueChange(){return t.setContent},onAttachmentRemove:h,onUploadedFileRemove:p,onUploadedFilesChange:g,onFilesAdd:m,onSubmit:d}),N=>M(n,N,!0),()=>f(n)),H(_);var y=ee(_,2),E=j(y);{var S=N=>{var I=M3e(),D=j(I);sp(D,{id:"save-only-switch",class:"scale-75",get checked(){return f(a)},set checked(V){M(a,V,!0)}}),et(2),H(I),T(N,I)},w=N=>{var I=D3e();T(N,I)};le(E,N=>{t.showSaveOnlyOption?N(S):N(w,!1)})}var C=ee(E,2);kr(C,{class:"h-7 px-3 text-xs",onclick:u,size:"sm",variant:"ghost",children:(N,I)=>{var D=P3e(),V=L(D);Yl(V,{class:"mr-1 h-3 w-3"}),et(),T(N,D)},$$slots:{default:!0}}),H(y);var x=ee(y,2);eh(x,{title:"Discard changes?",description:"You have unsaved changes. Are you sure you want to discard them?",confirmText:"Discard",cancelText:"Keep editing",variant:"destructive",get icon(){return zc},get onConfirm(){return t.cancel},onCancel:()=>M(i,!1),get open(){return f(i)},set open(N){M(i,N,!0)}}),T(r,b),we()}var F3e=G('
        '),B3e=G("
        "),U3e=G(' '),$3e=G('
        '),G3e=G(" ",1),z3e=G('
        ');function q3e(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"siblingInfo",3,null);const a=xg();let i=_e(!1),s=_e(void 0);const o=An();Nt(()=>{if(!f(s)||!e.message.content.trim())return;if(e.message.content.includes(` +`)){M(i,!0);return}const h=new ResizeObserver(p=>{for(const m of p){const g=m.target;M(i,g.offsetHeight>24*1.5)}});return h.observe(f(s)),()=>{h.disconnect()}});var l=z3e(),c=j(l);{var u=h=>{cq(h,{})},d=h=>{var p=G3e(),m=L(p);{var g=E=>{var S=F3e(),w=j(S);E$(w,{get attachments(){return e.message.extra},readonly:!0,imageHeight:"h-80"}),H(S),T(E,S)};le(m,E=>{e.message.extra&&e.message.extra.length>0&&E(g)})}var b=ee(m,2);{var _=E=>{{let S=F(()=>f(i)?"":void 0);Oc(E,{class:"max-w-[80%] overflow-y-auto rounded-[1.125rem] border-none bg-primary/5 px-3.75 py-1.5 text-foreground backdrop-blur-md data-[multiline]:py-2.5 dark:bg-primary/15",get"data-multiline"(){return f(S)},style:"max-height: var(--max-message-height); overflow-wrap: anywhere; word-break: break-word;",children:(w,C)=>{var x=se(),N=L(x);{var I=V=>{var q=B3e(),$=j(q);O6($,{class:"markdown-user-content -my-4",get content(){return e.message.content}}),H(q),pr(q,K=>M(s,K),()=>f(s)),T(V,q)},D=V=>{var q=U3e(),$=j(q,!0);H(q),pr(q,K=>M(s,K),()=>f(s)),Ce(()=>Ge($,e.message.content)),T(V,q)};le(N,V=>{o.renderUserContentAsMarkdown?V(I):V(D,!1)})}T(w,x)},$$slots:{default:!0}})}};le(b,E=>{e.message.content.trim()&&E(_)})}var v=ee(b,2);{var y=E=>{var S=$3e(),w=j(S);vy(w,{actionsPosition:"right",get deletionInfo(){return e.deletionInfo},justify:"end",get onConfirmDelete(){return e.onConfirmDelete},get onCopy(){return e.onCopy},get onDelete(){return e.onDelete},get onEdit(){return e.onEdit},get onForkConversation(){return e.onForkConversation},get onNavigateToSibling(){return e.onNavigateToSibling},get onShowDeleteDialogChange(){return e.onShowDeleteDialogChange},get siblingInfo(){return n()},get showDeleteDialog(){return e.showDeleteDialog},get role(){return Jt.USER}}),H(S),T(E,S)};le(v,E=>{e.message.timestamp&&E(y)})}T(h,p)};le(c,h=>{a.isEditing?h(u):h(d,!1)})}H(l),Ce(()=>yt(l,1,`group flex flex-col items-end gap-3 md:gap-2 ${t()??""}`)),T(r,l),we()}function uq(){let r=_e(!1),e=_e(null),t=_e(null);const n=F(()=>f(r)?L2e():f(e));Nt(()=>{f(n)&&f(r)&&M(e,f(n),!0)}),Nt(()=>{if(f(n)?.promptProgress){const{processed:m,total:g,time_ms:b,cache:_}=f(n).promptProgress,v=m-_,y=g-_;if(v>0&&b>0){const E=v/(b/1e3);M(t,{tokensProcessed:v,totalTokens:y,timeMs:b,tokensPerSecond:E},!0)}}});function a(m,g,b){const _=b/1e3;return m===0||_<.5?void 0:_*(g/m-1)}function i(){f(r)||M(r,!0)}function s(){if(!f(r))return;M(r,!1),An().keepStatsVisible||(M(e,null),M(t,null))}function o(){if(!f(n))return"Processing...";switch(f(n).status){case"initializing":return"Initializing...";case"preparing":return f(n).progressPercent!==void 0?`Processing (${f(n).progressPercent}%)`:"Preparing response...";case"generating":return"";default:return"Processing..."}}function l(){const m=f(n)||f(e);if(!m)return[];const g=[];if(m.promptProgress){const{processed:b,total:_,time_ms:v,cache:y}=m.promptProgress,E=b-y,S=_-y;if(E0){const w=Math.round(E/S*100),C=a(E,S,v);if(C!==void 0){const x=Math.ceil(C);g.push(`Processing ${w}% (ETA: ${x}s)`)}else g.push(`Processing ${w}%`)}}if(typeof m.contextTotal=="number"&&m.contextUsed>=0&&m.contextTotal>0){const b=Math.round(m.contextUsed/m.contextTotal*100);g.push(`Context: ${m.contextUsed}/${m.contextTotal} (${b}%)`)}if(m.outputTokensUsed>0)if(m.outputTokensMax<=0)g.push(`Output: ${m.outputTokensUsed}/∞`);else{const b=Math.round(m.outputTokensUsed/m.outputTokensMax*100);g.push(`Output: ${m.outputTokensUsed}/${m.outputTokensMax} (${b}%)`)}return m.tokensPerSecond&&m.tokensPerSecond>0&&g.push(`${m.tokensPerSecond.toFixed(1)} ${yO.TOKENS_PER_SECOND}`),m.speculative&&g.push("Speculative decoding enabled"),g}function c(){const m=f(n)||f(e);if(!m)return[];const g=[];if(typeof m.contextTotal=="number"&&m.contextUsed>=0&&m.contextTotal>0){const b=Math.round(m.contextUsed/m.contextTotal*100);g.push(`Context: ${m.contextUsed}/${m.contextTotal} (${b}%)`)}if(m.outputTokensUsed>0)if(m.outputTokensMax<=0)g.push(`Output: ${m.outputTokensUsed}/∞`);else{const b=Math.round(m.outputTokensUsed/m.outputTokensMax*100);g.push(`Output: ${m.outputTokensUsed}/${m.outputTokensMax} (${b}%)`)}return m.tokensPerSecond&&m.tokensPerSecond>0&&g.push(`${m.tokensPerSecond.toFixed(1)} ${yO.TOKENS_PER_SECOND}`),m.speculative&&g.push("Speculative decoding enabled"),g}function u(){return f(n)!==null&&f(n).status!=="idle"}function d(){if(!f(n)?.promptProgress)return null;const{processed:m,total:g,cache:b}=f(n).promptProgress,_=m-b,v=g-b,y=Math.round(_/v*100),E=a(_,v,f(n).promptProgress.time_ms);if(E!==void 0){const S=Math.ceil(E);return`Processing ${y}% (ETA: ${S}s)`}return`Processing ${y}%`}function h(){if(f(n)?.promptProgress){const{processed:m,total:g,time_ms:b,cache:_}=f(n).promptProgress,v=m-_,y=g-_;if(v>0&&b>0){const E=v/(b/1e3);return{tokensProcessed:v,totalTokens:y,timeMs:b,tokensPerSecond:E}}}return f(t)}function p(){if(!f(n))return null;const{tokensDecoded:m,tokensPerSecond:g}=f(n);if(m<=0)return null;const b=g&&g>0?m/g*1e3:0;return{tokensGenerated:m,timeMs:b,tokensPerSecond:g||0}}return{get processingState(){return f(n)},getProcessingDetails:l,getTechnicalDetails:c,getProcessingMessage:o,getPromptProgressText:d,getLiveProcessingStats:h,getLiveGenerationStats:p,shouldShowDetails:u,startMonitoring:i,stopMonitoring:s}}var H3e=G('
        '),V3e=G(" Cancel",1),Y3e=G(" Save",1),W3e=G('
        '),j3e=G('
        '),K3e=G('
        '),X3e=G('
        '),Q3e=G('
        '),Z3e=G('
        ');function J3e(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"isLastAssistantMessage",3,!1),a=Y(e,"toolMessages",19,()=>[]),i=Y(e,"siblingInfo",3,null),s=Y(e,"textareaElement",15);const o=xg();let l=_e(!1);function c(Q){Q.key===Tn.ENTER&&!Q.shiftKey&&!R4(Q)?(Q.preventDefault(),o.save()):Q.key===Tn.ESCAPE&&(Q.preventDefault(),o.cancel())}const u=F(()=>y$(e.message,a())),d=F(()=>!!e.message.reasoningContent),h=uq();let p=F(An),m=F(xs),g=_e(!1),b=_e(Sr(fi.GENERATION)),_=_e(void 0);function v(Q){let ne=Q.parentElement;for(;ne;){const ue=getComputedStyle(ne);if(/(auto|scroll)/.test(ue.overflowY))return ne;ne=ne.parentElement}return null}async function y(Q){const ne=f(_);if(!ne){M(b,Q,!0);return}const ue=v(ne);if(!ue){M(b,Q,!0);return}const he=ne.getBoundingClientRect().top;M(b,Q,!0),await nl();const be=ne.getBoundingClientRect().top-he;be!==0&&(ue.scrollTop+=be),requestAnimationFrame(()=>{const Z=ne.getBoundingClientRect().top-he;Math.abs(Z)>1&&(ue.scrollTop+=Z)})}let E=F(()=>f(u)&&(f(p).alwaysShowAgenticTurns||f(b)===fi.SUMMARY)),S=F(()=>e.message.model??null),w=F(Ou),C=F(Fm),x=F(()=>!e.message?.content?.trim()),N=F(()=>f(w)||f(C)),I=F(()=>e.message?.role===Jt.ASSISTANT&&f(N)&&f(x)&&!f(u)&&n()),D=F(()=>e.message?.role===Jt.ASSISTANT&&f(N)&&(!f(x)||f(u))&&n());function V(){fg(f(S)??"")}Nt(()=>{o.isEditing&&s()&&Mf(s())}),Nt(()=>{(f(I)||f(D))&&h.startMonitoring()});var q=Z3e(),$=j(q);{var K=Q=>{var ne=H3e(),ue=j(ne),he=j(ue),be=j(he,!0);H(he),H(ue),H(ne),Ce(Z=>Ge(be,Z),[()=>h.getPromptProgressText()??h.getProcessingMessage()??"Processing..."]),ai(1,ne,()=>Bm),T(Q,ne)};le($,Q=>{f(I)&&Q(K)})}var z=ee($,2);{var re=Q=>{var ne=W3e(),ue=j(ne);Wm(ue),ue.__keydown=c,ue.__input=Te=>{Mf(Te.currentTarget),o.setContent(Te.currentTarget.value)},pr(ue,Te=>s(Te),()=>s());var he=ee(ue,2),be=j(he),Z=j(be);Uu(Z,{id:"branch-after-edit",onCheckedChange:Te=>M(l,Te===!0),get checked(){return f(l)},set checked(Te){M(l,Te,!0)}});var ae=ee(Z,2);Qo(ae,{for:"branch-after-edit",class:"cursor-pointer text-sm text-muted-foreground",children:(Te,Oe)=>{et();var Ne=Ot("Branch conversation after edit");T(Te,Ne)},$$slots:{default:!0}}),H(be);var fe=ee(be,2),pe=j(fe);kr(pe,{class:"h-8 px-3",get onclick(){return o.cancel},size:"sm",variant:"outline",children:(Te,Oe)=>{var Ne=V3e(),Ue=L(Ne);Yl(Ue,{class:"mr-1 h-3 w-3"}),et(),T(Te,Ne)},$$slots:{default:!0}});var ye=ee(pe,2);{let Te=F(()=>!o.editedContent?.trim());kr(ye,{class:"h-8 px-3",get onclick(){return o.save},get disabled(){return f(Te)},size:"sm",children:(Oe,Ne)=>{var Ue=Y3e(),Fe=L(Ue);Lv(Fe,{class:"mr-1 h-3 w-3"}),et(),T(Oe,Ue)},$$slots:{default:!0}})}H(fe),H(he),H(ne),Ce(()=>{l5(ue,o.editedContent),yt(ue,1,`min-h-[50vh] w-full resize-y rounded-2xl px-3 py-2 text-sm ${w4??""}`,"svelte-14103tf")}),T(Q,ne)},W=Q=>{var ne=se(),ue=L(ne);{var he=Z=>{var ae=se(),fe=L(ae);{var pe=Te=>{var Oe=j3e(),Ne=j(Oe,!0);H(Oe),Ce(()=>Ge(Ne,e.messageContent||"")),T(Te,Oe)},ye=Te=>{{let Oe=F(Fm);hCe(Te,{get message(){return e.message},get toolMessages(){return a()},get isStreaming(){return f(Oe)},get highlightTurns(){return f(E)}})}};le(fe,Te=>{f(g)?Te(pe):Te(ye,!1)})}T(Z,ae)},be=Z=>{var ae=K3e(),fe=j(ae,!0);H(ae),Ce(()=>Ge(fe,e.messageContent)),T(Z,ae)};le(ue,Z=>{e.message.role===Jt.ASSISTANT?Z(he):Z(be,!1)},!0)}T(Q,ne)};le(z,Q=>{o.isEditing?Q(re):Q(W,!1)})}var ie=ee(z,2);{var k=Q=>{var ne=X3e(),ue=j(ne),he=j(ue),be=j(he,!0);H(he),H(ue),H(ne),Ce(Z=>Ge(be,Z),[()=>h.getPromptProgressText()??h.getProcessingMessage()??"Processing..."]),ai(1,ne,()=>Bm),T(Q,ne)};le(ie,Q=>{f(D)&&Q(k)})}var B=ee(ie,2),te=j(B);{var O=Q=>{var ne=Q3e(),ue=j(ne);{var he=pe=>{{let ye=F(Ou);eY(pe,{get currentModel(){return f(S)},get disabled(){return f(ye)},onModelChange:async(Te,Oe)=>(rr.getModelStatus(Te)!==mi.LOADED&&await rr.loadModel(Te),e.onRegenerate(Oe),!0)})}},be=pe=>{{let ye=F(()=>f(S)||void 0);PFe(pe,{get model(){return f(ye)},onclick:V})}};le(ue,pe=>{f(m)?pe(he):pe(be,!1)})}var Z=ee(ue,2);{var ae=pe=>{const ye=F(()=>e.message.timings.agentic);{let Te=F(()=>f(ye)?f(ye).llm.prompt_n:e.message.timings.prompt_n),Oe=F(()=>f(ye)?f(ye).llm.prompt_ms:e.message.timings.prompt_ms),Ne=F(()=>f(ye)?f(ye).llm.predicted_n:e.message.timings.predicted_n),Ue=F(()=>f(ye)?f(ye).llm.predicted_ms:e.message.timings.predicted_ms);gA(pe,{get promptTokens(){return f(Te)},get promptMs(){return f(Oe)},get predictedTokens(){return f(Ne)},get predictedMs(){return f(Ue)},get agenticTimings(){return f(ye)},onActiveViewChange:y})}},fe=pe=>{var ye=se(),Te=L(ye);{var Oe=Ne=>{const Ue=F(()=>h.getLiveProcessingStats()),Fe=F(()=>h.getLiveGenerationStats()),Ke=F(()=>h.processingState?.promptProgress),He=F(()=>f(Ke)&&f(Ke).processed{{let Le=F(()=>!!f(He)),ht=F(()=>f(Ue)?.tokensProcessed),ze=F(()=>f(Ue)?.timeMs),mt=F(()=>f(Fe)?.tokensGenerated),At=F(()=>f(Fe)?.timeMs);gA(Ae,{isLive:!0,get isProcessingPrompt(){return f(Le)},get promptTokens(){return f(ht)},get promptMs(){return f(ze)},get predictedTokens(){return f(mt)},get predictedMs(){return f(At)}})}};le(st,Ae=>{(f(Ue)||f(Fe))&&Ae(dt)})}T(Ne,it)};le(Te,Ne=>{Ou()&&f(p).showMessageStats&&Ne(Oe)},!0)}T(pe,ye)};le(Z,pe=>{f(p).showMessageStats&&e.message.timings&&e.message.timings.predicted_n&&e.message.timings.predicted_ms?pe(ae):pe(fe,!1)})}H(ne),pr(ne,pe=>M(_,pe),()=>f(_)),T(Q,ne)};le(te,Q=>{f(S)&&Q(O)})}H(B);var R=ee(B,2);{var U=Q=>{{let ne=F(()=>f(p).enableContinueGeneration&&!f(d)?e.onContinue:void 0);vy(Q,{get role(){return Jt.ASSISTANT},justify:"start",actionsPosition:"left",get siblingInfo(){return i()},get showDeleteDialog(){return e.showDeleteDialog},get deletionInfo(){return e.deletionInfo},get onCopy(){return e.onCopy},get onEdit(){return e.onEdit},get onRegenerate(){return e.onRegenerate},get onContinue(){return f(ne)},get onForkConversation(){return e.onForkConversation},get onDelete(){return e.onDelete},get onConfirmDelete(){return e.onConfirmDelete},get onNavigateToSibling(){return e.onNavigateToSibling},get onShowDeleteDialogChange(){return e.onShowDeleteDialogChange},get showRawOutputSwitch(){return f(p).showRawOutputSwitch},get rawOutputEnabled(){return f(g)},onRawOutputToggle:ue=>M(g,ue,!0)})}};le(R,Q=>{e.message.timestamp&&!o.isEditing&&Q(U)})}H(q),Ce(()=>yt(q,1,`text-md group w-full leading-7.5 ${t()??""}`,"svelte-14103tf")),T(r,q),we()}Ln(["keydown","input"]);class eAe{#e=_e(!0);get _autoScrollEnabled(){return f(this.#e)}set _autoScrollEnabled(e){M(this.#e,e,!0)}#t=_e(!1);get _userScrolledUp(){return f(this.#t)}set _userScrolledUp(e){M(this.#t,e,!0)}#r=_e(0);get _lastScrollTop(){return f(this.#r)}set _lastScrollTop(e){M(this.#r,e,!0)}_scrollInterval;_scrollTimeout;_container;_disabled;_isColumnReverse;_mutationObserver=null;_rafPending=!1;_observerEnabled=!1;constructor(e={}){this._disabled=e.disabled??!1,this._isColumnReverse=e.isColumnReverse??!1}get autoScrollEnabled(){return this._autoScrollEnabled}get userScrolledUp(){return this._userScrolledUp}setContainer(e){this._doStopObserving(),this._container=e,this._observerEnabled&&e&&!this._disabled&&this._doStartObserving()}setDisabled(e){this._disabled=e,e?(this._autoScrollEnabled=!1,this.stopInterval(),this._doStopObserving()):this._observerEnabled&&this._container&&!this._mutationObserver&&this._doStartObserving()}handleScroll(){if(this._disabled||!this._container)return;const{scrollTop:e,scrollHeight:t,clientHeight:n}=this._container;let a,i;this._isColumnReverse?(a=Math.abs(e),i=e{s&&(this._userScrolledUp=!1,this._autoScrollEnabled=!0)},tO),this._lastScrollTop=e}scrollToBottom(e="smooth"){this._disabled||!this._container||(this._isColumnReverse?this._container.scrollTo({top:0,behavior:e}):this._container.scrollTo({top:this._container.scrollHeight,behavior:e}))}enable(){this._disabled||(this._userScrolledUp=!1,this._autoScrollEnabled=!0)}startInterval(){this._disabled||this._scrollInterval||(this._scrollInterval=setInterval(()=>{this.scrollToBottom()},tO))}stopInterval(){this._scrollInterval&&(clearInterval(this._scrollInterval),this._scrollInterval=void 0)}updateInterval(e){if(this._disabled){this.stopInterval();return}e&&this._autoScrollEnabled?this._scrollInterval||this.startInterval():this.stopInterval()}destroy(){this.stopInterval(),this._doStopObserving(),this._scrollTimeout&&(clearTimeout(this._scrollTimeout),this._scrollTimeout=void 0)}startObserving(){this._observerEnabled=!0,this._container&&!this._disabled&&!this._mutationObserver&&this._doStartObserving()}stopObserving(){this._observerEnabled=!1,this._doStopObserving()}_doStartObserving(){if(!this._container||this._mutationObserver)return;const e=this._isColumnReverse;this._mutationObserver=new MutationObserver(()=>{!this._autoScrollEnabled||this._rafPending||(this._rafPending=!0,requestAnimationFrame(()=>{this._rafPending=!1,this._autoScrollEnabled&&this._container&&(e?this._container.scrollTop=0:this._container.scrollTop=this._container.scrollHeight)}))}),this._mutationObserver.observe(this._container,{childList:!0,subtree:!0,characterData:!0})}_doStopObserving(){this._mutationObserver&&(this._mutationObserver.disconnect(),this._mutationObserver=null),this._rafPending=!1}}function Hx(r={}){return new eAe(r)}var tAe=G('

        Attach a file

        Drop your files here to upload

        ');function rAe(r){var e=tAe(),t=j(e),n=j(t);UU(n,{class:"mb-4 h-12 w-12 text-muted-foreground"}),et(4),H(t),H(e),T(r,e)}var nAe=G('Server unavailable ',1),aAe=G(" ",1),iAe=G('
        '),sAe=G('
        '),oAe=G('Server unavailable ',1),lAe=G(" ",1),cAe=G('
        '),uAe=G('

        llama.cpp

        '),dAe=G(" ",1),hAe=G('

        File type not supported

        '),fAe=G('

        Unsupported File Types

        '),pAe=G('

        '),mAe=G('
        '),gAe=G('

        This model supports:

        ',1),_Ae=G(" ",1),bAe=G(" ",1);function dq(r,e){Ee(e,!0);let t=Y(e,"showCenteredEmpty",3,!1),n=F(()=>!!An().disableAutoScroll),a=_e(void 0),i=_e(0),s=_e(!1),o=_e(!1),l=_e(Sr([]));const c=Hx({isColumnReverse:!0});let u=_e(Sr({generallyUnsupported:[],modalityUnsupported:[],modalityReasons:{},supportedTypes:[]})),d=_e(!1),h=_e(!1),p=_e(Sr([])),m=_e(""),g=F(()=>t()&&!Ll()&&Ru().length===0&&!Ou()),b=F(F2e),_=F(C4),v=F(()=>!!am()),y=F(()=>Ou()||Fm()),E=F(xs),S=F(()=>fn.getConversationModel(Ru())),w=F(()=>{const pe=to();if(!f(E))return pe.length>0?pe[0].model:null;const ye=Rc();if(ye){const Te=pe.find(Oe=>Oe.id===ye);if(Te)return Te.model}if(f(S)){const Te=pe.find(Oe=>Oe.model===f(S));if(Te)return Te.model}return null}),C=_e(0);Nt(()=>{f(w)&&(rr.getModelProps(f(w))||rr.fetchModelProps(f(w)).then(()=>{g_(C)}))});let x=F(()=>f(w)?(f(C),rr.modelSupportsAudio(f(w))):!1),N=F(()=>f(w)?(f(C),rr.modelSupportsVision(f(w))):!1);async function I(){const pe=Ll();pe&&await rt.deleteConversation(pe.id),M(d,!1)}function D(pe){pe.preventDefault(),g_(i),pe.dataTransfer?.types.includes("Files")&&M(s,!0)}function V(pe){pe.preventDefault(),g_(i,-1),f(i)===0&&M(s,!1)}function q(pe){pe||fn.dismissErrorDialog()}function $(pe){pe.preventDefault()}function K(pe){if(pe.preventDefault(),M(s,!1),M(i,0),pe.dataTransfer?.files){const ye=Array.from(pe.dataTransfer.files);if(HD()){const Te=B2e();if(Te){Te(ye);return}}te(ye)}}function z(pe){M(l,f(l).filter(ye=>ye.id!==pe),!0)}function re(pe){te(pe)}function W(pe){(pe.ctrlKey||pe.metaKey)&&pe.shiftKey&&(pe.key===Tn.D_LOWER||pe.key===Tn.D_UPPER)&&(pe.preventDefault(),Ll()&&M(d,!0))}async function ie(pe){(pe.message||pe.files.length>0)&&fn.savePendingDraft(pe.message,pe.files),await fn.addSystemPrompt()}function k(){c.handleScroll()}async function B(pe,ye){const Te=ye?rf(ye):void 0,Oe=Te?await Yz(Te,f(w)??void 0):void 0;if(Oe?.emptyFiles&&Oe.emptyFiles.length>0){if(M(p,Oe.emptyFiles,!0),M(h,!0),ye){const Ue=new Set(Oe.emptyFiles);M(l,f(l).filter(Fe=>!Ue.has(Fe.name)),!0)}return!1}const Ne=Oe?.extras;return c.enable(),await fn.sendMessage(pe,Ne),c.scrollToBottom(),!0}async function te(pe){const ye=[],Te=[];for(const He of pe)_ce(He.name,He.type)?ye.push(He):Te.push(He);const Oe={hasVision:f(N),hasAudio:f(x)},{supportedFiles:Ne,unsupportedFiles:Ue,modalityReasons:Fe}=Ece(ye,Oe);if([...Te,...Ue].length>0){const He=["text files","PDFs"];f(N)&&He.push("images"),f(x)&&He.push("audio files"),M(u,{generallyUnsupported:Te,modalityUnsupported:Ue,modalityReasons:Fe,supportedTypes:He},!0),M(o,!0)}if(Ne.length>0){const He=await Wz(Ne,f(w)??void 0);M(l,[...f(l),...He],!0)}}A5(()=>{f(n)||c.enable()}),bi(()=>{c.startObserving(),f(n)||c.enable();const pe=fn.consumePendingDraft();pe&&(M(m,pe.message,!0),M(l,pe.files,!0))}),Nt(()=>{c.setContainer(f(a))}),Nt(()=>{c.setDisabled(f(n))});var O=bAe();hn("keydown",Tf,W);var R=L(O);{var U=pe=>{rAe(pe)};le(R,pe=>{f(s)&&pe(U)})}var Q=ee(R,2);JAe(Q,{});var ne=ee(Q,2);{var ue=pe=>{var ye=sAe(),Te=j(ye),Oe=j(Te);{let st=F(Ru);KTe(Oe,{class:"mb-16 md:mb-24",get messages(){return f(st)},onUserAction:()=>{c.enable(),c.scrollToBottom()}})}var Ne=ee(Oe,2),Ue=j(Ne);r5e(Ue,{});var Fe=ee(Ue,2);{var Ke=st=>{var dt=iAe(),Ae=j(dt);me(Ae,()=>Q3,(Le,ht)=>{ht(Le,{variant:"destructive",children:(ze,mt)=>{var At=aAe(),xt=L(At);zc(xt,{class:"h-4 w-4"});var qt=ee(xt,2);me(qt,()=>J3,(fr,ct)=>{ct(fr,{class:"flex items-center justify-between",children:(Rt,Ft)=>{var tr=nAe(),ut=ee(L(tr),2);ut.__click=()=>Xn.fetch();var Ut=j(ut);{let It=F(()=>f(_)?"animate-spin":"");Tc(Ut,{get class(){return`h-3 w-3 ${f(It)??""}`}})}var Et=ee(Ut);H(ut),Ce(()=>{ut.disabled=f(_),Ge(Et,` ${f(_)?"Retrying...":"Retry"}`)}),T(Rt,tr)},$$slots:{default:!0}})});var ar=ee(qt,2);me(ar,()=>Z3,(fr,ct)=>{ct(fr,{children:(Rt,Ft)=>{et();var tr=Ot();Ce(ut=>Ge(tr,ut),[am]),T(Rt,tr)},$$slots:{default:!0}})}),T(ze,At)},$$slots:{default:!0}})}),H(dt),ai(1,dt,()=>Ko,()=>({y:10,duration:250})),T(st,dt)};le(Fe,st=>{f(v)&&st(Ke)})}var He=ee(Fe,2),it=j(He);{let st=F(()=>f(v)||HD());jD(it,{get disabled(){return f(st)},get initialMessage(){return f(m)},get isLoading(){return f(y)},onFileRemove:z,onFileUpload:re,onSend:B,onStop:()=>fn.stopGeneration(),onSystemPromptAdd:ie,showHelperText:!1,get uploadedFiles(){return f(l)},set uploadedFiles(dt){M(l,dt,!0)}})}H(He),H(Ne),H(Te),H(ye),pr(ye,st=>M(a,st),()=>f(a)),hn("dragenter",ye,D),hn("dragleave",ye,V),hn("dragover",ye,$),hn("drop",ye,K),hn("scroll",ye,k),ai(1,Ne,()=>fTe,()=>({duration:150,axis:"y"})),T(pe,ye)},he=pe=>{var ye=se(),Te=L(ye);{var Oe=Ue=>{fBe(Ue,{})},Ne=Ue=>{var Fe=uAe(),Ke=j(Fe),He=j(Ke),it=ee(j(He),2),st=j(it);H(it),H(He);var dt=ee(He,2);{var Ae=ze=>{var mt=cAe(),At=j(mt);me(At,()=>Q3,(xt,qt)=>{qt(xt,{variant:"destructive",children:(ar,fr)=>{var ct=lAe(),Rt=L(ct);zc(Rt,{class:"h-4 w-4"});var Ft=ee(Rt,2);me(Ft,()=>J3,(ut,Ut)=>{Ut(ut,{class:"flex items-center justify-between",children:(Et,It)=>{var xe=oAe(),Qe=ee(L(xe),2);Qe.__click=()=>Xn.fetch();var ft=j(Qe);{let Lt=F(()=>f(_)?"animate-spin":"");Tc(ft,{get class(){return`h-3 w-3 ${f(Lt)??""}`}})}var Ct=ee(ft);H(Qe),Ce(()=>{Qe.disabled=f(_),Ge(Ct,` ${f(_)?"Retrying...":"Retry"}`)}),T(Et,xe)},$$slots:{default:!0}})});var tr=ee(Ft,2);me(tr,()=>Z3,(ut,Ut)=>{Ut(ut,{children:(Et,It)=>{et();var xe=Ot();Ce(Qe=>Ge(xe,Qe),[am]),T(Et,xe)},$$slots:{default:!0}})}),T(ar,ct)},$$slots:{default:!0}})}),H(mt),ai(1,mt,()=>Ko,()=>({y:10,duration:250})),T(ze,mt)};le(dt,ze=>{f(v)&&ze(Ae)})}var Le=ee(dt,2),ht=j(Le);jD(ht,{get disabled(){return f(v)},get initialMessage(){return f(m)},get isLoading(){return f(y)},onFileRemove:z,onFileUpload:re,onSend:B,onStop:()=>fn.stopGeneration(),onSystemPromptAdd:ie,showHelperText:!0,get uploadedFiles(){return f(l)},set uploadedFiles(ze){M(l,ze,!0)}}),H(Le),H(Ke),H(Fe),Ce(()=>Ge(st,`${Xn.props?.modalities?.audio?"Record audio, type a message ":"Type a message"} or upload files to get started`)),hn("dragenter",Fe,D),hn("dragleave",Fe,V),hn("dragover",Fe,$),hn("drop",Fe,K),ai(1,He,()=>Bm,()=>({duration:300})),ai(1,Le,()=>Ko,()=>({y:10,duration:250,delay:f(v)?0:300})),T(Ue,Fe)};le(Te,Ue=>{f(_)?Ue(Oe):Ue(Ne,!1)},!0)}T(pe,ye)};le(ne,pe=>{f(g)?pe(he,!1):pe(ue)})}var be=ee(ne,2);me(be,()=>nd,(pe,ye)=>{ye(pe,{get open(){return f(o)},set open(Te){M(o,Te,!0)},children:(Te,Oe)=>{var Ne=se(),Ue=L(Ne);me(Ue,()=>qSe,(Fe,Ke)=>{Ke(Fe,{children:(He,it)=>{var st=_Ae(),dt=L(st);me(dt,()=>jz,(Le,ht)=>{ht(Le,{})});var Ae=ee(dt,2);me(Ae,()=>td,(Le,ht)=>{ht(Le,{class:"flex max-w-md flex-col",children:(ze,mt)=>{var At=gAe(),xt=L(At);me(xt,()=>ed,(Et,It)=>{It(Et,{children:(xe,Qe)=>{var ft=dAe(),Ct=L(ft);me(Ct,()=>Zu,(Dt,bt)=>{bt(Dt,{children:(wt,vt)=>{et();var kt=Ot("File Upload Error");T(wt,kt)},$$slots:{default:!0}})});var Lt=ee(Ct,2);me(Lt,()=>rd,(Dt,bt)=>{bt(Dt,{class:"text-sm text-muted-foreground",children:(wt,vt)=>{et();var kt=Ot("Some files cannot be uploaded with the current model.");T(wt,kt)},$$slots:{default:!0}})}),T(xe,ft)},$$slots:{default:!0}})});var qt=ee(xt,2),ar=j(qt);{var fr=Et=>{var It=fAe(),xe=ee(j(It),2);Ir(xe,21,()=>f(u).generallyUnsupported,Qe=>Qe.name,(Qe,ft)=>{var Ct=hAe(),Lt=j(Ct),Dt=j(Lt,!0);H(Lt),et(2),H(Ct),Ce(()=>Ge(Dt,f(ft).name)),T(Qe,Ct)}),H(xe),H(It),T(Et,It)};le(ar,Et=>{f(u).generallyUnsupported.length>0&&Et(fr)})}var ct=ee(ar,2);{var Rt=Et=>{var It=mAe(),xe=j(It);Ir(xe,21,()=>f(u).modalityUnsupported,Qe=>Qe.name,(Qe,ft)=>{var Ct=pAe(),Lt=j(Ct),Dt=j(Lt,!0);H(Lt);var bt=ee(Lt,2),wt=j(bt,!0);H(bt),H(Ct),Ce(()=>{Ge(Dt,f(ft).name),Ge(wt,f(u).modalityReasons[f(ft).name]||"Not supported by current model")}),T(Qe,Ct)}),H(xe),H(It),T(Et,It)};le(ct,Et=>{f(u).modalityUnsupported.length>0&&Et(Rt)})}H(qt);var Ft=ee(qt,2),tr=ee(j(Ft),2),ut=j(tr,!0);H(tr),H(Ft);var Ut=ee(Ft,2);me(Ut,()=>Ju,(Et,It)=>{It(Et,{children:(xe,Qe)=>{var ft=se(),Ct=L(ft);me(Ct,()=>fh,(Lt,Dt)=>{Dt(Lt,{onclick:()=>M(o,!1),children:(bt,wt)=>{et();var vt=Ot("Got it");T(bt,vt)},$$slots:{default:!0}})}),T(xe,ft)},$$slots:{default:!0}})}),Ce(Et=>Ge(ut,Et),[()=>f(u).supportedTypes.join(", ")]),T(ze,At)},$$slots:{default:!0}})}),T(He,st)},$$slots:{default:!0}})}),T(Te,Ne)},$$slots:{default:!0}})});var Z=ee(be,2);eh(Z,{title:"Delete Conversation",description:"Are you sure you want to delete this conversation? This action cannot be undone and will permanently remove all messages in this conversation.",confirmText:"Delete",cancelText:"Cancel",variant:"destructive",get icon(){return Gc},onConfirm:I,onCancel:()=>M(d,!1),get open(){return f(d)},set open(pe){M(d,pe,!0)}});var ae=ee(Z,2);bEe(ae,{get emptyFiles(){return f(p)},onOpenChange:pe=>{pe||M(p,[],!0)},get open(){return f(h)},set open(pe){M(h,pe,!0)}});var fe=ee(ae,2);{let pe=F(()=>f(b)?.message??""),ye=F(()=>f(b)?.contextInfo),Te=F(()=>!!f(b)),Oe=F(()=>f(b)?.type??_c.SERVER);fEe(fe,{get message(){return f(pe)},get contextInfo(){return f(ye)},onOpenChange:q,get open(){return f(Te)},get type(){return f(Oe)}})}T(r,O),we()}Ln(["click"]);var vAe=G('
        ',1);function jD(r,e){Ee(e,!0);let t=Y(e,"disabled",3,!1),n=Y(e,"initialMessage",3,""),a=Y(e,"isLoading",3,!1),i=Y(e,"showHelperText",3,!0),s=Y(e,"uploadedFiles",31,()=>Sr([])),o=_e(void 0),l=F(n),c=F(a),u=F(n);Nt(()=>{n()!==f(u)&&(M(l,n()),M(u,n()))});function d(){e.onSystemPromptAdd?.({message:f(l),files:s()})}let h=F(()=>s().some(E=>E.isLoading));async function p(){if(!f(l).trim()&&s().length===0||t()||a()||f(h)||!f(o)?.checkModelSelected())return;const E=f(l).trim(),S=[...s()];M(l,""),s([]),f(o)?.resetTextareaHeight(),await e.onSend?.(E,S)||(M(l,E),s(S))}function m(E){e.onFileUpload?.(E)}function g(E){e.onFileRemove?.(E)}bi(()=>{setTimeout(()=>f(o)?.focus(),10)}),A5(()=>{setTimeout(()=>f(o)?.focus(),10)}),Nt(()=>{f(c)&&!a()&&setTimeout(()=>f(o)?.focus(),10),M(c,a())});var b=vAe(),_=L(b),v=j(_);pr(Zz(v,{get class(){return e.class},get disabled(){return t()},get isLoading(){return a()},showMcpPromptButton:!0,onFilesAdd:m,get onStop(){return e.onStop},onSubmit:p,onSystemPromptClick:d,onUploadedFileRemove:g,get value(){return f(l)},set value(E){M(l,E)},get uploadedFiles(){return s()},set uploadedFiles(E){s(E)}}),E=>M(o,E,!0),()=>f(o)),H(_);var y=ee(_,2);sTe(y,{get show(){return i()}}),T(r,b),we()}const yAe="sidebar:state",SAe=3600*24*7,EAe="18rem",wAe="18rem",TAe="3rem",CAe="b";class AAe{props;#e=F(()=>this.props.open());get open(){return f(this.#e)}set open(e){M(this.#e,e)}#t=_e(!1);get openMobile(){return f(this.#t)}set openMobile(e){M(this.#t,e,!0)}setOpen;#r;#n=F(()=>this.open?"expanded":"collapsed");get state(){return f(this.#n)}set state(e){M(this.#n,e)}constructor(e){this.setOpen=e.setOpen,this.#r=new zx,this.props=e}get isMobile(){return this.#r.current}handleShortcutKeydown=e=>{e.key===CAe&&(e.metaKey||e.ctrlKey)&&(e.preventDefault(),this.toggle())};setOpenMobile=e=>{this.openMobile=e};toggle=()=>this.#r.current?this.openMobile=!this.openMobile:this.setOpen(!this.open)}const hq="scn-sidebar";function xAe(r){return Vu(Symbol.for(hq),new AAe(r))}function yy(){return Bl(Symbol.for(hq))}var RAe=G("
        ");function OAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=RAe();zt(a,s=>({"data-slot":"sidebar-group-content","data-sidebar":"group-content",class:s,...n}),[()=>Kt("w-full text-sm",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var NAe=G("
        ");function IAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","children","child","class"]);const a=F(()=>({class:Kt("text-sidebar-foreground/70 ring-sidebar-ring outline-hidden flex h-8 shrink-0 items-center rounded-md px-2 text-xs font-medium transition-[margin,opacity] duration-200 ease-linear focus-visible:ring-2 [&>svg]:size-4 [&>svg]:shrink-0","group-data-[collapsible=icon]:-mt-8 group-data-[collapsible=icon]:opacity-0",e.class),"data-slot":"sidebar-group-label","data-sidebar":"group-label",...n}));var i=se(),s=L(i);{var o=c=>{var u=se(),d=L(u);ke(d,()=>e.child,()=>({props:f(a)})),T(c,u)},l=c=>{var u=NAe();zt(u,()=>({...f(a)}));var d=j(u);ke(d,()=>e.children??$e),H(u),pr(u,h=>t(h),()=>t()),T(c,u)};le(s,c=>{e.child?c(o):c(l,!1)})}T(r,i),we()}var kAe=G("
        ");function MAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=kAe();zt(a,s=>({"data-slot":"sidebar-group","data-sidebar":"group",class:s,...n}),[()=>Kt("relative flex w-full min-w-0 flex-col p-2",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var DAe=G("
        ");function PAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=DAe();zt(a,s=>({"data-slot":"sidebar-header","data-sidebar":"header",class:s,...n}),[()=>Kt("flex flex-col gap-2 p-2",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var LAe=G("
        ");function FAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=LAe();zt(a,s=>({"data-slot":"sidebar-inset",class:s,...n}),[()=>Kt("relative flex w-full flex-1 flex-col","md:peer-data-[variant=inset]:m-2 md:peer-data-[variant=inset]:ml-0 md:peer-data-[variant=inset]:rounded-xl md:peer-data-[variant=inset]:shadow-sm md:peer-data-[variant=inset]:peer-data-[state=collapsed]:ml-2",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}Zm({base:"peer/menu-button outline-hidden ring-sidebar-ring hover:bg-sidebar-accent hover:text-sidebar-accent-foreground active:bg-sidebar-accent active:text-sidebar-accent-foreground group-has-data-[sidebar=menu-action]/menu-item:pr-8 data-[active=true]:bg-sidebar-accent data-[active=true]:text-sidebar-accent-foreground data-[state=open]:hover:bg-sidebar-accent data-[state=open]:hover:text-sidebar-accent-foreground group-data-[collapsible=icon]:size-8! group-data-[collapsible=icon]:p-2! flex w-full items-center gap-2 overflow-hidden rounded-md p-2 text-left text-sm transition-[width,height,padding] focus-visible:ring-2 disabled:pointer-events-none disabled:opacity-50 aria-disabled:pointer-events-none aria-disabled:opacity-50 data-[active=true]:font-medium [&>span:last-child]:truncate [&>svg]:size-4 [&>svg]:shrink-0",variants:{variant:{default:"hover:bg-sidebar-accent hover:text-sidebar-accent-foreground",outline:"bg-background hover:bg-sidebar-accent hover:text-sidebar-accent-foreground shadow-[0_0_0_1px_var(--sidebar-border)] hover:shadow-[0_0_0_1px_var(--sidebar-accent)]"},size:{default:"h-8 text-sm",sm:"h-7 text-xs",lg:"group-data-[collapsible=icon]:p-0! h-12 text-sm"}},defaultVariants:{variant:"default",size:"default"}});var BAe=G("
        • ");function UAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=BAe();zt(a,s=>({"data-slot":"sidebar-menu-item","data-sidebar":"menu-item",class:s,...n}),[()=>Kt("group/menu-item relative",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var $Ae=G("
        ");function Fa(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=$Ae();zt(a,i=>({"data-slot":"skeleton",class:i,...n}),[()=>Kt("animate-pulse rounded-md bg-accent",e.class)]),pr(a,i=>t(i),()=>t()),T(r,a),we()}var GAe=G("
        ");function zAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","children"]);var a=GAe();zt(a,s=>({"data-slot":"sidebar-menu","data-sidebar":"menu",class:s,...n}),[()=>Kt("flex w-full min-w-0 flex-col gap-1",e.class)]);var i=j(a);ke(i,()=>e.children??$e),H(a),pr(a,s=>t(s),()=>t()),T(r,a),we()}var qAe=G("
        ");function HAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"open",15,!0),a=Y(e,"onOpenChange",3,()=>{}),i=Ye(e,["$$slots","$$events","$$legacy","ref","open","onOpenChange","class","style","children"]);const s=xAe({open:()=>n(),setOpen:c=>{n(c),a()(c),document.cookie=`${yAe}=${n()}; path=/; max-age=${SAe}`}});var o=qAe();hn("keydown",Tf,function(...c){s.handleShortcutKeydown?.apply(this,c)}),zt(o,c=>({"data-slot":"sidebar-wrapper",style:`--sidebar-width: ${EAe}; --sidebar-width-icon: ${TAe}; ${e.style??""}`,class:c,...i}),[()=>Kt("group/sidebar-wrapper flex min-h-svh w-full has-data-[variant=inset]:bg-sidebar",e.class)]);var l=j(o);ke(l,()=>e.children??$e),H(o),pr(o,c=>t(c),()=>t()),T(r,o),we()}var VAe=G(' Toggle Sidebar',1);function YAe(r,e){Ee(e,!0),Y(e,"ref",11,null);let t=Ye(e,["$$slots","$$events","$$legacy","ref","class","onclick"]);const n=yy();{let a=F(()=>e.class),i=F(()=>n.open?"unset":"2");kr(r,ot({"data-sidebar":"trigger","data-slot":"sidebar-trigger",variant:"ghost",size:"icon-lg",get class(){return`rounded-full backdrop-blur-lg ${f(a)??""} md:left-${f(i)??""} -top-2 -left-2 md:top-0`},type:"button",onclick:s=>{e.onclick?.(s),n.toggle()}},()=>t,{children:(s,o)=>{var l=VAe(),c=L(l);Ere(c,{}),et(2),T(s,l)},$$slots:{default:!0}}))}we()}var WAe=G("
        "),jAe=G(" ",1),KAe=G('
        ',1),XAe=G('');function QAe(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"side",3,"left"),a=Y(e,"variant",3,"sidebar"),i=Y(e,"collapsible",3,"offcanvas"),s=Ye(e,["$$slots","$$events","$$legacy","ref","side","variant","collapsible","class","children"]);const o=yy();var l=se(),c=L(l);{var u=h=>{var p=WAe();zt(p,g=>({class:g,...s}),[()=>Kt("flex h-full w-(--sidebar-width) flex-col bg-sidebar text-sidebar-foreground",e.class)]);var m=j(p);ke(m,()=>e.children??$e),H(p),pr(p,g=>t(g),()=>t()),T(h,p)},d=h=>{var p=se(),m=L(p);{var g=_=>{var v=se(),y=L(v),E=()=>o.openMobile,S=w=>o.setOpenMobile(w);me(y,()=>$x,(w,C)=>{C(w,ot({get open(){return E()},set open(x){S(x)}},()=>s,{children:(x,N)=>{var I=se(),D=L(I);me(D,()=>Lx,(V,q)=>{q(V,{"data-sidebar":"sidebar","data-slot":"sidebar","data-mobile":"true",class:"z-99999 w-(--sidebar-width) bg-sidebar p-0 text-sidebar-foreground sm:z-99 [&>button]:hidden",get style(){return`--sidebar-width: ${wAe};`},get side(){return n()},children:($,K)=>{var z=KAe(),re=L(z);me(re,()=>Fx,(k,B)=>{B(k,{class:"sr-only",children:(te,O)=>{var R=jAe(),U=L(R);me(U,()=>Bx,(ne,ue)=>{ue(ne,{children:(he,be)=>{et();var Z=Ot("Sidebar");T(he,Z)},$$slots:{default:!0}})});var Q=ee(U,2);me(Q,()=>Ux,(ne,ue)=>{ue(ne,{children:(he,be)=>{et();var Z=Ot("Displays the mobile sidebar.");T(he,Z)},$$slots:{default:!0}})}),T(te,R)},$$slots:{default:!0}})});var W=ee(re,2),ie=j(W);ke(ie,()=>e.children??$e),H(W),T($,z)},$$slots:{default:!0}})}),T(x,I)},$$slots:{default:!0}}))}),T(_,v)},b=_=>{var v=XAe(),y=j(v),E=ee(y,2);zt(E,C=>({"data-slot":"sidebar-container",class:C,...s}),[()=>Kt("fixed inset-y-0 z-999 hidden h-svh w-(--sidebar-width) transition-[left,right,width] duration-200 ease-linear md:z-0 md:flex",n()==="left"?"left-0 group-data-[collapsible=offcanvas]:left-[calc(var(--sidebar-width)*-1)]":"right-0 group-data-[collapsible=offcanvas]:right-[calc(var(--sidebar-width)*-1)]",a()==="floating"||a()==="inset"?"p-2 group-data-[collapsible=icon]:w-[calc(var(--sidebar-width-icon)+(--spacing(4))+2px)]":"group-data-[collapsible=icon]:w-(--sidebar-width-icon)",e.class)]);var S=j(E),w=j(S);ke(w,()=>e.children??$e),H(S),H(E),H(v),pr(v,C=>t(C),()=>t()),Ce(C=>{er(v,"data-state",o.state),er(v,"data-collapsible",o.state==="collapsed"?i():""),er(v,"data-variant",a()),er(v,"data-side",n()),yt(y,1,C)},[()=>qr(Kt("relative w-(--sidebar-width) bg-transparent transition-[width] duration-200 ease-linear","group-data-[collapsible=offcanvas]:w-0","group-data-[side=right]:rotate-180",a()==="floating"||a()==="inset"?"group-data-[collapsible=icon]:w-[calc(var(--sidebar-width-icon)+(--spacing(4))+2px)]":"group-data-[collapsible=icon]:w-(--sidebar-width-icon)"))]),T(_,v)};le(m,_=>{o.isMobile?_(g):_(b,!1)},!0)}T(h,p)};le(c,h=>{i()==="none"?h(u):h(d,!1)})}T(r,l),we()}var ZAe=G('
        ');function JAe(r,e){Ee(e,!1);const t=yy(),n=Gx();u5();var a=ZAe(),i=j(a),s=j(i);kr(s,{variant:"ghost",size:"icon-lg",onclick:()=>n.open(),class:"rounded-full backdrop-blur-lg",children:(o,l)=>{Bv(o,{class:"h-4 w-4"})},$$slots:{default:!0}}),H(i),H(a),Ce(()=>yt(a,1,`pointer-events-none fixed top-0 right-0 left-0 z-50 flex items-center justify-end p-2 duration-200 ease-linear md:p-4 ${t.open?"md:left-[var(--sidebar-width)]":""}`)),T(r,a),we()}var e5e=G(' '),t5e=G('
        ');function r5e(r,e){Ee(e,!0);const t=uq();let n=F(Ou),a=F(Fm),i=F(()=>t.processingState!==null),s=F(()=>t.getTechnicalDetails()),o=F(()=>f(n)||f(a)||An().keepStatsVisible||f(i));Nt(()=>{const d=Ll();Rn(()=>fn.setActiveProcessingConversation(d?.id??null))}),Nt(()=>{const d=An().keepStatsVisible;if((d||f(n)||f(a))&&t.startMonitoring(),!f(n)&&!f(a)&&!d){const p=setTimeout(()=>{!An().keepStatsVisible&&!Fm()&&t.stopMonitoring()},fae);return()=>clearTimeout(p)}}),Nt(()=>{const d=Ll(),h=Ru();if(An().keepStatsVisible&&d){if(h.length===0){Rn(()=>fn.clearProcessingState(d.id));return}!f(n)&&!f(a)&&Rn(()=>fn.restoreProcessingStateFromMessages(h,d.id))}});var l=t5e();let c;var u=j(l);Ir(u,20,()=>f(s),d=>d,(d,h)=>{var p=e5e(),m=j(p,!0);H(p),Ce(()=>Ge(m,h)),T(d,p)}),H(u),H(l),Ce(()=>c=yt(l,1,"chat-processing-info-container pointer-events-none svelte-1ktvj8d",null,c,{visible:f(o)})),T(r,l),we()}var n5e=G(''),a5e=G(""),i5e=G('
        '),s5e=G('
        '),o5e=G(`

        Settings are saved in browser's localStorage

        `),l5e=G('
        ',1);function c5e(r,e){Ee(e,!0);const t=[{title:Ss.GENERAL,icon:Bv,fields:[{key:Hr.THEME,label:"Theme",type:$r.SELECT,options:pae},{key:Hr.API_KEY,label:"API Key",type:$r.INPUT},{key:Hr.SYSTEM_MESSAGE,label:"System Message",type:$r.TEXTAREA},{key:Hr.PASTE_LONG_TEXT_TO_FILE_LEN,label:"Paste long text to file length",type:$r.INPUT},{key:Hr.COPY_TEXT_ATTACHMENTS_AS_PLAIN_TEXT,label:"Copy text attachments as plain text",type:$r.CHECKBOX},{key:Hr.ENABLE_CONTINUE_GENERATION,label:'Enable "Continue" button',type:$r.CHECKBOX,isExperimental:!0},{key:Hr.PDF_AS_IMAGE,label:"Parse PDF as image",type:$r.CHECKBOX},{key:Hr.ASK_FOR_TITLE_CONFIRMATION,label:"Ask for confirmation before changing conversation title",type:$r.CHECKBOX}]},{title:Ss.DISPLAY,icon:PU,fields:[{key:Hr.SHOW_MESSAGE_STATS,label:"Show message generation statistics",type:$r.CHECKBOX},{key:Hr.SHOW_THOUGHT_IN_PROGRESS,label:"Show thought in progress",type:$r.CHECKBOX},{key:Hr.KEEP_STATS_VISIBLE,label:"Keep stats visible after generation",type:$r.CHECKBOX},{key:Hr.AUTO_MIC_ON_EMPTY,label:"Show microphone on empty input",type:$r.CHECKBOX,isExperimental:!0},{key:Hr.RENDER_USER_CONTENT_AS_MARKDOWN,label:"Render user content as Markdown",type:$r.CHECKBOX},{key:Hr.FULL_HEIGHT_CODE_BLOCKS,label:"Use full height code blocks",type:$r.CHECKBOX},{key:Hr.DISABLE_AUTO_SCROLL,label:"Disable automatic scroll",type:$r.CHECKBOX},{key:Hr.ALWAYS_SHOW_SIDEBAR_ON_DESKTOP,label:"Always show sidebar on desktop",type:$r.CHECKBOX},{key:Hr.AUTO_SHOW_SIDEBAR_ON_NEW_CHAT,label:"Auto-show sidebar on new chat",type:$r.CHECKBOX},{key:Hr.SHOW_RAW_MODEL_NAMES,label:"Show raw model names",type:$r.CHECKBOX}]},{title:Ss.SAMPLING,icon:pre,fields:[{key:Hr.TEMPERATURE,label:"Temperature",type:$r.INPUT},{key:Hr.DYNATEMP_RANGE,label:"Dynamic temperature range",type:$r.INPUT},{key:Hr.DYNATEMP_EXPONENT,label:"Dynamic temperature exponent",type:$r.INPUT},{key:Hr.TOP_K,label:"Top K",type:$r.INPUT},{key:Hr.TOP_P,label:"Top P",type:$r.INPUT},{key:Hr.MIN_P,label:"Min P",type:$r.INPUT},{key:Hr.XTC_PROBABILITY,label:"XTC probability",type:$r.INPUT},{key:Hr.XTC_THRESHOLD,label:"XTC threshold",type:$r.INPUT},{key:Hr.TYP_P,label:"Typical P",type:$r.INPUT},{key:Hr.MAX_TOKENS,label:"Max tokens",type:$r.INPUT},{key:Hr.SAMPLERS,label:"Samplers",type:$r.INPUT},{key:Hr.BACKEND_SAMPLING,label:"Backend sampling",type:$r.CHECKBOX}]},{title:Ss.PENALTIES,icon:zc,fields:[{key:Hr.REPEAT_LAST_N,label:"Repeat last N",type:$r.INPUT},{key:Hr.REPEAT_PENALTY,label:"Repeat penalty",type:$r.INPUT},{key:Hr.PRESENCE_PENALTY,label:"Presence penalty",type:$r.INPUT},{key:Hr.FREQUENCY_PENALTY,label:"Frequency penalty",type:$r.INPUT},{key:Hr.DRY_MULTIPLIER,label:"DRY multiplier",type:$r.INPUT},{key:Hr.DRY_BASE,label:"DRY base",type:$r.INPUT},{key:Hr.DRY_ALLOWED_LENGTH,label:"DRY allowed length",type:$r.INPUT},{key:Hr.DRY_PENALTY_LAST_N,label:"DRY penalty last N",type:$r.INPUT}]},{title:Ss.IMPORT_EXPORT,icon:h4,fields:[]},{title:Ss.MCP,icon:Dy,fields:[{key:Hr.AGENTIC_MAX_TURNS,label:"Agentic loop max turns",type:$r.INPUT},{key:Hr.ALWAYS_SHOW_AGENTIC_TURNS,label:"Always show agentic turns in conversation",type:$r.CHECKBOX},{key:Hr.AGENTIC_MAX_TOOL_PREVIEW_LINES,label:"Max lines per tool preview",type:$r.INPUT},{key:Hr.SHOW_TOOL_CALL_IN_PROGRESS,label:"Show tool call in progress",type:$r.CHECKBOX}]},{title:Ss.DEVELOPER,icon:MU,fields:[{key:Hr.DISABLE_REASONING_PARSING,label:"Disable reasoning content parsing",type:$r.CHECKBOX},{key:Hr.EXCLUDE_REASONING_FROM_CONTEXT,label:"Exclude reasoning from context",type:$r.CHECKBOX},{key:Hr.SHOW_RAW_OUTPUT_SWITCH,label:"Enable raw output toggle",type:$r.CHECKBOX},{key:Hr.CUSTOM,label:"Custom JSON",type:$r.TEXTAREA}]}];let n=F(()=>e.initialSection??Ss.GENERAL),a=F(()=>t.find(W=>W.title===f(n))||t[0]),i=_e(Sr({...An()})),s=_e(!1),o=_e(!1),l=_e(void 0);Nt(()=>{e.initialSection&&M(n,e.initialSection)});function c(W){f(i).theme=W,K3(W)}function u(W,ie){f(i)[W]=ie}function d(){M(i,{...An()},!0),K3(f(i).theme)}function h(){if(f(i).custom&&typeof f(i).custom=="string"&&f(i).custom.trim())try{JSON.parse(f(i).custom)}catch(ie){alert("Invalid JSON in custom parameters. Please check the format and try again."),console.error(ie);return}const W={...f(i)};for(const ie of mae)if(W[ie]!==void 0&&W[ie]!==""){const k=Number(W[ie]);if(!isNaN(k))gae.includes(ie)?W[ie]=Math.max(1,Math.round(k)):W[ie]=k;else{alert(`Invalid numeric value for ${ie}. Please enter a valid number.`);return}}io.updateMultipleConfig(W),e.onSave?.()}function p(W){if(!f(l))return;const ie=f(l).getBoundingClientRect(),k=W.getBoundingClientRect(),B=k.left+k.width/2,te=ie.left+ie.width/2,O=B-te;f(l).scrollBy({left:O,behavior:"smooth"})}function m(){f(l)&&f(l).scrollBy({left:-250,behavior:"smooth"})}function g(){f(l)&&f(l).scrollBy({left:250,behavior:"smooth"})}function b(){if(!f(l))return;const{scrollLeft:W,scrollWidth:ie,clientWidth:k}=f(l);M(s,W>0),M(o,W{f(l)&&b()});var v={reset:_},y=l5e(),E=L(y),S=j(E),w=j(S);Ir(w,21,()=>t,W=>W.title,(W,ie)=>{var k=n5e();k.__click=()=>M(n,f(ie).title);var B=j(k);me(B,()=>f(ie).icon,(R,U)=>{U(R,{class:"h-4 w-4"})});var te=ee(B,2),O=j(te,!0);H(te),H(k),Ce(()=>{yt(k,1,`flex w-full cursor-pointer items-center gap-3 rounded-lg px-3 py-2 text-left text-sm transition-colors hover:bg-accent ${f(n)===f(ie).title?"bg-accent text-accent-foreground":"text-muted-foreground"}`),Ge(O,f(ie).title)}),T(W,k)}),H(w),H(S);var C=ee(S,2),x=j(C),N=j(x),I=j(N);I.__click=m;var D=j(I);u4(D,{class:"h-4 w-4"}),H(I);var V=ee(I,2),q=j(V);Ir(q,21,()=>t,W=>W.title,(W,ie)=>{var k=a5e();k.__click=R=>{M(n,f(ie).title),p(R.currentTarget)};var B=j(k);me(B,()=>f(ie).icon,(R,U)=>{U(R,{class:"h-4 w-4 flex-shrink-0"})});var te=ee(B,2),O=j(te,!0);H(te),H(k),Ce(()=>{yt(k,1,`flex cursor-pointer items-center gap-2 rounded-lg px-3 py-2 text-sm whitespace-nowrap transition-colors first:ml-4 last:mr-4 hover:bg-accent ${f(n)===f(ie).title?"bg-accent text-accent-foreground":"text-muted-foreground"}`),Ge(O,f(ie).title)}),T(W,k)}),H(q),H(V),pr(V,W=>M(l,W),()=>f(l));var $=ee(V,2);$.__click=g;var K=j($);$c(K,{class:"h-4 w-4"}),H($),H(N),H(x),H(C);var z=ee(C,2);by(z,{class:"max-h-[calc(100dvh-13.5rem)] flex-1 md:max-h-[calc(100vh-13.5rem)]",children:(W,ie)=>{var k=o5e(),B=j(k),te=j(B),O=j(te);me(O,()=>f(a).icon,(he,be)=>{be(he,{class:"h-5 w-5"})});var R=ee(O,2),U=j(R,!0);H(R),H(te);var Q=ee(te,2);{var ne=he=>{t9e(he,{})},ue=he=>{var be=se(),Z=L(be);{var ae=pe=>{var ye=i5e(),Te=j(ye);KD(Te,{get fields(){return f(a).fields},get localConfig(){return f(i)},onConfigChange:u,onThemeChange:c});var Oe=ee(Te,2),Ne=j(Oe);YDe(Ne,{}),H(Oe),H(ye),T(pe,ye)},fe=pe=>{var ye=s5e(),Te=j(ye);KD(Te,{get fields(){return f(a).fields},get localConfig(){return f(i)},onConfigChange:u,onThemeChange:c}),H(ye),T(pe,ye)};le(Z,pe=>{f(a).title===Ss.MCP?pe(ae):pe(fe,!1)},!0)}T(he,be)};le(Q,he=>{f(a).title===Ss.IMPORT_EXPORT?he(ne):he(ue,!1)})}H(B),et(2),H(k),Ce(()=>Ge(U,f(a).title)),T(W,k)},$$slots:{default:!0}}),H(E);var re=ee(E,2);return m5e(re,{onReset:d,onSave:h}),Ce(()=>{yt(I,1,`absolute left-2 z-10 flex h-6 w-6 items-center justify-center rounded-full bg-muted shadow-md backdrop-blur-sm transition-opacity hover:bg-accent ${f(s)?"opacity-100":"pointer-events-none opacity-0"}`),yt($,1,`absolute right-2 z-10 flex h-6 w-6 items-center justify-center rounded-full bg-muted shadow-md backdrop-blur-sm transition-opacity hover:bg-accent ${f(o)?"opacity-100":"pointer-events-none opacity-0"}`)}),hn("scroll",V,b),T(r,y),we(v)}Ln(["click"]);var u5e=G(" Reset to default",1),d5e=G(" ",1),h5e=G(" ",1),f5e=G(" ",1),p5e=G('
        ',1);function m5e(r,e){Ee(e,!0);let t=_e(!1);function n(){M(t,!0)}function a(){io.forceSyncWithServerDefaults(),e.onReset?.(),M(t,!1)}function i(){e.onSave?.()}var s=p5e(),o=L(s),l=j(o),c=j(l);kr(c,{variant:"outline",onclick:n,children:(h,p)=>{var m=u5e(),g=L(m);l3(g,{class:"h-3 w-3"}),et(),T(h,m)},$$slots:{default:!0}}),H(l);var u=ee(l,2);kr(u,{onclick:i,children:(h,p)=>{et();var m=Ot("Save settings");T(h,m)},$$slots:{default:!0}}),H(o);var d=ee(o,2);me(d,()=>nd,(h,p)=>{p(h,{get open(){return f(t)},set open(m){M(t,m,!0)},children:(m,g)=>{var b=se(),_=L(b);me(_,()=>td,(v,y)=>{y(v,{children:(E,S)=>{var w=f5e(),C=L(w);me(C,()=>ed,(N,I)=>{I(N,{children:(D,V)=>{var q=d5e(),$=L(q);me($,()=>Zu,(z,re)=>{re(z,{children:(W,ie)=>{et();var k=Ot("Reset Settings to Default");T(W,k)},$$slots:{default:!0}})});var K=ee($,2);me(K,()=>rd,(z,re)=>{re(z,{children:(W,ie)=>{et();var k=Ot(`Are you sure you want to reset all settings to their default values? This will reset all + parameters to the values provided by the server's /props endpoint and remove all your custom + configurations.`);T(W,k)},$$slots:{default:!0}})}),T(D,q)},$$slots:{default:!0}})});var x=ee(C,2);me(x,()=>Ju,(N,I)=>{I(N,{children:(D,V)=>{var q=h5e(),$=L(q);me($,()=>Dx,(z,re)=>{re(z,{children:(W,ie)=>{et();var k=Ot("Cancel");T(W,k)},$$slots:{default:!0}})});var K=ee($,2);me(K,()=>fh,(z,re)=>{re(z,{onclick:a,children:(W,ie)=>{et();var k=Ot("Reset to Default");T(W,k)},$$slots:{default:!0}})}),T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})}),T(m,b)},$$slots:{default:!0}})}),T(r,s),we()}var g5e=G(' ',1);function _5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class","value","label","children"]);var a=se(),i=L(a);{const s=(l,c)=>{let u=()=>c?.().selected,d=()=>c?.().highlighted;var h=g5e(),p=L(h),m=j(p);{var g=y=>{Lv(y,{class:"size-4"})};le(m,y=>{u()&&y(g)})}H(p);var b=ee(p,2);{var _=y=>{var E=se(),S=L(E);ke(S,()=>e.children,()=>({selected:u(),highlighted:d()})),T(y,E)},v=y=>{var E=Ot();Ce(()=>Ge(E,e.label||e.value)),T(y,E)};le(b,y=>{e.children?y(_):y(v,!1)})}T(l,h)};let o=F(()=>Kt("relative flex w-full cursor-default items-center gap-2 rounded-sm py-1.5 pr-8 pl-2 text-sm outline-hidden select-none data-[disabled]:pointer-events-none data-[disabled]:opacity-50 data-[highlighted]:bg-accent data-[highlighted]:text-accent-foreground [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4 [&_svg:not([class*='text-'])]:text-muted-foreground *:[span]:last:flex *:[span]:last:items-center *:[span]:last:gap-2",e.class));me(i,()=>wee,(l,c)=>{c(l,ot({get value(){return e.value},"data-slot":"select-item",get class(){return f(o)}},()=>n,{get ref(){return t()},set ref(u){t(u)},children:s,$$slots:{default:!0}}))})}T(r,a),we()}function b5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("flex cursor-default items-center justify-center py-1",e.class));me(i,()=>Iee,(o,l)=>{l(o,ot({"data-slot":"select-scroll-up-button",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)},children:(c,u)=>{lre(c,{class:"size-4"})},$$slots:{default:!0}}))})}T(r,a),we()}function v5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref","class"]);var a=se(),i=L(a);{let s=F(()=>Kt("flex cursor-default items-center justify-center py-1",e.class));me(i,()=>Ree,(o,l)=>{l(o,ot({"data-slot":"select-scroll-down-button",get class(){return f(s)}},()=>n,{get ref(){return t()},set ref(c){t(c)},children:(c,u)=>{Uc(c,{class:"size-4"})},$$slots:{default:!0}}))})}T(r,a),we()}var y5e=G(" ",1);function S5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"sideOffset",3,4),a=Ye(e,["$$slots","$$events","$$legacy","ref","class","sideOffset","portalProps","children"]),i;bi(()=>{const l={passive:!1},c=d=>{if(!t())return;const h=d.target;(!h||!t().contains(h))&&(d.preventDefault(),d.stopPropagation())},u=d=>{if(!t())return;const h=d.target;(!h||!t().contains(h))&&(d.preventDefault(),d.stopPropagation())};return document.addEventListener("wheel",c,l),document.addEventListener("touchmove",u,l),()=>{document.removeEventListener("wheel",c,l),document.removeEventListener("touchmove",u,l)}}),Nt(()=>{const l=t();if(i?.(),!l)return;const c=d=>{d.stopPropagation()},u=d=>{d.stopPropagation()};l.addEventListener("wheel",c),l.addEventListener("touchmove",u),i=()=>{l.removeEventListener("wheel",c),l.removeEventListener("touchmove",u)}}),h5(()=>{i?.()});var s=se(),o=L(s);me(o,()=>Jc,(l,c)=>{c(l,ot(()=>e.portalProps,{children:(u,d)=>{var h=se(),p=L(h);{let m=F(()=>Kt("relative z-[var(--layer-popover,1000000)] max-h-(--bits-select-content-available-height) min-w-[8rem] origin-(--bits-select-content-transform-origin) overflow-x-hidden overflow-y-auto rounded-md border bg-popover text-popover-foreground shadow-md data-[side=bottom]:translate-y-1 data-[side=bottom]:slide-in-from-top-2 data-[side=left]:-translate-x-1 data-[side=left]:slide-in-from-right-2 data-[side=right]:translate-x-1 data-[side=right]:slide-in-from-left-2 data-[side=top]:-translate-y-1 data-[side=top]:slide-in-from-bottom-2 data-[state=closed]:animate-out data-[state=closed]:fade-out-0 data-[state=closed]:zoom-out-95 data-[state=open]:animate-in data-[state=open]:fade-in-0 data-[state=open]:zoom-in-95",e.class));me(p,()=>yee,(g,b)=>{b(g,ot({get sideOffset(){return n()},"data-slot":"select-content",get class(){return f(m)}},()=>a,{get ref(){return t()},set ref(_){t(_)},children:(_,v)=>{var y=y5e(),E=L(y);b5e(E,{});var S=ee(E,2);{let C=F(()=>Kt("h-(--bits-select-anchor-height) w-full min-w-(--bits-select-anchor-width) scroll-my-1 p-1"));me(S,()=>Cee,(x,N)=>{N(x,{get class(){return f(C)},children:(I,D)=>{var V=se(),q=L(V);ke(q,()=>e.children??$e),T(I,V)},$$slots:{default:!0}})})}var w=ee(S,2);v5e(w,{}),T(_,y)},$$slots:{default:!0}}))})}T(u,h)},$$slots:{default:!0}}))}),T(r,s),we()}var E5e=G(" ",1);function w5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"size",3,"default"),a=Y(e,"variant",3,"default"),i=Ye(e,["$$slots","$$events","$$legacy","ref","class","children","size","variant"]);const s=F(()=>a()==="plain"?"group inline-flex w-full items-center justify-end gap-2 whitespace-nowrap px-0 py-0 text-sm font-medium text-muted-foreground transition-colors focus-visible:outline-none focus-visible:ring-0 focus-visible:ring-offset-0 disabled:cursor-not-allowed disabled:opacity-50 data-[placeholder]:text-muted-foreground data-[size=default]:h-9 data-[size=sm]:h-8 [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-3 [&_svg:not([class*='text-'])]:text-muted-foreground":"flex w-fit items-center justify-between gap-2 rounded-md border border-input bg-transparent px-3 py-2 text-sm whitespace-nowrap shadow-xs transition-[color,box-shadow] outline-none select-none focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-destructive/20 data-[placeholder]:text-muted-foreground data-[size=default]:h-9 data-[size=sm]:h-8 *:data-[slot=select-value]:line-clamp-1 *:data-[slot=select-value]:flex *:data-[slot=select-value]:items-center *:data-[slot=select-value]:gap-2 dark:bg-input/30 dark:hover:bg-input/50 dark:aria-invalid:ring-destructive/40 [&_svg]:pointer-events-none [&_svg]:shrink-0 [&_svg:not([class*='size-'])]:size-4 [&_svg:not([class*='text-'])]:text-muted-foreground"),o=F(()=>a()==="plain"?"size-3 opacity-60 transition-transform group-data-[state=open]:-rotate-180":"size-4 opacity-50");var l=se(),c=L(l);{let u=F(()=>Kt(f(s),e.class));me(c,()=>Lte,(d,h)=>{h(d,ot({"data-slot":"select-trigger",get"data-size"(){return n()},get class(){return f(u)}},()=>i,{get ref(){return t()},set ref(p){t(p)},children:(p,m)=>{var g=E5e(),b=L(g);ke(b,()=>e.children??$e);var _=ee(b,2);Uc(_,{get class(){return f(o)}}),T(p,g)},$$slots:{default:!0}}))})}T(r,l),we()}const T5e=Dte;var C5e=G("");function A5e(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"value",15),a=Ye(e,["$$slots","$$events","$$legacy","ref","value","class"]);var i=C5e();Wm(i),zt(i,s=>({"data-slot":"textarea",class:s,...a}),[()=>Kt("flex field-sizing-content min-h-16 w-full rounded-md border border-input bg-transparent px-3 py-2 text-base shadow-xs transition-[color,box-shadow] outline-none placeholder:text-muted-foreground focus-visible:border-ring focus-visible:ring-[3px] focus-visible:ring-ring/50 disabled:cursor-not-allowed disabled:opacity-50 aria-invalid:border-destructive aria-invalid:ring-destructive/20 md:text-sm dark:bg-input/30 dark:aria-invalid:ring-destructive/40",e.class)]),pr(i,s=>t(s),()=>t()),mm(i,n),T(r,i),we()}var x5e=G(" ",1),R5e=G(''),O5e=G('

        '),N5e=G('
        ',1),I5e=G(" ",1),k5e=G('

        '),M5e=G('
        '),D5e=G(" ",1),P5e=G(" ",1),L5e=G('
        '),F5e=G(''),B5e=G('
        '),U5e=G('
        ',1),$5e=G('

        '),G5e=G('
        ',1),z5e=G('

        '),q5e=G('
        '),H5e=G('
        ');function KD(r,e){Ee(e,!0);let t=F(()=>{if(Xn.isRouterMode){const i=hA();if(i)return rr.getModelProps(i)?.default_generation_settings?.params??{}}return Xn.defaultParams??{}});var n=se(),a=L(n);Ir(a,17,()=>e.fields,i=>i.key,(i,s)=>{var o=H5e(),l=j(o);{var c=d=>{const h=F(()=>String(e.localConfig[f(s).key]??"")),p=F(()=>f(t)[f(s).key]),m=F(()=>(()=>{if(f(p)==null||f(h)==="")return!1;const I=parseFloat(f(h)),D=isNaN(I)?f(h):Math.round(I*1e6)/1e6,V=typeof f(p)=="number"?Math.round(f(p)*1e6)/1e6:f(p);return D!==V})());var g=N5e(),b=L(g),_=j(b);Qo(_,{get for(){return f(s).key},class:"flex items-center gap-1.5 text-sm font-medium",children:(I,D)=>{et();var V=x5e(),q=L(V),$=ee(q);{var K=z=>{s0(z,{class:"h-3.5 w-3.5 text-muted-foreground"})};le($,z=>{f(s).isExperimental&&z(K)})}Ce(()=>Ge(q,`${f(s).label??""} `)),T(I,V)},$$slots:{default:!0}});var v=ee(_,2);{var y=I=>{XD(I,{})};le(v,I=>{f(m)&&I(y)})}H(b);var E=ee(b,2),S=j(E);{let I=F(()=>f(t)[f(s).key]!=null?`Default: ${_u(f(t)[f(s).key])}`:""),D=F(()=>f(m)?"pr-8":"");cl(S,{get id(){return f(s).key},get value(){return f(h)},oninput:V=>{e.onConfigChange(f(s).key,V.currentTarget.value)},get placeholder(){return f(I)},get class(){return`w-full ${f(D)??""}`}})}var w=ee(S,2);{var C=I=>{var D=R5e();D.__click=()=>{io.resetParameterToServerDefault(f(s).key),e.onConfigChange(f(s).key,"")};var V=j(D);l3(V,{class:"h-3 w-3"}),H(D),T(I,D)};le(w,I=>{f(m)&&I(C)})}H(E);var x=ee(E,2);{var N=I=>{var D=O5e(),V=j(D);nf(V,()=>f(s).help||lu[f(s).key]),H(D),T(I,D)};le(x,I=>{(f(s).help||lu[f(s).key])&&I(N)})}T(d,g)},u=d=>{var h=se(),p=L(h);{var m=b=>{var _=D5e(),v=L(_);Qo(v,{get for(){return f(s).key},class:"block flex items-center gap-1.5 text-sm font-medium",children:(x,N)=>{et();var I=I5e(),D=L(I),V=ee(D);{var q=$=>{s0($,{class:"h-3.5 w-3.5 text-muted-foreground"})};le(V,$=>{f(s).isExperimental&&$(q)})}Ce(()=>Ge(D,`${f(s).label??""} `)),T(x,I)},$$slots:{default:!0}});var y=ee(v,2);{let x=F(()=>String(e.localConfig[f(s).key]??""));A5e(y,{get id(){return f(s).key},get value(){return f(x)},onchange:N=>e.onConfigChange(f(s).key,N.currentTarget.value),placeholder:"",class:"min-h-[10rem] w-full md:max-w-2xl"})}var E=ee(y,2);{var S=x=>{var N=k5e(),I=j(N,!0);H(N),Ce(()=>Ge(I,f(s).help||lu[f(s).key])),T(x,N)};le(E,x=>{(f(s).help||lu[f(s).key])&&x(S)})}var w=ee(E,2);{var C=x=>{var N=M5e(),I=j(N);{let V=F(()=>!!(e.localConfig.showSystemMessage??!0));Uu(I,{id:"showSystemMessage",get checked(){return f(V)},onCheckedChange:q=>e.onConfigChange("showSystemMessage",!!q)})}var D=ee(I,2);Qo(D,{for:"showSystemMessage",class:"cursor-pointer text-sm font-normal",children:(V,q)=>{et();var $=Ot("Show system message in conversations");T(V,$)},$$slots:{default:!0}}),H(N),T(x,N)};le(w,x=>{f(s).key===Hr.SYSTEM_MESSAGE&&x(C)})}T(b,_)},g=b=>{var _=se(),v=L(_);{var y=S=>{const w=F(()=>f(s).options?.find(W=>W.value===e.localConfig[f(s).key])),C=F(()=>e.localConfig[f(s).key]),x=F(()=>f(t)[f(s).key]),N=F(()=>f(x)==null||f(C)===""||f(C)===void 0?!1:f(C)!==f(x));var I=G5e(),D=L(I),V=j(D);Qo(V,{get for(){return f(s).key},class:"flex items-center gap-1.5 text-sm font-medium",children:(W,ie)=>{et();var k=P5e(),B=L(k),te=ee(B);{var O=R=>{s0(R,{class:"h-3.5 w-3.5 text-muted-foreground"})};le(te,R=>{f(s).isExperimental&&R(O)})}Ce(()=>Ge(B,`${f(s).label??""} `)),T(W,k)},$$slots:{default:!0}});var q=ee(V,2);{var $=W=>{XD(W,{})};le(q,W=>{f(N)&&W($)})}H(D);var K=ee(D,2);me(K,()=>T5e,(W,ie)=>{ie(W,{type:"single",get value(){return f(C)},onValueChange:k=>{f(s).key===Hr.THEME&&k&&e.onThemeChange?e.onThemeChange(k):e.onConfigChange(f(s).key,k)},children:(k,B)=>{var te=U5e(),O=L(te),R=j(O);me(R,()=>w5e,(ue,he)=>{he(ue,{class:"w-full",children:(be,Z)=>{var ae=L5e(),fe=j(ae);{var pe=Te=>{const Oe=F(()=>f(w).icon);var Ne=se(),Ue=L(Ne);me(Ue,()=>f(Oe),(Fe,Ke)=>{Ke(Fe,{class:"h-4 w-4"})}),T(Te,Ne)};le(fe,Te=>{f(w)?.icon&&Te(pe)})}var ye=ee(fe);H(ae),Ce(Te=>Ge(ye,` ${Te??""}`),[()=>f(w)?.label||`Select ${f(s).label.toLowerCase()}`]),T(be,ae)},$$slots:{default:!0}})});var U=ee(R,2);{var Q=ue=>{var he=F5e();he.__click=()=>{io.resetParameterToServerDefault(f(s).key),e.onConfigChange(f(s).key,"")};var be=j(he);l3(be,{class:"h-3 w-3"}),H(he),T(ue,he)};le(U,ue=>{f(N)&&ue(Q)})}H(O);var ne=ee(O,2);me(ne,()=>S5e,(ue,he)=>{he(ue,{children:(be,Z)=>{var ae=se(),fe=L(ae);{var pe=ye=>{var Te=se(),Oe=L(Te);Ir(Oe,17,()=>f(s).options,Ne=>Ne.value,(Ne,Ue)=>{var Fe=se(),Ke=L(Fe);me(Ke,()=>_5e,(He,it)=>{it(He,{get value(){return f(Ue).value},get label(){return f(Ue).label},children:(st,dt)=>{var Ae=B5e(),Le=j(Ae);{var ht=mt=>{const At=F(()=>f(Ue).icon);var xt=se(),qt=L(xt);me(qt,()=>f(At),(ar,fr)=>{fr(ar,{class:"h-4 w-4"})}),T(mt,xt)};le(Le,mt=>{f(Ue).icon&&mt(ht)})}var ze=ee(Le);H(Ae),Ce(()=>Ge(ze,` ${f(Ue).label??""}`)),T(st,Ae)},$$slots:{default:!0}})}),T(Ne,Fe)}),T(ye,Te)};le(fe,ye=>{f(s).options&&ye(pe)})}T(be,ae)},$$slots:{default:!0}})}),T(k,te)},$$slots:{default:!0}})});var z=ee(K,2);{var re=W=>{var ie=$5e(),k=j(ie,!0);H(ie),Ce(()=>Ge(k,f(s).help||lu[f(s).key])),T(W,ie)};le(z,W=>{(f(s).help||lu[f(s).key])&&W(re)})}T(S,I)},E=S=>{var w=se(),C=L(w);{var x=N=>{var I=q5e(),D=j(I);{let ie=F(()=>!!e.localConfig[f(s).key]);Uu(D,{get id(){return f(s).key},get checked(){return f(ie)},onCheckedChange:k=>e.onConfigChange(f(s).key,k),class:"mt-1"})}var V=ee(D,2),q=j(V),$=j(q),K=ee($);{var z=ie=>{s0(ie,{class:"h-3.5 w-3.5 text-muted-foreground"})};le(K,ie=>{f(s).isExperimental&&ie(z)})}H(q);var re=ee(q,2);{var W=ie=>{var k=z5e(),B=j(k,!0);H(k),Ce(()=>Ge(B,f(s).help||lu[f(s).key])),T(ie,k)};le(re,ie=>{(f(s).help||lu[f(s).key])&&ie(W)})}H(V),H(I),Ce(()=>{er(q,"for",f(s).key),Ge($,`${f(s).label??""} `)}),T(N,I)};le(C,N=>{f(s).type===$r.CHECKBOX&&N(x)},!0)}T(S,w)};le(v,S=>{f(s).type===$r.SELECT?S(y):S(E,!1)},!0)}T(b,_)};le(p,b=>{f(s).type===$r.TEXTAREA?b(m):b(g,!1)},!0)}T(d,h)};le(l,d=>{f(s).type===$r.INPUT?d(c):d(u,!1)})}H(o),T(i,o)}),T(r,n),we()}Ln(["click"]);var V5e=G(" Export conversations",1),Y5e=G('
        • '),W5e=G('
        • '),j5e=G('
        '),K5e=G(" Import conversations",1),X5e=G('
        • '),Q5e=G('
        • '),Z5e=G('
        '),J5e=G(" Delete all conversations",1),e9e=G(`

        Export Conversations

        Download all your conversations as a JSON file. This includes all messages, attachments, and + conversation history.

        Import Conversations

        Import one or more conversations from a previously exported JSON file. This will merge with + your existing conversations.

        Delete All Conversations

        Permanently delete all conversations and their messages. This action cannot be undone. + Consider exporting your conversations first if you want to keep a backup.

        `,1);function t9e(r,e){Ee(e,!0);let t=_e(Sr([])),n=_e(Sr([])),a=_e(!1),i=_e(!1),s=_e(!1),o=_e(!1),l=_e(Sr([])),c=_e(Sr(new Map)),u=_e(Sr([])),d=_e(!1);async function h(){try{const ie=Dd();if(ie.length===0){Jn.info("No conversations to export");return}const k=await Promise.all(ie.map(async B=>{const te=await rt.getConversationMessages(B.id);return{conv:B,messages:te}}));M(c,t8(k),!0),M(l,ie,!0),M(s,!0)}catch(ie){console.error("Failed to load conversations:",ie),alert("Failed to load conversations")}}async function p(ie){try{const k=await Promise.all(ie.map(async B=>{const te=await rt.getConversationMessages(B.id);return{conv:rf(B),messages:rf(te)}}));rt.downloadConversationFile(k,`${new Date().toISOString().split(ZU)[0]}_conversations.json`),M(t,ie,!0),M(a,!0),M(i,!1),M(s,!1)}catch(k){console.error("Export failed:",k),alert("Failed to export conversations")}}async function m(){try{const ie=document.createElement("input");ie.type="file",ie.accept=".json",ie.onchange=async k=>{const B=k.target?.files?.[0];if(B)try{const te=await B.text(),O=JSON.parse(te);let R;if(Array.isArray(O))R=O;else if(O&&typeof O=="object"&&"conv"in O&&"messages"in O)R=[O];else throw new Error("Invalid file format: expected array of conversations or single conversation object");M(u,R,!0),M(l,R.map(U=>U.conv),!0),M(c,t8(R),!0),M(o,!0)}catch(te){const O=te instanceof Error?te.message:"Unknown error";console.error("Failed to parse file:",te),alert(`Failed to parse file: ${O}`)}},ie.click()}catch(ie){console.error("Import failed:",ie),alert("Failed to import conversations")}}async function g(ie){try{const k=new Set(ie.map(te=>te.id)),B=rf(f(u)).filter(te=>k.has(te.conv.id));await rt.importConversationsData(B),M(n,ie,!0),M(i,!0),M(a,!1),M(o,!1)}catch(k){console.error("Import failed:",k),alert("Failed to import conversations. Please check the file format.")}}async function b(){try{if(Dd().length===0){Jn.info("No conversations to delete");return}M(d,!0)}catch(ie){console.error("Failed to load conversations for deletion:",ie),Jn.error("Failed to load conversations")}}async function _(){try{await rt.deleteAll(),M(d,!1)}catch(ie){console.error("Failed to delete conversations:",ie)}}function v(){M(d,!1)}var y=e9e(),E=L(y),S=j(E),w=j(S),C=ee(j(w),4);kr(C,{class:"w-full justify-start justify-self-start md:w-auto",onclick:h,variant:"outline",children:(ie,k)=>{var B=V5e(),te=L(B);Fv(te,{class:"mr-2 h-4 w-4"}),et(),T(ie,B)},$$slots:{default:!0}});var x=ee(C,2);{var N=ie=>{var k=j5e(),B=j(k),te=j(B);H(B);var O=ee(B,2),R=j(O);Ir(R,17,()=>f(t).slice(0,10),ne=>ne.id,(ne,ue)=>{var he=Y5e(),be=j(he);H(he),Ce(()=>Ge(be,`• ${f(ue).name||"Untitled conversation"}`)),T(ne,he)});var U=ee(R,2);{var Q=ne=>{var ue=W5e(),he=j(ue);H(ue),Ce(()=>Ge(he,`... and ${f(t).length-10} more`)),T(ne,ue)};le(U,ne=>{f(t).length>10&&ne(Q)})}H(O),H(k),Ce(()=>Ge(te,`Exported ${f(t).length??""} conversation${f(t).length===1?"":"s"}`)),T(ie,k)};le(x,ie=>{f(a)&&f(t).length>0&&ie(N)})}H(w);var I=ee(w,2),D=ee(j(I),4);kr(D,{class:"w-full justify-start justify-self-start md:w-auto",onclick:m,variant:"outline",children:(ie,k)=>{var B=K5e(),te=L(B);UU(te,{class:"mr-2 h-4 w-4"}),et(),T(ie,B)},$$slots:{default:!0}});var V=ee(D,2);{var q=ie=>{var k=Z5e(),B=j(k),te=j(B);H(B);var O=ee(B,2),R=j(O);Ir(R,17,()=>f(n).slice(0,10),ne=>ne.id,(ne,ue)=>{var he=X5e(),be=j(he);H(he),Ce(()=>Ge(be,`• ${f(ue).name||"Untitled conversation"}`)),T(ne,he)});var U=ee(R,2);{var Q=ne=>{var ue=Q5e(),he=j(ue);H(ue),Ce(()=>Ge(he,`... and ${f(n).length-10} more`)),T(ne,ue)};le(U,ne=>{f(n).length>10&&ne(Q)})}H(O),H(k),Ce(()=>Ge(te,`Imported ${f(n).length??""} conversation${f(n).length===1?"":"s"}`)),T(ie,k)};le(V,ie=>{f(i)&&f(n).length>0&&ie(q)})}H(I);var $=ee(I,2),K=ee(j($),4);kr(K,{class:"text-destructive-foreground w-full justify-start justify-self-start bg-destructive hover:bg-destructive/80 md:w-auto",onclick:b,variant:"destructive",children:(ie,k)=>{var B=J5e(),te=L(B);Gc(te,{class:"mr-2 h-4 w-4"}),et(),T(ie,B)},$$slots:{default:!0}}),H($),H(S),H(E);var z=ee(E,2);GD(z,{get conversations(){return f(l)},get messageCountMap(){return f(c)},mode:"export",onCancel:()=>M(s,!1),onConfirm:p,get open(){return f(s)},set open(ie){M(s,ie,!0)}});var re=ee(z,2);GD(re,{get conversations(){return f(l)},get messageCountMap(){return f(c)},mode:"import",onCancel:()=>M(o,!1),onConfirm:g,get open(){return f(o)},set open(ie){M(o,ie,!0)}});var W=ee(re,2);eh(W,{title:"Delete all conversations",description:"Are you sure you want to delete all conversations? This action cannot be undone and will permanently remove all your conversations and messages.",confirmText:"Delete All",cancelText:"Cancel",variant:"destructive",get icon(){return Gc},onConfirm:_,onCancel:v,get open(){return f(d)},set open(ie){M(d,ie,!0)}}),T(r,y),we()}var r9e=G(" Custom",1);function XD(r,e){let t=Y(e,"class",3,"");Rs(r,{variant:"secondary",get class(){return`h-5 bg-orange-100 px-1.5 py-0.5 text-xs text-orange-800 dark:bg-orange-900 dark:text-orange-200 ${t()??""}`},children:(n,a)=>{var i=r9e(),s=L(i);Tm(s,{class:"mr-1 h-3 w-3"}),et(),T(n,i)},$$slots:{default:!0}})}var n9e=G('
        '),a9e=G('
        New chat
        ',1),i9e=G('
        Search
        ',1),s9e=G('
        MCP Servers
        '),o9e=G(" ",1),l9e=G('
        ');function c9e(r,e){Ee(e,!0);let t=Y(e,"isSearchModeActive",15),n=Y(e,"searchQuery",15),a=_e(null);const i=Gx();function s(){t(!1),n("")}Nt(()=>{t()&&f(a)?.focus()});var o=l9e(),l=j(o);{var c=d=>{var h=n9e(),p=j(h);sb(p,{class:"absolute top-2.5 left-2 h-4 w-4 text-muted-foreground"});var m=ee(p,2);cl(m,{onkeydown:b=>b.key==="Escape"&&s(),placeholder:"Search conversations...",class:"pl-8",get ref(){return f(a)},set ref(b){M(a,b,!0)},get value(){return n()},set value(b){n(b)}});var g=ee(m,2);Yl(g,{class:"cursor-pointertext-muted-foreground absolute top-2.5 right-2 h-4 w-4",onclick:s}),H(h),T(d,h)},u=d=>{var h=o9e(),p=L(h);kr(p,{class:"w-full justify-between backdrop-blur-none! hover:[&>kbd]:opacity-100",href:"?new_chat=true#/",get onclick(){return e.handleMobileSidebarItemClick},variant:"ghost",children:(b,_)=>{var v=a9e(),y=L(v),E=j(y);BU(E,{class:"h-4 w-4"}),et(),H(y);var S=ee(y,2);_A(S,{keys:["shift","cmd","o"]}),T(b,v)},$$slots:{default:!0}});var m=ee(p,2);kr(m,{class:"w-full justify-between backdrop-blur-none! hover:[&>kbd]:opacity-100",onclick:()=>{t(!0)},variant:"ghost",children:(b,_)=>{var v=i9e(),y=L(v),E=j(y);sb(E,{class:"h-4 w-4"}),et(),H(y);var S=ee(y,2);_A(S,{keys:["cmd","k"]}),T(b,v)},$$slots:{default:!0}});var g=ee(m,2);kr(g,{class:"w-full justify-between backdrop-blur-none! hover:[&>kbd]:opacity-100",onclick:()=>{i.open(Ss.MCP)},variant:"ghost",children:(b,_)=>{var v=s9e(),y=j(v);Dy(y,{class:"h-4 w-4"}),et(),H(v),T(b,v)},$$slots:{default:!0}}),T(d,h)};le(l,d=>{t()?d(c):d(u,!1)})}H(o),T(r,o),we()}var u9e=G('

        llama.cpp

         ',1),d9e=G('

        '),h9e=G(" ",1),f9e=G(" ",1),p9e=G(" ",1),m9e=G('
        '),g9e=G(" ",1);function _9e(r,e){Ee(e,!0);const t=yy();let n=F(()=>gi.params.id),a=_e(!1),i=_e(""),s=_e(!1),o=_e(!1),l=_e(!1),c=_e(null),u=_e(""),d=F(()=>f(c)?m3(f(c).name):""),h=F(()=>f(i).trim().length>0?Dd().filter(q=>q.name.toLowerCase().includes(f(i).toLowerCase())):Dd()),p=F(()=>o2e(f(h))),m=F(()=>{if(!f(c))return!1;const q=Dd(),$=[f(c).id];for(;$.length>0;){const K=$.pop();for(const z of q)if(z.forkedFromConversationId===K)return!0}return!1});async function g(q){const $=Dd().find(K=>K.id===q);$&&(M(c,$,!0),M(o,!1),M(s,!0))}async function b(q){const $=Dd().find(K=>K.id===q);$&&(M(c,$,!0),M(u,$.name,!0),M(l,!0))}function _(){if(f(c)){const q=f(c).id,$=f(o);M(s,!1),setTimeout(()=>{rt.deleteConversation(q,{deleteWithForks:$})},100)}}function v(){!f(u).trim()||!f(c)||(M(l,!1),rt.updateConversationName(f(c).id,f(u)),M(c,null))}function y(){t.isMobile&&t.toggle()}function E(){M(a,!0)}function S(){if(f(n)&&f(h).find($=>$.id===f(n))){const $=new CustomEvent("edit-active-conversation",{detail:{conversationId:f(n)}});document.dispatchEvent($)}}async function w(q){f(a)&&(M(a,!1),M(i,"")),await as(`#/chat/${q}`)}function C(q){fn.stopGenerationForChat(q)}var x={handleMobileSidebarItemClick:y,activateSearchMode:E,editActiveConversation:S},N=g9e(),I=L(N);by(I,{class:"h-[100vh]",children:(q,$)=>{var K=p9e(),z=L(K);me(z,()=>PAe,(W,ie)=>{ie(W,{class:" top-0 z-10 gap-4 bg-sidebar/50 p-4 pb-2 backdrop-blur-lg md:sticky",children:(k,B)=>{var te=u9e(),O=L(te);O.__click=y;var R=ee(O,2);c9e(R,{handleMobileSidebarItemClick:y,get isSearchModeActive(){return f(a)},set isSearchModeActive(U){M(a,U,!0)},get searchQuery(){return f(i)},set searchQuery(U){M(i,U,!0)}}),T(k,te)},$$slots:{default:!0}})});var re=ee(z,2);me(re,()=>MAe,(W,ie)=>{ie(W,{class:"mt-2 space-y-2 p-0 px-4",children:(k,B)=>{var te=f9e(),O=L(te);{var R=Q=>{var ne=se(),ue=L(ne);me(ue,()=>IAe,(he,be)=>{be(he,{children:(Z,ae)=>{et();var fe=Ot();Ce(()=>Ge(fe,f(a)?"Search results":"Conversations")),T(Z,fe)},$$slots:{default:!0}})}),T(Q,ne)};le(O,Q=>{(f(h).length>0&&f(a)||!f(a))&&Q(R)})}var U=ee(O,2);me(U,()=>OAe,(Q,ne)=>{ne(Q,{children:(ue,he)=>{var be=se(),Z=L(be);me(Z,()=>zAe,(ae,fe)=>{fe(ae,{children:(pe,ye)=>{var Te=h9e(),Oe=L(Te);Ir(Oe,17,()=>f(p),({conversation:Fe,depth:Ke})=>Fe.id,(Fe,Ke)=>{let He=()=>f(Ke).conversation,it=()=>f(Ke).depth;var st=se(),dt=L(st);me(dt,()=>UAe,(Ae,Le)=>{Le(Ae,{class:"mb-1 p-0",children:(ht,ze)=>{{let mt=F(()=>({id:He().id,name:He().name,lastModified:He().lastModified,currNode:He().currNode,forkedFromConversationId:He().forkedFromConversationId})),At=F(()=>f(n)===He().id);A9e(ht,{get conversation(){return f(mt)},get depth(){return it()},handleMobileSidebarItemClick:y,get isActive(){return f(At)},onSelect:w,onEdit:b,onDelete:g,onStop:C})}},$$slots:{default:!0}})}),T(Fe,st)});var Ne=ee(Oe,2);{var Ue=Fe=>{var Ke=d9e(),He=j(Ke),it=j(He,!0);H(He),H(Ke),Ce(()=>Ge(it,f(i).length>0?"No results found":f(a)?"Start typing to see results":"No conversations yet")),T(Fe,Ke)};le(Ne,Fe=>{f(p).length===0&&Fe(Ue)})}T(pe,Te)},$$slots:{default:!0}})}),T(ue,be)},$$slots:{default:!0}})}),T(k,te)},$$slots:{default:!0}})}),T(q,K)},$$slots:{default:!0}});var D=ee(I,2);{let q=F(()=>f(c)?`Are you sure you want to delete "${f(d)}"? This action cannot be undone and will permanently remove all messages in this conversation.`:"");eh(D,{title:"Delete Conversation",get description(){return f(q)},confirmText:"Delete",cancelText:"Cancel",variant:"destructive",get icon(){return Gc},onConfirm:_,onCancel:()=>{M(s,!1),M(c,null)},get open(){return f(s)},set open($){M(s,$,!0)},children:($,K)=>{var z=se(),re=L(z);{var W=ie=>{var k=m9e(),B=j(k);Uu(B,{id:"delete-with-forks",get checked(){return f(o)},set checked(O){M(o,O,!0)}});var te=ee(B,2);Qo(te,{for:"delete-with-forks",class:"text-sm",children:(O,R)=>{et();var U=Ot("Also delete all forked conversations");T(O,U)},$$slots:{default:!0}}),H(k),T(ie,k)};le(re,ie=>{f(m)&&ie(W)})}T($,z)},$$slots:{default:!0}})}var V=ee(D,2);return eh(V,{title:"Edit Conversation Name",description:"",confirmText:"Save",cancelText:"Cancel",get icon(){return v4},onConfirm:v,onCancel:()=>{M(l,!1),M(c,null)},onKeydown:q=>{q.key==="Enter"&&(q.preventDefault(),q.stopImmediatePropagation(),v())},get open(){return f(l)},set open(q){M(l,q,!0)},children:(q,$)=>{cl(q,{class:"text-foreground",placeholder:"Enter a new name",type:"text",get value(){return f(u)},set value(K){M(u,K,!0)}})},$$slots:{default:!0}}),T(r,N),we(x)}Ln(["click"]);var b9e=G(''),v9e=G("

        See parent conversation

        "),y9e=G(" ",1),S9e=G('
        '),E9e=G("

        Stop generation

        "),w9e=G(" ",1),T9e=G('
        '),C9e=G('');function A9e(r,e){Ee(e,!0);let t=Y(e,"isActive",3,!1),n=Y(e,"depth",3,0),a=_e(!1),i=_e(!1),s=F(()=>U2e().includes(e.conversation.id));function o(N){N.stopPropagation(),e.onEdit?.(e.conversation.id)}function l(N){N.stopPropagation(),e.onDelete?.(e.conversation.id)}function c(N){N.stopPropagation(),e.onStop?.(e.conversation.id)}function u(N){N.detail.conversationId===e.conversation.id&&t()&&o(N)}function d(){f(i)||M(a,!1)}function h(){M(a,!0)}function p(){e.onSelect?.(e.conversation.id)}Nt(()=>{f(i)||M(a,!1)}),bi(()=>(document.addEventListener("edit-active-conversation",u),()=>{document.removeEventListener("edit-active-conversation",u)}));var m=C9e();m.__click=p,m.__mouseover=h;var g=j(m);let b;var _=j(g);{var v=N=>{var I=se(),D=L(I);me(D,()=>da,(V,q)=>{q(V,{children:($,K)=>{var z=y9e(),re=L(z);me(re,()=>ca,(ie,k)=>{k(ie,{children:(B,te)=>{var O=b9e(),R=j(O);o3(R,{class:"h-3.5 w-3.5"}),H(O),Ce(()=>er(O,"href",`#/chat/${e.conversation.forkedFromConversationId??""}`)),T(B,O)},$$slots:{default:!0}})});var W=ee(re,2);me(W,()=>ua,(ie,k)=>{k(ie,{children:(B,te)=>{var O=v9e();T(B,O)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})}),T(N,I)};le(_,N=>{n()>0&&N(v)})}var y=ee(_,2);{var E=N=>{var I=se(),D=L(I);me(D,()=>da,(V,q)=>{q(V,{children:($,K)=>{var z=w9e(),re=L(z);me(re,()=>ca,(ie,k)=>{k(ie,{children:(B,te)=>{var O=S9e();O.__click=c,O.__keydown=Q=>Q.key==="Enter"&&c(Q);var R=j(O);Ka(R,{class:"loading-icon h-3.5 w-3.5 animate-spin"});var U=ee(R,2);y4(U,{class:"stop-icon hidden h-3 w-3 fill-current text-destructive"}),H(O),T(B,O)},$$slots:{default:!0}})});var W=ee(re,2);me(W,()=>ua,(ie,k)=>{k(ie,{children:(B,te)=>{var O=E9e();T(B,O)},$$slots:{default:!0}})}),T($,z)},$$slots:{default:!0}})}),T(N,I)};le(y,N=>{f(s)&&N(E)})}var S=ee(y,2);S.__click=function(...N){e.handleMobileSidebarItemClick?.apply(this,N)};var w=j(S,!0);H(S),H(g);var C=ee(g,2);{var x=N=>{var I=T9e(),D=j(I);{let V=F(()=>[{icon:v4,label:"Edit",onclick:o,shortcut:["shift","cmd","e"]},{icon:Fv,label:"Export",onclick:q=>{q.stopPropagation(),rt.downloadConversation(e.conversation.id)},shortcut:["shift","cmd","s"]},{icon:Gc,label:"Delete",onclick:l,variant:"destructive",shortcut:["shift","cmd","d"],separator:!0}]);VFe(D,{get triggerIcon(){return dre},triggerTooltip:"More actions",get actions(){return f(V)},get open(){return f(i)},set open(q){M(i,q,!0)}})}H(I),T(N,I)};le(C,N=>{f(a)&&N(x)})}H(m),Ce(()=>{yt(m,1,`group flex min-h-9 w-full cursor-pointer items-center justify-between space-x-3 rounded-lg py-1.5 text-left transition-colors hover:bg-foreground/10 ${t()?"bg-foreground/5 text-accent-foreground":""} px-3`,"svelte-76ksb2"),b=ds(g,"",b,{"padding-left":`${n()*yae}px`}),Ge(w,e.conversation.name)}),hn("mouseleave",m,d),T(r,m),we()}Ln(["click","mouseover","keydown"]);const x9e={};function Vx(r,e){const t=x9e,n=typeof t.includeImageAlt=="boolean"?t.includeImageAlt:!0,a=typeof t.includeHtml=="boolean"?t.includeHtml:!0;return fq(r,n,a)}function fq(r,e,t){if(R9e(r)){if("value"in r)return r.type==="html"&&!t?"":r.value;if(e&&"alt"in r&&r.alt)return r.alt;if("children"in r)return QD(r.children,e,t)}return Array.isArray(r)?QD(r,e,t):""}function QD(r,e,t){const n=[];let a=-1;for(;++aa?0:a+e:e=e>a?a:e,t=t>0?t:0,n.length<1e4)s=Array.from(n),s.unshift(e,t),r.splice(...s);else for(t&&r.splice(e,t);i0?(so(r,r.length,0,e),r):e}const JD={}.hasOwnProperty;function pq(r){const e={};let t=-1;for(;++t13&&t<32||t>126&&t<160||t>55295&&t<57344||t>64975&&t<65008||(t&65535)===65535||(t&65535)===65534||t>1114111?"�":String.fromCodePoint(t)}function rl(r){return r.replace(/[\t\n\r ]+/g," ").replace(/^ | $/g,"").toLowerCase().toUpperCase()}const is=ad(/[A-Za-z]/),zi=ad(/[\dA-Za-z]/),I9e=ad(/[#-'*+\--9=?A-Z^-~]/);function Fb(r){return r!==null&&(r<32||r===127)}const bA=ad(/\d/),k9e=ad(/[\dA-Fa-f]/),M9e=ad(/[!-/:-@[-`{-~]/);function Nr(r){return r!==null&&r<-2}function ra(r){return r!==null&&(r<0||r===32)}function Cn(r){return r===-2||r===-1||r===32}const Sy=ad(new RegExp("\\p{P}|\\p{S}","u")),th=ad(/\s/);function ad(r){return e;function e(t){return t!==null&&t>-1&&r.test(String.fromCharCode(t))}}function op(r){const e=[];let t=-1,n=0,a=0;for(;++t55295&&i<57344){const o=r.charCodeAt(t+1);i<56320&&o>56319&&o<57344?(s=String.fromCharCode(i,o),a=1):s="�"}else s=String.fromCharCode(i);s&&(e.push(r.slice(n,t),encodeURIComponent(s)),n=t+a+1,s=""),a&&(t+=a,a=0)}return e.join("")+r.slice(n)}function vn(r,e,t,n){const a=n?n-1:Number.POSITIVE_INFINITY;let i=0;return s;function s(l){return Cn(l)?(r.enter(t),o(l)):e(l)}function o(l){return Cn(l)&&i++s))return;const C=e.events.length;let x=C,N,I;for(;x--;)if(e.events[x][0]==="exit"&&e.events[x][1].type==="chunkFlow"){if(N){I=e.events[x][1].end;break}N=!0}for(_(n),w=C;wy;){const S=t[E];e.containerState=S[1],S[0].exit.call(e,r)}t.length=y}function v(){a.write([null]),i=void 0,a=void 0,e.containerState._closeFlow=void 0}}function B9e(r,e,t){return vn(r,r.attempt(this.parser.constructs.document,e,t),"linePrefix",this.parser.constructs.disable.null.includes("codeIndented")?void 0:4)}function $f(r){if(r===null||ra(r)||th(r))return 1;if(Sy(r))return 2}function Ey(r,e,t){const n=[];let a=-1;for(;++a1&&r[t][1].end.offset-r[t][1].start.offset>1?2:1;const d={...r[n][1].end},h={...r[t][1].start};tP(d,-l),tP(h,l),s={type:l>1?"strongSequence":"emphasisSequence",start:d,end:{...r[n][1].end}},o={type:l>1?"strongSequence":"emphasisSequence",start:{...r[t][1].start},end:h},i={type:l>1?"strongText":"emphasisText",start:{...r[n][1].end},end:{...r[t][1].start}},a={type:l>1?"strong":"emphasis",start:{...s.start},end:{...o.end}},r[n][1].end={...s.start},r[t][1].start={...o.end},c=[],r[n][1].end.offset-r[n][1].start.offset&&(c=wo(c,[["enter",r[n][1],e],["exit",r[n][1],e]])),c=wo(c,[["enter",a,e],["enter",s,e],["exit",s,e],["enter",i,e]]),c=wo(c,Ey(e.parser.constructs.insideSpan.null,r.slice(n+1,t),e)),c=wo(c,[["exit",i,e],["enter",o,e],["exit",o,e],["exit",a,e]]),r[t][1].end.offset-r[t][1].start.offset?(u=2,c=wo(c,[["enter",r[t][1],e],["exit",r[t][1],e]])):u=0,so(r,n-1,t-n+3,c),t=n+c.length-u-2;break}}for(t=-1;++t0&&Cn(w)?vn(r,v,"linePrefix",i+1)(w):v(w)}function v(w){return w===null||Nr(w)?r.check(rP,g,E)(w):(r.enter("codeFlowValue"),y(w))}function y(w){return w===null||Nr(w)?(r.exit("codeFlowValue"),v(w)):(r.consume(w),y)}function E(w){return r.exit("codeFenced"),e(w)}function S(w,C,x){let N=0;return I;function I(K){return w.enter("lineEnding"),w.consume(K),w.exit("lineEnding"),D}function D(K){return w.enter("codeFencedFence"),Cn(K)?vn(w,V,"linePrefix",n.parser.constructs.disable.null.includes("codeIndented")?void 0:4)(K):V(K)}function V(K){return K===o?(w.enter("codeFencedFenceSequence"),q(K)):x(K)}function q(K){return K===o?(N++,w.consume(K),q):N>=s?(w.exit("codeFencedFenceSequence"),Cn(K)?vn(w,$,"whitespace")(K):$(K)):x(K)}function $(K){return K===null||Nr(K)?(w.exit("codeFencedFence"),C(K)):x(K)}}}function X9e(r,e,t){const n=this;return a;function a(s){return s===null?t(s):(r.enter("lineEnding"),r.consume(s),r.exit("lineEnding"),i)}function i(s){return n.parser.lazy[n.now().line]?t(s):e(s)}}const UT={name:"codeIndented",tokenize:Z9e},Q9e={partial:!0,tokenize:J9e};function Z9e(r,e,t){const n=this;return a;function a(c){return r.enter("codeIndented"),vn(r,i,"linePrefix",5)(c)}function i(c){const u=n.events[n.events.length-1];return u&&u[1].type==="linePrefix"&&u[2].sliceSerialize(u[1],!0).length>=4?s(c):t(c)}function s(c){return c===null?l(c):Nr(c)?r.attempt(Q9e,s,l)(c):(r.enter("codeFlowValue"),o(c))}function o(c){return c===null||Nr(c)?(r.exit("codeFlowValue"),s(c)):(r.consume(c),o)}function l(c){return r.exit("codeIndented"),e(c)}}function J9e(r,e,t){const n=this;return a;function a(s){return n.parser.lazy[n.now().line]?t(s):Nr(s)?(r.enter("lineEnding"),r.consume(s),r.exit("lineEnding"),a):vn(r,i,"linePrefix",5)(s)}function i(s){const o=n.events[n.events.length-1];return o&&o[1].type==="linePrefix"&&o[2].sliceSerialize(o[1],!0).length>=4?e(s):Nr(s)?a(s):t(s)}}const e4e={name:"codeText",previous:r4e,resolve:t4e,tokenize:n4e};function t4e(r){let e=r.length-4,t=3,n,a;if((r[t][1].type==="lineEnding"||r[t][1].type==="space")&&(r[e][1].type==="lineEnding"||r[e][1].type==="space")){for(n=t;++n=this.left.length+this.right.length)throw new RangeError("Cannot access index `"+e+"` in a splice buffer of size `"+(this.left.length+this.right.length)+"`");return ethis.left.length?this.right.slice(this.right.length-n+this.left.length,this.right.length-e+this.left.length).reverse():this.left.slice(e).concat(this.right.slice(this.right.length-n+this.left.length).reverse())}splice(e,t,n){const a=t||0;this.setCursor(Math.trunc(e));const i=this.right.splice(this.right.length-a,Number.POSITIVE_INFINITY);return n&&Lp(this.left,n),i.reverse()}pop(){return this.setCursor(Number.POSITIVE_INFINITY),this.left.pop()}push(e){this.setCursor(Number.POSITIVE_INFINITY),this.left.push(e)}pushMany(e){this.setCursor(Number.POSITIVE_INFINITY),Lp(this.left,e)}unshift(e){this.setCursor(0),this.right.push(e)}unshiftMany(e){this.setCursor(0),Lp(this.right,e.reverse())}setCursor(e){if(!(e===this.left.length||e>this.left.length&&this.right.length===0||e<0&&this.left.length===0))if(e=4?e(s):r.interrupt(n.parser.constructs.flow,t,e)(s)}}function yq(r,e,t,n,a,i,s,o,l){const c=l||Number.POSITIVE_INFINITY;let u=0;return d;function d(_){return _===60?(r.enter(n),r.enter(a),r.enter(i),r.consume(_),r.exit(i),h):_===null||_===32||_===41||Fb(_)?t(_):(r.enter(n),r.enter(s),r.enter(o),r.enter("chunkString",{contentType:"string"}),g(_))}function h(_){return _===62?(r.enter(i),r.consume(_),r.exit(i),r.exit(a),r.exit(n),e):(r.enter(o),r.enter("chunkString",{contentType:"string"}),p(_))}function p(_){return _===62?(r.exit("chunkString"),r.exit(o),h(_)):_===null||_===60||Nr(_)?t(_):(r.consume(_),_===92?m:p)}function m(_){return _===60||_===62||_===92?(r.consume(_),p):p(_)}function g(_){return!u&&(_===null||_===41||ra(_))?(r.exit("chunkString"),r.exit(o),r.exit(s),r.exit(n),e(_)):u999||p===null||p===91||p===93&&!l||p===94&&!o&&"_hiddenFootnoteSupport"in s.parser.constructs?t(p):p===93?(r.exit(i),r.enter(a),r.consume(p),r.exit(a),r.exit(n),e):Nr(p)?(r.enter("lineEnding"),r.consume(p),r.exit("lineEnding"),u):(r.enter("chunkString",{contentType:"string"}),d(p))}function d(p){return p===null||p===91||p===93||Nr(p)||o++>999?(r.exit("chunkString"),u(p)):(r.consume(p),l||(l=!Cn(p)),p===92?h:d)}function h(p){return p===91||p===92||p===93?(r.consume(p),o++,d):d(p)}}function Eq(r,e,t,n,a,i){let s;return o;function o(h){return h===34||h===39||h===40?(r.enter(n),r.enter(a),r.consume(h),r.exit(a),s=h===40?41:h,l):t(h)}function l(h){return h===s?(r.enter(a),r.consume(h),r.exit(a),r.exit(n),e):(r.enter(i),c(h))}function c(h){return h===s?(r.exit(i),l(s)):h===null?t(h):Nr(h)?(r.enter("lineEnding"),r.consume(h),r.exit("lineEnding"),vn(r,c,"linePrefix")):(r.enter("chunkString",{contentType:"string"}),u(h))}function u(h){return h===s||h===null||Nr(h)?(r.exit("chunkString"),c(h)):(r.consume(h),h===92?d:u)}function d(h){return h===s||h===92?(r.consume(h),u):u(h)}}function cm(r,e){let t;return n;function n(a){return Nr(a)?(r.enter("lineEnding"),r.consume(a),r.exit("lineEnding"),t=!0,n):Cn(a)?vn(r,n,t?"linePrefix":"lineSuffix")(a):e(a)}}const d4e={name:"definition",tokenize:f4e},h4e={partial:!0,tokenize:p4e};function f4e(r,e,t){const n=this;let a;return i;function i(p){return r.enter("definition"),s(p)}function s(p){return Sq.call(n,r,o,t,"definitionLabel","definitionLabelMarker","definitionLabelString")(p)}function o(p){return a=rl(n.sliceSerialize(n.events[n.events.length-1][1]).slice(1,-1)),p===58?(r.enter("definitionMarker"),r.consume(p),r.exit("definitionMarker"),l):t(p)}function l(p){return ra(p)?cm(r,c)(p):c(p)}function c(p){return yq(r,u,t,"definitionDestination","definitionDestinationLiteral","definitionDestinationLiteralMarker","definitionDestinationRaw","definitionDestinationString")(p)}function u(p){return r.attempt(h4e,d,d)(p)}function d(p){return Cn(p)?vn(r,h,"whitespace")(p):h(p)}function h(p){return p===null||Nr(p)?(r.exit("definition"),n.parser.defined.push(a),e(p)):t(p)}}function p4e(r,e,t){return n;function n(o){return ra(o)?cm(r,a)(o):t(o)}function a(o){return Eq(r,i,t,"definitionTitle","definitionTitleMarker","definitionTitleString")(o)}function i(o){return Cn(o)?vn(r,s,"whitespace")(o):s(o)}function s(o){return o===null||Nr(o)?e(o):t(o)}}const m4e={name:"hardBreakEscape",tokenize:g4e};function g4e(r,e,t){return n;function n(i){return r.enter("hardBreakEscape"),r.consume(i),a}function a(i){return Nr(i)?(r.exit("hardBreakEscape"),e(i)):t(i)}}const _4e={name:"headingAtx",resolve:b4e,tokenize:v4e};function b4e(r,e){let t=r.length-2,n=3,a,i;return r[n][1].type==="whitespace"&&(n+=2),t-2>n&&r[t][1].type==="whitespace"&&(t-=2),r[t][1].type==="atxHeadingSequence"&&(n===t-1||t-4>n&&r[t-2][1].type==="whitespace")&&(t-=n+1===t?2:4),t>n&&(a={type:"atxHeadingText",start:r[n][1].start,end:r[t][1].end},i={type:"chunkText",start:r[n][1].start,end:r[t][1].end,contentType:"text"},so(r,n,t-n+1,[["enter",a,e],["enter",i,e],["exit",i,e],["exit",a,e]])),r}function v4e(r,e,t){let n=0;return a;function a(u){return r.enter("atxHeading"),i(u)}function i(u){return r.enter("atxHeadingSequence"),s(u)}function s(u){return u===35&&n++<6?(r.consume(u),s):u===null||ra(u)?(r.exit("atxHeadingSequence"),o(u)):t(u)}function o(u){return u===35?(r.enter("atxHeadingSequence"),l(u)):u===null||Nr(u)?(r.exit("atxHeading"),e(u)):Cn(u)?vn(r,o,"whitespace")(u):(r.enter("atxHeadingText"),c(u))}function l(u){return u===35?(r.consume(u),l):(r.exit("atxHeadingSequence"),o(u))}function c(u){return u===null||u===35||ra(u)?(r.exit("atxHeadingText"),o(u)):(r.consume(u),c)}}const y4e=["address","article","aside","base","basefont","blockquote","body","caption","center","col","colgroup","dd","details","dialog","dir","div","dl","dt","fieldset","figcaption","figure","footer","form","frame","frameset","h1","h2","h3","h4","h5","h6","head","header","hr","html","iframe","legend","li","link","main","menu","menuitem","nav","noframes","ol","optgroup","option","p","param","search","section","summary","table","tbody","td","tfoot","th","thead","title","tr","track","ul"],aP=["pre","script","style","textarea"],S4e={concrete:!0,name:"htmlFlow",resolveTo:T4e,tokenize:C4e},E4e={partial:!0,tokenize:x4e},w4e={partial:!0,tokenize:A4e};function T4e(r){let e=r.length;for(;e--&&!(r[e][0]==="enter"&&r[e][1].type==="htmlFlow"););return e>1&&r[e-2][1].type==="linePrefix"&&(r[e][1].start=r[e-2][1].start,r[e+1][1].start=r[e-2][1].start,r.splice(e-2,2)),r}function C4e(r,e,t){const n=this;let a,i,s,o,l;return c;function c(O){return u(O)}function u(O){return r.enter("htmlFlow"),r.enter("htmlFlowData"),r.consume(O),d}function d(O){return O===33?(r.consume(O),h):O===47?(r.consume(O),i=!0,g):O===63?(r.consume(O),a=3,n.interrupt?e:k):is(O)?(r.consume(O),s=String.fromCharCode(O),b):t(O)}function h(O){return O===45?(r.consume(O),a=2,p):O===91?(r.consume(O),a=5,o=0,m):is(O)?(r.consume(O),a=4,n.interrupt?e:k):t(O)}function p(O){return O===45?(r.consume(O),n.interrupt?e:k):t(O)}function m(O){const R="CDATA[";return O===R.charCodeAt(o++)?(r.consume(O),o===R.length?n.interrupt?e:V:m):t(O)}function g(O){return is(O)?(r.consume(O),s=String.fromCharCode(O),b):t(O)}function b(O){if(O===null||O===47||O===62||ra(O)){const R=O===47,U=s.toLowerCase();return!R&&!i&&aP.includes(U)?(a=1,n.interrupt?e(O):V(O)):y4e.includes(s.toLowerCase())?(a=6,R?(r.consume(O),_):n.interrupt?e(O):V(O)):(a=7,n.interrupt&&!n.parser.lazy[n.now().line]?t(O):i?v(O):y(O))}return O===45||zi(O)?(r.consume(O),s+=String.fromCharCode(O),b):t(O)}function _(O){return O===62?(r.consume(O),n.interrupt?e:V):t(O)}function v(O){return Cn(O)?(r.consume(O),v):I(O)}function y(O){return O===47?(r.consume(O),I):O===58||O===95||is(O)?(r.consume(O),E):Cn(O)?(r.consume(O),y):I(O)}function E(O){return O===45||O===46||O===58||O===95||zi(O)?(r.consume(O),E):S(O)}function S(O){return O===61?(r.consume(O),w):Cn(O)?(r.consume(O),S):y(O)}function w(O){return O===null||O===60||O===61||O===62||O===96?t(O):O===34||O===39?(r.consume(O),l=O,C):Cn(O)?(r.consume(O),w):x(O)}function C(O){return O===l?(r.consume(O),l=null,N):O===null||Nr(O)?t(O):(r.consume(O),C)}function x(O){return O===null||O===34||O===39||O===47||O===60||O===61||O===62||O===96||ra(O)?S(O):(r.consume(O),x)}function N(O){return O===47||O===62||Cn(O)?y(O):t(O)}function I(O){return O===62?(r.consume(O),D):t(O)}function D(O){return O===null||Nr(O)?V(O):Cn(O)?(r.consume(O),D):t(O)}function V(O){return O===45&&a===2?(r.consume(O),z):O===60&&a===1?(r.consume(O),re):O===62&&a===4?(r.consume(O),B):O===63&&a===3?(r.consume(O),k):O===93&&a===5?(r.consume(O),ie):Nr(O)&&(a===6||a===7)?(r.exit("htmlFlowData"),r.check(E4e,te,q)(O)):O===null||Nr(O)?(r.exit("htmlFlowData"),q(O)):(r.consume(O),V)}function q(O){return r.check(w4e,$,te)(O)}function $(O){return r.enter("lineEnding"),r.consume(O),r.exit("lineEnding"),K}function K(O){return O===null||Nr(O)?q(O):(r.enter("htmlFlowData"),V(O))}function z(O){return O===45?(r.consume(O),k):V(O)}function re(O){return O===47?(r.consume(O),s="",W):V(O)}function W(O){if(O===62){const R=s.toLowerCase();return aP.includes(R)?(r.consume(O),B):V(O)}return is(O)&&s.length<8?(r.consume(O),s+=String.fromCharCode(O),W):V(O)}function ie(O){return O===93?(r.consume(O),k):V(O)}function k(O){return O===62?(r.consume(O),B):O===45&&a===2?(r.consume(O),k):V(O)}function B(O){return O===null||Nr(O)?(r.exit("htmlFlowData"),te(O)):(r.consume(O),B)}function te(O){return r.exit("htmlFlow"),e(O)}}function A4e(r,e,t){const n=this;return a;function a(s){return Nr(s)?(r.enter("lineEnding"),r.consume(s),r.exit("lineEnding"),i):t(s)}function i(s){return n.parser.lazy[n.now().line]?t(s):e(s)}}function x4e(r,e,t){return n;function n(a){return r.enter("lineEnding"),r.consume(a),r.exit("lineEnding"),r.attempt(Rg,e,t)}}const R4e={name:"htmlText",tokenize:O4e};function O4e(r,e,t){const n=this;let a,i,s;return o;function o(k){return r.enter("htmlText"),r.enter("htmlTextData"),r.consume(k),l}function l(k){return k===33?(r.consume(k),c):k===47?(r.consume(k),S):k===63?(r.consume(k),y):is(k)?(r.consume(k),x):t(k)}function c(k){return k===45?(r.consume(k),u):k===91?(r.consume(k),i=0,m):is(k)?(r.consume(k),v):t(k)}function u(k){return k===45?(r.consume(k),p):t(k)}function d(k){return k===null?t(k):k===45?(r.consume(k),h):Nr(k)?(s=d,re(k)):(r.consume(k),d)}function h(k){return k===45?(r.consume(k),p):d(k)}function p(k){return k===62?z(k):k===45?h(k):d(k)}function m(k){const B="CDATA[";return k===B.charCodeAt(i++)?(r.consume(k),i===B.length?g:m):t(k)}function g(k){return k===null?t(k):k===93?(r.consume(k),b):Nr(k)?(s=g,re(k)):(r.consume(k),g)}function b(k){return k===93?(r.consume(k),_):g(k)}function _(k){return k===62?z(k):k===93?(r.consume(k),_):g(k)}function v(k){return k===null||k===62?z(k):Nr(k)?(s=v,re(k)):(r.consume(k),v)}function y(k){return k===null?t(k):k===63?(r.consume(k),E):Nr(k)?(s=y,re(k)):(r.consume(k),y)}function E(k){return k===62?z(k):y(k)}function S(k){return is(k)?(r.consume(k),w):t(k)}function w(k){return k===45||zi(k)?(r.consume(k),w):C(k)}function C(k){return Nr(k)?(s=C,re(k)):Cn(k)?(r.consume(k),C):z(k)}function x(k){return k===45||zi(k)?(r.consume(k),x):k===47||k===62||ra(k)?N(k):t(k)}function N(k){return k===47?(r.consume(k),z):k===58||k===95||is(k)?(r.consume(k),I):Nr(k)?(s=N,re(k)):Cn(k)?(r.consume(k),N):z(k)}function I(k){return k===45||k===46||k===58||k===95||zi(k)?(r.consume(k),I):D(k)}function D(k){return k===61?(r.consume(k),V):Nr(k)?(s=D,re(k)):Cn(k)?(r.consume(k),D):N(k)}function V(k){return k===null||k===60||k===61||k===62||k===96?t(k):k===34||k===39?(r.consume(k),a=k,q):Nr(k)?(s=V,re(k)):Cn(k)?(r.consume(k),V):(r.consume(k),$)}function q(k){return k===a?(r.consume(k),a=void 0,K):k===null?t(k):Nr(k)?(s=q,re(k)):(r.consume(k),q)}function $(k){return k===null||k===34||k===39||k===60||k===61||k===96?t(k):k===47||k===62||ra(k)?N(k):(r.consume(k),$)}function K(k){return k===47||k===62||ra(k)?N(k):t(k)}function z(k){return k===62?(r.consume(k),r.exit("htmlTextData"),r.exit("htmlText"),e):t(k)}function re(k){return r.exit("htmlTextData"),r.enter("lineEnding"),r.consume(k),r.exit("lineEnding"),W}function W(k){return Cn(k)?vn(r,ie,"linePrefix",n.parser.constructs.disable.null.includes("codeIndented")?void 0:4)(k):ie(k)}function ie(k){return r.enter("htmlTextData"),s(k)}}const Wx={name:"labelEnd",resolveAll:M4e,resolveTo:D4e,tokenize:P4e},N4e={tokenize:L4e},I4e={tokenize:F4e},k4e={tokenize:B4e};function M4e(r){let e=-1;const t=[];for(;++e=3&&(c===null||Nr(c))?(r.exit("thematicBreak"),e(c)):t(c)}function l(c){return c===a?(r.consume(c),n++,l):(r.exit("thematicBreakSequence"),Cn(c)?vn(r,o,"whitespace")(c):o(c))}}const vs={continuation:{tokenize:j4e},exit:X4e,name:"list",tokenize:W4e},V4e={partial:!0,tokenize:Q4e},Y4e={partial:!0,tokenize:K4e};function W4e(r,e,t){const n=this,a=n.events[n.events.length-1];let i=a&&a[1].type==="linePrefix"?a[2].sliceSerialize(a[1],!0).length:0,s=0;return o;function o(p){const m=n.containerState.type||(p===42||p===43||p===45?"listUnordered":"listOrdered");if(m==="listUnordered"?!n.containerState.marker||p===n.containerState.marker:bA(p)){if(n.containerState.type||(n.containerState.type=m,r.enter(m,{_container:!0})),m==="listUnordered")return r.enter("listItemPrefix"),p===42||p===45?r.check(O_,t,c)(p):c(p);if(!n.interrupt||p===49)return r.enter("listItemPrefix"),r.enter("listItemValue"),l(p)}return t(p)}function l(p){return bA(p)&&++s<10?(r.consume(p),l):(!n.interrupt||s<2)&&(n.containerState.marker?p===n.containerState.marker:p===41||p===46)?(r.exit("listItemValue"),c(p)):t(p)}function c(p){return r.enter("listItemMarker"),r.consume(p),r.exit("listItemMarker"),n.containerState.marker=n.containerState.marker||p,r.check(Rg,n.interrupt?t:u,r.attempt(V4e,h,d))}function u(p){return n.containerState.initialBlankLine=!0,i++,h(p)}function d(p){return Cn(p)?(r.enter("listItemPrefixWhitespace"),r.consume(p),r.exit("listItemPrefixWhitespace"),h):t(p)}function h(p){return n.containerState.size=i+n.sliceSerialize(r.exit("listItemPrefix"),!0).length,e(p)}}function j4e(r,e,t){const n=this;return n.containerState._closeFlow=void 0,r.check(Rg,a,i);function a(o){return n.containerState.furtherBlankLines=n.containerState.furtherBlankLines||n.containerState.initialBlankLine,vn(r,e,"listItemIndent",n.containerState.size+1)(o)}function i(o){return n.containerState.furtherBlankLines||!Cn(o)?(n.containerState.furtherBlankLines=void 0,n.containerState.initialBlankLine=void 0,s(o)):(n.containerState.furtherBlankLines=void 0,n.containerState.initialBlankLine=void 0,r.attempt(Y4e,e,s)(o))}function s(o){return n.containerState._closeFlow=!0,n.interrupt=void 0,vn(r,r.attempt(vs,e,t),"linePrefix",n.parser.constructs.disable.null.includes("codeIndented")?void 0:4)(o)}}function K4e(r,e,t){const n=this;return vn(r,a,"listItemIndent",n.containerState.size+1);function a(i){const s=n.events[n.events.length-1];return s&&s[1].type==="listItemIndent"&&s[2].sliceSerialize(s[1],!0).length===n.containerState.size?e(i):t(i)}}function X4e(r){r.exit(this.containerState.type)}function Q4e(r,e,t){const n=this;return vn(r,a,"listItemPrefixWhitespace",n.parser.constructs.disable.null.includes("codeIndented")?void 0:5);function a(i){const s=n.events[n.events.length-1];return!Cn(i)&&s&&s[1].type==="listItemPrefixWhitespace"?e(i):t(i)}}const iP={name:"setextUnderline",resolveTo:Z4e,tokenize:J4e};function Z4e(r,e){let t=r.length,n,a,i;for(;t--;)if(r[t][0]==="enter"){if(r[t][1].type==="content"){n=t;break}r[t][1].type==="paragraph"&&(a=t)}else r[t][1].type==="content"&&r.splice(t,1),!i&&r[t][1].type==="definition"&&(i=t);const s={type:"setextHeading",start:{...r[n][1].start},end:{...r[r.length-1][1].end}};return r[a][1].type="setextHeadingText",i?(r.splice(a,0,["enter",s,e]),r.splice(i+1,0,["exit",r[n][1],e]),r[n][1].end={...r[i][1].end}):r[n][1]=s,r.push(["exit",s,e]),r}function J4e(r,e,t){const n=this;let a;return i;function i(c){let u=n.events.length,d;for(;u--;)if(n.events[u][1].type!=="lineEnding"&&n.events[u][1].type!=="linePrefix"&&n.events[u][1].type!=="content"){d=n.events[u][1].type==="paragraph";break}return!n.parser.lazy[n.now().line]&&(n.interrupt||d)?(r.enter("setextHeadingLine"),a=c,s(c)):t(c)}function s(c){return r.enter("setextHeadingLineSequence"),o(c)}function o(c){return c===a?(r.consume(c),o):(r.exit("setextHeadingLineSequence"),Cn(c)?vn(r,l,"lineSuffix")(c):l(c))}function l(c){return c===null||Nr(c)?(r.exit("setextHeadingLine"),e(c)):t(c)}}const exe={tokenize:txe};function txe(r){const e=this,t=r.attempt(Rg,n,r.attempt(this.parser.constructs.flowInitial,a,vn(r,r.attempt(this.parser.constructs.flow,a,r.attempt(s4e,a)),"linePrefix")));return t;function n(i){if(i===null){r.consume(i);return}return r.enter("lineEndingBlank"),r.consume(i),r.exit("lineEndingBlank"),e.currentConstruct=void 0,t}function a(i){if(i===null){r.consume(i);return}return r.enter("lineEnding"),r.consume(i),r.exit("lineEnding"),e.currentConstruct=void 0,t}}const rxe={resolveAll:Tq()},nxe=wq("string"),axe=wq("text");function wq(r){return{resolveAll:Tq(r==="text"?ixe:void 0),tokenize:e};function e(t){const n=this,a=this.parser.constructs[r],i=t.attempt(a,s,o);return s;function s(u){return c(u)?i(u):o(u)}function o(u){if(u===null){t.consume(u);return}return t.enter("data"),t.consume(u),l}function l(u){return c(u)?(t.exit("data"),i(u)):(t.consume(u),l)}function c(u){if(u===null)return!0;const d=a[u];let h=-1;if(d)for(;++h-1){const o=s[0];typeof o=="string"?s[0]=o.slice(n):s.shift()}i>0&&s.push(r[a].slice(0,i))}return s}function bxe(r,e){let t=-1;const n=[];let a;for(;++t0){const At=ht.tokenStack[ht.tokenStack.length-1];(At[1]||cP).call(ht,void 0,At[0])}for(Le.position={start:fu(Ae.length>0?Ae[0][1].start:{line:1,column:1,offset:0}),end:fu(Ae.length>0?Ae[Ae.length-2][1].end:{line:1,column:1,offset:0})},mt=-1;++mt "),i.shift(2);const s=t.indentLines(t.containerFlow(r,i.current()),Ixe);return a(),s}function Ixe(r,e,t){return">"+(t?"":" ")+r}function Nq(r,e){return hP(r,e.inConstruct,!0)&&!hP(r,e.notInConstruct,!1)}function hP(r,e,t){if(typeof e=="string"&&(e=[e]),!e||e.length===0)return t;let n=-1;for(;++ns&&(s=i):i=1,a=n+e.length,n=t.indexOf(e,a);return s}function SA(r,e){return!!(e.options.fences===!1&&r.value&&!r.lang&&/[^ \r\n]/.test(r.value)&&!/^[\t ]*(?:[\r\n]|$)|(?:^|[\r\n])[\t ]*$/.test(r.value))}function kxe(r){const e=r.options.fence||"`";if(e!=="`"&&e!=="~")throw new Error("Cannot serialize code with `"+e+"` for `options.fence`, expected `` ` `` or `~`");return e}function Mxe(r,e,t,n){const a=kxe(t),i=r.value||"",s=a==="`"?"GraveAccent":"Tilde";if(SA(r,t)){const d=t.enter("codeIndented"),h=t.indentLines(i,Dxe);return d(),h}const o=t.createTracker(n),l=a.repeat(Math.max(Iq(i,a)+1,3)),c=t.enter("codeFenced");let u=o.move(l);if(r.lang){const d=t.enter(`codeFencedLang${s}`);u+=o.move(t.safe(r.lang,{before:u,after:" ",encode:["`"],...o.current()})),d()}if(r.lang&&r.meta){const d=t.enter(`codeFencedMeta${s}`);u+=o.move(" "),u+=o.move(t.safe(r.meta,{before:u,after:` +`,encode:["`"],...o.current()})),d()}return u+=o.move(` +`),i&&(u+=o.move(i+` +`)),u+=o.move(l),c(),u}function Dxe(r,e,t){return(t?"":" ")+r}function jx(r){const e=r.options.quote||'"';if(e!=='"'&&e!=="'")throw new Error("Cannot serialize title with `"+e+"` for `options.quote`, expected `\"`, or `'`");return e}function Pxe(r,e,t,n){const a=jx(t),i=a==='"'?"Quote":"Apostrophe",s=t.enter("definition");let o=t.enter("label");const l=t.createTracker(n);let c=l.move("[");return c+=l.move(t.safe(t.associationId(r),{before:c,after:"]",...l.current()})),c+=l.move("]: "),o(),!r.url||/[\0- \u007F]/.test(r.url)?(o=t.enter("destinationLiteral"),c+=l.move("<"),c+=l.move(t.safe(r.url,{before:c,after:">",...l.current()})),c+=l.move(">")):(o=t.enter("destinationRaw"),c+=l.move(t.safe(r.url,{before:c,after:r.title?" ":` +`,...l.current()}))),o(),r.title&&(o=t.enter(`title${i}`),c+=l.move(" "+a),c+=l.move(t.safe(r.title,{before:c,after:a,...l.current()})),c+=l.move(a),o()),s(),c}function Lxe(r){const e=r.options.emphasis||"*";if(e!=="*"&&e!=="_")throw new Error("Cannot serialize emphasis with `"+e+"` for `options.emphasis`, expected `*`, or `_`");return e}function $u(r){return"&#x"+r.toString(16).toUpperCase()+";"}function Bb(r,e,t){const n=$f(r),a=$f(e);return n===void 0?a===void 0?t==="_"?{inside:!0,outside:!0}:{inside:!1,outside:!1}:a===1?{inside:!0,outside:!0}:{inside:!1,outside:!0}:n===1?a===void 0?{inside:!1,outside:!1}:a===1?{inside:!0,outside:!0}:{inside:!1,outside:!1}:a===void 0?{inside:!1,outside:!1}:a===1?{inside:!0,outside:!1}:{inside:!1,outside:!1}}kq.peek=Fxe;function kq(r,e,t,n){const a=Lxe(t),i=t.enter("emphasis"),s=t.createTracker(n),o=s.move(a);let l=s.move(t.containerPhrasing(r,{after:a,before:o,...s.current()}));const c=l.charCodeAt(0),u=Bb(n.before.charCodeAt(n.before.length-1),c,a);u.inside&&(l=$u(c)+l.slice(1));const d=l.charCodeAt(l.length-1),h=Bb(n.after.charCodeAt(0),d,a);h.inside&&(l=l.slice(0,-1)+$u(d));const p=s.move(a);return i(),t.attentionEncodeSurroundingInfo={after:h.outside,before:u.outside},o+l+p}function Fxe(r,e,t){return t.options.emphasis||"*"}const Og=function(r){if(r==null)return Gxe;if(typeof r=="function")return wy(r);if(typeof r=="object")return Array.isArray(r)?Bxe(r):Uxe(r);if(typeof r=="string")return $xe(r);throw new Error("Expected function, string, or object as test")};function Bxe(r){const e=[];let t=-1;for(;++t":""))+")"})}return h;function h(){let p=Mq,m,g,b;if((!e||i(l,c,u[u.length-1]||void 0))&&(p=Hxe(t(l,u)),p[0]===EA))return p;if("children"in l&&l.children){const _=l;if(_.children&&p[0]!==Dq)for(g=(n?_.children.length:-1)+s,b=u.concat(_);g>-1&&g<_.children.length;){const v=_.children[g];if(m=o(v,g,b)(),m[0]===EA)return m;g=typeof m[1]=="number"?m[1]:g+s}}return p}}}function Hxe(r){return Array.isArray(r)?r:typeof r=="number"?[qxe,r]:r==null?Mq:[r]}function id(r,e,t,n){let a,i,s;typeof e=="function"&&typeof t!="function"?(i=void 0,s=e,a=t):(i=e,s=t,a=n),Ty(r,i,o,a);function o(l,c){const u=c[c.length-1],d=u?u.children.indexOf(l):void 0;return s(l,d,u)}}function Pq(r,e){let t=!1;return id(r,function(n){if("value"in n&&/\r?\n|\r/.test(n.value)||n.type==="break")return t=!0,EA}),!!((!r.depth||r.depth<3)&&Vx(r)&&(e.options.setext||t))}function Vxe(r,e,t,n){const a=Math.max(Math.min(6,r.depth||1),1),i=t.createTracker(n);if(Pq(r,t)){const u=t.enter("headingSetext"),d=t.enter("phrasing"),h=t.containerPhrasing(r,{...i.current(),before:` +`,after:` +`});return d(),u(),h+` +`+(a===1?"=":"-").repeat(h.length-(Math.max(h.lastIndexOf("\r"),h.lastIndexOf(` +`))+1))}const s="#".repeat(a),o=t.enter("headingAtx"),l=t.enter("phrasing");i.move(s+" ");let c=t.containerPhrasing(r,{before:"# ",after:` +`,...i.current()});return/^[\t ]/.test(c)&&(c=$u(c.charCodeAt(0))+c.slice(1)),c=c?s+" "+c:s,t.options.closeAtx&&(c+=" "+s),l(),o(),c}Lq.peek=Yxe;function Lq(r){return r.value||""}function Yxe(){return"<"}Fq.peek=Wxe;function Fq(r,e,t,n){const a=jx(t),i=a==='"'?"Quote":"Apostrophe",s=t.enter("image");let o=t.enter("label");const l=t.createTracker(n);let c=l.move("![");return c+=l.move(t.safe(r.alt,{before:c,after:"]",...l.current()})),c+=l.move("]("),o(),!r.url&&r.title||/[\0- \u007F]/.test(r.url)?(o=t.enter("destinationLiteral"),c+=l.move("<"),c+=l.move(t.safe(r.url,{before:c,after:">",...l.current()})),c+=l.move(">")):(o=t.enter("destinationRaw"),c+=l.move(t.safe(r.url,{before:c,after:r.title?" ":")",...l.current()}))),o(),r.title&&(o=t.enter(`title${i}`),c+=l.move(" "+a),c+=l.move(t.safe(r.title,{before:c,after:a,...l.current()})),c+=l.move(a),o()),c+=l.move(")"),s(),c}function Wxe(){return"!"}Bq.peek=jxe;function Bq(r,e,t,n){const a=r.referenceType,i=t.enter("imageReference");let s=t.enter("label");const o=t.createTracker(n);let l=o.move("![");const c=t.safe(r.alt,{before:l,after:"]",...o.current()});l+=o.move(c+"]["),s();const u=t.stack;t.stack=[],s=t.enter("reference");const d=t.safe(t.associationId(r),{before:l,after:"]",...o.current()});return s(),t.stack=u,i(),a==="full"||!c||c!==d?l+=o.move(d+"]"):a==="shortcut"?l=l.slice(0,-1):l+=o.move("]"),l}function jxe(){return"!"}Uq.peek=Kxe;function Uq(r,e,t){let n=r.value||"",a="`",i=-1;for(;new RegExp("(^|[^`])"+a+"([^`]|$)").test(n);)a+="`";for(/[^ \r\n]/.test(n)&&(/^[ \r\n]/.test(n)&&/[ \r\n]$/.test(n)||/^`|`$/.test(n))&&(n=" "+n+" ");++i\u007F]/.test(r.url))}Gq.peek=Xxe;function Gq(r,e,t,n){const a=jx(t),i=a==='"'?"Quote":"Apostrophe",s=t.createTracker(n);let o,l;if($q(r,t)){const u=t.stack;t.stack=[],o=t.enter("autolink");let d=s.move("<");return d+=s.move(t.containerPhrasing(r,{before:d,after:">",...s.current()})),d+=s.move(">"),o(),t.stack=u,d}o=t.enter("link"),l=t.enter("label");let c=s.move("[");return c+=s.move(t.containerPhrasing(r,{before:c,after:"](",...s.current()})),c+=s.move("]("),l(),!r.url&&r.title||/[\0- \u007F]/.test(r.url)?(l=t.enter("destinationLiteral"),c+=s.move("<"),c+=s.move(t.safe(r.url,{before:c,after:">",...s.current()})),c+=s.move(">")):(l=t.enter("destinationRaw"),c+=s.move(t.safe(r.url,{before:c,after:r.title?" ":")",...s.current()}))),l(),r.title&&(l=t.enter(`title${i}`),c+=s.move(" "+a),c+=s.move(t.safe(r.title,{before:c,after:a,...s.current()})),c+=s.move(a),l()),c+=s.move(")"),o(),c}function Xxe(r,e,t){return $q(r,t)?"<":"["}zq.peek=Qxe;function zq(r,e,t,n){const a=r.referenceType,i=t.enter("linkReference");let s=t.enter("label");const o=t.createTracker(n);let l=o.move("[");const c=t.containerPhrasing(r,{before:l,after:"]",...o.current()});l+=o.move(c+"]["),s();const u=t.stack;t.stack=[],s=t.enter("reference");const d=t.safe(t.associationId(r),{before:l,after:"]",...o.current()});return s(),t.stack=u,i(),a==="full"||!c||c!==d?l+=o.move(d+"]"):a==="shortcut"?l=l.slice(0,-1):l+=o.move("]"),l}function Qxe(){return"["}function Kx(r){const e=r.options.bullet||"*";if(e!=="*"&&e!=="+"&&e!=="-")throw new Error("Cannot serialize items with `"+e+"` for `options.bullet`, expected `*`, `+`, or `-`");return e}function Zxe(r){const e=Kx(r),t=r.options.bulletOther;if(!t)return e==="*"?"-":"*";if(t!=="*"&&t!=="+"&&t!=="-")throw new Error("Cannot serialize items with `"+t+"` for `options.bulletOther`, expected `*`, `+`, or `-`");if(t===e)throw new Error("Expected `bullet` (`"+e+"`) and `bulletOther` (`"+t+"`) to be different");return t}function Jxe(r){const e=r.options.bulletOrdered||".";if(e!=="."&&e!==")")throw new Error("Cannot serialize items with `"+e+"` for `options.bulletOrdered`, expected `.` or `)`");return e}function qq(r){const e=r.options.rule||"*";if(e!=="*"&&e!=="-"&&e!=="_")throw new Error("Cannot serialize rules with `"+e+"` for `options.rule`, expected `*`, `-`, or `_`");return e}function e6e(r,e,t,n){const a=t.enter("list"),i=t.bulletCurrent;let s=r.ordered?Jxe(t):Kx(t);const o=r.ordered?s==="."?")":".":Zxe(t);let l=e&&t.bulletLastUsed?s===t.bulletLastUsed:!1;if(!r.ordered){const u=r.children?r.children[0]:void 0;if((s==="*"||s==="-")&&u&&(!u.children||!u.children[0])&&t.stack[t.stack.length-1]==="list"&&t.stack[t.stack.length-2]==="listItem"&&t.stack[t.stack.length-3]==="list"&&t.stack[t.stack.length-4]==="listItem"&&t.indexStack[t.indexStack.length-1]===0&&t.indexStack[t.indexStack.length-2]===0&&t.indexStack[t.indexStack.length-3]===0&&(l=!0),qq(t)===s&&u){let d=-1;for(;++d-1?e.start:1)+(t.options.incrementListMarker===!1?0:e.children.indexOf(r))+i);let s=i.length+1;(a==="tab"||a==="mixed"&&(e&&e.type==="list"&&e.spread||r.spread))&&(s=Math.ceil(s/4)*4);const o=t.createTracker(n);o.move(i+" ".repeat(s-i.length)),o.shift(s);const l=t.enter("listItem"),c=t.indentLines(t.containerFlow(r,o.current()),u);return l(),c;function u(d,h,p){return h?(p?"":" ".repeat(s))+d:(p?i:i+" ".repeat(s-i.length))+d}}function n6e(r,e,t,n){const a=t.enter("paragraph"),i=t.enter("phrasing"),s=t.containerPhrasing(r,n);return i(),a(),s}const a6e=Og(["break","delete","emphasis","footnote","footnoteReference","image","imageReference","inlineCode","inlineMath","link","linkReference","mdxJsxTextElement","mdxTextExpression","strong","text","textDirective"]);function i6e(r,e,t,n){return(r.children.some(function(s){return a6e(s)})?t.containerPhrasing:t.containerFlow).call(t,r,n)}function s6e(r){const e=r.options.strong||"*";if(e!=="*"&&e!=="_")throw new Error("Cannot serialize strong with `"+e+"` for `options.strong`, expected `*`, or `_`");return e}Hq.peek=o6e;function Hq(r,e,t,n){const a=s6e(t),i=t.enter("strong"),s=t.createTracker(n),o=s.move(a+a);let l=s.move(t.containerPhrasing(r,{after:a,before:o,...s.current()}));const c=l.charCodeAt(0),u=Bb(n.before.charCodeAt(n.before.length-1),c,a);u.inside&&(l=$u(c)+l.slice(1));const d=l.charCodeAt(l.length-1),h=Bb(n.after.charCodeAt(0),d,a);h.inside&&(l=l.slice(0,-1)+$u(d));const p=s.move(a+a);return i(),t.attentionEncodeSurroundingInfo={after:h.outside,before:u.outside},o+l+p}function o6e(r,e,t){return t.options.strong||"*"}function l6e(r,e,t,n){return t.safe(r.value,n)}function c6e(r){const e=r.options.ruleRepetition||3;if(e<3)throw new Error("Cannot serialize rules with repetition `"+e+"` for `options.ruleRepetition`, expected `3` or more");return e}function u6e(r,e,t){const n=(qq(t)+(t.options.ruleSpaces?" ":"")).repeat(c6e(t));return t.options.ruleSpaces?n.slice(0,-1):n}const Xx={blockquote:Nxe,break:fP,code:Mxe,definition:Pxe,emphasis:kq,hardBreak:fP,heading:Vxe,html:Lq,image:Fq,imageReference:Bq,inlineCode:Uq,link:Gq,linkReference:zq,list:e6e,listItem:r6e,paragraph:n6e,root:i6e,strong:Hq,text:l6e,thematicBreak:u6e},d6e=[h6e];function h6e(r,e,t,n){if(e.type==="code"&&SA(e,n)&&(r.type==="list"||r.type===e.type&&SA(r,n)))return!1;if("spread"in t&&typeof t.spread=="boolean")return r.type==="paragraph"&&(r.type===e.type||e.type==="definition"||e.type==="heading"&&Pq(e,n))?void 0:t.spread?1:0}const Td=["autolink","destinationLiteral","destinationRaw","reference","titleQuote","titleApostrophe"],f6e=[{character:" ",after:"[\\r\\n]",inConstruct:"phrasing"},{character:" ",before:"[\\r\\n]",inConstruct:"phrasing"},{character:" ",inConstruct:["codeFencedLangGraveAccent","codeFencedLangTilde"]},{character:"\r",inConstruct:["codeFencedLangGraveAccent","codeFencedLangTilde","codeFencedMetaGraveAccent","codeFencedMetaTilde","destinationLiteral","headingAtx"]},{character:` +`,inConstruct:["codeFencedLangGraveAccent","codeFencedLangTilde","codeFencedMetaGraveAccent","codeFencedMetaTilde","destinationLiteral","headingAtx"]},{character:" ",after:"[\\r\\n]",inConstruct:"phrasing"},{character:" ",before:"[\\r\\n]",inConstruct:"phrasing"},{character:" ",inConstruct:["codeFencedLangGraveAccent","codeFencedLangTilde"]},{character:"!",after:"\\[",inConstruct:"phrasing",notInConstruct:Td},{character:'"',inConstruct:"titleQuote"},{atBreak:!0,character:"#"},{character:"#",inConstruct:"headingAtx",after:`(?:[\r +]|$)`},{character:"&",after:"[#A-Za-z]",inConstruct:"phrasing"},{character:"'",inConstruct:"titleApostrophe"},{character:"(",inConstruct:"destinationRaw"},{before:"\\]",character:"(",inConstruct:"phrasing",notInConstruct:Td},{atBreak:!0,before:"\\d+",character:")"},{character:")",inConstruct:"destinationRaw"},{atBreak:!0,character:"*",after:`(?:[ \r +*])`},{character:"*",inConstruct:"phrasing",notInConstruct:Td},{atBreak:!0,character:"+",after:`(?:[ \r +])`},{atBreak:!0,character:"-",after:`(?:[ \r +-])`},{atBreak:!0,before:"\\d+",character:".",after:`(?:[ \r +]|$)`},{atBreak:!0,character:"<",after:"[!/?A-Za-z]"},{character:"<",after:"[!/?A-Za-z]",inConstruct:"phrasing",notInConstruct:Td},{character:"<",inConstruct:"destinationLiteral"},{atBreak:!0,character:"="},{atBreak:!0,character:">"},{character:">",inConstruct:"destinationLiteral"},{atBreak:!0,character:"["},{character:"[",inConstruct:"phrasing",notInConstruct:Td},{character:"[",inConstruct:["label","reference"]},{character:"\\",after:"[\\r\\n]",inConstruct:"phrasing"},{character:"]",inConstruct:["label","reference"]},{atBreak:!0,character:"_"},{character:"_",inConstruct:"phrasing",notInConstruct:Td},{atBreak:!0,character:"`"},{character:"`",inConstruct:["codeFencedLangGraveAccent","codeFencedMetaGraveAccent"]},{character:"`",inConstruct:"phrasing",notInConstruct:Td},{atBreak:!0,character:"~"}];function p6e(r){return r.label||!r.identifier?r.label||"":Cq(r.identifier)}function m6e(r){if(!r._compiled){const e=(r.atBreak?"[\\r\\n][\\t ]*":"")+(r.before?"(?:"+r.before+")":"");r._compiled=new RegExp((e?"("+e+")":"")+(/[|\\{}()[\]^$+*?.-]/.test(r.character)?"\\":"")+r.character+(r.after?"(?:"+r.after+")":""),"g")}return r._compiled}function g6e(r,e,t){const n=e.indexStack,a=r.children||[],i=[];let s=-1,o=t.before,l;n.push(-1);let c=e.createTracker(t);for(;++s0&&(o==="\r"||o===` +`)&&u.type==="html"&&(i[i.length-1]=i[i.length-1].replace(/(\r?\n|\r)$/," "),o=" ",c=e.createTracker(t),c.move(i.join("")));let h=e.handle(u,r,e,{...c.current(),after:d,before:o});l&&l===h.slice(0,1)&&(h=$u(l.charCodeAt(0))+h.slice(1));const p=e.attentionEncodeSurroundingInfo;e.attentionEncodeSurroundingInfo=void 0,l=void 0,p&&(i.length>0&&p.before&&o===i[i.length-1].slice(-1)&&(i[i.length-1]=i[i.length-1].slice(0,-1)+$u(o.charCodeAt(0))),p.after&&(l=d)),c.move(h),i.push(h),o=h.slice(-1)}return n.pop(),i.join("")}function _6e(r,e,t){const n=e.indexStack,a=r.children||[],i=e.createTracker(t),s=[];let o=-1;for(n.push(-1);++o + +`}return` + +`}const v6e=/\r?\n|\r/g;function y6e(r,e){const t=[];let n=0,a=0,i;for(;i=v6e.exec(r);)s(r.slice(n,i.index)),t.push(i[0]),n=i.index+i[0].length,a++;return s(r.slice(n)),t.join("");function s(o){t.push(e(o,a,!o))}}function S6e(r,e,t){const n=(t.before||"")+(e||"")+(t.after||""),a=[],i=[],s={};let o=-1;for(;++o=c||u+1"u"||r.call(c,h)},s=function(c,u){t&&u.name==="__proto__"?t(c,u.name,{enumerable:!0,configurable:!0,value:u.newValue,writable:!0}):c[u.name]=u.newValue},o=function(c,u){if(u==="__proto__")if(r.call(c,u)){if(n)return n(c,u).value}else return;return c[u]};return GT=function l(){var c,u,d,h,p,m,g=arguments[0],b=1,_=arguments.length,v=!1;for(typeof g=="boolean"&&(v=g,g=arguments[1]||{},b=2),(g==null||typeof g!="object"&&typeof g!="function")&&(g={});b<_;++b)if(c=arguments[b],c!=null)for(u in c)d=o(g,u),h=o(c,u),g!==h&&(v&&h&&(i(h)||(p=a(h)))?(p?(p=!1,m=d&&a(d)?d:[]):m=d&&i(d)?d:{},s(g,{name:u,newValue:l(v,m,h)})):typeof h<"u"&&s(g,{name:u,newValue:h}));return g},GT}var M6e=k6e();const zT=sh(M6e);function wA(r){if(typeof r!="object"||r===null)return!1;const e=Object.getPrototypeOf(r);return(e===null||e===Object.prototype||Object.getPrototypeOf(e)===null)&&!(Symbol.toStringTag in r)&&!(Symbol.iterator in r)}function D6e(){const r=[],e={run:t,use:n};return e;function t(...a){let i=-1;const s=a.pop();if(typeof s!="function")throw new TypeError("Expected function as last argument, not "+s);o(null,...a);function o(l,...c){const u=r[++i];let d=-1;if(l){s(l);return}for(;++ds.length;let l;o&&s.push(a);try{l=r.apply(this,s)}catch(c){const u=c;if(o&&t)throw u;return a(u)}o||(l&&l.then&&typeof l.then=="function"?l.then(i,a):l instanceof Error?a(l):i(l))}function a(s,...o){t||(t=!0,e(s,...o))}function i(s){a(null,s)}}function L6e(r){return!r||typeof r!="object"?"":"position"in r||"type"in r?_P(r.position):"start"in r||"end"in r?_P(r):"line"in r||"column"in r?TA(r):""}function TA(r){return bP(r&&r.line)+":"+bP(r&&r.column)}function _P(r){return TA(r&&r.start)+"-"+TA(r&&r.end)}function bP(r){return r&&typeof r=="number"?r:1}class Ms extends Error{constructor(e,t,n){super(),typeof t=="string"&&(n=t,t=void 0);let a="",i={},s=!1;if(t&&("line"in t&&"column"in t?i={place:t}:"start"in t&&"end"in t?i={place:t}:"type"in t?i={ancestors:[t],place:t.position}:i={...t}),typeof e=="string"?a=e:!i.cause&&e&&(s=!0,a=e.message,i.cause=e),!i.ruleId&&!i.source&&typeof n=="string"){const l=n.indexOf(":");l===-1?i.ruleId=n:(i.source=n.slice(0,l),i.ruleId=n.slice(l+1))}if(!i.place&&i.ancestors&&i.ancestors){const l=i.ancestors[i.ancestors.length-1];l&&(i.place=l.position)}const o=i.place&&"start"in i.place?i.place.start:i.place;this.ancestors=i.ancestors||void 0,this.cause=i.cause||void 0,this.column=o?o.column:void 0,this.fatal=void 0,this.file,this.message=a,this.line=o?o.line:void 0,this.name=L6e(i.place)||"1:1",this.place=i.place||void 0,this.reason=this.message,this.ruleId=i.ruleId||void 0,this.source=i.source||void 0,this.stack=s&&i.cause&&typeof i.cause.stack=="string"?i.cause.stack:"",this.actual,this.expected,this.note,this.url}}Ms.prototype.file="";Ms.prototype.name="";Ms.prototype.reason="";Ms.prototype.message="";Ms.prototype.stack="";Ms.prototype.column=void 0;Ms.prototype.line=void 0;Ms.prototype.ancestors=void 0;Ms.prototype.cause=void 0;Ms.prototype.fatal=void 0;Ms.prototype.place=void 0;Ms.prototype.ruleId=void 0;Ms.prototype.source=void 0;const Sl={basename:F6e,dirname:B6e,extname:U6e,join:$6e,sep:"/"};function F6e(r,e){if(e!==void 0&&typeof e!="string")throw new TypeError('"ext" argument must be a string');Ng(r);let t=0,n=-1,a=r.length,i;if(e===void 0||e.length===0||e.length>r.length){for(;a--;)if(r.codePointAt(a)===47){if(i){t=a+1;break}}else n<0&&(i=!0,n=a+1);return n<0?"":r.slice(t,n)}if(e===r)return"";let s=-1,o=e.length-1;for(;a--;)if(r.codePointAt(a)===47){if(i){t=a+1;break}}else s<0&&(i=!0,s=a+1),o>-1&&(r.codePointAt(a)===e.codePointAt(o--)?o<0&&(n=a):(o=-1,n=s));return t===n?n=s:n<0&&(n=r.length),r.slice(t,n)}function B6e(r){if(Ng(r),r.length===0)return".";let e=-1,t=r.length,n;for(;--t;)if(r.codePointAt(t)===47){if(n){e=t;break}}else n||(n=!0);return e<0?r.codePointAt(0)===47?"/":".":e===1&&r.codePointAt(0)===47?"//":r.slice(0,e)}function U6e(r){Ng(r);let e=r.length,t=-1,n=0,a=-1,i=0,s;for(;e--;){const o=r.codePointAt(e);if(o===47){if(s){n=e+1;break}continue}t<0&&(s=!0,t=e+1),o===46?a<0?a=e:i!==1&&(i=1):a>-1&&(i=-1)}return a<0||t<0||i===0||i===1&&a===t-1&&a===n+1?"":r.slice(a,t)}function $6e(...r){let e=-1,t;for(;++e0&&r.codePointAt(r.length-1)===47&&(t+="/"),e?"/"+t:t}function z6e(r,e){let t="",n=0,a=-1,i=0,s=-1,o,l;for(;++s<=r.length;){if(s2){if(l=t.lastIndexOf("/"),l!==t.length-1){l<0?(t="",n=0):(t=t.slice(0,l),n=t.length-1-t.lastIndexOf("/")),a=s,i=0;continue}}else if(t.length>0){t="",n=0,a=s,i=0;continue}}e&&(t=t.length>0?t+"/..":"..",n=2)}else t.length>0?t+="/"+r.slice(a+1,s):t=r.slice(a+1,s),n=s-a-1;a=s,i=0}else o===46&&i>-1?i++:i=-1}return t}function Ng(r){if(typeof r!="string")throw new TypeError("Path must be a string. Received "+JSON.stringify(r))}const q6e={cwd:H6e};function H6e(){return"/"}function CA(r){return!!(r!==null&&typeof r=="object"&&"href"in r&&r.href&&"protocol"in r&&r.protocol&&r.auth===void 0)}function V6e(r){if(typeof r=="string")r=new URL(r);else if(!CA(r)){const e=new TypeError('The "path" argument must be of type string or an instance of URL. Received `'+r+"`");throw e.code="ERR_INVALID_ARG_TYPE",e}if(r.protocol!=="file:"){const e=new TypeError("The URL must be of scheme file");throw e.code="ERR_INVALID_URL_SCHEME",e}return Y6e(r)}function Y6e(r){if(r.hostname!==""){const n=new TypeError('File URL host must be "localhost" or empty on darwin');throw n.code="ERR_INVALID_FILE_URL_HOST",n}const e=r.pathname;let t=-1;for(;++t0){let[p,...m]=u;const g=n[h][1];wA(g)&&wA(p)&&(p=zT(!0,g,p)),n[h]=[c,p,...m]}}}}const Q6e=new Qx().freeze();function YT(r,e){if(typeof e!="function")throw new TypeError("Cannot `"+r+"` without `parser`")}function WT(r,e){if(typeof e!="function")throw new TypeError("Cannot `"+r+"` without `compiler`")}function jT(r,e){if(e)throw new Error("Cannot call `"+r+"` on a frozen processor.\nCreate a new processor first, by calling it: use `processor()` instead of `processor`.")}function yP(r){if(!wA(r)||typeof r.type!="string")throw new TypeError("Expected node, got `"+r+"`")}function SP(r,e,t){if(!t)throw new Error("`"+r+"` finished async. Use `"+e+"` instead")}function j1(r){return Z6e(r)?r:new W6e(r)}function Z6e(r){return!!(r&&typeof r=="object"&&"message"in r&&"messages"in r)}function J6e(r){return typeof r=="string"||eRe(r)}function eRe(r){return!!(r&&typeof r=="object"&&"byteLength"in r&&"byteOffset"in r)}const tRe=Q6e().use(xxe).use(I6e).freeze();function rRe(r){if(typeof r!="string")throw new TypeError("Expected a string");return r.replace(/[|\\{}()[\]^$+*?.]/g,"\\$&").replace(/-/g,"\\x2d")}function Vq(r,e,t){const a=Og((t||{}).ignore||[]),i=nRe(e);let s=-1;for(;++s0?{type:"text",value:w}:void 0),w===!1?h.lastIndex=E+1:(m!==E&&v.push({type:"text",value:c.value.slice(m,E)}),Array.isArray(w)?v.push(...w):w&&v.push(w),m=E+y[0].length,_=!0),!h.global)break;y=h.exec(c.value)}return _?(m?\]}]+$/.exec(r);if(!e)return[r,void 0];r=r.slice(0,e.index);let t=e[0],n=t.indexOf(")");const a=Ub(r,"(");let i=Ub(r,")");for(;n!==-1&&a>i;)r+=t.slice(0,n+1),t=t.slice(n+1),n=t.indexOf(")"),i++;return[r,t]}function Yq(r,e){const t=r.input.charCodeAt(r.index-1);return(r.index===0||th(t)||Sy(t))&&(!e||t!==47)}Wq.peek=ORe;function SRe(){this.buffer()}function ERe(r){this.enter({type:"footnoteReference",identifier:"",label:""},r)}function wRe(){this.buffer()}function TRe(r){this.enter({type:"footnoteDefinition",identifier:"",label:"",children:[]},r)}function CRe(r){const e=this.resume(),t=this.stack[this.stack.length-1];t.type,t.identifier=rl(this.sliceSerialize(r)).toLowerCase(),t.label=e}function ARe(r){this.exit(r)}function xRe(r){const e=this.resume(),t=this.stack[this.stack.length-1];t.type,t.identifier=rl(this.sliceSerialize(r)).toLowerCase(),t.label=e}function RRe(r){this.exit(r)}function ORe(){return"["}function Wq(r,e,t,n){const a=t.createTracker(n);let i=a.move("[^");const s=t.enter("footnoteReference"),o=t.enter("reference");return i+=a.move(t.safe(t.associationId(r),{after:"]",before:i})),o(),s(),i+=a.move("]"),i}function NRe(){return{enter:{gfmFootnoteCallString:SRe,gfmFootnoteCall:ERe,gfmFootnoteDefinitionLabelString:wRe,gfmFootnoteDefinition:TRe},exit:{gfmFootnoteCallString:CRe,gfmFootnoteCall:ARe,gfmFootnoteDefinitionLabelString:xRe,gfmFootnoteDefinition:RRe}}}function IRe(r){let e=!1;return r&&r.firstLineBlank&&(e=!0),{handlers:{footnoteDefinition:t,footnoteReference:Wq},unsafe:[{character:"[",inConstruct:["label","phrasing","reference"]}]};function t(n,a,i,s){const o=i.createTracker(s);let l=o.move("[^");const c=i.enter("footnoteDefinition"),u=i.enter("label");return l+=o.move(i.safe(i.associationId(n),{before:l,after:"]"})),u(),l+=o.move("]:"),n.children&&n.children.length>0&&(o.shift(4),l+=o.move((e?` +`:" ")+i.indentLines(i.containerFlow(n,o.current()),e?jq:kRe))),c(),l}}function kRe(r,e,t){return e===0?r:jq(r,e,t)}function jq(r,e,t){return(t?"":" ")+r}const MRe=["autolink","destinationLiteral","destinationRaw","reference","titleQuote","titleApostrophe"];Kq.peek=BRe;function DRe(){return{canContainEols:["delete"],enter:{strikethrough:LRe},exit:{strikethrough:FRe}}}function PRe(){return{unsafe:[{character:"~",inConstruct:"phrasing",notInConstruct:MRe}],handlers:{delete:Kq}}}function LRe(r){this.enter({type:"delete",children:[]},r)}function FRe(r){this.exit(r)}function Kq(r,e,t,n){const a=t.createTracker(n),i=t.enter("strikethrough");let s=a.move("~~");return s+=t.containerPhrasing(r,{...a.current(),before:s,after:"~"}),s+=a.move("~~"),i(),s}function BRe(){return"~"}function URe(r){return r.length}function $Re(r,e){const t=e||{},n=(t.align||[]).concat(),a=t.stringLength||URe,i=[],s=[],o=[],l=[];let c=0,u=-1;for(;++uc&&(c=r[u].length);++_l[_])&&(l[_]=y)}g.push(v)}s[u]=g,o[u]=b}let d=-1;if(typeof n=="object"&&"length"in n)for(;++dl[d]&&(l[d]=v),p[d]=v),h[d]=y}s.splice(1,0,h),o.splice(1,0,p),u=-1;const m=[];for(;++u0&&!t&&(r[r.length-1][1]._gfmAutolinkLiteralWalkedInto=!0),t}const hOe={tokenize:yOe,partial:!0};function fOe(){return{document:{91:{name:"gfmFootnoteDefinition",tokenize:_Oe,continuation:{tokenize:bOe},exit:vOe}},text:{91:{name:"gfmFootnoteCall",tokenize:gOe},93:{name:"gfmPotentialFootnoteCall",add:"after",tokenize:pOe,resolveTo:mOe}}}}function pOe(r,e,t){const n=this;let a=n.events.length;const i=n.parser.gfmFootnotes||(n.parser.gfmFootnotes=[]);let s;for(;a--;){const l=n.events[a][1];if(l.type==="labelImage"){s=l;break}if(l.type==="gfmFootnoteCall"||l.type==="labelLink"||l.type==="label"||l.type==="image"||l.type==="link")break}return o;function o(l){if(!s||!s._balanced)return t(l);const c=rl(n.sliceSerialize({start:s.end,end:n.now()}));return c.codePointAt(0)!==94||!i.includes(c.slice(1))?t(l):(r.enter("gfmFootnoteCallLabelMarker"),r.consume(l),r.exit("gfmFootnoteCallLabelMarker"),e(l))}}function mOe(r,e){let t=r.length;for(;t--;)if(r[t][1].type==="labelImage"&&r[t][0]==="enter"){r[t][1];break}r[t+1][1].type="data",r[t+3][1].type="gfmFootnoteCallLabelMarker";const n={type:"gfmFootnoteCall",start:Object.assign({},r[t+3][1].start),end:Object.assign({},r[r.length-1][1].end)},a={type:"gfmFootnoteCallMarker",start:Object.assign({},r[t+3][1].end),end:Object.assign({},r[t+3][1].end)};a.end.column++,a.end.offset++,a.end._bufferIndex++;const i={type:"gfmFootnoteCallString",start:Object.assign({},a.end),end:Object.assign({},r[r.length-1][1].start)},s={type:"chunkString",contentType:"string",start:Object.assign({},i.start),end:Object.assign({},i.end)},o=[r[t+1],r[t+2],["enter",n,e],r[t+3],r[t+4],["enter",a,e],["exit",a,e],["enter",i,e],["enter",s,e],["exit",s,e],["exit",i,e],r[r.length-2],r[r.length-1],["exit",n,e]];return r.splice(t,r.length-t+1,...o),r}function gOe(r,e,t){const n=this,a=n.parser.gfmFootnotes||(n.parser.gfmFootnotes=[]);let i=0,s;return o;function o(d){return r.enter("gfmFootnoteCall"),r.enter("gfmFootnoteCallLabelMarker"),r.consume(d),r.exit("gfmFootnoteCallLabelMarker"),l}function l(d){return d!==94?t(d):(r.enter("gfmFootnoteCallMarker"),r.consume(d),r.exit("gfmFootnoteCallMarker"),r.enter("gfmFootnoteCallString"),r.enter("chunkString").contentType="string",c)}function c(d){if(i>999||d===93&&!s||d===null||d===91||ra(d))return t(d);if(d===93){r.exit("chunkString");const h=r.exit("gfmFootnoteCallString");return a.includes(rl(n.sliceSerialize(h)))?(r.enter("gfmFootnoteCallLabelMarker"),r.consume(d),r.exit("gfmFootnoteCallLabelMarker"),r.exit("gfmFootnoteCall"),e):t(d)}return ra(d)||(s=!0),i++,r.consume(d),d===92?u:c}function u(d){return d===91||d===92||d===93?(r.consume(d),i++,c):c(d)}}function _Oe(r,e,t){const n=this,a=n.parser.gfmFootnotes||(n.parser.gfmFootnotes=[]);let i,s=0,o;return l;function l(m){return r.enter("gfmFootnoteDefinition")._container=!0,r.enter("gfmFootnoteDefinitionLabel"),r.enter("gfmFootnoteDefinitionLabelMarker"),r.consume(m),r.exit("gfmFootnoteDefinitionLabelMarker"),c}function c(m){return m===94?(r.enter("gfmFootnoteDefinitionMarker"),r.consume(m),r.exit("gfmFootnoteDefinitionMarker"),r.enter("gfmFootnoteDefinitionLabelString"),r.enter("chunkString").contentType="string",u):t(m)}function u(m){if(s>999||m===93&&!o||m===null||m===91||ra(m))return t(m);if(m===93){r.exit("chunkString");const g=r.exit("gfmFootnoteDefinitionLabelString");return i=rl(n.sliceSerialize(g)),r.enter("gfmFootnoteDefinitionLabelMarker"),r.consume(m),r.exit("gfmFootnoteDefinitionLabelMarker"),r.exit("gfmFootnoteDefinitionLabel"),h}return ra(m)||(o=!0),s++,r.consume(m),m===92?d:u}function d(m){return m===91||m===92||m===93?(r.consume(m),s++,u):u(m)}function h(m){return m===58?(r.enter("definitionMarker"),r.consume(m),r.exit("definitionMarker"),a.includes(i)||a.push(i),vn(r,p,"gfmFootnoteDefinitionWhitespace")):t(m)}function p(m){return e(m)}}function bOe(r,e,t){return r.check(Rg,e,r.attempt(hOe,e,t))}function vOe(r){r.exit("gfmFootnoteDefinition")}function yOe(r,e,t){const n=this;return vn(r,a,"gfmFootnoteDefinitionIndent",5);function a(i){const s=n.events[n.events.length-1];return s&&s[1].type==="gfmFootnoteDefinitionIndent"&&s[2].sliceSerialize(s[1],!0).length===4?e(i):t(i)}}function SOe(r){let t=(r||{}).singleTilde;const n={name:"strikethrough",tokenize:i,resolveAll:a};return t==null&&(t=!0),{text:{126:n},insideSpan:{null:[n]},attentionMarkers:{null:[126]}};function a(s,o){let l=-1;for(;++l1?l(m):(s.consume(m),d++,p);if(d<2&&!t)return l(m);const b=s.exit("strikethroughSequenceTemporary"),_=$f(m);return b._open=!_||_===2&&!!g,b._close=!g||g===2&&!!_,o(m)}}}class EOe{constructor(){this.map=[]}add(e,t,n){wOe(this,e,t,n)}consume(e){if(this.map.sort(function(i,s){return i[0]-s[0]}),this.map.length===0)return;let t=this.map.length;const n=[];for(;t>0;)t-=1,n.push(e.slice(this.map[t][0]+this.map[t][1]),this.map[t][2]),e.length=this.map[t][0];n.push(e.slice()),e.length=0;let a=n.pop();for(;a;){for(const i of a)e.push(i);a=n.pop()}this.map.length=0}}function wOe(r,e,t,n){let a=0;if(!(t===0&&n.length===0)){for(;a-1;){const $=n.events[D][1].type;if($==="lineEnding"||$==="linePrefix")D--;else break}const V=D>-1?n.events[D][1].type:null,q=V==="tableHead"||V==="tableRow"?w:l;return q===w&&n.parser.lazy[n.now().line]?t(I):q(I)}function l(I){return r.enter("tableHead"),r.enter("tableRow"),c(I)}function c(I){return I===124||(s=!0,i+=1),u(I)}function u(I){return I===null?t(I):Nr(I)?i>1?(i=0,n.interrupt=!0,r.exit("tableRow"),r.enter("lineEnding"),r.consume(I),r.exit("lineEnding"),p):t(I):Cn(I)?vn(r,u,"whitespace")(I):(i+=1,s&&(s=!1,a+=1),I===124?(r.enter("tableCellDivider"),r.consume(I),r.exit("tableCellDivider"),s=!0,u):(r.enter("data"),d(I)))}function d(I){return I===null||I===124||ra(I)?(r.exit("data"),u(I)):(r.consume(I),I===92?h:d)}function h(I){return I===92||I===124?(r.consume(I),d):d(I)}function p(I){return n.interrupt=!1,n.parser.lazy[n.now().line]?t(I):(r.enter("tableDelimiterRow"),s=!1,Cn(I)?vn(r,m,"linePrefix",n.parser.constructs.disable.null.includes("codeIndented")?void 0:4)(I):m(I))}function m(I){return I===45||I===58?b(I):I===124?(s=!0,r.enter("tableCellDivider"),r.consume(I),r.exit("tableCellDivider"),g):S(I)}function g(I){return Cn(I)?vn(r,b,"whitespace")(I):b(I)}function b(I){return I===58?(i+=1,s=!0,r.enter("tableDelimiterMarker"),r.consume(I),r.exit("tableDelimiterMarker"),_):I===45?(i+=1,_(I)):I===null||Nr(I)?E(I):S(I)}function _(I){return I===45?(r.enter("tableDelimiterFiller"),v(I)):S(I)}function v(I){return I===45?(r.consume(I),v):I===58?(s=!0,r.exit("tableDelimiterFiller"),r.enter("tableDelimiterMarker"),r.consume(I),r.exit("tableDelimiterMarker"),y):(r.exit("tableDelimiterFiller"),y(I))}function y(I){return Cn(I)?vn(r,E,"whitespace")(I):E(I)}function E(I){return I===124?m(I):I===null||Nr(I)?!s||a!==i?S(I):(r.exit("tableDelimiterRow"),r.exit("tableHead"),e(I)):S(I)}function S(I){return t(I)}function w(I){return r.enter("tableRow"),C(I)}function C(I){return I===124?(r.enter("tableCellDivider"),r.consume(I),r.exit("tableCellDivider"),C):I===null||Nr(I)?(r.exit("tableRow"),e(I)):Cn(I)?vn(r,C,"whitespace")(I):(r.enter("data"),x(I))}function x(I){return I===null||I===124||ra(I)?(r.exit("data"),C(I)):(r.consume(I),I===92?N:x)}function N(I){return I===92||I===124?(r.consume(I),x):x(I)}}function xOe(r,e){let t=-1,n=!0,a=0,i=[0,0,0,0],s=[0,0,0,0],o=!1,l=0,c,u,d;const h=new EOe;for(;++tt[2]+1){const m=t[2]+1,g=t[3]-t[2]-1;r.add(m,g,[])}}r.add(t[3]+1,0,[["exit",d,e]])}return a!==void 0&&(i.end=Object.assign({},Vh(e.events,a)),r.add(a,0,[["exit",i,e]]),i=void 0),i}function CP(r,e,t,n,a){const i=[],s=Vh(e.events,t);a&&(a.end=Object.assign({},s),i.push(["exit",a,e])),n.end=Object.assign({},s),i.push(["exit",n,e]),r.add(t+1,0,i)}function Vh(r,e){const t=r[e],n=t[0]==="enter"?"start":"end";return t[1][n]}const ROe={name:"tasklistCheck",tokenize:NOe};function OOe(){return{text:{91:ROe}}}function NOe(r,e,t){const n=this;return a;function a(l){return n.previous!==null||!n._gfmTasklistFirstContentOfListItem?t(l):(r.enter("taskListCheck"),r.enter("taskListCheckMarker"),r.consume(l),r.exit("taskListCheckMarker"),i)}function i(l){return ra(l)?(r.enter("taskListCheckValueUnchecked"),r.consume(l),r.exit("taskListCheckValueUnchecked"),s):l===88||l===120?(r.enter("taskListCheckValueChecked"),r.consume(l),r.exit("taskListCheckValueChecked"),s):t(l)}function s(l){return l===93?(r.enter("taskListCheckMarker"),r.consume(l),r.exit("taskListCheckMarker"),r.exit("taskListCheck"),o):t(l)}function o(l){return Nr(l)?e(l):Cn(l)?r.check({tokenize:IOe},e,t)(l):t(l)}}function IOe(r,e,t){return vn(r,n,"whitespace");function n(a){return a===null?t(a):e(a)}}function kOe(r){return pq([nOe(),fOe(),SOe(r),COe(),OOe()])}const MOe={};function DOe(r){const e=this,t=r||MOe,n=e.data(),a=n.micromarkExtensions||(n.micromarkExtensions=[]),i=n.fromMarkdownExtensions||(n.fromMarkdownExtensions=[]),s=n.toMarkdownExtensions||(n.toMarkdownExtensions=[]);a.push(kOe(t)),i.push(JRe()),s.push(eOe(t))}function POe(){return{enter:{mathFlow:r,mathFlowFenceMeta:e,mathText:i},exit:{mathFlow:a,mathFlowFence:n,mathFlowFenceMeta:t,mathFlowValue:o,mathText:s,mathTextData:o}};function r(l){const c={type:"element",tagName:"code",properties:{className:["language-math","math-display"]},children:[]};this.enter({type:"math",meta:null,value:"",data:{hName:"pre",hChildren:[c]}},l)}function e(){this.buffer()}function t(){const l=this.resume(),c=this.stack[this.stack.length-1];c.type,c.meta=l}function n(){this.data.mathFlowInside||(this.buffer(),this.data.mathFlowInside=!0)}function a(l){const c=this.resume().replace(/^(\r?\n|\r)|(\r?\n|\r)$/g,""),u=this.stack[this.stack.length-1];u.type,this.exit(l),u.value=c;const d=u.data.hChildren[0];d.type,d.tagName,d.children.push({type:"text",value:c}),this.data.mathFlowInside=void 0}function i(l){this.enter({type:"inlineMath",value:"",data:{hName:"code",hProperties:{className:["language-math","math-inline"]},hChildren:[]}},l),this.buffer()}function s(l){const c=this.resume(),u=this.stack[this.stack.length-1];u.type,this.exit(l),u.value=c,u.data.hChildren.push({type:"text",value:c})}function o(l){this.config.enter.data.call(this,l),this.config.exit.data.call(this,l)}}function LOe(r){let e=(r||{}).singleDollarTextMath;return e==null&&(e=!0),n.peek=a,{unsafe:[{character:"\r",inConstruct:"mathFlowMeta"},{character:` +`,inConstruct:"mathFlowMeta"},{character:"$",after:e?void 0:"\\$",inConstruct:"phrasing"},{character:"$",inConstruct:"mathFlowMeta"},{atBreak:!0,character:"$",after:"\\$"}],handlers:{math:t,inlineMath:n}};function t(i,s,o,l){const c=i.value||"",u=o.createTracker(l),d="$".repeat(Math.max(Iq(c,"$")+1,2)),h=o.enter("mathFlow");let p=u.move(d);if(i.meta){const m=o.enter("mathFlowMeta");p+=u.move(o.safe(i.meta,{after:` +`,before:p,encode:["$"],...u.current()})),m()}return p+=u.move(` +`),c&&(p+=u.move(c+` +`)),p+=u.move(d),h(),p}function n(i,s,o){let l=i.value||"",c=1;for(e||c++;new RegExp("(^|[^$])"+"\\$".repeat(c)+"([^$]|$)").test(l);)c++;const u="$".repeat(c);/[^ \r\n]/.test(l)&&(/^[ \r\n]/.test(l)&&/[ \r\n]$/.test(l)||/^\$|\$$/.test(l))&&(l=" "+l+" ");let d=-1;for(;++d15?c="…"+o.slice(a-15,a):c=o.slice(0,a);var u;i+15":">","<":"<",'"':""","'":"'"},KOe=/[&><"']/g;function XOe(r){return String(r).replace(KOe,e=>jOe[e])}var aH=function r(e){return e.type==="ordgroup"||e.type==="color"?e.body.length===1?r(e.body[0]):e:e.type==="font"?r(e.body):e},QOe=function(e){var t=aH(e);return t.type==="mathord"||t.type==="textord"||t.type==="atom"},ZOe=function(e){if(!e)throw new Error("Expected non-null, but got "+String(e));return e},JOe=function(e){var t=/^[\x00-\x20]*([^\\/#?]*?)(:|�*58|�*3a|&colon)/i.exec(e);return t?t[2]!==":"||!/^[a-zA-Z][a-zA-Z0-9+\-.]*$/.test(t[1])?null:t[1].toLowerCase():"_relative"},Lr={contains:HOe,deflt:VOe,escape:XOe,hyphenate:WOe,getBaseElem:aH,isCharacterBox:QOe,protocolFromUrl:JOe},I_={displayMode:{type:"boolean",description:"Render math in display mode, which puts the math in display style (so \\int and \\sum are large, for example), and centers the math on the page on its own line.",cli:"-d, --display-mode"},output:{type:{enum:["htmlAndMathml","html","mathml"]},description:"Determines the markup language of the output.",cli:"-F, --format "},leqno:{type:"boolean",description:"Render display math in leqno style (left-justified tags)."},fleqn:{type:"boolean",description:"Render display math flush left."},throwOnError:{type:"boolean",default:!0,cli:"-t, --no-throw-on-error",cliDescription:"Render errors (in the color given by --error-color) instead of throwing a ParseError exception when encountering an error."},errorColor:{type:"string",default:"#cc0000",cli:"-c, --error-color ",cliDescription:"A color string given in the format 'rgb' or 'rrggbb' (no #). This option determines the color of errors rendered by the -t option.",cliProcessor:r=>"#"+r},macros:{type:"object",cli:"-m, --macro ",cliDescription:"Define custom macro of the form '\\foo:expansion' (use multiple -m arguments for multiple macros).",cliDefault:[],cliProcessor:(r,e)=>(e.push(r),e)},minRuleThickness:{type:"number",description:"Specifies a minimum thickness, in ems, for fraction lines, `\\sqrt` top lines, `{array}` vertical lines, `\\hline`, `\\hdashline`, `\\underline`, `\\overline`, and the borders of `\\fbox`, `\\boxed`, and `\\fcolorbox`.",processor:r=>Math.max(0,r),cli:"--min-rule-thickness ",cliProcessor:parseFloat},colorIsTextColor:{type:"boolean",description:"Makes \\color behave like LaTeX's 2-argument \\textcolor, instead of LaTeX's one-argument \\color mode change.",cli:"-b, --color-is-text-color"},strict:{type:[{enum:["warn","ignore","error"]},"boolean","function"],description:"Turn on strict / LaTeX faithfulness mode, which throws an error if the input uses features that are not supported by LaTeX.",cli:"-S, --strict",cliDefault:!1},trust:{type:["boolean","function"],description:"Trust the input, enabling all HTML features such as \\url.",cli:"-T, --trust"},maxSize:{type:"number",default:1/0,description:"If non-zero, all user-specified sizes, e.g. in \\rule{500em}{500em}, will be capped to maxSize ems. Otherwise, elements and spaces can be arbitrarily large",processor:r=>Math.max(0,r),cli:"-s, --max-size ",cliProcessor:parseInt},maxExpand:{type:"number",default:1e3,description:"Limit the number of macro expansions to the specified number, to prevent e.g. infinite macro loops. If set to Infinity, the macro expander will try to fully expand as in LaTeX.",processor:r=>Math.max(0,r),cli:"-e, --max-expand ",cliProcessor:r=>r==="Infinity"?1/0:parseInt(r)},globalGroup:{type:"boolean",cli:!1}};function eNe(r){if(r.default)return r.default;var e=r.type,t=Array.isArray(e)?e[0]:e;if(typeof t!="string")return t.enum[0];switch(t){case"boolean":return!1;case"string":return"";case"number":return 0;case"object":return{}}}class Jx{constructor(e){this.displayMode=void 0,this.output=void 0,this.leqno=void 0,this.fleqn=void 0,this.throwOnError=void 0,this.errorColor=void 0,this.macros=void 0,this.minRuleThickness=void 0,this.colorIsTextColor=void 0,this.strict=void 0,this.trust=void 0,this.maxSize=void 0,this.maxExpand=void 0,this.globalGroup=void 0,e=e||{};for(var t in I_)if(I_.hasOwnProperty(t)){var n=I_[t];this[t]=e[t]!==void 0?n.processor?n.processor(e[t]):e[t]:eNe(n)}}reportNonstrict(e,t,n){var a=this.strict;if(typeof a=="function"&&(a=a(e,t,n)),!(!a||a==="ignore")){if(a===!0||a==="error")throw new $t("LaTeX-incompatible input and strict mode is set to 'error': "+(t+" ["+e+"]"),n);a==="warn"?typeof console<"u"&&console.warn("LaTeX-incompatible input and strict mode is set to 'warn': "+(t+" ["+e+"]")):typeof console<"u"&&console.warn("LaTeX-incompatible input and strict mode is set to "+("unrecognized '"+a+"': "+t+" ["+e+"]"))}}useStrictBehavior(e,t,n){var a=this.strict;if(typeof a=="function")try{a=a(e,t,n)}catch{a="error"}return!a||a==="ignore"?!1:a===!0||a==="error"?!0:a==="warn"?(typeof console<"u"&&console.warn("LaTeX-incompatible input and strict mode is set to 'warn': "+(t+" ["+e+"]")),!1):(typeof console<"u"&&console.warn("LaTeX-incompatible input and strict mode is set to "+("unrecognized '"+a+"': "+t+" ["+e+"]")),!1)}isTrusted(e){if(e.url&&!e.protocol){var t=Lr.protocolFromUrl(e.url);if(t==null)return!1;e.protocol=t}var n=typeof this.trust=="function"?this.trust(e):this.trust;return!!n}}class pu{constructor(e,t,n){this.id=void 0,this.size=void 0,this.cramped=void 0,this.id=e,this.size=t,this.cramped=n}sup(){return Al[tNe[this.id]]}sub(){return Al[rNe[this.id]]}fracNum(){return Al[nNe[this.id]]}fracDen(){return Al[aNe[this.id]]}cramp(){return Al[iNe[this.id]]}text(){return Al[sNe[this.id]]}isTight(){return this.size>=2}}var e6=0,$b=1,gf=2,Nc=3,Um=4,Co=5,Gf=6,cs=7,Al=[new pu(e6,0,!1),new pu($b,0,!0),new pu(gf,1,!1),new pu(Nc,1,!0),new pu(Um,2,!1),new pu(Co,2,!0),new pu(Gf,3,!1),new pu(cs,3,!0)],tNe=[Um,Co,Um,Co,Gf,cs,Gf,cs],rNe=[Co,Co,Co,Co,cs,cs,cs,cs],nNe=[gf,Nc,Um,Co,Gf,cs,Gf,cs],aNe=[Nc,Nc,Co,Co,cs,cs,cs,cs],iNe=[$b,$b,Nc,Nc,Co,Co,cs,cs],sNe=[e6,$b,gf,Nc,gf,Nc,gf,Nc],Ur={DISPLAY:Al[e6],TEXT:Al[gf],SCRIPT:Al[Um],SCRIPTSCRIPT:Al[Gf]},xA=[{name:"latin",blocks:[[256,591],[768,879]]},{name:"cyrillic",blocks:[[1024,1279]]},{name:"armenian",blocks:[[1328,1423]]},{name:"brahmic",blocks:[[2304,4255]]},{name:"georgian",blocks:[[4256,4351]]},{name:"cjk",blocks:[[12288,12543],[19968,40879],[65280,65376]]},{name:"hangul",blocks:[[44032,55215]]}];function oNe(r){for(var e=0;e=a[0]&&r<=a[1])return t.name}return null}var k_=[];xA.forEach(r=>r.blocks.forEach(e=>k_.push(...e)));function iH(r){for(var e=0;e=k_[e]&&r<=k_[e+1])return!0;return!1}var Mh=80,lNe=function(e,t){return"M95,"+(622+e+t)+` +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l`+e/2.075+" -"+e+` +c5.3,-9.3,12,-14,20,-14 +H400000v`+(40+e)+`H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M`+(834+e)+" "+t+"h400000v"+(40+e)+"h-400000z"},cNe=function(e,t){return"M263,"+(601+e+t)+`c0.7,0,18,39.7,52,119 +c34,79.3,68.167,158.7,102.5,238c34.3,79.3,51.8,119.3,52.5,120 +c340,-704.7,510.7,-1060.3,512,-1067 +l`+e/2.084+" -"+e+` +c4.7,-7.3,11,-11,19,-11 +H40000v`+(40+e)+`H1012.3 +s-271.3,567,-271.3,567c-38.7,80.7,-84,175,-136,283c-52,108,-89.167,185.3,-111.5,232 +c-22.3,46.7,-33.8,70.3,-34.5,71c-4.7,4.7,-12.3,7,-23,7s-12,-1,-12,-1 +s-109,-253,-109,-253c-72.7,-168,-109.3,-252,-110,-252c-10.7,8,-22,16.7,-34,26 +c-22,17.3,-33.3,26,-34,26s-26,-26,-26,-26s76,-59,76,-59s76,-60,76,-60z +M`+(1001+e)+" "+t+"h400000v"+(40+e)+"h-400000z"},uNe=function(e,t){return"M983 "+(10+e+t)+` +l`+e/3.13+" -"+e+` +c4,-6.7,10,-10,18,-10 H400000v`+(40+e)+` +H1013.1s-83.4,268,-264.1,840c-180.7,572,-277,876.3,-289,913c-4.7,4.7,-12.7,7,-24,7 +s-12,0,-12,0c-1.3,-3.3,-3.7,-11.7,-7,-25c-35.3,-125.3,-106.7,-373.3,-214,-744 +c-10,12,-21,25,-33,39s-32,39,-32,39c-6,-5.3,-15,-14,-27,-26s25,-30,25,-30 +c26.7,-32.7,52,-63,76,-91s52,-60,52,-60s208,722,208,722 +c56,-175.3,126.3,-397.3,211,-666c84.7,-268.7,153.8,-488.2,207.5,-658.5 +c53.7,-170.3,84.5,-266.8,92.5,-289.5z +M`+(1001+e)+" "+t+"h400000v"+(40+e)+"h-400000z"},dNe=function(e,t){return"M424,"+(2398+e+t)+` +c-1.3,-0.7,-38.5,-172,-111.5,-514c-73,-342,-109.8,-513.3,-110.5,-514 +c0,-2,-10.7,14.3,-32,49c-4.7,7.3,-9.8,15.7,-15.5,25c-5.7,9.3,-9.8,16,-12.5,20 +s-5,7,-5,7c-4,-3.3,-8.3,-7.7,-13,-13s-13,-13,-13,-13s76,-122,76,-122s77,-121,77,-121 +s209,968,209,968c0,-2,84.7,-361.7,254,-1079c169.3,-717.3,254.7,-1077.7,256,-1081 +l`+e/4.223+" -"+e+`c4,-6.7,10,-10,18,-10 H400000 +v`+(40+e)+`H1014.6 +s-87.3,378.7,-272.6,1166c-185.3,787.3,-279.3,1182.3,-282,1185 +c-2,6,-10,9,-24,9 +c-8,0,-12,-0.7,-12,-2z M`+(1001+e)+" "+t+` +h400000v`+(40+e)+"h-400000z"},hNe=function(e,t){return"M473,"+(2713+e+t)+` +c339.3,-1799.3,509.3,-2700,510,-2702 l`+e/5.298+" -"+e+` +c3.3,-7.3,9.3,-11,18,-11 H400000v`+(40+e)+`H1017.7 +s-90.5,478,-276.2,1466c-185.7,988,-279.5,1483,-281.5,1485c-2,6,-10,9,-24,9 +c-8,0,-12,-0.7,-12,-2c0,-1.3,-5.3,-32,-16,-92c-50.7,-293.3,-119.7,-693.3,-207,-1200 +c0,-1.3,-5.3,8.7,-16,30c-10.7,21.3,-21.3,42.7,-32,64s-16,33,-16,33s-26,-26,-26,-26 +s76,-153,76,-153s77,-151,77,-151c0.7,0.7,35.7,202,105,604c67.3,400.7,102,602.7,104, +606zM`+(1001+e)+" "+t+"h400000v"+(40+e)+"H1017.7z"},fNe=function(e){var t=e/2;return"M400000 "+e+" H0 L"+t+" 0 l65 45 L145 "+(e-80)+" H400000z"},pNe=function(e,t,n){var a=n-54-t-e;return"M702 "+(e+t)+"H400000"+(40+e)+` +H742v`+a+`l-4 4-4 4c-.667.7 -2 1.5-4 2.5s-4.167 1.833-6.5 2.5-5.5 1-9.5 1 +h-12l-28-84c-16.667-52-96.667 -294.333-240-727l-212 -643 -85 170 +c-4-3.333-8.333-7.667-13 -13l-13-13l77-155 77-156c66 199.333 139 419.667 +219 661 l218 661zM702 `+t+"H400000v"+(40+e)+"H742z"},mNe=function(e,t,n){t=1e3*t;var a="";switch(e){case"sqrtMain":a=lNe(t,Mh);break;case"sqrtSize1":a=cNe(t,Mh);break;case"sqrtSize2":a=uNe(t,Mh);break;case"sqrtSize3":a=dNe(t,Mh);break;case"sqrtSize4":a=hNe(t,Mh);break;case"sqrtTall":a=pNe(t,Mh,n)}return a},gNe=function(e,t){switch(e){case"⎜":return"M291 0 H417 V"+t+" H291z M291 0 H417 V"+t+" H291z";case"∣":return"M145 0 H188 V"+t+" H145z M145 0 H188 V"+t+" H145z";case"∥":return"M145 0 H188 V"+t+" H145z M145 0 H188 V"+t+" H145z"+("M367 0 H410 V"+t+" H367z M367 0 H410 V"+t+" H367z");case"⎟":return"M457 0 H583 V"+t+" H457z M457 0 H583 V"+t+" H457z";case"⎢":return"M319 0 H403 V"+t+" H319z M319 0 H403 V"+t+" H319z";case"⎥":return"M263 0 H347 V"+t+" H263z M263 0 H347 V"+t+" H263z";case"⎪":return"M384 0 H504 V"+t+" H384z M384 0 H504 V"+t+" H384z";case"⏐":return"M312 0 H355 V"+t+" H312z M312 0 H355 V"+t+" H312z";case"‖":return"M257 0 H300 V"+t+" H257z M257 0 H300 V"+t+" H257z"+("M478 0 H521 V"+t+" H478z M478 0 H521 V"+t+" H478z");default:return""}},xP={doubleleftarrow:`M262 157 +l10-10c34-36 62.7-77 86-123 3.3-8 5-13.3 5-16 0-5.3-6.7-8-20-8-7.3 + 0-12.2.5-14.5 1.5-2.3 1-4.8 4.5-7.5 10.5-49.3 97.3-121.7 169.3-217 216-28 + 14-57.3 25-88 33-6.7 2-11 3.8-13 5.5-2 1.7-3 4.2-3 7.5s1 5.8 3 7.5 +c2 1.7 6.3 3.5 13 5.5 68 17.3 128.2 47.8 180.5 91.5 52.3 43.7 93.8 96.2 124.5 + 157.5 9.3 8 15.3 12.3 18 13h6c12-.7 18-4 18-10 0-2-1.7-7-5-15-23.3-46-52-87 +-86-123l-10-10h399738v-40H218c328 0 0 0 0 0l-10-8c-26.7-20-65.7-43-117-69 2.7 +-2 6-3.7 10-5 36.7-16 72.3-37.3 107-64l10-8h399782v-40z +m8 0v40h399730v-40zm0 194v40h399730v-40z`,doublerightarrow:`M399738 392l +-10 10c-34 36-62.7 77-86 123-3.3 8-5 13.3-5 16 0 5.3 6.7 8 20 8 7.3 0 12.2-.5 + 14.5-1.5 2.3-1 4.8-4.5 7.5-10.5 49.3-97.3 121.7-169.3 217-216 28-14 57.3-25 88 +-33 6.7-2 11-3.8 13-5.5 2-1.7 3-4.2 3-7.5s-1-5.8-3-7.5c-2-1.7-6.3-3.5-13-5.5-68 +-17.3-128.2-47.8-180.5-91.5-52.3-43.7-93.8-96.2-124.5-157.5-9.3-8-15.3-12.3-18 +-13h-6c-12 .7-18 4-18 10 0 2 1.7 7 5 15 23.3 46 52 87 86 123l10 10H0v40h399782 +c-328 0 0 0 0 0l10 8c26.7 20 65.7 43 117 69-2.7 2-6 3.7-10 5-36.7 16-72.3 37.3 +-107 64l-10 8H0v40zM0 157v40h399730v-40zm0 194v40h399730v-40z`,leftarrow:`M400000 241H110l3-3c68.7-52.7 113.7-120 + 135-202 4-14.7 6-23 6-25 0-7.3-7-11-21-11-8 0-13.2.8-15.5 2.5-2.3 1.7-4.2 5.8 +-5.5 12.5-1.3 4.7-2.7 10.3-4 17-12 48.7-34.8 92-68.5 130S65.3 228.3 18 247 +c-10 4-16 7.7-18 11 0 8.7 6 14.3 18 17 47.3 18.7 87.8 47 121.5 85S196 441.3 208 + 490c.7 2 1.3 5 2 9s1.2 6.7 1.5 8c.3 1.3 1 3.3 2 6s2.2 4.5 3.5 5.5c1.3 1 3.3 + 1.8 6 2.5s6 1 10 1c14 0 21-3.7 21-11 0-2-2-10.3-6-25-20-79.3-65-146.7-135-202 + l-3-3h399890zM100 241v40h399900v-40z`,leftbrace:`M6 548l-6-6v-35l6-11c56-104 135.3-181.3 238-232 57.3-28.7 117 +-45 179-50h399577v120H403c-43.3 7-81 15-113 26-100.7 33-179.7 91-237 174-2.7 + 5-6 9-10 13-.7 1-7.3 1-20 1H6z`,leftbraceunder:`M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13 + 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688 + 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7 +-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z`,leftgroup:`M400000 80 +H435C64 80 168.3 229.4 21 260c-5.9 1.2-18 0-18 0-2 0-3-1-3-3v-38C76 61 257 0 + 435 0h399565z`,leftgroupunder:`M400000 262 +H435C64 262 168.3 112.6 21 82c-5.9-1.2-18 0-18 0-2 0-3 1-3 3v38c76 158 257 219 + 435 219h399565z`,leftharpoon:`M0 267c.7 5.3 3 10 7 14h399993v-40H93c3.3 +-3.3 10.2-9.5 20.5-18.5s17.8-15.8 22.5-20.5c50.7-52 88-110.3 112-175 4-11.3 5 +-18.3 3-21-1.3-4-7.3-6-18-6-8 0-13 .7-15 2s-4.7 6.7-8 16c-42 98.7-107.3 174.7 +-196 228-6.7 4.7-10.7 8-12 10-1.3 2-2 5.7-2 11zm100-26v40h399900v-40z`,leftharpoonplus:`M0 267c.7 5.3 3 10 7 14h399993v-40H93c3.3-3.3 10.2-9.5 + 20.5-18.5s17.8-15.8 22.5-20.5c50.7-52 88-110.3 112-175 4-11.3 5-18.3 3-21-1.3 +-4-7.3-6-18-6-8 0-13 .7-15 2s-4.7 6.7-8 16c-42 98.7-107.3 174.7-196 228-6.7 4.7 +-10.7 8-12 10-1.3 2-2 5.7-2 11zm100-26v40h399900v-40zM0 435v40h400000v-40z +m0 0v40h400000v-40z`,leftharpoondown:`M7 241c-4 4-6.333 8.667-7 14 0 5.333.667 9 2 11s5.333 + 5.333 12 10c90.667 54 156 130 196 228 3.333 10.667 6.333 16.333 9 17 2 .667 5 + 1 9 1h5c10.667 0 16.667-2 18-6 2-2.667 1-9.667-3-21-32-87.333-82.667-157.667 +-152-211l-3-3h399907v-40zM93 281 H400000 v-40L7 241z`,leftharpoondownplus:`M7 435c-4 4-6.3 8.7-7 14 0 5.3.7 9 2 11s5.3 5.3 12 + 10c90.7 54 156 130 196 228 3.3 10.7 6.3 16.3 9 17 2 .7 5 1 9 1h5c10.7 0 16.7 +-2 18-6 2-2.7 1-9.7-3-21-32-87.3-82.7-157.7-152-211l-3-3h399907v-40H7zm93 0 +v40h399900v-40zM0 241v40h399900v-40zm0 0v40h399900v-40z`,lefthook:`M400000 281 H103s-33-11.2-61-33.5S0 197.3 0 164s14.2-61.2 42.5 +-83.5C70.8 58.2 104 47 142 47 c16.7 0 25 6.7 25 20 0 12-8.7 18.7-26 20-40 3.3 +-68.7 15.7-86 37-10 12-15 25.3-15 40 0 22.7 9.8 40.7 29.5 54 19.7 13.3 43.5 21 + 71.5 23h399859zM103 281v-40h399897v40z`,leftlinesegment:`M40 281 V428 H0 V94 H40 V241 H400000 v40z +M40 281 V428 H0 V94 H40 V241 H400000 v40z`,leftmapsto:`M40 281 V448H0V74H40V241H400000v40z +M40 281 V448H0V74H40V241H400000v40z`,leftToFrom:`M0 147h400000v40H0zm0 214c68 40 115.7 95.7 143 167h22c15.3 0 23 +-.3 23-1 0-1.3-5.3-13.7-16-37-18-35.3-41.3-69-70-101l-7-8h399905v-40H95l7-8 +c28.7-32 52-65.7 70-101 10.7-23.3 16-35.7 16-37 0-.7-7.7-1-23-1h-22C115.7 265.3 + 68 321 0 361zm0-174v-40h399900v40zm100 154v40h399900v-40z`,longequal:`M0 50 h400000 v40H0z m0 194h40000v40H0z +M0 50 h400000 v40H0z m0 194h40000v40H0z`,midbrace:`M200428 334 +c-100.7-8.3-195.3-44-280-108-55.3-42-101.7-93-139-153l-9-14c-2.7 4-5.7 8.7-9 14 +-53.3 86.7-123.7 153-211 199-66.7 36-137.3 56.3-212 62H0V214h199568c178.3-11.7 + 311.7-78.3 403-201 6-8 9.7-12 11-12 .7-.7 6.7-1 18-1s17.3.3 18 1c1.3 0 5 4 11 + 12 44.7 59.3 101.3 106.3 170 141s145.3 54.3 229 60h199572v120z`,midbraceunder:`M199572 214 +c100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14 + 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3 + 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0 +-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z`,oiintSize1:`M512.6 71.6c272.6 0 320.3 106.8 320.3 178.2 0 70.8-47.7 177.6 +-320.3 177.6S193.1 320.6 193.1 249.8c0-71.4 46.9-178.2 319.5-178.2z +m368.1 178.2c0-86.4-60.9-215.4-368.1-215.4-306.4 0-367.3 129-367.3 215.4 0 85.8 +60.9 214.8 367.3 214.8 307.2 0 368.1-129 368.1-214.8z`,oiintSize2:`M757.8 100.1c384.7 0 451.1 137.6 451.1 230 0 91.3-66.4 228.8 +-451.1 228.8-386.3 0-452.7-137.5-452.7-228.8 0-92.4 66.4-230 452.7-230z +m502.4 230c0-111.2-82.4-277.2-502.4-277.2s-504 166-504 277.2 +c0 110 84 276 504 276s502.4-166 502.4-276z`,oiiintSize1:`M681.4 71.6c408.9 0 480.5 106.8 480.5 178.2 0 70.8-71.6 177.6 +-480.5 177.6S202.1 320.6 202.1 249.8c0-71.4 70.5-178.2 479.3-178.2z +m525.8 178.2c0-86.4-86.8-215.4-525.7-215.4-437.9 0-524.7 129-524.7 215.4 0 +85.8 86.8 214.8 524.7 214.8 438.9 0 525.7-129 525.7-214.8z`,oiiintSize2:`M1021.2 53c603.6 0 707.8 165.8 707.8 277.2 0 110-104.2 275.8 +-707.8 275.8-606 0-710.2-165.8-710.2-275.8C311 218.8 415.2 53 1021.2 53z +m770.4 277.1c0-131.2-126.4-327.6-770.5-327.6S248.4 198.9 248.4 330.1 +c0 130 128.8 326.4 772.7 326.4s770.5-196.4 770.5-326.4z`,rightarrow:`M0 241v40h399891c-47.3 35.3-84 78-110 128 +-16.7 32-27.7 63.7-33 95 0 1.3-.2 2.7-.5 4-.3 1.3-.5 2.3-.5 3 0 7.3 6.7 11 20 + 11 8 0 13.2-.8 15.5-2.5 2.3-1.7 4.2-5.5 5.5-11.5 2-13.3 5.7-27 11-41 14.7-44.7 + 39-84.5 73-119.5s73.7-60.2 119-75.5c6-2 9-5.7 9-11s-3-9-9-11c-45.3-15.3-85 +-40.5-119-75.5s-58.3-74.8-73-119.5c-4.7-14-8.3-27.3-11-40-1.3-6.7-3.2-10.8-5.5 +-12.5-2.3-1.7-7.5-2.5-15.5-2.5-14 0-21 3.7-21 11 0 2 2 10.3 6 25 20.7 83.3 67 + 151.7 139 205zm0 0v40h399900v-40z`,rightbrace:`M400000 542l +-6 6h-17c-12.7 0-19.3-.3-20-1-4-4-7.3-8.3-10-13-35.3-51.3-80.8-93.8-136.5-127.5 +s-117.2-55.8-184.5-66.5c-.7 0-2-.3-4-1-18.7-2.7-76-4.3-172-5H0V214h399571l6 1 +c124.7 8 235 61.7 331 161 31.3 33.3 59.7 72.7 85 118l7 13v35z`,rightbraceunder:`M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3 + 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237 +-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z`,rightgroup:`M0 80h399565c371 0 266.7 149.4 414 180 5.9 1.2 18 0 18 0 2 0 + 3-1 3-3v-38c-76-158-257-219-435-219H0z`,rightgroupunder:`M0 262h399565c371 0 266.7-149.4 414-180 5.9-1.2 18 0 18 + 0 2 0 3 1 3 3v38c-76 158-257 219-435 219H0z`,rightharpoon:`M0 241v40h399993c4.7-4.7 7-9.3 7-14 0-9.3 +-3.7-15.3-11-18-92.7-56.7-159-133.7-199-231-3.3-9.3-6-14.7-8-16-2-1.3-7-2-15-2 +-10.7 0-16.7 2-18 6-2 2.7-1 9.7 3 21 15.3 42 36.7 81.8 64 119.5 27.3 37.7 58 + 69.2 92 94.5zm0 0v40h399900v-40z`,rightharpoonplus:`M0 241v40h399993c4.7-4.7 7-9.3 7-14 0-9.3-3.7-15.3-11 +-18-92.7-56.7-159-133.7-199-231-3.3-9.3-6-14.7-8-16-2-1.3-7-2-15-2-10.7 0-16.7 + 2-18 6-2 2.7-1 9.7 3 21 15.3 42 36.7 81.8 64 119.5 27.3 37.7 58 69.2 92 94.5z +m0 0v40h399900v-40z m100 194v40h399900v-40zm0 0v40h399900v-40z`,rightharpoondown:`M399747 511c0 7.3 6.7 11 20 11 8 0 13-.8 15-2.5s4.7-6.8 + 8-15.5c40-94 99.3-166.3 178-217 13.3-8 20.3-12.3 21-13 5.3-3.3 8.5-5.8 9.5 +-7.5 1-1.7 1.5-5.2 1.5-10.5s-2.3-10.3-7-15H0v40h399908c-34 25.3-64.7 57-92 95 +-27.3 38-48.7 77.7-64 119-3.3 8.7-5 14-5 16zM0 241v40h399900v-40z`,rightharpoondownplus:`M399747 705c0 7.3 6.7 11 20 11 8 0 13-.8 + 15-2.5s4.7-6.8 8-15.5c40-94 99.3-166.3 178-217 13.3-8 20.3-12.3 21-13 5.3-3.3 + 8.5-5.8 9.5-7.5 1-1.7 1.5-5.2 1.5-10.5s-2.3-10.3-7-15H0v40h399908c-34 25.3 +-64.7 57-92 95-27.3 38-48.7 77.7-64 119-3.3 8.7-5 14-5 16zM0 435v40h399900v-40z +m0-194v40h400000v-40zm0 0v40h400000v-40z`,righthook:`M399859 241c-764 0 0 0 0 0 40-3.3 68.7-15.7 86-37 10-12 15-25.3 + 15-40 0-22.7-9.8-40.7-29.5-54-19.7-13.3-43.5-21-71.5-23-17.3-1.3-26-8-26-20 0 +-13.3 8.7-20 26-20 38 0 71 11.2 99 33.5 0 0 7 5.6 21 16.7 14 11.2 21 33.5 21 + 66.8s-14 61.2-42 83.5c-28 22.3-61 33.5-99 33.5L0 241z M0 281v-40h399859v40z`,rightlinesegment:`M399960 241 V94 h40 V428 h-40 V281 H0 v-40z +M399960 241 V94 h40 V428 h-40 V281 H0 v-40z`,rightToFrom:`M400000 167c-70.7-42-118-97.7-142-167h-23c-15.3 0-23 .3-23 + 1 0 1.3 5.3 13.7 16 37 18 35.3 41.3 69 70 101l7 8H0v40h399905l-7 8c-28.7 32 +-52 65.7-70 101-10.7 23.3-16 35.7-16 37 0 .7 7.7 1 23 1h23c24-69.3 71.3-125 142 +-167z M100 147v40h399900v-40zM0 341v40h399900v-40z`,twoheadleftarrow:`M0 167c68 40 + 115.7 95.7 143 167h22c15.3 0 23-.3 23-1 0-1.3-5.3-13.7-16-37-18-35.3-41.3-69 +-70-101l-7-8h125l9 7c50.7 39.3 85 86 103 140h46c0-4.7-6.3-18.7-19-42-18-35.3 +-40-67.3-66-96l-9-9h399716v-40H284l9-9c26-28.7 48-60.7 66-96 12.7-23.333 19 +-37.333 19-42h-46c-18 54-52.3 100.7-103 140l-9 7H95l7-8c28.7-32 52-65.7 70-101 + 10.7-23.333 16-35.7 16-37 0-.7-7.7-1-23-1h-22C115.7 71.3 68 127 0 167z`,twoheadrightarrow:`M400000 167 +c-68-40-115.7-95.7-143-167h-22c-15.3 0-23 .3-23 1 0 1.3 5.3 13.7 16 37 18 35.3 + 41.3 69 70 101l7 8h-125l-9-7c-50.7-39.3-85-86-103-140h-46c0 4.7 6.3 18.7 19 42 + 18 35.3 40 67.3 66 96l9 9H0v40h399716l-9 9c-26 28.7-48 60.7-66 96-12.7 23.333 +-19 37.333-19 42h46c18-54 52.3-100.7 103-140l9-7h125l-7 8c-28.7 32-52 65.7-70 + 101-10.7 23.333-16 35.7-16 37 0 .7 7.7 1 23 1h22c27.3-71.3 75-127 143-167z`,tilde1:`M200 55.538c-77 0-168 73.953-177 73.953-3 0-7 +-2.175-9-5.437L2 97c-1-2-2-4-2-6 0-4 2-7 5-9l20-12C116 12 171 0 207 0c86 0 + 114 68 191 68 78 0 168-68 177-68 4 0 7 2 9 5l12 19c1 2.175 2 4.35 2 6.525 0 + 4.35-2 7.613-5 9.788l-19 13.05c-92 63.077-116.937 75.308-183 76.128 +-68.267.847-113-73.952-191-73.952z`,tilde2:`M344 55.266c-142 0-300.638 81.316-311.5 86.418 +-8.01 3.762-22.5 10.91-23.5 5.562L1 120c-1-2-1-3-1-4 0-5 3-9 8-10l18.4-9C160.9 + 31.9 283 0 358 0c148 0 188 122 331 122s314-97 326-97c4 0 8 2 10 7l7 21.114 +c1 2.14 1 3.21 1 4.28 0 5.347-3 9.626-7 10.696l-22.3 12.622C852.6 158.372 751 + 181.476 676 181.476c-149 0-189-126.21-332-126.21z`,tilde3:`M786 59C457 59 32 175.242 13 175.242c-6 0-10-3.457 +-11-10.37L.15 138c-1-7 3-12 10-13l19.2-6.4C378.4 40.7 634.3 0 804.3 0c337 0 + 411.8 157 746.8 157 328 0 754-112 773-112 5 0 10 3 11 9l1 14.075c1 8.066-.697 + 16.595-6.697 17.492l-21.052 7.31c-367.9 98.146-609.15 122.696-778.15 122.696 + -338 0-409-156.573-744-156.573z`,tilde4:`M786 58C457 58 32 177.487 13 177.487c-6 0-10-3.345 +-11-10.035L.15 143c-1-7 3-12 10-13l22-6.7C381.2 35 637.15 0 807.15 0c337 0 409 + 177 744 177 328 0 754-127 773-127 5 0 10 3 11 9l1 14.794c1 7.805-3 13.38-9 + 14.495l-20.7 5.574c-366.85 99.79-607.3 139.372-776.3 139.372-338 0-409 + -175.236-744-175.236z`,vec:`M377 20c0-5.333 1.833-10 5.5-14S391 0 397 0c4.667 0 8.667 1.667 12 5 +3.333 2.667 6.667 9 10 19 6.667 24.667 20.333 43.667 41 57 7.333 4.667 11 +10.667 11 18 0 6-1 10-3 12s-6.667 5-14 9c-28.667 14.667-53.667 35.667-75 63 +-1.333 1.333-3.167 3.5-5.5 6.5s-4 4.833-5 5.5c-1 .667-2.5 1.333-4.5 2s-4.333 1 +-7 1c-4.667 0-9.167-1.833-13.5-5.5S337 184 337 178c0-12.667 15.667-32.333 47-59 +H213l-171-1c-8.667-6-13-12.333-13-19 0-4.667 4.333-11.333 13-20h359 +c-16-25.333-24-45-24-59z`,widehat1:`M529 0h5l519 115c5 1 9 5 9 10 0 1-1 2-1 3l-4 22 +c-1 5-5 9-11 9h-2L532 67 19 159h-2c-5 0-9-4-11-9l-5-22c-1-6 2-12 8-13z`,widehat2:`M1181 0h2l1171 176c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 220h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widehat3:`M1181 0h2l1171 236c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 280h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widehat4:`M1181 0h2l1171 296c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 340h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widecheck1:`M529,159h5l519,-115c5,-1,9,-5,9,-10c0,-1,-1,-2,-1,-3l-4,-22c-1, +-5,-5,-9,-11,-9h-2l-512,92l-513,-92h-2c-5,0,-9,4,-11,9l-5,22c-1,6,2,12,8,13z`,widecheck2:`M1181,220h2l1171,-176c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,153l-1167,-153h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,widecheck3:`M1181,280h2l1171,-236c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,213l-1167,-213h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,widecheck4:`M1181,340h2l1171,-296c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,273l-1167,-273h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,baraboveleftarrow:`M400000 620h-399890l3 -3c68.7 -52.7 113.7 -120 135 -202 +c4 -14.7 6 -23 6 -25c0 -7.3 -7 -11 -21 -11c-8 0 -13.2 0.8 -15.5 2.5 +c-2.3 1.7 -4.2 5.8 -5.5 12.5c-1.3 4.7 -2.7 10.3 -4 17c-12 48.7 -34.8 92 -68.5 130 +s-74.2 66.3 -121.5 85c-10 4 -16 7.7 -18 11c0 8.7 6 14.3 18 17c47.3 18.7 87.8 47 +121.5 85s56.5 81.3 68.5 130c0.7 2 1.3 5 2 9s1.2 6.7 1.5 8c0.3 1.3 1 3.3 2 6 +s2.2 4.5 3.5 5.5c1.3 1 3.3 1.8 6 2.5s6 1 10 1c14 0 21 -3.7 21 -11 +c0 -2 -2 -10.3 -6 -25c-20 -79.3 -65 -146.7 -135 -202l-3 -3h399890z +M100 620v40h399900v-40z M0 241v40h399900v-40zM0 241v40h399900v-40z`,rightarrowabovebar:`M0 241v40h399891c-47.3 35.3-84 78-110 128-16.7 32 +-27.7 63.7-33 95 0 1.3-.2 2.7-.5 4-.3 1.3-.5 2.3-.5 3 0 7.3 6.7 11 20 11 8 0 +13.2-.8 15.5-2.5 2.3-1.7 4.2-5.5 5.5-11.5 2-13.3 5.7-27 11-41 14.7-44.7 39 +-84.5 73-119.5s73.7-60.2 119-75.5c6-2 9-5.7 9-11s-3-9-9-11c-45.3-15.3-85-40.5 +-119-75.5s-58.3-74.8-73-119.5c-4.7-14-8.3-27.3-11-40-1.3-6.7-3.2-10.8-5.5 +-12.5-2.3-1.7-7.5-2.5-15.5-2.5-14 0-21 3.7-21 11 0 2 2 10.3 6 25 20.7 83.3 67 +151.7 139 205zm96 379h399894v40H0zm0 0h399904v40H0z`,baraboveshortleftharpoon:`M507,435c-4,4,-6.3,8.7,-7,14c0,5.3,0.7,9,2,11 +c1.3,2,5.3,5.3,12,10c90.7,54,156,130,196,228c3.3,10.7,6.3,16.3,9,17 +c2,0.7,5,1,9,1c0,0,5,0,5,0c10.7,0,16.7,-2,18,-6c2,-2.7,1,-9.7,-3,-21 +c-32,-87.3,-82.7,-157.7,-152,-211c0,0,-3,-3,-3,-3l399351,0l0,-40 +c-398570,0,-399437,0,-399437,0z M593 435 v40 H399500 v-40z +M0 281 v-40 H399908 v40z M0 281 v-40 H399908 v40z`,rightharpoonaboveshortbar:`M0,241 l0,40c399126,0,399993,0,399993,0 +c4.7,-4.7,7,-9.3,7,-14c0,-9.3,-3.7,-15.3,-11,-18c-92.7,-56.7,-159,-133.7,-199, +-231c-3.3,-9.3,-6,-14.7,-8,-16c-2,-1.3,-7,-2,-15,-2c-10.7,0,-16.7,2,-18,6 +c-2,2.7,-1,9.7,3,21c15.3,42,36.7,81.8,64,119.5c27.3,37.7,58,69.2,92,94.5z +M0 241 v40 H399908 v-40z M0 475 v-40 H399500 v40z M0 475 v-40 H399500 v40z`,shortbaraboveleftharpoon:`M7,435c-4,4,-6.3,8.7,-7,14c0,5.3,0.7,9,2,11 +c1.3,2,5.3,5.3,12,10c90.7,54,156,130,196,228c3.3,10.7,6.3,16.3,9,17c2,0.7,5,1,9, +1c0,0,5,0,5,0c10.7,0,16.7,-2,18,-6c2,-2.7,1,-9.7,-3,-21c-32,-87.3,-82.7,-157.7, +-152,-211c0,0,-3,-3,-3,-3l399907,0l0,-40c-399126,0,-399993,0,-399993,0z +M93 435 v40 H400000 v-40z M500 241 v40 H400000 v-40z M500 241 v40 H400000 v-40z`,shortrightharpoonabovebar:`M53,241l0,40c398570,0,399437,0,399437,0 +c4.7,-4.7,7,-9.3,7,-14c0,-9.3,-3.7,-15.3,-11,-18c-92.7,-56.7,-159,-133.7,-199, +-231c-3.3,-9.3,-6,-14.7,-8,-16c-2,-1.3,-7,-2,-15,-2c-10.7,0,-16.7,2,-18,6 +c-2,2.7,-1,9.7,3,21c15.3,42,36.7,81.8,64,119.5c27.3,37.7,58,69.2,92,94.5z +M500 241 v40 H399408 v-40z M500 435 v40 H400000 v-40z`},_Ne=function(e,t){switch(e){case"lbrack":return"M403 1759 V84 H666 V0 H319 V1759 v"+t+` v1759 h347 v-84 +H403z M403 1759 V0 H319 V1759 v`+t+" v1759 h84z";case"rbrack":return"M347 1759 V0 H0 V84 H263 V1759 v"+t+` v1759 H0 v84 H347z +M347 1759 V0 H263 V1759 v`+t+" v1759 h84z";case"vert":return"M145 15 v585 v"+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M188 15 H145 v585 v`+t+" v585 h43z";case"doublevert":return"M145 15 v585 v"+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M188 15 H145 v585 v`+t+` v585 h43z +M367 15 v585 v`+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M410 15 H367 v585 v`+t+" v585 h43z";case"lfloor":return"M319 602 V0 H403 V602 v"+t+` v1715 h263 v84 H319z +MM319 602 V0 H403 V602 v`+t+" v1715 H319z";case"rfloor":return"M319 602 V0 H403 V602 v"+t+` v1799 H0 v-84 H319z +MM319 602 V0 H403 V602 v`+t+" v1715 H319z";case"lceil":return"M403 1759 V84 H666 V0 H319 V1759 v"+t+` v602 h84z +M403 1759 V0 H319 V1759 v`+t+" v602 h84z";case"rceil":return"M347 1759 V0 H0 V84 H263 V1759 v"+t+` v602 h84z +M347 1759 V0 h-84 V1759 v`+t+" v602 h84z";case"lparen":return`M863,9c0,-2,-2,-5,-6,-9c0,0,-17,0,-17,0c-12.7,0,-19.3,0.3,-20,1 +c-5.3,5.3,-10.3,11,-15,17c-242.7,294.7,-395.3,682,-458,1162c-21.3,163.3,-33.3,349, +-36,557 l0,`+(t+84)+`c0.2,6,0,26,0,60c2,159.3,10,310.7,24,454c53.3,528,210, +949.7,470,1265c4.7,6,9.7,11.7,15,17c0.7,0.7,7,1,19,1c0,0,18,0,18,0c4,-4,6,-7,6,-9 +c0,-2.7,-3.3,-8.7,-10,-18c-135.3,-192.7,-235.5,-414.3,-300.5,-665c-65,-250.7,-102.5, +-544.7,-112.5,-882c-2,-104,-3,-167,-3,-189 +l0,-`+(t+92)+`c0,-162.7,5.7,-314,17,-454c20.7,-272,63.7,-513,129,-723c65.3, +-210,155.3,-396.3,270,-559c6.7,-9.3,10,-15.3,10,-18z`;case"rparen":return`M76,0c-16.7,0,-25,3,-25,9c0,2,2,6.3,6,13c21.3,28.7,42.3,60.3, +63,95c96.7,156.7,172.8,332.5,228.5,527.5c55.7,195,92.8,416.5,111.5,664.5 +c11.3,139.3,17,290.7,17,454c0,28,1.7,43,3.3,45l0,`+(t+9)+` +c-3,4,-3.3,16.7,-3.3,38c0,162,-5.7,313.7,-17,455c-18.7,248,-55.8,469.3,-111.5,664 +c-55.7,194.7,-131.8,370.3,-228.5,527c-20.7,34.7,-41.7,66.3,-63,95c-2,3.3,-4,7,-6,11 +c0,7.3,5.7,11,17,11c0,0,11,0,11,0c9.3,0,14.3,-0.3,15,-1c5.3,-5.3,10.3,-11,15,-17 +c242.7,-294.7,395.3,-681.7,458,-1161c21.3,-164.7,33.3,-350.7,36,-558 +l0,-`+(t+144)+`c-2,-159.3,-10,-310.7,-24,-454c-53.3,-528,-210,-949.7, +-470,-1265c-4.7,-6,-9.7,-11.7,-15,-17c-0.7,-0.7,-6.7,-1,-18,-1z`;default:throw new Error("Unknown stretchy delimiter.")}};class Ig{constructor(e){this.children=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,this.children=e,this.classes=[],this.height=0,this.depth=0,this.maxFontSize=0,this.style={}}hasClass(e){return Lr.contains(this.classes,e)}toNode(){for(var e=document.createDocumentFragment(),t=0;tt.toText();return this.children.map(e).join("")}}var Nl={"AMS-Regular":{32:[0,0,0,0,.25],65:[0,.68889,0,0,.72222],66:[0,.68889,0,0,.66667],67:[0,.68889,0,0,.72222],68:[0,.68889,0,0,.72222],69:[0,.68889,0,0,.66667],70:[0,.68889,0,0,.61111],71:[0,.68889,0,0,.77778],72:[0,.68889,0,0,.77778],73:[0,.68889,0,0,.38889],74:[.16667,.68889,0,0,.5],75:[0,.68889,0,0,.77778],76:[0,.68889,0,0,.66667],77:[0,.68889,0,0,.94445],78:[0,.68889,0,0,.72222],79:[.16667,.68889,0,0,.77778],80:[0,.68889,0,0,.61111],81:[.16667,.68889,0,0,.77778],82:[0,.68889,0,0,.72222],83:[0,.68889,0,0,.55556],84:[0,.68889,0,0,.66667],85:[0,.68889,0,0,.72222],86:[0,.68889,0,0,.72222],87:[0,.68889,0,0,1],88:[0,.68889,0,0,.72222],89:[0,.68889,0,0,.72222],90:[0,.68889,0,0,.66667],107:[0,.68889,0,0,.55556],160:[0,0,0,0,.25],165:[0,.675,.025,0,.75],174:[.15559,.69224,0,0,.94666],240:[0,.68889,0,0,.55556],295:[0,.68889,0,0,.54028],710:[0,.825,0,0,2.33334],732:[0,.9,0,0,2.33334],770:[0,.825,0,0,2.33334],771:[0,.9,0,0,2.33334],989:[.08167,.58167,0,0,.77778],1008:[0,.43056,.04028,0,.66667],8245:[0,.54986,0,0,.275],8463:[0,.68889,0,0,.54028],8487:[0,.68889,0,0,.72222],8498:[0,.68889,0,0,.55556],8502:[0,.68889,0,0,.66667],8503:[0,.68889,0,0,.44445],8504:[0,.68889,0,0,.66667],8513:[0,.68889,0,0,.63889],8592:[-.03598,.46402,0,0,.5],8594:[-.03598,.46402,0,0,.5],8602:[-.13313,.36687,0,0,1],8603:[-.13313,.36687,0,0,1],8606:[.01354,.52239,0,0,1],8608:[.01354,.52239,0,0,1],8610:[.01354,.52239,0,0,1.11111],8611:[.01354,.52239,0,0,1.11111],8619:[0,.54986,0,0,1],8620:[0,.54986,0,0,1],8621:[-.13313,.37788,0,0,1.38889],8622:[-.13313,.36687,0,0,1],8624:[0,.69224,0,0,.5],8625:[0,.69224,0,0,.5],8630:[0,.43056,0,0,1],8631:[0,.43056,0,0,1],8634:[.08198,.58198,0,0,.77778],8635:[.08198,.58198,0,0,.77778],8638:[.19444,.69224,0,0,.41667],8639:[.19444,.69224,0,0,.41667],8642:[.19444,.69224,0,0,.41667],8643:[.19444,.69224,0,0,.41667],8644:[.1808,.675,0,0,1],8646:[.1808,.675,0,0,1],8647:[.1808,.675,0,0,1],8648:[.19444,.69224,0,0,.83334],8649:[.1808,.675,0,0,1],8650:[.19444,.69224,0,0,.83334],8651:[.01354,.52239,0,0,1],8652:[.01354,.52239,0,0,1],8653:[-.13313,.36687,0,0,1],8654:[-.13313,.36687,0,0,1],8655:[-.13313,.36687,0,0,1],8666:[.13667,.63667,0,0,1],8667:[.13667,.63667,0,0,1],8669:[-.13313,.37788,0,0,1],8672:[-.064,.437,0,0,1.334],8674:[-.064,.437,0,0,1.334],8705:[0,.825,0,0,.5],8708:[0,.68889,0,0,.55556],8709:[.08167,.58167,0,0,.77778],8717:[0,.43056,0,0,.42917],8722:[-.03598,.46402,0,0,.5],8724:[.08198,.69224,0,0,.77778],8726:[.08167,.58167,0,0,.77778],8733:[0,.69224,0,0,.77778],8736:[0,.69224,0,0,.72222],8737:[0,.69224,0,0,.72222],8738:[.03517,.52239,0,0,.72222],8739:[.08167,.58167,0,0,.22222],8740:[.25142,.74111,0,0,.27778],8741:[.08167,.58167,0,0,.38889],8742:[.25142,.74111,0,0,.5],8756:[0,.69224,0,0,.66667],8757:[0,.69224,0,0,.66667],8764:[-.13313,.36687,0,0,.77778],8765:[-.13313,.37788,0,0,.77778],8769:[-.13313,.36687,0,0,.77778],8770:[-.03625,.46375,0,0,.77778],8774:[.30274,.79383,0,0,.77778],8776:[-.01688,.48312,0,0,.77778],8778:[.08167,.58167,0,0,.77778],8782:[.06062,.54986,0,0,.77778],8783:[.06062,.54986,0,0,.77778],8785:[.08198,.58198,0,0,.77778],8786:[.08198,.58198,0,0,.77778],8787:[.08198,.58198,0,0,.77778],8790:[0,.69224,0,0,.77778],8791:[.22958,.72958,0,0,.77778],8796:[.08198,.91667,0,0,.77778],8806:[.25583,.75583,0,0,.77778],8807:[.25583,.75583,0,0,.77778],8808:[.25142,.75726,0,0,.77778],8809:[.25142,.75726,0,0,.77778],8812:[.25583,.75583,0,0,.5],8814:[.20576,.70576,0,0,.77778],8815:[.20576,.70576,0,0,.77778],8816:[.30274,.79383,0,0,.77778],8817:[.30274,.79383,0,0,.77778],8818:[.22958,.72958,0,0,.77778],8819:[.22958,.72958,0,0,.77778],8822:[.1808,.675,0,0,.77778],8823:[.1808,.675,0,0,.77778],8828:[.13667,.63667,0,0,.77778],8829:[.13667,.63667,0,0,.77778],8830:[.22958,.72958,0,0,.77778],8831:[.22958,.72958,0,0,.77778],8832:[.20576,.70576,0,0,.77778],8833:[.20576,.70576,0,0,.77778],8840:[.30274,.79383,0,0,.77778],8841:[.30274,.79383,0,0,.77778],8842:[.13597,.63597,0,0,.77778],8843:[.13597,.63597,0,0,.77778],8847:[.03517,.54986,0,0,.77778],8848:[.03517,.54986,0,0,.77778],8858:[.08198,.58198,0,0,.77778],8859:[.08198,.58198,0,0,.77778],8861:[.08198,.58198,0,0,.77778],8862:[0,.675,0,0,.77778],8863:[0,.675,0,0,.77778],8864:[0,.675,0,0,.77778],8865:[0,.675,0,0,.77778],8872:[0,.69224,0,0,.61111],8873:[0,.69224,0,0,.72222],8874:[0,.69224,0,0,.88889],8876:[0,.68889,0,0,.61111],8877:[0,.68889,0,0,.61111],8878:[0,.68889,0,0,.72222],8879:[0,.68889,0,0,.72222],8882:[.03517,.54986,0,0,.77778],8883:[.03517,.54986,0,0,.77778],8884:[.13667,.63667,0,0,.77778],8885:[.13667,.63667,0,0,.77778],8888:[0,.54986,0,0,1.11111],8890:[.19444,.43056,0,0,.55556],8891:[.19444,.69224,0,0,.61111],8892:[.19444,.69224,0,0,.61111],8901:[0,.54986,0,0,.27778],8903:[.08167,.58167,0,0,.77778],8905:[.08167,.58167,0,0,.77778],8906:[.08167,.58167,0,0,.77778],8907:[0,.69224,0,0,.77778],8908:[0,.69224,0,0,.77778],8909:[-.03598,.46402,0,0,.77778],8910:[0,.54986,0,0,.76042],8911:[0,.54986,0,0,.76042],8912:[.03517,.54986,0,0,.77778],8913:[.03517,.54986,0,0,.77778],8914:[0,.54986,0,0,.66667],8915:[0,.54986,0,0,.66667],8916:[0,.69224,0,0,.66667],8918:[.0391,.5391,0,0,.77778],8919:[.0391,.5391,0,0,.77778],8920:[.03517,.54986,0,0,1.33334],8921:[.03517,.54986,0,0,1.33334],8922:[.38569,.88569,0,0,.77778],8923:[.38569,.88569,0,0,.77778],8926:[.13667,.63667,0,0,.77778],8927:[.13667,.63667,0,0,.77778],8928:[.30274,.79383,0,0,.77778],8929:[.30274,.79383,0,0,.77778],8934:[.23222,.74111,0,0,.77778],8935:[.23222,.74111,0,0,.77778],8936:[.23222,.74111,0,0,.77778],8937:[.23222,.74111,0,0,.77778],8938:[.20576,.70576,0,0,.77778],8939:[.20576,.70576,0,0,.77778],8940:[.30274,.79383,0,0,.77778],8941:[.30274,.79383,0,0,.77778],8994:[.19444,.69224,0,0,.77778],8995:[.19444,.69224,0,0,.77778],9416:[.15559,.69224,0,0,.90222],9484:[0,.69224,0,0,.5],9488:[0,.69224,0,0,.5],9492:[0,.37788,0,0,.5],9496:[0,.37788,0,0,.5],9585:[.19444,.68889,0,0,.88889],9586:[.19444,.74111,0,0,.88889],9632:[0,.675,0,0,.77778],9633:[0,.675,0,0,.77778],9650:[0,.54986,0,0,.72222],9651:[0,.54986,0,0,.72222],9654:[.03517,.54986,0,0,.77778],9660:[0,.54986,0,0,.72222],9661:[0,.54986,0,0,.72222],9664:[.03517,.54986,0,0,.77778],9674:[.11111,.69224,0,0,.66667],9733:[.19444,.69224,0,0,.94445],10003:[0,.69224,0,0,.83334],10016:[0,.69224,0,0,.83334],10731:[.11111,.69224,0,0,.66667],10846:[.19444,.75583,0,0,.61111],10877:[.13667,.63667,0,0,.77778],10878:[.13667,.63667,0,0,.77778],10885:[.25583,.75583,0,0,.77778],10886:[.25583,.75583,0,0,.77778],10887:[.13597,.63597,0,0,.77778],10888:[.13597,.63597,0,0,.77778],10889:[.26167,.75726,0,0,.77778],10890:[.26167,.75726,0,0,.77778],10891:[.48256,.98256,0,0,.77778],10892:[.48256,.98256,0,0,.77778],10901:[.13667,.63667,0,0,.77778],10902:[.13667,.63667,0,0,.77778],10933:[.25142,.75726,0,0,.77778],10934:[.25142,.75726,0,0,.77778],10935:[.26167,.75726,0,0,.77778],10936:[.26167,.75726,0,0,.77778],10937:[.26167,.75726,0,0,.77778],10938:[.26167,.75726,0,0,.77778],10949:[.25583,.75583,0,0,.77778],10950:[.25583,.75583,0,0,.77778],10955:[.28481,.79383,0,0,.77778],10956:[.28481,.79383,0,0,.77778],57350:[.08167,.58167,0,0,.22222],57351:[.08167,.58167,0,0,.38889],57352:[.08167,.58167,0,0,.77778],57353:[0,.43056,.04028,0,.66667],57356:[.25142,.75726,0,0,.77778],57357:[.25142,.75726,0,0,.77778],57358:[.41951,.91951,0,0,.77778],57359:[.30274,.79383,0,0,.77778],57360:[.30274,.79383,0,0,.77778],57361:[.41951,.91951,0,0,.77778],57366:[.25142,.75726,0,0,.77778],57367:[.25142,.75726,0,0,.77778],57368:[.25142,.75726,0,0,.77778],57369:[.25142,.75726,0,0,.77778],57370:[.13597,.63597,0,0,.77778],57371:[.13597,.63597,0,0,.77778]},"Caligraphic-Regular":{32:[0,0,0,0,.25],65:[0,.68333,0,.19445,.79847],66:[0,.68333,.03041,.13889,.65681],67:[0,.68333,.05834,.13889,.52653],68:[0,.68333,.02778,.08334,.77139],69:[0,.68333,.08944,.11111,.52778],70:[0,.68333,.09931,.11111,.71875],71:[.09722,.68333,.0593,.11111,.59487],72:[0,.68333,.00965,.11111,.84452],73:[0,.68333,.07382,0,.54452],74:[.09722,.68333,.18472,.16667,.67778],75:[0,.68333,.01445,.05556,.76195],76:[0,.68333,0,.13889,.68972],77:[0,.68333,0,.13889,1.2009],78:[0,.68333,.14736,.08334,.82049],79:[0,.68333,.02778,.11111,.79611],80:[0,.68333,.08222,.08334,.69556],81:[.09722,.68333,0,.11111,.81667],82:[0,.68333,0,.08334,.8475],83:[0,.68333,.075,.13889,.60556],84:[0,.68333,.25417,0,.54464],85:[0,.68333,.09931,.08334,.62583],86:[0,.68333,.08222,0,.61278],87:[0,.68333,.08222,.08334,.98778],88:[0,.68333,.14643,.13889,.7133],89:[.09722,.68333,.08222,.08334,.66834],90:[0,.68333,.07944,.13889,.72473],160:[0,0,0,0,.25]},"Fraktur-Regular":{32:[0,0,0,0,.25],33:[0,.69141,0,0,.29574],34:[0,.69141,0,0,.21471],38:[0,.69141,0,0,.73786],39:[0,.69141,0,0,.21201],40:[.24982,.74947,0,0,.38865],41:[.24982,.74947,0,0,.38865],42:[0,.62119,0,0,.27764],43:[.08319,.58283,0,0,.75623],44:[0,.10803,0,0,.27764],45:[.08319,.58283,0,0,.75623],46:[0,.10803,0,0,.27764],47:[.24982,.74947,0,0,.50181],48:[0,.47534,0,0,.50181],49:[0,.47534,0,0,.50181],50:[0,.47534,0,0,.50181],51:[.18906,.47534,0,0,.50181],52:[.18906,.47534,0,0,.50181],53:[.18906,.47534,0,0,.50181],54:[0,.69141,0,0,.50181],55:[.18906,.47534,0,0,.50181],56:[0,.69141,0,0,.50181],57:[.18906,.47534,0,0,.50181],58:[0,.47534,0,0,.21606],59:[.12604,.47534,0,0,.21606],61:[-.13099,.36866,0,0,.75623],63:[0,.69141,0,0,.36245],65:[0,.69141,0,0,.7176],66:[0,.69141,0,0,.88397],67:[0,.69141,0,0,.61254],68:[0,.69141,0,0,.83158],69:[0,.69141,0,0,.66278],70:[.12604,.69141,0,0,.61119],71:[0,.69141,0,0,.78539],72:[.06302,.69141,0,0,.7203],73:[0,.69141,0,0,.55448],74:[.12604,.69141,0,0,.55231],75:[0,.69141,0,0,.66845],76:[0,.69141,0,0,.66602],77:[0,.69141,0,0,1.04953],78:[0,.69141,0,0,.83212],79:[0,.69141,0,0,.82699],80:[.18906,.69141,0,0,.82753],81:[.03781,.69141,0,0,.82699],82:[0,.69141,0,0,.82807],83:[0,.69141,0,0,.82861],84:[0,.69141,0,0,.66899],85:[0,.69141,0,0,.64576],86:[0,.69141,0,0,.83131],87:[0,.69141,0,0,1.04602],88:[0,.69141,0,0,.71922],89:[.18906,.69141,0,0,.83293],90:[.12604,.69141,0,0,.60201],91:[.24982,.74947,0,0,.27764],93:[.24982,.74947,0,0,.27764],94:[0,.69141,0,0,.49965],97:[0,.47534,0,0,.50046],98:[0,.69141,0,0,.51315],99:[0,.47534,0,0,.38946],100:[0,.62119,0,0,.49857],101:[0,.47534,0,0,.40053],102:[.18906,.69141,0,0,.32626],103:[.18906,.47534,0,0,.5037],104:[.18906,.69141,0,0,.52126],105:[0,.69141,0,0,.27899],106:[0,.69141,0,0,.28088],107:[0,.69141,0,0,.38946],108:[0,.69141,0,0,.27953],109:[0,.47534,0,0,.76676],110:[0,.47534,0,0,.52666],111:[0,.47534,0,0,.48885],112:[.18906,.52396,0,0,.50046],113:[.18906,.47534,0,0,.48912],114:[0,.47534,0,0,.38919],115:[0,.47534,0,0,.44266],116:[0,.62119,0,0,.33301],117:[0,.47534,0,0,.5172],118:[0,.52396,0,0,.5118],119:[0,.52396,0,0,.77351],120:[.18906,.47534,0,0,.38865],121:[.18906,.47534,0,0,.49884],122:[.18906,.47534,0,0,.39054],160:[0,0,0,0,.25],8216:[0,.69141,0,0,.21471],8217:[0,.69141,0,0,.21471],58112:[0,.62119,0,0,.49749],58113:[0,.62119,0,0,.4983],58114:[.18906,.69141,0,0,.33328],58115:[.18906,.69141,0,0,.32923],58116:[.18906,.47534,0,0,.50343],58117:[0,.69141,0,0,.33301],58118:[0,.62119,0,0,.33409],58119:[0,.47534,0,0,.50073]},"Main-Bold":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.35],34:[0,.69444,0,0,.60278],35:[.19444,.69444,0,0,.95833],36:[.05556,.75,0,0,.575],37:[.05556,.75,0,0,.95833],38:[0,.69444,0,0,.89444],39:[0,.69444,0,0,.31944],40:[.25,.75,0,0,.44722],41:[.25,.75,0,0,.44722],42:[0,.75,0,0,.575],43:[.13333,.63333,0,0,.89444],44:[.19444,.15556,0,0,.31944],45:[0,.44444,0,0,.38333],46:[0,.15556,0,0,.31944],47:[.25,.75,0,0,.575],48:[0,.64444,0,0,.575],49:[0,.64444,0,0,.575],50:[0,.64444,0,0,.575],51:[0,.64444,0,0,.575],52:[0,.64444,0,0,.575],53:[0,.64444,0,0,.575],54:[0,.64444,0,0,.575],55:[0,.64444,0,0,.575],56:[0,.64444,0,0,.575],57:[0,.64444,0,0,.575],58:[0,.44444,0,0,.31944],59:[.19444,.44444,0,0,.31944],60:[.08556,.58556,0,0,.89444],61:[-.10889,.39111,0,0,.89444],62:[.08556,.58556,0,0,.89444],63:[0,.69444,0,0,.54305],64:[0,.69444,0,0,.89444],65:[0,.68611,0,0,.86944],66:[0,.68611,0,0,.81805],67:[0,.68611,0,0,.83055],68:[0,.68611,0,0,.88194],69:[0,.68611,0,0,.75555],70:[0,.68611,0,0,.72361],71:[0,.68611,0,0,.90416],72:[0,.68611,0,0,.9],73:[0,.68611,0,0,.43611],74:[0,.68611,0,0,.59444],75:[0,.68611,0,0,.90138],76:[0,.68611,0,0,.69166],77:[0,.68611,0,0,1.09166],78:[0,.68611,0,0,.9],79:[0,.68611,0,0,.86388],80:[0,.68611,0,0,.78611],81:[.19444,.68611,0,0,.86388],82:[0,.68611,0,0,.8625],83:[0,.68611,0,0,.63889],84:[0,.68611,0,0,.8],85:[0,.68611,0,0,.88472],86:[0,.68611,.01597,0,.86944],87:[0,.68611,.01597,0,1.18888],88:[0,.68611,0,0,.86944],89:[0,.68611,.02875,0,.86944],90:[0,.68611,0,0,.70277],91:[.25,.75,0,0,.31944],92:[.25,.75,0,0,.575],93:[.25,.75,0,0,.31944],94:[0,.69444,0,0,.575],95:[.31,.13444,.03194,0,.575],97:[0,.44444,0,0,.55902],98:[0,.69444,0,0,.63889],99:[0,.44444,0,0,.51111],100:[0,.69444,0,0,.63889],101:[0,.44444,0,0,.52708],102:[0,.69444,.10903,0,.35139],103:[.19444,.44444,.01597,0,.575],104:[0,.69444,0,0,.63889],105:[0,.69444,0,0,.31944],106:[.19444,.69444,0,0,.35139],107:[0,.69444,0,0,.60694],108:[0,.69444,0,0,.31944],109:[0,.44444,0,0,.95833],110:[0,.44444,0,0,.63889],111:[0,.44444,0,0,.575],112:[.19444,.44444,0,0,.63889],113:[.19444,.44444,0,0,.60694],114:[0,.44444,0,0,.47361],115:[0,.44444,0,0,.45361],116:[0,.63492,0,0,.44722],117:[0,.44444,0,0,.63889],118:[0,.44444,.01597,0,.60694],119:[0,.44444,.01597,0,.83055],120:[0,.44444,0,0,.60694],121:[.19444,.44444,.01597,0,.60694],122:[0,.44444,0,0,.51111],123:[.25,.75,0,0,.575],124:[.25,.75,0,0,.31944],125:[.25,.75,0,0,.575],126:[.35,.34444,0,0,.575],160:[0,0,0,0,.25],163:[0,.69444,0,0,.86853],168:[0,.69444,0,0,.575],172:[0,.44444,0,0,.76666],176:[0,.69444,0,0,.86944],177:[.13333,.63333,0,0,.89444],184:[.17014,0,0,0,.51111],198:[0,.68611,0,0,1.04166],215:[.13333,.63333,0,0,.89444],216:[.04861,.73472,0,0,.89444],223:[0,.69444,0,0,.59722],230:[0,.44444,0,0,.83055],247:[.13333,.63333,0,0,.89444],248:[.09722,.54167,0,0,.575],305:[0,.44444,0,0,.31944],338:[0,.68611,0,0,1.16944],339:[0,.44444,0,0,.89444],567:[.19444,.44444,0,0,.35139],710:[0,.69444,0,0,.575],711:[0,.63194,0,0,.575],713:[0,.59611,0,0,.575],714:[0,.69444,0,0,.575],715:[0,.69444,0,0,.575],728:[0,.69444,0,0,.575],729:[0,.69444,0,0,.31944],730:[0,.69444,0,0,.86944],732:[0,.69444,0,0,.575],733:[0,.69444,0,0,.575],915:[0,.68611,0,0,.69166],916:[0,.68611,0,0,.95833],920:[0,.68611,0,0,.89444],923:[0,.68611,0,0,.80555],926:[0,.68611,0,0,.76666],928:[0,.68611,0,0,.9],931:[0,.68611,0,0,.83055],933:[0,.68611,0,0,.89444],934:[0,.68611,0,0,.83055],936:[0,.68611,0,0,.89444],937:[0,.68611,0,0,.83055],8211:[0,.44444,.03194,0,.575],8212:[0,.44444,.03194,0,1.14999],8216:[0,.69444,0,0,.31944],8217:[0,.69444,0,0,.31944],8220:[0,.69444,0,0,.60278],8221:[0,.69444,0,0,.60278],8224:[.19444,.69444,0,0,.51111],8225:[.19444,.69444,0,0,.51111],8242:[0,.55556,0,0,.34444],8407:[0,.72444,.15486,0,.575],8463:[0,.69444,0,0,.66759],8465:[0,.69444,0,0,.83055],8467:[0,.69444,0,0,.47361],8472:[.19444,.44444,0,0,.74027],8476:[0,.69444,0,0,.83055],8501:[0,.69444,0,0,.70277],8592:[-.10889,.39111,0,0,1.14999],8593:[.19444,.69444,0,0,.575],8594:[-.10889,.39111,0,0,1.14999],8595:[.19444,.69444,0,0,.575],8596:[-.10889,.39111,0,0,1.14999],8597:[.25,.75,0,0,.575],8598:[.19444,.69444,0,0,1.14999],8599:[.19444,.69444,0,0,1.14999],8600:[.19444,.69444,0,0,1.14999],8601:[.19444,.69444,0,0,1.14999],8636:[-.10889,.39111,0,0,1.14999],8637:[-.10889,.39111,0,0,1.14999],8640:[-.10889,.39111,0,0,1.14999],8641:[-.10889,.39111,0,0,1.14999],8656:[-.10889,.39111,0,0,1.14999],8657:[.19444,.69444,0,0,.70277],8658:[-.10889,.39111,0,0,1.14999],8659:[.19444,.69444,0,0,.70277],8660:[-.10889,.39111,0,0,1.14999],8661:[.25,.75,0,0,.70277],8704:[0,.69444,0,0,.63889],8706:[0,.69444,.06389,0,.62847],8707:[0,.69444,0,0,.63889],8709:[.05556,.75,0,0,.575],8711:[0,.68611,0,0,.95833],8712:[.08556,.58556,0,0,.76666],8715:[.08556,.58556,0,0,.76666],8722:[.13333,.63333,0,0,.89444],8723:[.13333,.63333,0,0,.89444],8725:[.25,.75,0,0,.575],8726:[.25,.75,0,0,.575],8727:[-.02778,.47222,0,0,.575],8728:[-.02639,.47361,0,0,.575],8729:[-.02639,.47361,0,0,.575],8730:[.18,.82,0,0,.95833],8733:[0,.44444,0,0,.89444],8734:[0,.44444,0,0,1.14999],8736:[0,.69224,0,0,.72222],8739:[.25,.75,0,0,.31944],8741:[.25,.75,0,0,.575],8743:[0,.55556,0,0,.76666],8744:[0,.55556,0,0,.76666],8745:[0,.55556,0,0,.76666],8746:[0,.55556,0,0,.76666],8747:[.19444,.69444,.12778,0,.56875],8764:[-.10889,.39111,0,0,.89444],8768:[.19444,.69444,0,0,.31944],8771:[.00222,.50222,0,0,.89444],8773:[.027,.638,0,0,.894],8776:[.02444,.52444,0,0,.89444],8781:[.00222,.50222,0,0,.89444],8801:[.00222,.50222,0,0,.89444],8804:[.19667,.69667,0,0,.89444],8805:[.19667,.69667,0,0,.89444],8810:[.08556,.58556,0,0,1.14999],8811:[.08556,.58556,0,0,1.14999],8826:[.08556,.58556,0,0,.89444],8827:[.08556,.58556,0,0,.89444],8834:[.08556,.58556,0,0,.89444],8835:[.08556,.58556,0,0,.89444],8838:[.19667,.69667,0,0,.89444],8839:[.19667,.69667,0,0,.89444],8846:[0,.55556,0,0,.76666],8849:[.19667,.69667,0,0,.89444],8850:[.19667,.69667,0,0,.89444],8851:[0,.55556,0,0,.76666],8852:[0,.55556,0,0,.76666],8853:[.13333,.63333,0,0,.89444],8854:[.13333,.63333,0,0,.89444],8855:[.13333,.63333,0,0,.89444],8856:[.13333,.63333,0,0,.89444],8857:[.13333,.63333,0,0,.89444],8866:[0,.69444,0,0,.70277],8867:[0,.69444,0,0,.70277],8868:[0,.69444,0,0,.89444],8869:[0,.69444,0,0,.89444],8900:[-.02639,.47361,0,0,.575],8901:[-.02639,.47361,0,0,.31944],8902:[-.02778,.47222,0,0,.575],8968:[.25,.75,0,0,.51111],8969:[.25,.75,0,0,.51111],8970:[.25,.75,0,0,.51111],8971:[.25,.75,0,0,.51111],8994:[-.13889,.36111,0,0,1.14999],8995:[-.13889,.36111,0,0,1.14999],9651:[.19444,.69444,0,0,1.02222],9657:[-.02778,.47222,0,0,.575],9661:[.19444,.69444,0,0,1.02222],9667:[-.02778,.47222,0,0,.575],9711:[.19444,.69444,0,0,1.14999],9824:[.12963,.69444,0,0,.89444],9825:[.12963,.69444,0,0,.89444],9826:[.12963,.69444,0,0,.89444],9827:[.12963,.69444,0,0,.89444],9837:[0,.75,0,0,.44722],9838:[.19444,.69444,0,0,.44722],9839:[.19444,.69444,0,0,.44722],10216:[.25,.75,0,0,.44722],10217:[.25,.75,0,0,.44722],10815:[0,.68611,0,0,.9],10927:[.19667,.69667,0,0,.89444],10928:[.19667,.69667,0,0,.89444],57376:[.19444,.69444,0,0,0]},"Main-BoldItalic":{32:[0,0,0,0,.25],33:[0,.69444,.11417,0,.38611],34:[0,.69444,.07939,0,.62055],35:[.19444,.69444,.06833,0,.94444],37:[.05556,.75,.12861,0,.94444],38:[0,.69444,.08528,0,.88555],39:[0,.69444,.12945,0,.35555],40:[.25,.75,.15806,0,.47333],41:[.25,.75,.03306,0,.47333],42:[0,.75,.14333,0,.59111],43:[.10333,.60333,.03306,0,.88555],44:[.19444,.14722,0,0,.35555],45:[0,.44444,.02611,0,.41444],46:[0,.14722,0,0,.35555],47:[.25,.75,.15806,0,.59111],48:[0,.64444,.13167,0,.59111],49:[0,.64444,.13167,0,.59111],50:[0,.64444,.13167,0,.59111],51:[0,.64444,.13167,0,.59111],52:[.19444,.64444,.13167,0,.59111],53:[0,.64444,.13167,0,.59111],54:[0,.64444,.13167,0,.59111],55:[.19444,.64444,.13167,0,.59111],56:[0,.64444,.13167,0,.59111],57:[0,.64444,.13167,0,.59111],58:[0,.44444,.06695,0,.35555],59:[.19444,.44444,.06695,0,.35555],61:[-.10889,.39111,.06833,0,.88555],63:[0,.69444,.11472,0,.59111],64:[0,.69444,.09208,0,.88555],65:[0,.68611,0,0,.86555],66:[0,.68611,.0992,0,.81666],67:[0,.68611,.14208,0,.82666],68:[0,.68611,.09062,0,.87555],69:[0,.68611,.11431,0,.75666],70:[0,.68611,.12903,0,.72722],71:[0,.68611,.07347,0,.89527],72:[0,.68611,.17208,0,.8961],73:[0,.68611,.15681,0,.47166],74:[0,.68611,.145,0,.61055],75:[0,.68611,.14208,0,.89499],76:[0,.68611,0,0,.69777],77:[0,.68611,.17208,0,1.07277],78:[0,.68611,.17208,0,.8961],79:[0,.68611,.09062,0,.85499],80:[0,.68611,.0992,0,.78721],81:[.19444,.68611,.09062,0,.85499],82:[0,.68611,.02559,0,.85944],83:[0,.68611,.11264,0,.64999],84:[0,.68611,.12903,0,.7961],85:[0,.68611,.17208,0,.88083],86:[0,.68611,.18625,0,.86555],87:[0,.68611,.18625,0,1.15999],88:[0,.68611,.15681,0,.86555],89:[0,.68611,.19803,0,.86555],90:[0,.68611,.14208,0,.70888],91:[.25,.75,.1875,0,.35611],93:[.25,.75,.09972,0,.35611],94:[0,.69444,.06709,0,.59111],95:[.31,.13444,.09811,0,.59111],97:[0,.44444,.09426,0,.59111],98:[0,.69444,.07861,0,.53222],99:[0,.44444,.05222,0,.53222],100:[0,.69444,.10861,0,.59111],101:[0,.44444,.085,0,.53222],102:[.19444,.69444,.21778,0,.4],103:[.19444,.44444,.105,0,.53222],104:[0,.69444,.09426,0,.59111],105:[0,.69326,.11387,0,.35555],106:[.19444,.69326,.1672,0,.35555],107:[0,.69444,.11111,0,.53222],108:[0,.69444,.10861,0,.29666],109:[0,.44444,.09426,0,.94444],110:[0,.44444,.09426,0,.64999],111:[0,.44444,.07861,0,.59111],112:[.19444,.44444,.07861,0,.59111],113:[.19444,.44444,.105,0,.53222],114:[0,.44444,.11111,0,.50167],115:[0,.44444,.08167,0,.48694],116:[0,.63492,.09639,0,.385],117:[0,.44444,.09426,0,.62055],118:[0,.44444,.11111,0,.53222],119:[0,.44444,.11111,0,.76777],120:[0,.44444,.12583,0,.56055],121:[.19444,.44444,.105,0,.56166],122:[0,.44444,.13889,0,.49055],126:[.35,.34444,.11472,0,.59111],160:[0,0,0,0,.25],168:[0,.69444,.11473,0,.59111],176:[0,.69444,0,0,.94888],184:[.17014,0,0,0,.53222],198:[0,.68611,.11431,0,1.02277],216:[.04861,.73472,.09062,0,.88555],223:[.19444,.69444,.09736,0,.665],230:[0,.44444,.085,0,.82666],248:[.09722,.54167,.09458,0,.59111],305:[0,.44444,.09426,0,.35555],338:[0,.68611,.11431,0,1.14054],339:[0,.44444,.085,0,.82666],567:[.19444,.44444,.04611,0,.385],710:[0,.69444,.06709,0,.59111],711:[0,.63194,.08271,0,.59111],713:[0,.59444,.10444,0,.59111],714:[0,.69444,.08528,0,.59111],715:[0,.69444,0,0,.59111],728:[0,.69444,.10333,0,.59111],729:[0,.69444,.12945,0,.35555],730:[0,.69444,0,0,.94888],732:[0,.69444,.11472,0,.59111],733:[0,.69444,.11472,0,.59111],915:[0,.68611,.12903,0,.69777],916:[0,.68611,0,0,.94444],920:[0,.68611,.09062,0,.88555],923:[0,.68611,0,0,.80666],926:[0,.68611,.15092,0,.76777],928:[0,.68611,.17208,0,.8961],931:[0,.68611,.11431,0,.82666],933:[0,.68611,.10778,0,.88555],934:[0,.68611,.05632,0,.82666],936:[0,.68611,.10778,0,.88555],937:[0,.68611,.0992,0,.82666],8211:[0,.44444,.09811,0,.59111],8212:[0,.44444,.09811,0,1.18221],8216:[0,.69444,.12945,0,.35555],8217:[0,.69444,.12945,0,.35555],8220:[0,.69444,.16772,0,.62055],8221:[0,.69444,.07939,0,.62055]},"Main-Italic":{32:[0,0,0,0,.25],33:[0,.69444,.12417,0,.30667],34:[0,.69444,.06961,0,.51444],35:[.19444,.69444,.06616,0,.81777],37:[.05556,.75,.13639,0,.81777],38:[0,.69444,.09694,0,.76666],39:[0,.69444,.12417,0,.30667],40:[.25,.75,.16194,0,.40889],41:[.25,.75,.03694,0,.40889],42:[0,.75,.14917,0,.51111],43:[.05667,.56167,.03694,0,.76666],44:[.19444,.10556,0,0,.30667],45:[0,.43056,.02826,0,.35778],46:[0,.10556,0,0,.30667],47:[.25,.75,.16194,0,.51111],48:[0,.64444,.13556,0,.51111],49:[0,.64444,.13556,0,.51111],50:[0,.64444,.13556,0,.51111],51:[0,.64444,.13556,0,.51111],52:[.19444,.64444,.13556,0,.51111],53:[0,.64444,.13556,0,.51111],54:[0,.64444,.13556,0,.51111],55:[.19444,.64444,.13556,0,.51111],56:[0,.64444,.13556,0,.51111],57:[0,.64444,.13556,0,.51111],58:[0,.43056,.0582,0,.30667],59:[.19444,.43056,.0582,0,.30667],61:[-.13313,.36687,.06616,0,.76666],63:[0,.69444,.1225,0,.51111],64:[0,.69444,.09597,0,.76666],65:[0,.68333,0,0,.74333],66:[0,.68333,.10257,0,.70389],67:[0,.68333,.14528,0,.71555],68:[0,.68333,.09403,0,.755],69:[0,.68333,.12028,0,.67833],70:[0,.68333,.13305,0,.65277],71:[0,.68333,.08722,0,.77361],72:[0,.68333,.16389,0,.74333],73:[0,.68333,.15806,0,.38555],74:[0,.68333,.14028,0,.525],75:[0,.68333,.14528,0,.76888],76:[0,.68333,0,0,.62722],77:[0,.68333,.16389,0,.89666],78:[0,.68333,.16389,0,.74333],79:[0,.68333,.09403,0,.76666],80:[0,.68333,.10257,0,.67833],81:[.19444,.68333,.09403,0,.76666],82:[0,.68333,.03868,0,.72944],83:[0,.68333,.11972,0,.56222],84:[0,.68333,.13305,0,.71555],85:[0,.68333,.16389,0,.74333],86:[0,.68333,.18361,0,.74333],87:[0,.68333,.18361,0,.99888],88:[0,.68333,.15806,0,.74333],89:[0,.68333,.19383,0,.74333],90:[0,.68333,.14528,0,.61333],91:[.25,.75,.1875,0,.30667],93:[.25,.75,.10528,0,.30667],94:[0,.69444,.06646,0,.51111],95:[.31,.12056,.09208,0,.51111],97:[0,.43056,.07671,0,.51111],98:[0,.69444,.06312,0,.46],99:[0,.43056,.05653,0,.46],100:[0,.69444,.10333,0,.51111],101:[0,.43056,.07514,0,.46],102:[.19444,.69444,.21194,0,.30667],103:[.19444,.43056,.08847,0,.46],104:[0,.69444,.07671,0,.51111],105:[0,.65536,.1019,0,.30667],106:[.19444,.65536,.14467,0,.30667],107:[0,.69444,.10764,0,.46],108:[0,.69444,.10333,0,.25555],109:[0,.43056,.07671,0,.81777],110:[0,.43056,.07671,0,.56222],111:[0,.43056,.06312,0,.51111],112:[.19444,.43056,.06312,0,.51111],113:[.19444,.43056,.08847,0,.46],114:[0,.43056,.10764,0,.42166],115:[0,.43056,.08208,0,.40889],116:[0,.61508,.09486,0,.33222],117:[0,.43056,.07671,0,.53666],118:[0,.43056,.10764,0,.46],119:[0,.43056,.10764,0,.66444],120:[0,.43056,.12042,0,.46389],121:[.19444,.43056,.08847,0,.48555],122:[0,.43056,.12292,0,.40889],126:[.35,.31786,.11585,0,.51111],160:[0,0,0,0,.25],168:[0,.66786,.10474,0,.51111],176:[0,.69444,0,0,.83129],184:[.17014,0,0,0,.46],198:[0,.68333,.12028,0,.88277],216:[.04861,.73194,.09403,0,.76666],223:[.19444,.69444,.10514,0,.53666],230:[0,.43056,.07514,0,.71555],248:[.09722,.52778,.09194,0,.51111],338:[0,.68333,.12028,0,.98499],339:[0,.43056,.07514,0,.71555],710:[0,.69444,.06646,0,.51111],711:[0,.62847,.08295,0,.51111],713:[0,.56167,.10333,0,.51111],714:[0,.69444,.09694,0,.51111],715:[0,.69444,0,0,.51111],728:[0,.69444,.10806,0,.51111],729:[0,.66786,.11752,0,.30667],730:[0,.69444,0,0,.83129],732:[0,.66786,.11585,0,.51111],733:[0,.69444,.1225,0,.51111],915:[0,.68333,.13305,0,.62722],916:[0,.68333,0,0,.81777],920:[0,.68333,.09403,0,.76666],923:[0,.68333,0,0,.69222],926:[0,.68333,.15294,0,.66444],928:[0,.68333,.16389,0,.74333],931:[0,.68333,.12028,0,.71555],933:[0,.68333,.11111,0,.76666],934:[0,.68333,.05986,0,.71555],936:[0,.68333,.11111,0,.76666],937:[0,.68333,.10257,0,.71555],8211:[0,.43056,.09208,0,.51111],8212:[0,.43056,.09208,0,1.02222],8216:[0,.69444,.12417,0,.30667],8217:[0,.69444,.12417,0,.30667],8220:[0,.69444,.1685,0,.51444],8221:[0,.69444,.06961,0,.51444],8463:[0,.68889,0,0,.54028]},"Main-Regular":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.27778],34:[0,.69444,0,0,.5],35:[.19444,.69444,0,0,.83334],36:[.05556,.75,0,0,.5],37:[.05556,.75,0,0,.83334],38:[0,.69444,0,0,.77778],39:[0,.69444,0,0,.27778],40:[.25,.75,0,0,.38889],41:[.25,.75,0,0,.38889],42:[0,.75,0,0,.5],43:[.08333,.58333,0,0,.77778],44:[.19444,.10556,0,0,.27778],45:[0,.43056,0,0,.33333],46:[0,.10556,0,0,.27778],47:[.25,.75,0,0,.5],48:[0,.64444,0,0,.5],49:[0,.64444,0,0,.5],50:[0,.64444,0,0,.5],51:[0,.64444,0,0,.5],52:[0,.64444,0,0,.5],53:[0,.64444,0,0,.5],54:[0,.64444,0,0,.5],55:[0,.64444,0,0,.5],56:[0,.64444,0,0,.5],57:[0,.64444,0,0,.5],58:[0,.43056,0,0,.27778],59:[.19444,.43056,0,0,.27778],60:[.0391,.5391,0,0,.77778],61:[-.13313,.36687,0,0,.77778],62:[.0391,.5391,0,0,.77778],63:[0,.69444,0,0,.47222],64:[0,.69444,0,0,.77778],65:[0,.68333,0,0,.75],66:[0,.68333,0,0,.70834],67:[0,.68333,0,0,.72222],68:[0,.68333,0,0,.76389],69:[0,.68333,0,0,.68056],70:[0,.68333,0,0,.65278],71:[0,.68333,0,0,.78472],72:[0,.68333,0,0,.75],73:[0,.68333,0,0,.36111],74:[0,.68333,0,0,.51389],75:[0,.68333,0,0,.77778],76:[0,.68333,0,0,.625],77:[0,.68333,0,0,.91667],78:[0,.68333,0,0,.75],79:[0,.68333,0,0,.77778],80:[0,.68333,0,0,.68056],81:[.19444,.68333,0,0,.77778],82:[0,.68333,0,0,.73611],83:[0,.68333,0,0,.55556],84:[0,.68333,0,0,.72222],85:[0,.68333,0,0,.75],86:[0,.68333,.01389,0,.75],87:[0,.68333,.01389,0,1.02778],88:[0,.68333,0,0,.75],89:[0,.68333,.025,0,.75],90:[0,.68333,0,0,.61111],91:[.25,.75,0,0,.27778],92:[.25,.75,0,0,.5],93:[.25,.75,0,0,.27778],94:[0,.69444,0,0,.5],95:[.31,.12056,.02778,0,.5],97:[0,.43056,0,0,.5],98:[0,.69444,0,0,.55556],99:[0,.43056,0,0,.44445],100:[0,.69444,0,0,.55556],101:[0,.43056,0,0,.44445],102:[0,.69444,.07778,0,.30556],103:[.19444,.43056,.01389,0,.5],104:[0,.69444,0,0,.55556],105:[0,.66786,0,0,.27778],106:[.19444,.66786,0,0,.30556],107:[0,.69444,0,0,.52778],108:[0,.69444,0,0,.27778],109:[0,.43056,0,0,.83334],110:[0,.43056,0,0,.55556],111:[0,.43056,0,0,.5],112:[.19444,.43056,0,0,.55556],113:[.19444,.43056,0,0,.52778],114:[0,.43056,0,0,.39167],115:[0,.43056,0,0,.39445],116:[0,.61508,0,0,.38889],117:[0,.43056,0,0,.55556],118:[0,.43056,.01389,0,.52778],119:[0,.43056,.01389,0,.72222],120:[0,.43056,0,0,.52778],121:[.19444,.43056,.01389,0,.52778],122:[0,.43056,0,0,.44445],123:[.25,.75,0,0,.5],124:[.25,.75,0,0,.27778],125:[.25,.75,0,0,.5],126:[.35,.31786,0,0,.5],160:[0,0,0,0,.25],163:[0,.69444,0,0,.76909],167:[.19444,.69444,0,0,.44445],168:[0,.66786,0,0,.5],172:[0,.43056,0,0,.66667],176:[0,.69444,0,0,.75],177:[.08333,.58333,0,0,.77778],182:[.19444,.69444,0,0,.61111],184:[.17014,0,0,0,.44445],198:[0,.68333,0,0,.90278],215:[.08333,.58333,0,0,.77778],216:[.04861,.73194,0,0,.77778],223:[0,.69444,0,0,.5],230:[0,.43056,0,0,.72222],247:[.08333,.58333,0,0,.77778],248:[.09722,.52778,0,0,.5],305:[0,.43056,0,0,.27778],338:[0,.68333,0,0,1.01389],339:[0,.43056,0,0,.77778],567:[.19444,.43056,0,0,.30556],710:[0,.69444,0,0,.5],711:[0,.62847,0,0,.5],713:[0,.56778,0,0,.5],714:[0,.69444,0,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,0,0,.5],729:[0,.66786,0,0,.27778],730:[0,.69444,0,0,.75],732:[0,.66786,0,0,.5],733:[0,.69444,0,0,.5],915:[0,.68333,0,0,.625],916:[0,.68333,0,0,.83334],920:[0,.68333,0,0,.77778],923:[0,.68333,0,0,.69445],926:[0,.68333,0,0,.66667],928:[0,.68333,0,0,.75],931:[0,.68333,0,0,.72222],933:[0,.68333,0,0,.77778],934:[0,.68333,0,0,.72222],936:[0,.68333,0,0,.77778],937:[0,.68333,0,0,.72222],8211:[0,.43056,.02778,0,.5],8212:[0,.43056,.02778,0,1],8216:[0,.69444,0,0,.27778],8217:[0,.69444,0,0,.27778],8220:[0,.69444,0,0,.5],8221:[0,.69444,0,0,.5],8224:[.19444,.69444,0,0,.44445],8225:[.19444,.69444,0,0,.44445],8230:[0,.123,0,0,1.172],8242:[0,.55556,0,0,.275],8407:[0,.71444,.15382,0,.5],8463:[0,.68889,0,0,.54028],8465:[0,.69444,0,0,.72222],8467:[0,.69444,0,.11111,.41667],8472:[.19444,.43056,0,.11111,.63646],8476:[0,.69444,0,0,.72222],8501:[0,.69444,0,0,.61111],8592:[-.13313,.36687,0,0,1],8593:[.19444,.69444,0,0,.5],8594:[-.13313,.36687,0,0,1],8595:[.19444,.69444,0,0,.5],8596:[-.13313,.36687,0,0,1],8597:[.25,.75,0,0,.5],8598:[.19444,.69444,0,0,1],8599:[.19444,.69444,0,0,1],8600:[.19444,.69444,0,0,1],8601:[.19444,.69444,0,0,1],8614:[.011,.511,0,0,1],8617:[.011,.511,0,0,1.126],8618:[.011,.511,0,0,1.126],8636:[-.13313,.36687,0,0,1],8637:[-.13313,.36687,0,0,1],8640:[-.13313,.36687,0,0,1],8641:[-.13313,.36687,0,0,1],8652:[.011,.671,0,0,1],8656:[-.13313,.36687,0,0,1],8657:[.19444,.69444,0,0,.61111],8658:[-.13313,.36687,0,0,1],8659:[.19444,.69444,0,0,.61111],8660:[-.13313,.36687,0,0,1],8661:[.25,.75,0,0,.61111],8704:[0,.69444,0,0,.55556],8706:[0,.69444,.05556,.08334,.5309],8707:[0,.69444,0,0,.55556],8709:[.05556,.75,0,0,.5],8711:[0,.68333,0,0,.83334],8712:[.0391,.5391,0,0,.66667],8715:[.0391,.5391,0,0,.66667],8722:[.08333,.58333,0,0,.77778],8723:[.08333,.58333,0,0,.77778],8725:[.25,.75,0,0,.5],8726:[.25,.75,0,0,.5],8727:[-.03472,.46528,0,0,.5],8728:[-.05555,.44445,0,0,.5],8729:[-.05555,.44445,0,0,.5],8730:[.2,.8,0,0,.83334],8733:[0,.43056,0,0,.77778],8734:[0,.43056,0,0,1],8736:[0,.69224,0,0,.72222],8739:[.25,.75,0,0,.27778],8741:[.25,.75,0,0,.5],8743:[0,.55556,0,0,.66667],8744:[0,.55556,0,0,.66667],8745:[0,.55556,0,0,.66667],8746:[0,.55556,0,0,.66667],8747:[.19444,.69444,.11111,0,.41667],8764:[-.13313,.36687,0,0,.77778],8768:[.19444,.69444,0,0,.27778],8771:[-.03625,.46375,0,0,.77778],8773:[-.022,.589,0,0,.778],8776:[-.01688,.48312,0,0,.77778],8781:[-.03625,.46375,0,0,.77778],8784:[-.133,.673,0,0,.778],8801:[-.03625,.46375,0,0,.77778],8804:[.13597,.63597,0,0,.77778],8805:[.13597,.63597,0,0,.77778],8810:[.0391,.5391,0,0,1],8811:[.0391,.5391,0,0,1],8826:[.0391,.5391,0,0,.77778],8827:[.0391,.5391,0,0,.77778],8834:[.0391,.5391,0,0,.77778],8835:[.0391,.5391,0,0,.77778],8838:[.13597,.63597,0,0,.77778],8839:[.13597,.63597,0,0,.77778],8846:[0,.55556,0,0,.66667],8849:[.13597,.63597,0,0,.77778],8850:[.13597,.63597,0,0,.77778],8851:[0,.55556,0,0,.66667],8852:[0,.55556,0,0,.66667],8853:[.08333,.58333,0,0,.77778],8854:[.08333,.58333,0,0,.77778],8855:[.08333,.58333,0,0,.77778],8856:[.08333,.58333,0,0,.77778],8857:[.08333,.58333,0,0,.77778],8866:[0,.69444,0,0,.61111],8867:[0,.69444,0,0,.61111],8868:[0,.69444,0,0,.77778],8869:[0,.69444,0,0,.77778],8872:[.249,.75,0,0,.867],8900:[-.05555,.44445,0,0,.5],8901:[-.05555,.44445,0,0,.27778],8902:[-.03472,.46528,0,0,.5],8904:[.005,.505,0,0,.9],8942:[.03,.903,0,0,.278],8943:[-.19,.313,0,0,1.172],8945:[-.1,.823,0,0,1.282],8968:[.25,.75,0,0,.44445],8969:[.25,.75,0,0,.44445],8970:[.25,.75,0,0,.44445],8971:[.25,.75,0,0,.44445],8994:[-.14236,.35764,0,0,1],8995:[-.14236,.35764,0,0,1],9136:[.244,.744,0,0,.412],9137:[.244,.745,0,0,.412],9651:[.19444,.69444,0,0,.88889],9657:[-.03472,.46528,0,0,.5],9661:[.19444,.69444,0,0,.88889],9667:[-.03472,.46528,0,0,.5],9711:[.19444,.69444,0,0,1],9824:[.12963,.69444,0,0,.77778],9825:[.12963,.69444,0,0,.77778],9826:[.12963,.69444,0,0,.77778],9827:[.12963,.69444,0,0,.77778],9837:[0,.75,0,0,.38889],9838:[.19444,.69444,0,0,.38889],9839:[.19444,.69444,0,0,.38889],10216:[.25,.75,0,0,.38889],10217:[.25,.75,0,0,.38889],10222:[.244,.744,0,0,.412],10223:[.244,.745,0,0,.412],10229:[.011,.511,0,0,1.609],10230:[.011,.511,0,0,1.638],10231:[.011,.511,0,0,1.859],10232:[.024,.525,0,0,1.609],10233:[.024,.525,0,0,1.638],10234:[.024,.525,0,0,1.858],10236:[.011,.511,0,0,1.638],10815:[0,.68333,0,0,.75],10927:[.13597,.63597,0,0,.77778],10928:[.13597,.63597,0,0,.77778],57376:[.19444,.69444,0,0,0]},"Math-BoldItalic":{32:[0,0,0,0,.25],48:[0,.44444,0,0,.575],49:[0,.44444,0,0,.575],50:[0,.44444,0,0,.575],51:[.19444,.44444,0,0,.575],52:[.19444,.44444,0,0,.575],53:[.19444,.44444,0,0,.575],54:[0,.64444,0,0,.575],55:[.19444,.44444,0,0,.575],56:[0,.64444,0,0,.575],57:[.19444,.44444,0,0,.575],65:[0,.68611,0,0,.86944],66:[0,.68611,.04835,0,.8664],67:[0,.68611,.06979,0,.81694],68:[0,.68611,.03194,0,.93812],69:[0,.68611,.05451,0,.81007],70:[0,.68611,.15972,0,.68889],71:[0,.68611,0,0,.88673],72:[0,.68611,.08229,0,.98229],73:[0,.68611,.07778,0,.51111],74:[0,.68611,.10069,0,.63125],75:[0,.68611,.06979,0,.97118],76:[0,.68611,0,0,.75555],77:[0,.68611,.11424,0,1.14201],78:[0,.68611,.11424,0,.95034],79:[0,.68611,.03194,0,.83666],80:[0,.68611,.15972,0,.72309],81:[.19444,.68611,0,0,.86861],82:[0,.68611,.00421,0,.87235],83:[0,.68611,.05382,0,.69271],84:[0,.68611,.15972,0,.63663],85:[0,.68611,.11424,0,.80027],86:[0,.68611,.25555,0,.67778],87:[0,.68611,.15972,0,1.09305],88:[0,.68611,.07778,0,.94722],89:[0,.68611,.25555,0,.67458],90:[0,.68611,.06979,0,.77257],97:[0,.44444,0,0,.63287],98:[0,.69444,0,0,.52083],99:[0,.44444,0,0,.51342],100:[0,.69444,0,0,.60972],101:[0,.44444,0,0,.55361],102:[.19444,.69444,.11042,0,.56806],103:[.19444,.44444,.03704,0,.5449],104:[0,.69444,0,0,.66759],105:[0,.69326,0,0,.4048],106:[.19444,.69326,.0622,0,.47083],107:[0,.69444,.01852,0,.6037],108:[0,.69444,.0088,0,.34815],109:[0,.44444,0,0,1.0324],110:[0,.44444,0,0,.71296],111:[0,.44444,0,0,.58472],112:[.19444,.44444,0,0,.60092],113:[.19444,.44444,.03704,0,.54213],114:[0,.44444,.03194,0,.5287],115:[0,.44444,0,0,.53125],116:[0,.63492,0,0,.41528],117:[0,.44444,0,0,.68102],118:[0,.44444,.03704,0,.56666],119:[0,.44444,.02778,0,.83148],120:[0,.44444,0,0,.65903],121:[.19444,.44444,.03704,0,.59028],122:[0,.44444,.04213,0,.55509],160:[0,0,0,0,.25],915:[0,.68611,.15972,0,.65694],916:[0,.68611,0,0,.95833],920:[0,.68611,.03194,0,.86722],923:[0,.68611,0,0,.80555],926:[0,.68611,.07458,0,.84125],928:[0,.68611,.08229,0,.98229],931:[0,.68611,.05451,0,.88507],933:[0,.68611,.15972,0,.67083],934:[0,.68611,0,0,.76666],936:[0,.68611,.11653,0,.71402],937:[0,.68611,.04835,0,.8789],945:[0,.44444,0,0,.76064],946:[.19444,.69444,.03403,0,.65972],947:[.19444,.44444,.06389,0,.59003],948:[0,.69444,.03819,0,.52222],949:[0,.44444,0,0,.52882],950:[.19444,.69444,.06215,0,.50833],951:[.19444,.44444,.03704,0,.6],952:[0,.69444,.03194,0,.5618],953:[0,.44444,0,0,.41204],954:[0,.44444,0,0,.66759],955:[0,.69444,0,0,.67083],956:[.19444,.44444,0,0,.70787],957:[0,.44444,.06898,0,.57685],958:[.19444,.69444,.03021,0,.50833],959:[0,.44444,0,0,.58472],960:[0,.44444,.03704,0,.68241],961:[.19444,.44444,0,0,.6118],962:[.09722,.44444,.07917,0,.42361],963:[0,.44444,.03704,0,.68588],964:[0,.44444,.13472,0,.52083],965:[0,.44444,.03704,0,.63055],966:[.19444,.44444,0,0,.74722],967:[.19444,.44444,0,0,.71805],968:[.19444,.69444,.03704,0,.75833],969:[0,.44444,.03704,0,.71782],977:[0,.69444,0,0,.69155],981:[.19444,.69444,0,0,.7125],982:[0,.44444,.03194,0,.975],1009:[.19444,.44444,0,0,.6118],1013:[0,.44444,0,0,.48333],57649:[0,.44444,0,0,.39352],57911:[.19444,.44444,0,0,.43889]},"Math-Italic":{32:[0,0,0,0,.25],48:[0,.43056,0,0,.5],49:[0,.43056,0,0,.5],50:[0,.43056,0,0,.5],51:[.19444,.43056,0,0,.5],52:[.19444,.43056,0,0,.5],53:[.19444,.43056,0,0,.5],54:[0,.64444,0,0,.5],55:[.19444,.43056,0,0,.5],56:[0,.64444,0,0,.5],57:[.19444,.43056,0,0,.5],65:[0,.68333,0,.13889,.75],66:[0,.68333,.05017,.08334,.75851],67:[0,.68333,.07153,.08334,.71472],68:[0,.68333,.02778,.05556,.82792],69:[0,.68333,.05764,.08334,.7382],70:[0,.68333,.13889,.08334,.64306],71:[0,.68333,0,.08334,.78625],72:[0,.68333,.08125,.05556,.83125],73:[0,.68333,.07847,.11111,.43958],74:[0,.68333,.09618,.16667,.55451],75:[0,.68333,.07153,.05556,.84931],76:[0,.68333,0,.02778,.68056],77:[0,.68333,.10903,.08334,.97014],78:[0,.68333,.10903,.08334,.80347],79:[0,.68333,.02778,.08334,.76278],80:[0,.68333,.13889,.08334,.64201],81:[.19444,.68333,0,.08334,.79056],82:[0,.68333,.00773,.08334,.75929],83:[0,.68333,.05764,.08334,.6132],84:[0,.68333,.13889,.08334,.58438],85:[0,.68333,.10903,.02778,.68278],86:[0,.68333,.22222,0,.58333],87:[0,.68333,.13889,0,.94445],88:[0,.68333,.07847,.08334,.82847],89:[0,.68333,.22222,0,.58056],90:[0,.68333,.07153,.08334,.68264],97:[0,.43056,0,0,.52859],98:[0,.69444,0,0,.42917],99:[0,.43056,0,.05556,.43276],100:[0,.69444,0,.16667,.52049],101:[0,.43056,0,.05556,.46563],102:[.19444,.69444,.10764,.16667,.48959],103:[.19444,.43056,.03588,.02778,.47697],104:[0,.69444,0,0,.57616],105:[0,.65952,0,0,.34451],106:[.19444,.65952,.05724,0,.41181],107:[0,.69444,.03148,0,.5206],108:[0,.69444,.01968,.08334,.29838],109:[0,.43056,0,0,.87801],110:[0,.43056,0,0,.60023],111:[0,.43056,0,.05556,.48472],112:[.19444,.43056,0,.08334,.50313],113:[.19444,.43056,.03588,.08334,.44641],114:[0,.43056,.02778,.05556,.45116],115:[0,.43056,0,.05556,.46875],116:[0,.61508,0,.08334,.36111],117:[0,.43056,0,.02778,.57246],118:[0,.43056,.03588,.02778,.48472],119:[0,.43056,.02691,.08334,.71592],120:[0,.43056,0,.02778,.57153],121:[.19444,.43056,.03588,.05556,.49028],122:[0,.43056,.04398,.05556,.46505],160:[0,0,0,0,.25],915:[0,.68333,.13889,.08334,.61528],916:[0,.68333,0,.16667,.83334],920:[0,.68333,.02778,.08334,.76278],923:[0,.68333,0,.16667,.69445],926:[0,.68333,.07569,.08334,.74236],928:[0,.68333,.08125,.05556,.83125],931:[0,.68333,.05764,.08334,.77986],933:[0,.68333,.13889,.05556,.58333],934:[0,.68333,0,.08334,.66667],936:[0,.68333,.11,.05556,.61222],937:[0,.68333,.05017,.08334,.7724],945:[0,.43056,.0037,.02778,.6397],946:[.19444,.69444,.05278,.08334,.56563],947:[.19444,.43056,.05556,0,.51773],948:[0,.69444,.03785,.05556,.44444],949:[0,.43056,0,.08334,.46632],950:[.19444,.69444,.07378,.08334,.4375],951:[.19444,.43056,.03588,.05556,.49653],952:[0,.69444,.02778,.08334,.46944],953:[0,.43056,0,.05556,.35394],954:[0,.43056,0,0,.57616],955:[0,.69444,0,0,.58334],956:[.19444,.43056,0,.02778,.60255],957:[0,.43056,.06366,.02778,.49398],958:[.19444,.69444,.04601,.11111,.4375],959:[0,.43056,0,.05556,.48472],960:[0,.43056,.03588,0,.57003],961:[.19444,.43056,0,.08334,.51702],962:[.09722,.43056,.07986,.08334,.36285],963:[0,.43056,.03588,0,.57141],964:[0,.43056,.1132,.02778,.43715],965:[0,.43056,.03588,.02778,.54028],966:[.19444,.43056,0,.08334,.65417],967:[.19444,.43056,0,.05556,.62569],968:[.19444,.69444,.03588,.11111,.65139],969:[0,.43056,.03588,0,.62245],977:[0,.69444,0,.08334,.59144],981:[.19444,.69444,0,.08334,.59583],982:[0,.43056,.02778,0,.82813],1009:[.19444,.43056,0,.08334,.51702],1013:[0,.43056,0,.05556,.4059],57649:[0,.43056,0,.02778,.32246],57911:[.19444,.43056,0,.08334,.38403]},"SansSerif-Bold":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.36667],34:[0,.69444,0,0,.55834],35:[.19444,.69444,0,0,.91667],36:[.05556,.75,0,0,.55],37:[.05556,.75,0,0,1.02912],38:[0,.69444,0,0,.83056],39:[0,.69444,0,0,.30556],40:[.25,.75,0,0,.42778],41:[.25,.75,0,0,.42778],42:[0,.75,0,0,.55],43:[.11667,.61667,0,0,.85556],44:[.10556,.13056,0,0,.30556],45:[0,.45833,0,0,.36667],46:[0,.13056,0,0,.30556],47:[.25,.75,0,0,.55],48:[0,.69444,0,0,.55],49:[0,.69444,0,0,.55],50:[0,.69444,0,0,.55],51:[0,.69444,0,0,.55],52:[0,.69444,0,0,.55],53:[0,.69444,0,0,.55],54:[0,.69444,0,0,.55],55:[0,.69444,0,0,.55],56:[0,.69444,0,0,.55],57:[0,.69444,0,0,.55],58:[0,.45833,0,0,.30556],59:[.10556,.45833,0,0,.30556],61:[-.09375,.40625,0,0,.85556],63:[0,.69444,0,0,.51945],64:[0,.69444,0,0,.73334],65:[0,.69444,0,0,.73334],66:[0,.69444,0,0,.73334],67:[0,.69444,0,0,.70278],68:[0,.69444,0,0,.79445],69:[0,.69444,0,0,.64167],70:[0,.69444,0,0,.61111],71:[0,.69444,0,0,.73334],72:[0,.69444,0,0,.79445],73:[0,.69444,0,0,.33056],74:[0,.69444,0,0,.51945],75:[0,.69444,0,0,.76389],76:[0,.69444,0,0,.58056],77:[0,.69444,0,0,.97778],78:[0,.69444,0,0,.79445],79:[0,.69444,0,0,.79445],80:[0,.69444,0,0,.70278],81:[.10556,.69444,0,0,.79445],82:[0,.69444,0,0,.70278],83:[0,.69444,0,0,.61111],84:[0,.69444,0,0,.73334],85:[0,.69444,0,0,.76389],86:[0,.69444,.01528,0,.73334],87:[0,.69444,.01528,0,1.03889],88:[0,.69444,0,0,.73334],89:[0,.69444,.0275,0,.73334],90:[0,.69444,0,0,.67223],91:[.25,.75,0,0,.34306],93:[.25,.75,0,0,.34306],94:[0,.69444,0,0,.55],95:[.35,.10833,.03056,0,.55],97:[0,.45833,0,0,.525],98:[0,.69444,0,0,.56111],99:[0,.45833,0,0,.48889],100:[0,.69444,0,0,.56111],101:[0,.45833,0,0,.51111],102:[0,.69444,.07639,0,.33611],103:[.19444,.45833,.01528,0,.55],104:[0,.69444,0,0,.56111],105:[0,.69444,0,0,.25556],106:[.19444,.69444,0,0,.28611],107:[0,.69444,0,0,.53056],108:[0,.69444,0,0,.25556],109:[0,.45833,0,0,.86667],110:[0,.45833,0,0,.56111],111:[0,.45833,0,0,.55],112:[.19444,.45833,0,0,.56111],113:[.19444,.45833,0,0,.56111],114:[0,.45833,.01528,0,.37222],115:[0,.45833,0,0,.42167],116:[0,.58929,0,0,.40417],117:[0,.45833,0,0,.56111],118:[0,.45833,.01528,0,.5],119:[0,.45833,.01528,0,.74445],120:[0,.45833,0,0,.5],121:[.19444,.45833,.01528,0,.5],122:[0,.45833,0,0,.47639],126:[.35,.34444,0,0,.55],160:[0,0,0,0,.25],168:[0,.69444,0,0,.55],176:[0,.69444,0,0,.73334],180:[0,.69444,0,0,.55],184:[.17014,0,0,0,.48889],305:[0,.45833,0,0,.25556],567:[.19444,.45833,0,0,.28611],710:[0,.69444,0,0,.55],711:[0,.63542,0,0,.55],713:[0,.63778,0,0,.55],728:[0,.69444,0,0,.55],729:[0,.69444,0,0,.30556],730:[0,.69444,0,0,.73334],732:[0,.69444,0,0,.55],733:[0,.69444,0,0,.55],915:[0,.69444,0,0,.58056],916:[0,.69444,0,0,.91667],920:[0,.69444,0,0,.85556],923:[0,.69444,0,0,.67223],926:[0,.69444,0,0,.73334],928:[0,.69444,0,0,.79445],931:[0,.69444,0,0,.79445],933:[0,.69444,0,0,.85556],934:[0,.69444,0,0,.79445],936:[0,.69444,0,0,.85556],937:[0,.69444,0,0,.79445],8211:[0,.45833,.03056,0,.55],8212:[0,.45833,.03056,0,1.10001],8216:[0,.69444,0,0,.30556],8217:[0,.69444,0,0,.30556],8220:[0,.69444,0,0,.55834],8221:[0,.69444,0,0,.55834]},"SansSerif-Italic":{32:[0,0,0,0,.25],33:[0,.69444,.05733,0,.31945],34:[0,.69444,.00316,0,.5],35:[.19444,.69444,.05087,0,.83334],36:[.05556,.75,.11156,0,.5],37:[.05556,.75,.03126,0,.83334],38:[0,.69444,.03058,0,.75834],39:[0,.69444,.07816,0,.27778],40:[.25,.75,.13164,0,.38889],41:[.25,.75,.02536,0,.38889],42:[0,.75,.11775,0,.5],43:[.08333,.58333,.02536,0,.77778],44:[.125,.08333,0,0,.27778],45:[0,.44444,.01946,0,.33333],46:[0,.08333,0,0,.27778],47:[.25,.75,.13164,0,.5],48:[0,.65556,.11156,0,.5],49:[0,.65556,.11156,0,.5],50:[0,.65556,.11156,0,.5],51:[0,.65556,.11156,0,.5],52:[0,.65556,.11156,0,.5],53:[0,.65556,.11156,0,.5],54:[0,.65556,.11156,0,.5],55:[0,.65556,.11156,0,.5],56:[0,.65556,.11156,0,.5],57:[0,.65556,.11156,0,.5],58:[0,.44444,.02502,0,.27778],59:[.125,.44444,.02502,0,.27778],61:[-.13,.37,.05087,0,.77778],63:[0,.69444,.11809,0,.47222],64:[0,.69444,.07555,0,.66667],65:[0,.69444,0,0,.66667],66:[0,.69444,.08293,0,.66667],67:[0,.69444,.11983,0,.63889],68:[0,.69444,.07555,0,.72223],69:[0,.69444,.11983,0,.59722],70:[0,.69444,.13372,0,.56945],71:[0,.69444,.11983,0,.66667],72:[0,.69444,.08094,0,.70834],73:[0,.69444,.13372,0,.27778],74:[0,.69444,.08094,0,.47222],75:[0,.69444,.11983,0,.69445],76:[0,.69444,0,0,.54167],77:[0,.69444,.08094,0,.875],78:[0,.69444,.08094,0,.70834],79:[0,.69444,.07555,0,.73611],80:[0,.69444,.08293,0,.63889],81:[.125,.69444,.07555,0,.73611],82:[0,.69444,.08293,0,.64584],83:[0,.69444,.09205,0,.55556],84:[0,.69444,.13372,0,.68056],85:[0,.69444,.08094,0,.6875],86:[0,.69444,.1615,0,.66667],87:[0,.69444,.1615,0,.94445],88:[0,.69444,.13372,0,.66667],89:[0,.69444,.17261,0,.66667],90:[0,.69444,.11983,0,.61111],91:[.25,.75,.15942,0,.28889],93:[.25,.75,.08719,0,.28889],94:[0,.69444,.0799,0,.5],95:[.35,.09444,.08616,0,.5],97:[0,.44444,.00981,0,.48056],98:[0,.69444,.03057,0,.51667],99:[0,.44444,.08336,0,.44445],100:[0,.69444,.09483,0,.51667],101:[0,.44444,.06778,0,.44445],102:[0,.69444,.21705,0,.30556],103:[.19444,.44444,.10836,0,.5],104:[0,.69444,.01778,0,.51667],105:[0,.67937,.09718,0,.23889],106:[.19444,.67937,.09162,0,.26667],107:[0,.69444,.08336,0,.48889],108:[0,.69444,.09483,0,.23889],109:[0,.44444,.01778,0,.79445],110:[0,.44444,.01778,0,.51667],111:[0,.44444,.06613,0,.5],112:[.19444,.44444,.0389,0,.51667],113:[.19444,.44444,.04169,0,.51667],114:[0,.44444,.10836,0,.34167],115:[0,.44444,.0778,0,.38333],116:[0,.57143,.07225,0,.36111],117:[0,.44444,.04169,0,.51667],118:[0,.44444,.10836,0,.46111],119:[0,.44444,.10836,0,.68334],120:[0,.44444,.09169,0,.46111],121:[.19444,.44444,.10836,0,.46111],122:[0,.44444,.08752,0,.43472],126:[.35,.32659,.08826,0,.5],160:[0,0,0,0,.25],168:[0,.67937,.06385,0,.5],176:[0,.69444,0,0,.73752],184:[.17014,0,0,0,.44445],305:[0,.44444,.04169,0,.23889],567:[.19444,.44444,.04169,0,.26667],710:[0,.69444,.0799,0,.5],711:[0,.63194,.08432,0,.5],713:[0,.60889,.08776,0,.5],714:[0,.69444,.09205,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,.09483,0,.5],729:[0,.67937,.07774,0,.27778],730:[0,.69444,0,0,.73752],732:[0,.67659,.08826,0,.5],733:[0,.69444,.09205,0,.5],915:[0,.69444,.13372,0,.54167],916:[0,.69444,0,0,.83334],920:[0,.69444,.07555,0,.77778],923:[0,.69444,0,0,.61111],926:[0,.69444,.12816,0,.66667],928:[0,.69444,.08094,0,.70834],931:[0,.69444,.11983,0,.72222],933:[0,.69444,.09031,0,.77778],934:[0,.69444,.04603,0,.72222],936:[0,.69444,.09031,0,.77778],937:[0,.69444,.08293,0,.72222],8211:[0,.44444,.08616,0,.5],8212:[0,.44444,.08616,0,1],8216:[0,.69444,.07816,0,.27778],8217:[0,.69444,.07816,0,.27778],8220:[0,.69444,.14205,0,.5],8221:[0,.69444,.00316,0,.5]},"SansSerif-Regular":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.31945],34:[0,.69444,0,0,.5],35:[.19444,.69444,0,0,.83334],36:[.05556,.75,0,0,.5],37:[.05556,.75,0,0,.83334],38:[0,.69444,0,0,.75834],39:[0,.69444,0,0,.27778],40:[.25,.75,0,0,.38889],41:[.25,.75,0,0,.38889],42:[0,.75,0,0,.5],43:[.08333,.58333,0,0,.77778],44:[.125,.08333,0,0,.27778],45:[0,.44444,0,0,.33333],46:[0,.08333,0,0,.27778],47:[.25,.75,0,0,.5],48:[0,.65556,0,0,.5],49:[0,.65556,0,0,.5],50:[0,.65556,0,0,.5],51:[0,.65556,0,0,.5],52:[0,.65556,0,0,.5],53:[0,.65556,0,0,.5],54:[0,.65556,0,0,.5],55:[0,.65556,0,0,.5],56:[0,.65556,0,0,.5],57:[0,.65556,0,0,.5],58:[0,.44444,0,0,.27778],59:[.125,.44444,0,0,.27778],61:[-.13,.37,0,0,.77778],63:[0,.69444,0,0,.47222],64:[0,.69444,0,0,.66667],65:[0,.69444,0,0,.66667],66:[0,.69444,0,0,.66667],67:[0,.69444,0,0,.63889],68:[0,.69444,0,0,.72223],69:[0,.69444,0,0,.59722],70:[0,.69444,0,0,.56945],71:[0,.69444,0,0,.66667],72:[0,.69444,0,0,.70834],73:[0,.69444,0,0,.27778],74:[0,.69444,0,0,.47222],75:[0,.69444,0,0,.69445],76:[0,.69444,0,0,.54167],77:[0,.69444,0,0,.875],78:[0,.69444,0,0,.70834],79:[0,.69444,0,0,.73611],80:[0,.69444,0,0,.63889],81:[.125,.69444,0,0,.73611],82:[0,.69444,0,0,.64584],83:[0,.69444,0,0,.55556],84:[0,.69444,0,0,.68056],85:[0,.69444,0,0,.6875],86:[0,.69444,.01389,0,.66667],87:[0,.69444,.01389,0,.94445],88:[0,.69444,0,0,.66667],89:[0,.69444,.025,0,.66667],90:[0,.69444,0,0,.61111],91:[.25,.75,0,0,.28889],93:[.25,.75,0,0,.28889],94:[0,.69444,0,0,.5],95:[.35,.09444,.02778,0,.5],97:[0,.44444,0,0,.48056],98:[0,.69444,0,0,.51667],99:[0,.44444,0,0,.44445],100:[0,.69444,0,0,.51667],101:[0,.44444,0,0,.44445],102:[0,.69444,.06944,0,.30556],103:[.19444,.44444,.01389,0,.5],104:[0,.69444,0,0,.51667],105:[0,.67937,0,0,.23889],106:[.19444,.67937,0,0,.26667],107:[0,.69444,0,0,.48889],108:[0,.69444,0,0,.23889],109:[0,.44444,0,0,.79445],110:[0,.44444,0,0,.51667],111:[0,.44444,0,0,.5],112:[.19444,.44444,0,0,.51667],113:[.19444,.44444,0,0,.51667],114:[0,.44444,.01389,0,.34167],115:[0,.44444,0,0,.38333],116:[0,.57143,0,0,.36111],117:[0,.44444,0,0,.51667],118:[0,.44444,.01389,0,.46111],119:[0,.44444,.01389,0,.68334],120:[0,.44444,0,0,.46111],121:[.19444,.44444,.01389,0,.46111],122:[0,.44444,0,0,.43472],126:[.35,.32659,0,0,.5],160:[0,0,0,0,.25],168:[0,.67937,0,0,.5],176:[0,.69444,0,0,.66667],184:[.17014,0,0,0,.44445],305:[0,.44444,0,0,.23889],567:[.19444,.44444,0,0,.26667],710:[0,.69444,0,0,.5],711:[0,.63194,0,0,.5],713:[0,.60889,0,0,.5],714:[0,.69444,0,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,0,0,.5],729:[0,.67937,0,0,.27778],730:[0,.69444,0,0,.66667],732:[0,.67659,0,0,.5],733:[0,.69444,0,0,.5],915:[0,.69444,0,0,.54167],916:[0,.69444,0,0,.83334],920:[0,.69444,0,0,.77778],923:[0,.69444,0,0,.61111],926:[0,.69444,0,0,.66667],928:[0,.69444,0,0,.70834],931:[0,.69444,0,0,.72222],933:[0,.69444,0,0,.77778],934:[0,.69444,0,0,.72222],936:[0,.69444,0,0,.77778],937:[0,.69444,0,0,.72222],8211:[0,.44444,.02778,0,.5],8212:[0,.44444,.02778,0,1],8216:[0,.69444,0,0,.27778],8217:[0,.69444,0,0,.27778],8220:[0,.69444,0,0,.5],8221:[0,.69444,0,0,.5]},"Script-Regular":{32:[0,0,0,0,.25],65:[0,.7,.22925,0,.80253],66:[0,.7,.04087,0,.90757],67:[0,.7,.1689,0,.66619],68:[0,.7,.09371,0,.77443],69:[0,.7,.18583,0,.56162],70:[0,.7,.13634,0,.89544],71:[0,.7,.17322,0,.60961],72:[0,.7,.29694,0,.96919],73:[0,.7,.19189,0,.80907],74:[.27778,.7,.19189,0,1.05159],75:[0,.7,.31259,0,.91364],76:[0,.7,.19189,0,.87373],77:[0,.7,.15981,0,1.08031],78:[0,.7,.3525,0,.9015],79:[0,.7,.08078,0,.73787],80:[0,.7,.08078,0,1.01262],81:[0,.7,.03305,0,.88282],82:[0,.7,.06259,0,.85],83:[0,.7,.19189,0,.86767],84:[0,.7,.29087,0,.74697],85:[0,.7,.25815,0,.79996],86:[0,.7,.27523,0,.62204],87:[0,.7,.27523,0,.80532],88:[0,.7,.26006,0,.94445],89:[0,.7,.2939,0,.70961],90:[0,.7,.24037,0,.8212],160:[0,0,0,0,.25]},"Size1-Regular":{32:[0,0,0,0,.25],40:[.35001,.85,0,0,.45834],41:[.35001,.85,0,0,.45834],47:[.35001,.85,0,0,.57778],91:[.35001,.85,0,0,.41667],92:[.35001,.85,0,0,.57778],93:[.35001,.85,0,0,.41667],123:[.35001,.85,0,0,.58334],125:[.35001,.85,0,0,.58334],160:[0,0,0,0,.25],710:[0,.72222,0,0,.55556],732:[0,.72222,0,0,.55556],770:[0,.72222,0,0,.55556],771:[0,.72222,0,0,.55556],8214:[-99e-5,.601,0,0,.77778],8593:[1e-5,.6,0,0,.66667],8595:[1e-5,.6,0,0,.66667],8657:[1e-5,.6,0,0,.77778],8659:[1e-5,.6,0,0,.77778],8719:[.25001,.75,0,0,.94445],8720:[.25001,.75,0,0,.94445],8721:[.25001,.75,0,0,1.05556],8730:[.35001,.85,0,0,1],8739:[-.00599,.606,0,0,.33333],8741:[-.00599,.606,0,0,.55556],8747:[.30612,.805,.19445,0,.47222],8748:[.306,.805,.19445,0,.47222],8749:[.306,.805,.19445,0,.47222],8750:[.30612,.805,.19445,0,.47222],8896:[.25001,.75,0,0,.83334],8897:[.25001,.75,0,0,.83334],8898:[.25001,.75,0,0,.83334],8899:[.25001,.75,0,0,.83334],8968:[.35001,.85,0,0,.47222],8969:[.35001,.85,0,0,.47222],8970:[.35001,.85,0,0,.47222],8971:[.35001,.85,0,0,.47222],9168:[-99e-5,.601,0,0,.66667],10216:[.35001,.85,0,0,.47222],10217:[.35001,.85,0,0,.47222],10752:[.25001,.75,0,0,1.11111],10753:[.25001,.75,0,0,1.11111],10754:[.25001,.75,0,0,1.11111],10756:[.25001,.75,0,0,.83334],10758:[.25001,.75,0,0,.83334]},"Size2-Regular":{32:[0,0,0,0,.25],40:[.65002,1.15,0,0,.59722],41:[.65002,1.15,0,0,.59722],47:[.65002,1.15,0,0,.81111],91:[.65002,1.15,0,0,.47222],92:[.65002,1.15,0,0,.81111],93:[.65002,1.15,0,0,.47222],123:[.65002,1.15,0,0,.66667],125:[.65002,1.15,0,0,.66667],160:[0,0,0,0,.25],710:[0,.75,0,0,1],732:[0,.75,0,0,1],770:[0,.75,0,0,1],771:[0,.75,0,0,1],8719:[.55001,1.05,0,0,1.27778],8720:[.55001,1.05,0,0,1.27778],8721:[.55001,1.05,0,0,1.44445],8730:[.65002,1.15,0,0,1],8747:[.86225,1.36,.44445,0,.55556],8748:[.862,1.36,.44445,0,.55556],8749:[.862,1.36,.44445,0,.55556],8750:[.86225,1.36,.44445,0,.55556],8896:[.55001,1.05,0,0,1.11111],8897:[.55001,1.05,0,0,1.11111],8898:[.55001,1.05,0,0,1.11111],8899:[.55001,1.05,0,0,1.11111],8968:[.65002,1.15,0,0,.52778],8969:[.65002,1.15,0,0,.52778],8970:[.65002,1.15,0,0,.52778],8971:[.65002,1.15,0,0,.52778],10216:[.65002,1.15,0,0,.61111],10217:[.65002,1.15,0,0,.61111],10752:[.55001,1.05,0,0,1.51112],10753:[.55001,1.05,0,0,1.51112],10754:[.55001,1.05,0,0,1.51112],10756:[.55001,1.05,0,0,1.11111],10758:[.55001,1.05,0,0,1.11111]},"Size3-Regular":{32:[0,0,0,0,.25],40:[.95003,1.45,0,0,.73611],41:[.95003,1.45,0,0,.73611],47:[.95003,1.45,0,0,1.04445],91:[.95003,1.45,0,0,.52778],92:[.95003,1.45,0,0,1.04445],93:[.95003,1.45,0,0,.52778],123:[.95003,1.45,0,0,.75],125:[.95003,1.45,0,0,.75],160:[0,0,0,0,.25],710:[0,.75,0,0,1.44445],732:[0,.75,0,0,1.44445],770:[0,.75,0,0,1.44445],771:[0,.75,0,0,1.44445],8730:[.95003,1.45,0,0,1],8968:[.95003,1.45,0,0,.58334],8969:[.95003,1.45,0,0,.58334],8970:[.95003,1.45,0,0,.58334],8971:[.95003,1.45,0,0,.58334],10216:[.95003,1.45,0,0,.75],10217:[.95003,1.45,0,0,.75]},"Size4-Regular":{32:[0,0,0,0,.25],40:[1.25003,1.75,0,0,.79167],41:[1.25003,1.75,0,0,.79167],47:[1.25003,1.75,0,0,1.27778],91:[1.25003,1.75,0,0,.58334],92:[1.25003,1.75,0,0,1.27778],93:[1.25003,1.75,0,0,.58334],123:[1.25003,1.75,0,0,.80556],125:[1.25003,1.75,0,0,.80556],160:[0,0,0,0,.25],710:[0,.825,0,0,1.8889],732:[0,.825,0,0,1.8889],770:[0,.825,0,0,1.8889],771:[0,.825,0,0,1.8889],8730:[1.25003,1.75,0,0,1],8968:[1.25003,1.75,0,0,.63889],8969:[1.25003,1.75,0,0,.63889],8970:[1.25003,1.75,0,0,.63889],8971:[1.25003,1.75,0,0,.63889],9115:[.64502,1.155,0,0,.875],9116:[1e-5,.6,0,0,.875],9117:[.64502,1.155,0,0,.875],9118:[.64502,1.155,0,0,.875],9119:[1e-5,.6,0,0,.875],9120:[.64502,1.155,0,0,.875],9121:[.64502,1.155,0,0,.66667],9122:[-99e-5,.601,0,0,.66667],9123:[.64502,1.155,0,0,.66667],9124:[.64502,1.155,0,0,.66667],9125:[-99e-5,.601,0,0,.66667],9126:[.64502,1.155,0,0,.66667],9127:[1e-5,.9,0,0,.88889],9128:[.65002,1.15,0,0,.88889],9129:[.90001,0,0,0,.88889],9130:[0,.3,0,0,.88889],9131:[1e-5,.9,0,0,.88889],9132:[.65002,1.15,0,0,.88889],9133:[.90001,0,0,0,.88889],9143:[.88502,.915,0,0,1.05556],10216:[1.25003,1.75,0,0,.80556],10217:[1.25003,1.75,0,0,.80556],57344:[-.00499,.605,0,0,1.05556],57345:[-.00499,.605,0,0,1.05556],57680:[0,.12,0,0,.45],57681:[0,.12,0,0,.45],57682:[0,.12,0,0,.45],57683:[0,.12,0,0,.45]},"Typewriter-Regular":{32:[0,0,0,0,.525],33:[0,.61111,0,0,.525],34:[0,.61111,0,0,.525],35:[0,.61111,0,0,.525],36:[.08333,.69444,0,0,.525],37:[.08333,.69444,0,0,.525],38:[0,.61111,0,0,.525],39:[0,.61111,0,0,.525],40:[.08333,.69444,0,0,.525],41:[.08333,.69444,0,0,.525],42:[0,.52083,0,0,.525],43:[-.08056,.53055,0,0,.525],44:[.13889,.125,0,0,.525],45:[-.08056,.53055,0,0,.525],46:[0,.125,0,0,.525],47:[.08333,.69444,0,0,.525],48:[0,.61111,0,0,.525],49:[0,.61111,0,0,.525],50:[0,.61111,0,0,.525],51:[0,.61111,0,0,.525],52:[0,.61111,0,0,.525],53:[0,.61111,0,0,.525],54:[0,.61111,0,0,.525],55:[0,.61111,0,0,.525],56:[0,.61111,0,0,.525],57:[0,.61111,0,0,.525],58:[0,.43056,0,0,.525],59:[.13889,.43056,0,0,.525],60:[-.05556,.55556,0,0,.525],61:[-.19549,.41562,0,0,.525],62:[-.05556,.55556,0,0,.525],63:[0,.61111,0,0,.525],64:[0,.61111,0,0,.525],65:[0,.61111,0,0,.525],66:[0,.61111,0,0,.525],67:[0,.61111,0,0,.525],68:[0,.61111,0,0,.525],69:[0,.61111,0,0,.525],70:[0,.61111,0,0,.525],71:[0,.61111,0,0,.525],72:[0,.61111,0,0,.525],73:[0,.61111,0,0,.525],74:[0,.61111,0,0,.525],75:[0,.61111,0,0,.525],76:[0,.61111,0,0,.525],77:[0,.61111,0,0,.525],78:[0,.61111,0,0,.525],79:[0,.61111,0,0,.525],80:[0,.61111,0,0,.525],81:[.13889,.61111,0,0,.525],82:[0,.61111,0,0,.525],83:[0,.61111,0,0,.525],84:[0,.61111,0,0,.525],85:[0,.61111,0,0,.525],86:[0,.61111,0,0,.525],87:[0,.61111,0,0,.525],88:[0,.61111,0,0,.525],89:[0,.61111,0,0,.525],90:[0,.61111,0,0,.525],91:[.08333,.69444,0,0,.525],92:[.08333,.69444,0,0,.525],93:[.08333,.69444,0,0,.525],94:[0,.61111,0,0,.525],95:[.09514,0,0,0,.525],96:[0,.61111,0,0,.525],97:[0,.43056,0,0,.525],98:[0,.61111,0,0,.525],99:[0,.43056,0,0,.525],100:[0,.61111,0,0,.525],101:[0,.43056,0,0,.525],102:[0,.61111,0,0,.525],103:[.22222,.43056,0,0,.525],104:[0,.61111,0,0,.525],105:[0,.61111,0,0,.525],106:[.22222,.61111,0,0,.525],107:[0,.61111,0,0,.525],108:[0,.61111,0,0,.525],109:[0,.43056,0,0,.525],110:[0,.43056,0,0,.525],111:[0,.43056,0,0,.525],112:[.22222,.43056,0,0,.525],113:[.22222,.43056,0,0,.525],114:[0,.43056,0,0,.525],115:[0,.43056,0,0,.525],116:[0,.55358,0,0,.525],117:[0,.43056,0,0,.525],118:[0,.43056,0,0,.525],119:[0,.43056,0,0,.525],120:[0,.43056,0,0,.525],121:[.22222,.43056,0,0,.525],122:[0,.43056,0,0,.525],123:[.08333,.69444,0,0,.525],124:[.08333,.69444,0,0,.525],125:[.08333,.69444,0,0,.525],126:[0,.61111,0,0,.525],127:[0,.61111,0,0,.525],160:[0,0,0,0,.525],176:[0,.61111,0,0,.525],184:[.19445,0,0,0,.525],305:[0,.43056,0,0,.525],567:[.22222,.43056,0,0,.525],711:[0,.56597,0,0,.525],713:[0,.56555,0,0,.525],714:[0,.61111,0,0,.525],715:[0,.61111,0,0,.525],728:[0,.61111,0,0,.525],730:[0,.61111,0,0,.525],770:[0,.61111,0,0,.525],771:[0,.61111,0,0,.525],776:[0,.61111,0,0,.525],915:[0,.61111,0,0,.525],916:[0,.61111,0,0,.525],920:[0,.61111,0,0,.525],923:[0,.61111,0,0,.525],926:[0,.61111,0,0,.525],928:[0,.61111,0,0,.525],931:[0,.61111,0,0,.525],933:[0,.61111,0,0,.525],934:[0,.61111,0,0,.525],936:[0,.61111,0,0,.525],937:[0,.61111,0,0,.525],8216:[0,.61111,0,0,.525],8217:[0,.61111,0,0,.525],8242:[0,.61111,0,0,.525],9251:[.11111,.21944,0,0,.525]}},X1={slant:[.25,.25,.25],space:[0,0,0],stretch:[0,0,0],shrink:[0,0,0],xHeight:[.431,.431,.431],quad:[1,1.171,1.472],extraSpace:[0,0,0],num1:[.677,.732,.925],num2:[.394,.384,.387],num3:[.444,.471,.504],denom1:[.686,.752,1.025],denom2:[.345,.344,.532],sup1:[.413,.503,.504],sup2:[.363,.431,.404],sup3:[.289,.286,.294],sub1:[.15,.143,.2],sub2:[.247,.286,.4],supDrop:[.386,.353,.494],subDrop:[.05,.071,.1],delim1:[2.39,1.7,1.98],delim2:[1.01,1.157,1.42],axisHeight:[.25,.25,.25],defaultRuleThickness:[.04,.049,.049],bigOpSpacing1:[.111,.111,.111],bigOpSpacing2:[.166,.166,.166],bigOpSpacing3:[.2,.2,.2],bigOpSpacing4:[.6,.611,.611],bigOpSpacing5:[.1,.143,.143],sqrtRuleThickness:[.04,.04,.04],ptPerEm:[10,10,10],doubleRuleSep:[.2,.2,.2],arrayRuleWidth:[.04,.04,.04],fboxsep:[.3,.3,.3],fboxrule:[.04,.04,.04]},RP={Å:"A",Ð:"D",Þ:"o",å:"a",ð:"d",þ:"o",А:"A",Б:"B",В:"B",Г:"F",Д:"A",Е:"E",Ж:"K",З:"3",И:"N",Й:"N",К:"K",Л:"N",М:"M",Н:"H",О:"O",П:"N",Р:"P",С:"C",Т:"T",У:"y",Ф:"O",Х:"X",Ц:"U",Ч:"h",Ш:"W",Щ:"W",Ъ:"B",Ы:"X",Ь:"B",Э:"3",Ю:"X",Я:"R",а:"a",б:"b",в:"a",г:"r",д:"y",е:"e",ж:"m",з:"e",и:"n",й:"n",к:"n",л:"n",м:"m",н:"n",о:"o",п:"n",р:"p",с:"c",т:"o",у:"y",ф:"b",х:"x",ц:"n",ч:"n",ш:"w",щ:"w",ъ:"a",ы:"m",ь:"a",э:"e",ю:"m",я:"r"};function bNe(r,e){Nl[r]=e}function t6(r,e,t){if(!Nl[e])throw new Error("Font metrics not found for font: "+e+".");var n=r.charCodeAt(0),a=Nl[e][n];if(!a&&r[0]in RP&&(n=RP[r[0]].charCodeAt(0),a=Nl[e][n]),!a&&t==="text"&&iH(n)&&(a=Nl[e][77]),a)return{depth:a[0],height:a[1],italic:a[2],skew:a[3],width:a[4]}}var JT={};function vNe(r){var e;if(r>=5?e=0:r>=3?e=1:e=2,!JT[e]){var t=JT[e]={cssEmPerMu:X1.quad[e]/18};for(var n in X1)X1.hasOwnProperty(n)&&(t[n]=X1[n][e])}return JT[e]}var yNe=[[1,1,1],[2,1,1],[3,1,1],[4,2,1],[5,2,1],[6,3,1],[7,4,2],[8,6,3],[9,7,6],[10,8,7],[11,10,9]],OP=[.5,.6,.7,.8,.9,1,1.2,1.44,1.728,2.074,2.488],NP=function(e,t){return t.size<2?e:yNe[e-1][t.size-1]};class bc{constructor(e){this.style=void 0,this.color=void 0,this.size=void 0,this.textSize=void 0,this.phantom=void 0,this.font=void 0,this.fontFamily=void 0,this.fontWeight=void 0,this.fontShape=void 0,this.sizeMultiplier=void 0,this.maxSize=void 0,this.minRuleThickness=void 0,this._fontMetrics=void 0,this.style=e.style,this.color=e.color,this.size=e.size||bc.BASESIZE,this.textSize=e.textSize||this.size,this.phantom=!!e.phantom,this.font=e.font||"",this.fontFamily=e.fontFamily||"",this.fontWeight=e.fontWeight||"",this.fontShape=e.fontShape||"",this.sizeMultiplier=OP[this.size-1],this.maxSize=e.maxSize,this.minRuleThickness=e.minRuleThickness,this._fontMetrics=void 0}extend(e){var t={style:this.style,size:this.size,textSize:this.textSize,color:this.color,phantom:this.phantom,font:this.font,fontFamily:this.fontFamily,fontWeight:this.fontWeight,fontShape:this.fontShape,maxSize:this.maxSize,minRuleThickness:this.minRuleThickness};for(var n in e)e.hasOwnProperty(n)&&(t[n]=e[n]);return new bc(t)}havingStyle(e){return this.style===e?this:this.extend({style:e,size:NP(this.textSize,e)})}havingCrampedStyle(){return this.havingStyle(this.style.cramp())}havingSize(e){return this.size===e&&this.textSize===e?this:this.extend({style:this.style.text(),size:e,textSize:e,sizeMultiplier:OP[e-1]})}havingBaseStyle(e){e=e||this.style.text();var t=NP(bc.BASESIZE,e);return this.size===t&&this.textSize===bc.BASESIZE&&this.style===e?this:this.extend({style:e,size:t})}havingBaseSizing(){var e;switch(this.style.id){case 4:case 5:e=3;break;case 6:case 7:e=1;break;default:e=6}return this.extend({style:this.style.text(),size:e})}withColor(e){return this.extend({color:e})}withPhantom(){return this.extend({phantom:!0})}withFont(e){return this.extend({font:e})}withTextFontFamily(e){return this.extend({fontFamily:e,font:""})}withTextFontWeight(e){return this.extend({fontWeight:e,font:""})}withTextFontShape(e){return this.extend({fontShape:e,font:""})}sizingClasses(e){return e.size!==this.size?["sizing","reset-size"+e.size,"size"+this.size]:[]}baseSizingClasses(){return this.size!==bc.BASESIZE?["sizing","reset-size"+this.size,"size"+bc.BASESIZE]:[]}fontMetrics(){return this._fontMetrics||(this._fontMetrics=vNe(this.size)),this._fontMetrics}getColor(){return this.phantom?"transparent":this.color}}bc.BASESIZE=6;var RA={pt:1,mm:7227/2540,cm:7227/254,in:72.27,bp:803/800,pc:12,dd:1238/1157,cc:14856/1157,nd:685/642,nc:1370/107,sp:1/65536,px:803/800},SNe={ex:!0,em:!0,mu:!0},sH=function(e){return typeof e!="string"&&(e=e.unit),e in RA||e in SNe||e==="ex"},Ca=function(e,t){var n;if(e.unit in RA)n=RA[e.unit]/t.fontMetrics().ptPerEm/t.sizeMultiplier;else if(e.unit==="mu")n=t.fontMetrics().cssEmPerMu;else{var a;if(t.style.isTight()?a=t.havingStyle(t.style.text()):a=t,e.unit==="ex")n=a.fontMetrics().xHeight;else if(e.unit==="em")n=a.fontMetrics().quad;else throw new $t("Invalid unit: '"+e.unit+"'");a!==t&&(n*=a.sizeMultiplier/t.sizeMultiplier)}return Math.min(e.number*n,t.maxSize)},Xt=function(e){return+e.toFixed(4)+"em"},Gu=function(e){return e.filter(t=>t).join(" ")},oH=function(e,t,n){if(this.classes=e||[],this.attributes={},this.height=0,this.depth=0,this.maxFontSize=0,this.style=n||{},t){t.style.isTight()&&this.classes.push("mtight");var a=t.getColor();a&&(this.style.color=a)}},lH=function(e){var t=document.createElement(e);t.className=Gu(this.classes);for(var n in this.style)this.style.hasOwnProperty(n)&&(t.style[n]=this.style[n]);for(var a in this.attributes)this.attributes.hasOwnProperty(a)&&t.setAttribute(a,this.attributes[a]);for(var i=0;i/=\x00-\x1f]/,cH=function(e){var t="<"+e;this.classes.length&&(t+=' class="'+Lr.escape(Gu(this.classes))+'"');var n="";for(var a in this.style)this.style.hasOwnProperty(a)&&(n+=Lr.hyphenate(a)+":"+this.style[a]+";");n&&(t+=' style="'+Lr.escape(n)+'"');for(var i in this.attributes)if(this.attributes.hasOwnProperty(i)){if(ENe.test(i))throw new $t("Invalid attribute name '"+i+"'");t+=" "+i+'="'+Lr.escape(this.attributes[i])+'"'}t+=">";for(var s=0;s",t};class kg{constructor(e,t,n,a){this.children=void 0,this.attributes=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.width=void 0,this.maxFontSize=void 0,this.style=void 0,oH.call(this,e,n,a),this.children=t||[]}setAttribute(e,t){this.attributes[e]=t}hasClass(e){return Lr.contains(this.classes,e)}toNode(){return lH.call(this,"span")}toMarkup(){return cH.call(this,"span")}}class r6{constructor(e,t,n,a){this.children=void 0,this.attributes=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,oH.call(this,t,a),this.children=n||[],this.setAttribute("href",e)}setAttribute(e,t){this.attributes[e]=t}hasClass(e){return Lr.contains(this.classes,e)}toNode(){return lH.call(this,"a")}toMarkup(){return cH.call(this,"a")}}class wNe{constructor(e,t,n){this.src=void 0,this.alt=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,this.alt=t,this.src=e,this.classes=["mord"],this.style=n}hasClass(e){return Lr.contains(this.classes,e)}toNode(){var e=document.createElement("img");e.src=this.src,e.alt=this.alt,e.className="mord";for(var t in this.style)this.style.hasOwnProperty(t)&&(e.style[t]=this.style[t]);return e}toMarkup(){var e=''+Lr.escape(this.alt)+'0&&(t=document.createElement("span"),t.style.marginRight=Xt(this.italic)),this.classes.length>0&&(t=t||document.createElement("span"),t.className=Gu(this.classes));for(var n in this.style)this.style.hasOwnProperty(n)&&(t=t||document.createElement("span"),t.style[n]=this.style[n]);return t?(t.appendChild(e),t):e}toMarkup(){var e=!1,t="0&&(n+="margin-right:"+this.italic+"em;");for(var a in this.style)this.style.hasOwnProperty(a)&&(n+=Lr.hyphenate(a)+":"+this.style[a]+";");n&&(e=!0,t+=' style="'+Lr.escape(n)+'"');var i=Lr.escape(this.text);return e?(t+=">",t+=i,t+="",t):i}}class Hc{constructor(e,t){this.children=void 0,this.attributes=void 0,this.children=e||[],this.attributes=t||{}}toNode(){var e="http://www.w3.org/2000/svg",t=document.createElementNS(e,"svg");for(var n in this.attributes)Object.prototype.hasOwnProperty.call(this.attributes,n)&&t.setAttribute(n,this.attributes[n]);for(var a=0;a':''}}class OA{constructor(e){this.attributes=void 0,this.attributes=e||{}}toNode(){var e="http://www.w3.org/2000/svg",t=document.createElementNS(e,"line");for(var n in this.attributes)Object.prototype.hasOwnProperty.call(this.attributes,n)&&t.setAttribute(n,this.attributes[n]);return t}toMarkup(){var e=" but got "+String(r)+".")}var ANe={bin:1,close:1,inner:1,open:1,punct:1,rel:1},xNe={"accent-token":1,mathord:1,"op-token":1,spacing:1,textord:1},sa={math:{},text:{}};function X(r,e,t,n,a,i){sa[r][a]={font:e,group:t,replace:n},i&&n&&(sa[r][n]=sa[r][a])}var oe="math",Mt="text",ge="main",Ie="ams",Sa="accent-token",gr="bin",hs="close",lp="inner",Br="mathord",Ja="op-token",fo="open",Cy="punct",Me="rel",tu="spacing",je="textord";X(oe,ge,Me,"≡","\\equiv",!0);X(oe,ge,Me,"≺","\\prec",!0);X(oe,ge,Me,"≻","\\succ",!0);X(oe,ge,Me,"∼","\\sim",!0);X(oe,ge,Me,"⊥","\\perp");X(oe,ge,Me,"⪯","\\preceq",!0);X(oe,ge,Me,"⪰","\\succeq",!0);X(oe,ge,Me,"≃","\\simeq",!0);X(oe,ge,Me,"∣","\\mid",!0);X(oe,ge,Me,"≪","\\ll",!0);X(oe,ge,Me,"≫","\\gg",!0);X(oe,ge,Me,"≍","\\asymp",!0);X(oe,ge,Me,"∥","\\parallel");X(oe,ge,Me,"⋈","\\bowtie",!0);X(oe,ge,Me,"⌣","\\smile",!0);X(oe,ge,Me,"⊑","\\sqsubseteq",!0);X(oe,ge,Me,"⊒","\\sqsupseteq",!0);X(oe,ge,Me,"≐","\\doteq",!0);X(oe,ge,Me,"⌢","\\frown",!0);X(oe,ge,Me,"∋","\\ni",!0);X(oe,ge,Me,"∝","\\propto",!0);X(oe,ge,Me,"⊢","\\vdash",!0);X(oe,ge,Me,"⊣","\\dashv",!0);X(oe,ge,Me,"∋","\\owns");X(oe,ge,Cy,".","\\ldotp");X(oe,ge,Cy,"⋅","\\cdotp");X(oe,ge,je,"#","\\#");X(Mt,ge,je,"#","\\#");X(oe,ge,je,"&","\\&");X(Mt,ge,je,"&","\\&");X(oe,ge,je,"ℵ","\\aleph",!0);X(oe,ge,je,"∀","\\forall",!0);X(oe,ge,je,"ℏ","\\hbar",!0);X(oe,ge,je,"∃","\\exists",!0);X(oe,ge,je,"∇","\\nabla",!0);X(oe,ge,je,"♭","\\flat",!0);X(oe,ge,je,"ℓ","\\ell",!0);X(oe,ge,je,"♮","\\natural",!0);X(oe,ge,je,"♣","\\clubsuit",!0);X(oe,ge,je,"℘","\\wp",!0);X(oe,ge,je,"♯","\\sharp",!0);X(oe,ge,je,"♢","\\diamondsuit",!0);X(oe,ge,je,"ℜ","\\Re",!0);X(oe,ge,je,"♡","\\heartsuit",!0);X(oe,ge,je,"ℑ","\\Im",!0);X(oe,ge,je,"♠","\\spadesuit",!0);X(oe,ge,je,"§","\\S",!0);X(Mt,ge,je,"§","\\S");X(oe,ge,je,"¶","\\P",!0);X(Mt,ge,je,"¶","\\P");X(oe,ge,je,"†","\\dag");X(Mt,ge,je,"†","\\dag");X(Mt,ge,je,"†","\\textdagger");X(oe,ge,je,"‡","\\ddag");X(Mt,ge,je,"‡","\\ddag");X(Mt,ge,je,"‡","\\textdaggerdbl");X(oe,ge,hs,"⎱","\\rmoustache",!0);X(oe,ge,fo,"⎰","\\lmoustache",!0);X(oe,ge,hs,"⟯","\\rgroup",!0);X(oe,ge,fo,"⟮","\\lgroup",!0);X(oe,ge,gr,"∓","\\mp",!0);X(oe,ge,gr,"⊖","\\ominus",!0);X(oe,ge,gr,"⊎","\\uplus",!0);X(oe,ge,gr,"⊓","\\sqcap",!0);X(oe,ge,gr,"∗","\\ast");X(oe,ge,gr,"⊔","\\sqcup",!0);X(oe,ge,gr,"◯","\\bigcirc",!0);X(oe,ge,gr,"∙","\\bullet",!0);X(oe,ge,gr,"‡","\\ddagger");X(oe,ge,gr,"≀","\\wr",!0);X(oe,ge,gr,"⨿","\\amalg");X(oe,ge,gr,"&","\\And");X(oe,ge,Me,"⟵","\\longleftarrow",!0);X(oe,ge,Me,"⇐","\\Leftarrow",!0);X(oe,ge,Me,"⟸","\\Longleftarrow",!0);X(oe,ge,Me,"⟶","\\longrightarrow",!0);X(oe,ge,Me,"⇒","\\Rightarrow",!0);X(oe,ge,Me,"⟹","\\Longrightarrow",!0);X(oe,ge,Me,"↔","\\leftrightarrow",!0);X(oe,ge,Me,"⟷","\\longleftrightarrow",!0);X(oe,ge,Me,"⇔","\\Leftrightarrow",!0);X(oe,ge,Me,"⟺","\\Longleftrightarrow",!0);X(oe,ge,Me,"↦","\\mapsto",!0);X(oe,ge,Me,"⟼","\\longmapsto",!0);X(oe,ge,Me,"↗","\\nearrow",!0);X(oe,ge,Me,"↩","\\hookleftarrow",!0);X(oe,ge,Me,"↪","\\hookrightarrow",!0);X(oe,ge,Me,"↘","\\searrow",!0);X(oe,ge,Me,"↼","\\leftharpoonup",!0);X(oe,ge,Me,"⇀","\\rightharpoonup",!0);X(oe,ge,Me,"↙","\\swarrow",!0);X(oe,ge,Me,"↽","\\leftharpoondown",!0);X(oe,ge,Me,"⇁","\\rightharpoondown",!0);X(oe,ge,Me,"↖","\\nwarrow",!0);X(oe,ge,Me,"⇌","\\rightleftharpoons",!0);X(oe,Ie,Me,"≮","\\nless",!0);X(oe,Ie,Me,"","\\@nleqslant");X(oe,Ie,Me,"","\\@nleqq");X(oe,Ie,Me,"⪇","\\lneq",!0);X(oe,Ie,Me,"≨","\\lneqq",!0);X(oe,Ie,Me,"","\\@lvertneqq");X(oe,Ie,Me,"⋦","\\lnsim",!0);X(oe,Ie,Me,"⪉","\\lnapprox",!0);X(oe,Ie,Me,"⊀","\\nprec",!0);X(oe,Ie,Me,"⋠","\\npreceq",!0);X(oe,Ie,Me,"⋨","\\precnsim",!0);X(oe,Ie,Me,"⪹","\\precnapprox",!0);X(oe,Ie,Me,"≁","\\nsim",!0);X(oe,Ie,Me,"","\\@nshortmid");X(oe,Ie,Me,"∤","\\nmid",!0);X(oe,Ie,Me,"⊬","\\nvdash",!0);X(oe,Ie,Me,"⊭","\\nvDash",!0);X(oe,Ie,Me,"⋪","\\ntriangleleft");X(oe,Ie,Me,"⋬","\\ntrianglelefteq",!0);X(oe,Ie,Me,"⊊","\\subsetneq",!0);X(oe,Ie,Me,"","\\@varsubsetneq");X(oe,Ie,Me,"⫋","\\subsetneqq",!0);X(oe,Ie,Me,"","\\@varsubsetneqq");X(oe,Ie,Me,"≯","\\ngtr",!0);X(oe,Ie,Me,"","\\@ngeqslant");X(oe,Ie,Me,"","\\@ngeqq");X(oe,Ie,Me,"⪈","\\gneq",!0);X(oe,Ie,Me,"≩","\\gneqq",!0);X(oe,Ie,Me,"","\\@gvertneqq");X(oe,Ie,Me,"⋧","\\gnsim",!0);X(oe,Ie,Me,"⪊","\\gnapprox",!0);X(oe,Ie,Me,"⊁","\\nsucc",!0);X(oe,Ie,Me,"⋡","\\nsucceq",!0);X(oe,Ie,Me,"⋩","\\succnsim",!0);X(oe,Ie,Me,"⪺","\\succnapprox",!0);X(oe,Ie,Me,"≆","\\ncong",!0);X(oe,Ie,Me,"","\\@nshortparallel");X(oe,Ie,Me,"∦","\\nparallel",!0);X(oe,Ie,Me,"⊯","\\nVDash",!0);X(oe,Ie,Me,"⋫","\\ntriangleright");X(oe,Ie,Me,"⋭","\\ntrianglerighteq",!0);X(oe,Ie,Me,"","\\@nsupseteqq");X(oe,Ie,Me,"⊋","\\supsetneq",!0);X(oe,Ie,Me,"","\\@varsupsetneq");X(oe,Ie,Me,"⫌","\\supsetneqq",!0);X(oe,Ie,Me,"","\\@varsupsetneqq");X(oe,Ie,Me,"⊮","\\nVdash",!0);X(oe,Ie,Me,"⪵","\\precneqq",!0);X(oe,Ie,Me,"⪶","\\succneqq",!0);X(oe,Ie,Me,"","\\@nsubseteqq");X(oe,Ie,gr,"⊴","\\unlhd");X(oe,Ie,gr,"⊵","\\unrhd");X(oe,Ie,Me,"↚","\\nleftarrow",!0);X(oe,Ie,Me,"↛","\\nrightarrow",!0);X(oe,Ie,Me,"⇍","\\nLeftarrow",!0);X(oe,Ie,Me,"⇏","\\nRightarrow",!0);X(oe,Ie,Me,"↮","\\nleftrightarrow",!0);X(oe,Ie,Me,"⇎","\\nLeftrightarrow",!0);X(oe,Ie,Me,"△","\\vartriangle");X(oe,Ie,je,"ℏ","\\hslash");X(oe,Ie,je,"▽","\\triangledown");X(oe,Ie,je,"◊","\\lozenge");X(oe,Ie,je,"Ⓢ","\\circledS");X(oe,Ie,je,"®","\\circledR");X(Mt,Ie,je,"®","\\circledR");X(oe,Ie,je,"∡","\\measuredangle",!0);X(oe,Ie,je,"∄","\\nexists");X(oe,Ie,je,"℧","\\mho");X(oe,Ie,je,"Ⅎ","\\Finv",!0);X(oe,Ie,je,"⅁","\\Game",!0);X(oe,Ie,je,"‵","\\backprime");X(oe,Ie,je,"▲","\\blacktriangle");X(oe,Ie,je,"▼","\\blacktriangledown");X(oe,Ie,je,"■","\\blacksquare");X(oe,Ie,je,"⧫","\\blacklozenge");X(oe,Ie,je,"★","\\bigstar");X(oe,Ie,je,"∢","\\sphericalangle",!0);X(oe,Ie,je,"∁","\\complement",!0);X(oe,Ie,je,"ð","\\eth",!0);X(Mt,ge,je,"ð","ð");X(oe,Ie,je,"╱","\\diagup");X(oe,Ie,je,"╲","\\diagdown");X(oe,Ie,je,"□","\\square");X(oe,Ie,je,"□","\\Box");X(oe,Ie,je,"◊","\\Diamond");X(oe,Ie,je,"¥","\\yen",!0);X(Mt,Ie,je,"¥","\\yen",!0);X(oe,Ie,je,"✓","\\checkmark",!0);X(Mt,Ie,je,"✓","\\checkmark");X(oe,Ie,je,"ℶ","\\beth",!0);X(oe,Ie,je,"ℸ","\\daleth",!0);X(oe,Ie,je,"ℷ","\\gimel",!0);X(oe,Ie,je,"ϝ","\\digamma",!0);X(oe,Ie,je,"ϰ","\\varkappa");X(oe,Ie,fo,"┌","\\@ulcorner",!0);X(oe,Ie,hs,"┐","\\@urcorner",!0);X(oe,Ie,fo,"└","\\@llcorner",!0);X(oe,Ie,hs,"┘","\\@lrcorner",!0);X(oe,Ie,Me,"≦","\\leqq",!0);X(oe,Ie,Me,"⩽","\\leqslant",!0);X(oe,Ie,Me,"⪕","\\eqslantless",!0);X(oe,Ie,Me,"≲","\\lesssim",!0);X(oe,Ie,Me,"⪅","\\lessapprox",!0);X(oe,Ie,Me,"≊","\\approxeq",!0);X(oe,Ie,gr,"⋖","\\lessdot");X(oe,Ie,Me,"⋘","\\lll",!0);X(oe,Ie,Me,"≶","\\lessgtr",!0);X(oe,Ie,Me,"⋚","\\lesseqgtr",!0);X(oe,Ie,Me,"⪋","\\lesseqqgtr",!0);X(oe,Ie,Me,"≑","\\doteqdot");X(oe,Ie,Me,"≓","\\risingdotseq",!0);X(oe,Ie,Me,"≒","\\fallingdotseq",!0);X(oe,Ie,Me,"∽","\\backsim",!0);X(oe,Ie,Me,"⋍","\\backsimeq",!0);X(oe,Ie,Me,"⫅","\\subseteqq",!0);X(oe,Ie,Me,"⋐","\\Subset",!0);X(oe,Ie,Me,"⊏","\\sqsubset",!0);X(oe,Ie,Me,"≼","\\preccurlyeq",!0);X(oe,Ie,Me,"⋞","\\curlyeqprec",!0);X(oe,Ie,Me,"≾","\\precsim",!0);X(oe,Ie,Me,"⪷","\\precapprox",!0);X(oe,Ie,Me,"⊲","\\vartriangleleft");X(oe,Ie,Me,"⊴","\\trianglelefteq");X(oe,Ie,Me,"⊨","\\vDash",!0);X(oe,Ie,Me,"⊪","\\Vvdash",!0);X(oe,Ie,Me,"⌣","\\smallsmile");X(oe,Ie,Me,"⌢","\\smallfrown");X(oe,Ie,Me,"≏","\\bumpeq",!0);X(oe,Ie,Me,"≎","\\Bumpeq",!0);X(oe,Ie,Me,"≧","\\geqq",!0);X(oe,Ie,Me,"⩾","\\geqslant",!0);X(oe,Ie,Me,"⪖","\\eqslantgtr",!0);X(oe,Ie,Me,"≳","\\gtrsim",!0);X(oe,Ie,Me,"⪆","\\gtrapprox",!0);X(oe,Ie,gr,"⋗","\\gtrdot");X(oe,Ie,Me,"⋙","\\ggg",!0);X(oe,Ie,Me,"≷","\\gtrless",!0);X(oe,Ie,Me,"⋛","\\gtreqless",!0);X(oe,Ie,Me,"⪌","\\gtreqqless",!0);X(oe,Ie,Me,"≖","\\eqcirc",!0);X(oe,Ie,Me,"≗","\\circeq",!0);X(oe,Ie,Me,"≜","\\triangleq",!0);X(oe,Ie,Me,"∼","\\thicksim");X(oe,Ie,Me,"≈","\\thickapprox");X(oe,Ie,Me,"⫆","\\supseteqq",!0);X(oe,Ie,Me,"⋑","\\Supset",!0);X(oe,Ie,Me,"⊐","\\sqsupset",!0);X(oe,Ie,Me,"≽","\\succcurlyeq",!0);X(oe,Ie,Me,"⋟","\\curlyeqsucc",!0);X(oe,Ie,Me,"≿","\\succsim",!0);X(oe,Ie,Me,"⪸","\\succapprox",!0);X(oe,Ie,Me,"⊳","\\vartriangleright");X(oe,Ie,Me,"⊵","\\trianglerighteq");X(oe,Ie,Me,"⊩","\\Vdash",!0);X(oe,Ie,Me,"∣","\\shortmid");X(oe,Ie,Me,"∥","\\shortparallel");X(oe,Ie,Me,"≬","\\between",!0);X(oe,Ie,Me,"⋔","\\pitchfork",!0);X(oe,Ie,Me,"∝","\\varpropto");X(oe,Ie,Me,"◀","\\blacktriangleleft");X(oe,Ie,Me,"∴","\\therefore",!0);X(oe,Ie,Me,"∍","\\backepsilon");X(oe,Ie,Me,"▶","\\blacktriangleright");X(oe,Ie,Me,"∵","\\because",!0);X(oe,Ie,Me,"⋘","\\llless");X(oe,Ie,Me,"⋙","\\gggtr");X(oe,Ie,gr,"⊲","\\lhd");X(oe,Ie,gr,"⊳","\\rhd");X(oe,Ie,Me,"≂","\\eqsim",!0);X(oe,ge,Me,"⋈","\\Join");X(oe,Ie,Me,"≑","\\Doteq",!0);X(oe,Ie,gr,"∔","\\dotplus",!0);X(oe,Ie,gr,"∖","\\smallsetminus");X(oe,Ie,gr,"⋒","\\Cap",!0);X(oe,Ie,gr,"⋓","\\Cup",!0);X(oe,Ie,gr,"⩞","\\doublebarwedge",!0);X(oe,Ie,gr,"⊟","\\boxminus",!0);X(oe,Ie,gr,"⊞","\\boxplus",!0);X(oe,Ie,gr,"⋇","\\divideontimes",!0);X(oe,Ie,gr,"⋉","\\ltimes",!0);X(oe,Ie,gr,"⋊","\\rtimes",!0);X(oe,Ie,gr,"⋋","\\leftthreetimes",!0);X(oe,Ie,gr,"⋌","\\rightthreetimes",!0);X(oe,Ie,gr,"⋏","\\curlywedge",!0);X(oe,Ie,gr,"⋎","\\curlyvee",!0);X(oe,Ie,gr,"⊝","\\circleddash",!0);X(oe,Ie,gr,"⊛","\\circledast",!0);X(oe,Ie,gr,"⋅","\\centerdot");X(oe,Ie,gr,"⊺","\\intercal",!0);X(oe,Ie,gr,"⋒","\\doublecap");X(oe,Ie,gr,"⋓","\\doublecup");X(oe,Ie,gr,"⊠","\\boxtimes",!0);X(oe,Ie,Me,"⇢","\\dashrightarrow",!0);X(oe,Ie,Me,"⇠","\\dashleftarrow",!0);X(oe,Ie,Me,"⇇","\\leftleftarrows",!0);X(oe,Ie,Me,"⇆","\\leftrightarrows",!0);X(oe,Ie,Me,"⇚","\\Lleftarrow",!0);X(oe,Ie,Me,"↞","\\twoheadleftarrow",!0);X(oe,Ie,Me,"↢","\\leftarrowtail",!0);X(oe,Ie,Me,"↫","\\looparrowleft",!0);X(oe,Ie,Me,"⇋","\\leftrightharpoons",!0);X(oe,Ie,Me,"↶","\\curvearrowleft",!0);X(oe,Ie,Me,"↺","\\circlearrowleft",!0);X(oe,Ie,Me,"↰","\\Lsh",!0);X(oe,Ie,Me,"⇈","\\upuparrows",!0);X(oe,Ie,Me,"↿","\\upharpoonleft",!0);X(oe,Ie,Me,"⇃","\\downharpoonleft",!0);X(oe,ge,Me,"⊶","\\origof",!0);X(oe,ge,Me,"⊷","\\imageof",!0);X(oe,Ie,Me,"⊸","\\multimap",!0);X(oe,Ie,Me,"↭","\\leftrightsquigarrow",!0);X(oe,Ie,Me,"⇉","\\rightrightarrows",!0);X(oe,Ie,Me,"⇄","\\rightleftarrows",!0);X(oe,Ie,Me,"↠","\\twoheadrightarrow",!0);X(oe,Ie,Me,"↣","\\rightarrowtail",!0);X(oe,Ie,Me,"↬","\\looparrowright",!0);X(oe,Ie,Me,"↷","\\curvearrowright",!0);X(oe,Ie,Me,"↻","\\circlearrowright",!0);X(oe,Ie,Me,"↱","\\Rsh",!0);X(oe,Ie,Me,"⇊","\\downdownarrows",!0);X(oe,Ie,Me,"↾","\\upharpoonright",!0);X(oe,Ie,Me,"⇂","\\downharpoonright",!0);X(oe,Ie,Me,"⇝","\\rightsquigarrow",!0);X(oe,Ie,Me,"⇝","\\leadsto");X(oe,Ie,Me,"⇛","\\Rrightarrow",!0);X(oe,Ie,Me,"↾","\\restriction");X(oe,ge,je,"‘","`");X(oe,ge,je,"$","\\$");X(Mt,ge,je,"$","\\$");X(Mt,ge,je,"$","\\textdollar");X(oe,ge,je,"%","\\%");X(Mt,ge,je,"%","\\%");X(oe,ge,je,"_","\\_");X(Mt,ge,je,"_","\\_");X(Mt,ge,je,"_","\\textunderscore");X(oe,ge,je,"∠","\\angle",!0);X(oe,ge,je,"∞","\\infty",!0);X(oe,ge,je,"′","\\prime");X(oe,ge,je,"△","\\triangle");X(oe,ge,je,"Γ","\\Gamma",!0);X(oe,ge,je,"Δ","\\Delta",!0);X(oe,ge,je,"Θ","\\Theta",!0);X(oe,ge,je,"Λ","\\Lambda",!0);X(oe,ge,je,"Ξ","\\Xi",!0);X(oe,ge,je,"Π","\\Pi",!0);X(oe,ge,je,"Σ","\\Sigma",!0);X(oe,ge,je,"Υ","\\Upsilon",!0);X(oe,ge,je,"Φ","\\Phi",!0);X(oe,ge,je,"Ψ","\\Psi",!0);X(oe,ge,je,"Ω","\\Omega",!0);X(oe,ge,je,"A","Α");X(oe,ge,je,"B","Β");X(oe,ge,je,"E","Ε");X(oe,ge,je,"Z","Ζ");X(oe,ge,je,"H","Η");X(oe,ge,je,"I","Ι");X(oe,ge,je,"K","Κ");X(oe,ge,je,"M","Μ");X(oe,ge,je,"N","Ν");X(oe,ge,je,"O","Ο");X(oe,ge,je,"P","Ρ");X(oe,ge,je,"T","Τ");X(oe,ge,je,"X","Χ");X(oe,ge,je,"¬","\\neg",!0);X(oe,ge,je,"¬","\\lnot");X(oe,ge,je,"⊤","\\top");X(oe,ge,je,"⊥","\\bot");X(oe,ge,je,"∅","\\emptyset");X(oe,Ie,je,"∅","\\varnothing");X(oe,ge,Br,"α","\\alpha",!0);X(oe,ge,Br,"β","\\beta",!0);X(oe,ge,Br,"γ","\\gamma",!0);X(oe,ge,Br,"δ","\\delta",!0);X(oe,ge,Br,"ϵ","\\epsilon",!0);X(oe,ge,Br,"ζ","\\zeta",!0);X(oe,ge,Br,"η","\\eta",!0);X(oe,ge,Br,"θ","\\theta",!0);X(oe,ge,Br,"ι","\\iota",!0);X(oe,ge,Br,"κ","\\kappa",!0);X(oe,ge,Br,"λ","\\lambda",!0);X(oe,ge,Br,"μ","\\mu",!0);X(oe,ge,Br,"ν","\\nu",!0);X(oe,ge,Br,"ξ","\\xi",!0);X(oe,ge,Br,"ο","\\omicron",!0);X(oe,ge,Br,"π","\\pi",!0);X(oe,ge,Br,"ρ","\\rho",!0);X(oe,ge,Br,"σ","\\sigma",!0);X(oe,ge,Br,"τ","\\tau",!0);X(oe,ge,Br,"υ","\\upsilon",!0);X(oe,ge,Br,"ϕ","\\phi",!0);X(oe,ge,Br,"χ","\\chi",!0);X(oe,ge,Br,"ψ","\\psi",!0);X(oe,ge,Br,"ω","\\omega",!0);X(oe,ge,Br,"ε","\\varepsilon",!0);X(oe,ge,Br,"ϑ","\\vartheta",!0);X(oe,ge,Br,"ϖ","\\varpi",!0);X(oe,ge,Br,"ϱ","\\varrho",!0);X(oe,ge,Br,"ς","\\varsigma",!0);X(oe,ge,Br,"φ","\\varphi",!0);X(oe,ge,gr,"∗","*",!0);X(oe,ge,gr,"+","+");X(oe,ge,gr,"−","-",!0);X(oe,ge,gr,"⋅","\\cdot",!0);X(oe,ge,gr,"∘","\\circ",!0);X(oe,ge,gr,"÷","\\div",!0);X(oe,ge,gr,"±","\\pm",!0);X(oe,ge,gr,"×","\\times",!0);X(oe,ge,gr,"∩","\\cap",!0);X(oe,ge,gr,"∪","\\cup",!0);X(oe,ge,gr,"∖","\\setminus",!0);X(oe,ge,gr,"∧","\\land");X(oe,ge,gr,"∨","\\lor");X(oe,ge,gr,"∧","\\wedge",!0);X(oe,ge,gr,"∨","\\vee",!0);X(oe,ge,je,"√","\\surd");X(oe,ge,fo,"⟨","\\langle",!0);X(oe,ge,fo,"∣","\\lvert");X(oe,ge,fo,"∥","\\lVert");X(oe,ge,hs,"?","?");X(oe,ge,hs,"!","!");X(oe,ge,hs,"⟩","\\rangle",!0);X(oe,ge,hs,"∣","\\rvert");X(oe,ge,hs,"∥","\\rVert");X(oe,ge,Me,"=","=");X(oe,ge,Me,":",":");X(oe,ge,Me,"≈","\\approx",!0);X(oe,ge,Me,"≅","\\cong",!0);X(oe,ge,Me,"≥","\\ge");X(oe,ge,Me,"≥","\\geq",!0);X(oe,ge,Me,"←","\\gets");X(oe,ge,Me,">","\\gt",!0);X(oe,ge,Me,"∈","\\in",!0);X(oe,ge,Me,"","\\@not");X(oe,ge,Me,"⊂","\\subset",!0);X(oe,ge,Me,"⊃","\\supset",!0);X(oe,ge,Me,"⊆","\\subseteq",!0);X(oe,ge,Me,"⊇","\\supseteq",!0);X(oe,Ie,Me,"⊈","\\nsubseteq",!0);X(oe,Ie,Me,"⊉","\\nsupseteq",!0);X(oe,ge,Me,"⊨","\\models");X(oe,ge,Me,"←","\\leftarrow",!0);X(oe,ge,Me,"≤","\\le");X(oe,ge,Me,"≤","\\leq",!0);X(oe,ge,Me,"<","\\lt",!0);X(oe,ge,Me,"→","\\rightarrow",!0);X(oe,ge,Me,"→","\\to");X(oe,Ie,Me,"≱","\\ngeq",!0);X(oe,Ie,Me,"≰","\\nleq",!0);X(oe,ge,tu," ","\\ ");X(oe,ge,tu," ","\\space");X(oe,ge,tu," ","\\nobreakspace");X(Mt,ge,tu," ","\\ ");X(Mt,ge,tu," "," ");X(Mt,ge,tu," ","\\space");X(Mt,ge,tu," ","\\nobreakspace");X(oe,ge,tu,null,"\\nobreak");X(oe,ge,tu,null,"\\allowbreak");X(oe,ge,Cy,",",",");X(oe,ge,Cy,";",";");X(oe,Ie,gr,"⊼","\\barwedge",!0);X(oe,Ie,gr,"⊻","\\veebar",!0);X(oe,ge,gr,"⊙","\\odot",!0);X(oe,ge,gr,"⊕","\\oplus",!0);X(oe,ge,gr,"⊗","\\otimes",!0);X(oe,ge,je,"∂","\\partial",!0);X(oe,ge,gr,"⊘","\\oslash",!0);X(oe,Ie,gr,"⊚","\\circledcirc",!0);X(oe,Ie,gr,"⊡","\\boxdot",!0);X(oe,ge,gr,"△","\\bigtriangleup");X(oe,ge,gr,"▽","\\bigtriangledown");X(oe,ge,gr,"†","\\dagger");X(oe,ge,gr,"⋄","\\diamond");X(oe,ge,gr,"⋆","\\star");X(oe,ge,gr,"◃","\\triangleleft");X(oe,ge,gr,"▹","\\triangleright");X(oe,ge,fo,"{","\\{");X(Mt,ge,je,"{","\\{");X(Mt,ge,je,"{","\\textbraceleft");X(oe,ge,hs,"}","\\}");X(Mt,ge,je,"}","\\}");X(Mt,ge,je,"}","\\textbraceright");X(oe,ge,fo,"{","\\lbrace");X(oe,ge,hs,"}","\\rbrace");X(oe,ge,fo,"[","\\lbrack",!0);X(Mt,ge,je,"[","\\lbrack",!0);X(oe,ge,hs,"]","\\rbrack",!0);X(Mt,ge,je,"]","\\rbrack",!0);X(oe,ge,fo,"(","\\lparen",!0);X(oe,ge,hs,")","\\rparen",!0);X(Mt,ge,je,"<","\\textless",!0);X(Mt,ge,je,">","\\textgreater",!0);X(oe,ge,fo,"⌊","\\lfloor",!0);X(oe,ge,hs,"⌋","\\rfloor",!0);X(oe,ge,fo,"⌈","\\lceil",!0);X(oe,ge,hs,"⌉","\\rceil",!0);X(oe,ge,je,"\\","\\backslash");X(oe,ge,je,"∣","|");X(oe,ge,je,"∣","\\vert");X(Mt,ge,je,"|","\\textbar",!0);X(oe,ge,je,"∥","\\|");X(oe,ge,je,"∥","\\Vert");X(Mt,ge,je,"∥","\\textbardbl");X(Mt,ge,je,"~","\\textasciitilde");X(Mt,ge,je,"\\","\\textbackslash");X(Mt,ge,je,"^","\\textasciicircum");X(oe,ge,Me,"↑","\\uparrow",!0);X(oe,ge,Me,"⇑","\\Uparrow",!0);X(oe,ge,Me,"↓","\\downarrow",!0);X(oe,ge,Me,"⇓","\\Downarrow",!0);X(oe,ge,Me,"↕","\\updownarrow",!0);X(oe,ge,Me,"⇕","\\Updownarrow",!0);X(oe,ge,Ja,"∐","\\coprod");X(oe,ge,Ja,"⋁","\\bigvee");X(oe,ge,Ja,"⋀","\\bigwedge");X(oe,ge,Ja,"⨄","\\biguplus");X(oe,ge,Ja,"⋂","\\bigcap");X(oe,ge,Ja,"⋃","\\bigcup");X(oe,ge,Ja,"∫","\\int");X(oe,ge,Ja,"∫","\\intop");X(oe,ge,Ja,"∬","\\iint");X(oe,ge,Ja,"∭","\\iiint");X(oe,ge,Ja,"∏","\\prod");X(oe,ge,Ja,"∑","\\sum");X(oe,ge,Ja,"⨂","\\bigotimes");X(oe,ge,Ja,"⨁","\\bigoplus");X(oe,ge,Ja,"⨀","\\bigodot");X(oe,ge,Ja,"∮","\\oint");X(oe,ge,Ja,"∯","\\oiint");X(oe,ge,Ja,"∰","\\oiiint");X(oe,ge,Ja,"⨆","\\bigsqcup");X(oe,ge,Ja,"∫","\\smallint");X(Mt,ge,lp,"…","\\textellipsis");X(oe,ge,lp,"…","\\mathellipsis");X(Mt,ge,lp,"…","\\ldots",!0);X(oe,ge,lp,"…","\\ldots",!0);X(oe,ge,lp,"⋯","\\@cdots",!0);X(oe,ge,lp,"⋱","\\ddots",!0);X(oe,ge,je,"⋮","\\varvdots");X(Mt,ge,je,"⋮","\\varvdots");X(oe,ge,Sa,"ˊ","\\acute");X(oe,ge,Sa,"ˋ","\\grave");X(oe,ge,Sa,"¨","\\ddot");X(oe,ge,Sa,"~","\\tilde");X(oe,ge,Sa,"ˉ","\\bar");X(oe,ge,Sa,"˘","\\breve");X(oe,ge,Sa,"ˇ","\\check");X(oe,ge,Sa,"^","\\hat");X(oe,ge,Sa,"⃗","\\vec");X(oe,ge,Sa,"˙","\\dot");X(oe,ge,Sa,"˚","\\mathring");X(oe,ge,Br,"","\\@imath");X(oe,ge,Br,"","\\@jmath");X(oe,ge,je,"ı","ı");X(oe,ge,je,"ȷ","ȷ");X(Mt,ge,je,"ı","\\i",!0);X(Mt,ge,je,"ȷ","\\j",!0);X(Mt,ge,je,"ß","\\ss",!0);X(Mt,ge,je,"æ","\\ae",!0);X(Mt,ge,je,"œ","\\oe",!0);X(Mt,ge,je,"ø","\\o",!0);X(Mt,ge,je,"Æ","\\AE",!0);X(Mt,ge,je,"Œ","\\OE",!0);X(Mt,ge,je,"Ø","\\O",!0);X(Mt,ge,Sa,"ˊ","\\'");X(Mt,ge,Sa,"ˋ","\\`");X(Mt,ge,Sa,"ˆ","\\^");X(Mt,ge,Sa,"˜","\\~");X(Mt,ge,Sa,"ˉ","\\=");X(Mt,ge,Sa,"˘","\\u");X(Mt,ge,Sa,"˙","\\.");X(Mt,ge,Sa,"¸","\\c");X(Mt,ge,Sa,"˚","\\r");X(Mt,ge,Sa,"ˇ","\\v");X(Mt,ge,Sa,"¨",'\\"');X(Mt,ge,Sa,"˝","\\H");X(Mt,ge,Sa,"◯","\\textcircled");var uH={"--":!0,"---":!0,"``":!0,"''":!0};X(Mt,ge,je,"–","--",!0);X(Mt,ge,je,"–","\\textendash");X(Mt,ge,je,"—","---",!0);X(Mt,ge,je,"—","\\textemdash");X(Mt,ge,je,"‘","`",!0);X(Mt,ge,je,"‘","\\textquoteleft");X(Mt,ge,je,"’","'",!0);X(Mt,ge,je,"’","\\textquoteright");X(Mt,ge,je,"“","``",!0);X(Mt,ge,je,"“","\\textquotedblleft");X(Mt,ge,je,"”","''",!0);X(Mt,ge,je,"”","\\textquotedblright");X(oe,ge,je,"°","\\degree",!0);X(Mt,ge,je,"°","\\degree");X(Mt,ge,je,"°","\\textdegree",!0);X(oe,ge,je,"£","\\pounds");X(oe,ge,je,"£","\\mathsterling",!0);X(Mt,ge,je,"£","\\pounds");X(Mt,ge,je,"£","\\textsterling",!0);X(oe,Ie,je,"✠","\\maltese");X(Mt,Ie,je,"✠","\\maltese");var kP='0123456789/@."';for(var eC=0;eC0)return Wo(i,c,a,t,s.concat(u));if(l){var d,h;if(l==="boldsymbol"){var p=NNe(i,a,t,s,n);d=p.fontName,h=[p.fontClass]}else o?(d=fH[l].fontName,h=[l]):(d=e_(l,t.fontWeight,t.fontShape),h=[l,t.fontWeight,t.fontShape]);if(Ay(i,d,a).metrics)return Wo(i,d,a,t,s.concat(h));if(uH.hasOwnProperty(i)&&d.slice(0,10)==="Typewriter"){for(var m=[],g=0;g{if(Gu(r.classes)!==Gu(e.classes)||r.skew!==e.skew||r.maxFontSize!==e.maxFontSize)return!1;if(r.classes.length===1){var t=r.classes[0];if(t==="mbin"||t==="mord")return!1}for(var n in r.style)if(r.style.hasOwnProperty(n)&&r.style[n]!==e.style[n])return!1;for(var a in e.style)if(e.style.hasOwnProperty(a)&&r.style[a]!==e.style[a])return!1;return!0},MNe=r=>{for(var e=0;et&&(t=s.height),s.depth>n&&(n=s.depth),s.maxFontSize>a&&(a=s.maxFontSize)}e.height=t,e.depth=n,e.maxFontSize=a},Es=function(e,t,n,a){var i=new kg(e,t,n,a);return n6(i),i},dH=(r,e,t,n)=>new kg(r,e,t,n),DNe=function(e,t,n){var a=Es([e],[],t);return a.height=Math.max(n||t.fontMetrics().defaultRuleThickness,t.minRuleThickness),a.style.borderBottomWidth=Xt(a.height),a.maxFontSize=1,a},PNe=function(e,t,n,a){var i=new r6(e,t,n,a);return n6(i),i},hH=function(e){var t=new Ig(e);return n6(t),t},LNe=function(e,t){return e instanceof Ig?Es([],[e],t):e},FNe=function(e){if(e.positionType==="individualShift"){for(var t=e.children,n=[t[0]],a=-t[0].shift-t[0].elem.depth,i=a,s=1;s{var t=Es(["mspace"],[],e),n=Ca(r,e);return t.style.marginRight=Xt(n),t},e_=function(e,t,n){var a="";switch(e){case"amsrm":a="AMS";break;case"textrm":a="Main";break;case"textsf":a="SansSerif";break;case"texttt":a="Typewriter";break;default:a=e}var i;return t==="textbf"&&n==="textit"?i="BoldItalic":t==="textbf"?i="Bold":t==="textit"?i="Italic":i="Regular",a+"-"+i},fH={mathbf:{variant:"bold",fontName:"Main-Bold"},mathrm:{variant:"normal",fontName:"Main-Regular"},textit:{variant:"italic",fontName:"Main-Italic"},mathit:{variant:"italic",fontName:"Main-Italic"},mathnormal:{variant:"italic",fontName:"Math-Italic"},mathsfit:{variant:"sans-serif-italic",fontName:"SansSerif-Italic"},mathbb:{variant:"double-struck",fontName:"AMS-Regular"},mathcal:{variant:"script",fontName:"Caligraphic-Regular"},mathfrak:{variant:"fraktur",fontName:"Fraktur-Regular"},mathscr:{variant:"script",fontName:"Script-Regular"},mathsf:{variant:"sans-serif",fontName:"SansSerif-Regular"},mathtt:{variant:"monospace",fontName:"Typewriter-Regular"}},pH={vec:["vec",.471,.714],oiintSize1:["oiintSize1",.957,.499],oiintSize2:["oiintSize2",1.472,.659],oiiintSize1:["oiiintSize1",1.304,.499],oiiintSize2:["oiiintSize2",1.98,.659]},$Ne=function(e,t){var[n,a,i]=pH[e],s=new zu(n),o=new Hc([s],{width:Xt(a),height:Xt(i),style:"width:"+Xt(a),viewBox:"0 0 "+1e3*a+" "+1e3*i,preserveAspectRatio:"xMinYMin"}),l=dH(["overlay"],[o],t);return l.height=i,l.style.height=Xt(i),l.style.width=Xt(a),l},lt={fontMap:fH,makeSymbol:Wo,mathsym:ONe,makeSpan:Es,makeSvgSpan:dH,makeLineSpan:DNe,makeAnchor:PNe,makeFragment:hH,wrapFragment:LNe,makeVList:BNe,makeOrd:INe,makeGlue:UNe,staticSvg:$Ne,svgData:pH,tryCombineChars:MNe},Ta={number:3,unit:"mu"},xd={number:4,unit:"mu"},uc={number:5,unit:"mu"},GNe={mord:{mop:Ta,mbin:xd,mrel:uc,minner:Ta},mop:{mord:Ta,mop:Ta,mrel:uc,minner:Ta},mbin:{mord:xd,mop:xd,mopen:xd,minner:xd},mrel:{mord:uc,mop:uc,mopen:uc,minner:uc},mopen:{},mclose:{mop:Ta,mbin:xd,mrel:uc,minner:Ta},mpunct:{mord:Ta,mop:Ta,mrel:uc,mopen:Ta,mclose:Ta,mpunct:Ta,minner:Ta},minner:{mord:Ta,mop:Ta,mbin:xd,mrel:uc,mopen:Ta,mpunct:Ta,minner:Ta}},zNe={mord:{mop:Ta},mop:{mord:Ta,mop:Ta},mbin:{},mrel:{},mopen:{},mclose:{mop:Ta},mpunct:{},minner:{mop:Ta}},mH={},zb={},qb={};function ur(r){for(var{type:e,names:t,props:n,handler:a,htmlBuilder:i,mathmlBuilder:s}=r,o={type:e,numArgs:n.numArgs,argTypes:n.argTypes,allowedInArgument:!!n.allowedInArgument,allowedInText:!!n.allowedInText,allowedInMath:n.allowedInMath===void 0?!0:n.allowedInMath,numOptionalArgs:n.numOptionalArgs||0,infix:!!n.infix,primitive:!!n.primitive,handler:a},l=0;l{var b=g.classes[0],_=m.classes[0];b==="mbin"&&Lr.contains(HNe,_)?g.classes[0]="mord":_==="mbin"&&Lr.contains(qNe,b)&&(m.classes[0]="mord")},{node:d},h,p),FP(i,(m,g)=>{var b=IA(g),_=IA(m),v=b&&_?m.hasClass("mtight")?zNe[b][_]:GNe[b][_]:null;if(v)return lt.makeGlue(v,c)},{node:d},h,p),i},FP=function r(e,t,n,a,i){a&&e.push(a);for(var s=0;sh=>{e.splice(d+1,0,h),s++})(s)}a&&e.pop()},gH=function(e){return e instanceof Ig||e instanceof r6||e instanceof kg&&e.hasClass("enclosing")?e:null},WNe=function r(e,t){var n=gH(e);if(n){var a=n.children;if(a.length){if(t==="right")return r(a[a.length-1],"right");if(t==="left")return r(a[0],"left")}}return e},IA=function(e,t){return e?(t&&(e=WNe(e,t)),YNe[e.classes[0]]||null):null},$m=function(e,t){var n=["nulldelimiter"].concat(e.baseSizingClasses());return Vc(t.concat(n))},Bn=function(e,t,n){if(!e)return Vc();if(zb[e.type]){var a=zb[e.type](e,t);if(n&&t.size!==n.size){a=Vc(t.sizingClasses(n),[a],t);var i=t.sizeMultiplier/n.sizeMultiplier;a.height*=i,a.depth*=i}return a}else throw new $t("Got group of unknown type: '"+e.type+"'")};function t_(r,e){var t=Vc(["base"],r,e),n=Vc(["strut"]);return n.style.height=Xt(t.height+t.depth),t.depth&&(n.style.verticalAlign=Xt(-t.depth)),t.children.unshift(n),t}function kA(r,e){var t=null;r.length===1&&r[0].type==="tag"&&(t=r[0].tag,r=r[0].body);var n=li(r,e,"root"),a;n.length===2&&n[1].hasClass("tag")&&(a=n.pop());for(var i=[],s=[],o=0;o0&&(i.push(t_(s,e)),s=[]),i.push(n[o]));s.length>0&&i.push(t_(s,e));var c;t?(c=t_(li(t,e,!0)),c.classes=["tag"],i.push(c)):a&&i.push(a);var u=Vc(["katex-html"],i);if(u.setAttribute("aria-hidden","true"),c){var d=c.children[0];d.style.height=Xt(u.height+u.depth),u.depth&&(d.style.verticalAlign=Xt(-u.depth))}return u}function _H(r){return new Ig(r)}class Zs{constructor(e,t,n){this.type=void 0,this.attributes=void 0,this.children=void 0,this.classes=void 0,this.type=e,this.attributes={},this.children=t||[],this.classes=n||[]}setAttribute(e,t){this.attributes[e]=t}getAttribute(e){return this.attributes[e]}toNode(){var e=document.createElementNS("http://www.w3.org/1998/Math/MathML",this.type);for(var t in this.attributes)Object.prototype.hasOwnProperty.call(this.attributes,t)&&e.setAttribute(t,this.attributes[t]);this.classes.length>0&&(e.className=Gu(this.classes));for(var n=0;n0&&(e+=' class ="'+Lr.escape(Gu(this.classes))+'"'),e+=">";for(var n=0;n",e}toText(){return this.children.map(e=>e.toText()).join("")}}class Il{constructor(e){this.text=void 0,this.text=e}toNode(){return document.createTextNode(this.text)}toMarkup(){return Lr.escape(this.toText())}toText(){return this.text}}class jNe{constructor(e){this.width=void 0,this.character=void 0,this.width=e,e>=.05555&&e<=.05556?this.character=" ":e>=.1666&&e<=.1667?this.character=" ":e>=.2222&&e<=.2223?this.character=" ":e>=.2777&&e<=.2778?this.character="  ":e>=-.05556&&e<=-.05555?this.character=" ⁣":e>=-.1667&&e<=-.1666?this.character=" ⁣":e>=-.2223&&e<=-.2222?this.character=" ⁣":e>=-.2778&&e<=-.2777?this.character=" ⁣":this.character=null}toNode(){if(this.character)return document.createTextNode(this.character);var e=document.createElementNS("http://www.w3.org/1998/Math/MathML","mspace");return e.setAttribute("width",Xt(this.width)),e}toMarkup(){return this.character?""+this.character+"":''}toText(){return this.character?this.character:" "}}var Bt={MathNode:Zs,TextNode:Il,SpaceNode:jNe,newDocumentFragment:_H},Do=function(e,t,n){return sa[t][e]&&sa[t][e].replace&&e.charCodeAt(0)!==55349&&!(uH.hasOwnProperty(e)&&n&&(n.fontFamily&&n.fontFamily.slice(4,6)==="tt"||n.font&&n.font.slice(4,6)==="tt"))&&(e=sa[t][e].replace),new Bt.TextNode(e)},a6=function(e){return e.length===1?e[0]:new Bt.MathNode("mrow",e)},i6=function(e,t){if(t.fontFamily==="texttt")return"monospace";if(t.fontFamily==="textsf")return t.fontShape==="textit"&&t.fontWeight==="textbf"?"sans-serif-bold-italic":t.fontShape==="textit"?"sans-serif-italic":t.fontWeight==="textbf"?"bold-sans-serif":"sans-serif";if(t.fontShape==="textit"&&t.fontWeight==="textbf")return"bold-italic";if(t.fontShape==="textit")return"italic";if(t.fontWeight==="textbf")return"bold";var n=t.font;if(!n||n==="mathnormal")return null;var a=e.mode;if(n==="mathit")return"italic";if(n==="boldsymbol")return e.type==="textord"?"bold":"bold-italic";if(n==="mathbf")return"bold";if(n==="mathbb")return"double-struck";if(n==="mathsfit")return"sans-serif-italic";if(n==="mathfrak")return"fraktur";if(n==="mathscr"||n==="mathcal")return"script";if(n==="mathsf")return"sans-serif";if(n==="mathtt")return"monospace";var i=e.text;if(Lr.contains(["\\imath","\\jmath"],i))return null;sa[a][i]&&sa[a][i].replace&&(i=sa[a][i].replace);var s=lt.fontMap[n].fontName;return t6(i,s,a)?lt.fontMap[n].variant:null};function aC(r){if(!r)return!1;if(r.type==="mi"&&r.children.length===1){var e=r.children[0];return e instanceof Il&&e.text==="."}else if(r.type==="mo"&&r.children.length===1&&r.getAttribute("separator")==="true"&&r.getAttribute("lspace")==="0em"&&r.getAttribute("rspace")==="0em"){var t=r.children[0];return t instanceof Il&&t.text===","}else return!1}var Ds=function(e,t,n){if(e.length===1){var a=na(e[0],t);return n&&a instanceof Zs&&a.type==="mo"&&(a.setAttribute("lspace","0em"),a.setAttribute("rspace","0em")),[a]}for(var i=[],s,o=0;o=1&&(s.type==="mn"||aC(s))){var c=l.children[0];c instanceof Zs&&c.type==="mn"&&(c.children=[...s.children,...c.children],i.pop())}else if(s.type==="mi"&&s.children.length===1){var u=s.children[0];if(u instanceof Il&&u.text==="̸"&&(l.type==="mo"||l.type==="mi"||l.type==="mn")){var d=l.children[0];d instanceof Il&&d.text.length>0&&(d.text=d.text.slice(0,1)+"̸"+d.text.slice(1),i.pop())}}}i.push(l),s=l}return i},qu=function(e,t,n){return a6(Ds(e,t,n))},na=function(e,t){if(!e)return new Bt.MathNode("mrow");if(qb[e.type]){var n=qb[e.type](e,t);return n}else throw new $t("Got group of unknown type: '"+e.type+"'")};function BP(r,e,t,n,a){var i=Ds(r,t),s;i.length===1&&i[0]instanceof Zs&&Lr.contains(["mrow","mtable"],i[0].type)?s=i[0]:s=new Bt.MathNode("mrow",i);var o=new Bt.MathNode("annotation",[new Bt.TextNode(e)]);o.setAttribute("encoding","application/x-tex");var l=new Bt.MathNode("semantics",[s,o]),c=new Bt.MathNode("math",[l]);c.setAttribute("xmlns","http://www.w3.org/1998/Math/MathML"),n&&c.setAttribute("display","block");var u=a?"katex":"katex-mathml";return lt.makeSpan([u],[c])}var bH=function(e){return new bc({style:e.displayMode?Ur.DISPLAY:Ur.TEXT,maxSize:e.maxSize,minRuleThickness:e.minRuleThickness})},vH=function(e,t){if(t.displayMode){var n=["katex-display"];t.leqno&&n.push("leqno"),t.fleqn&&n.push("fleqn"),e=lt.makeSpan(n,[e])}return e},KNe=function(e,t,n){var a=bH(n),i;if(n.output==="mathml")return BP(e,t,a,n.displayMode,!0);if(n.output==="html"){var s=kA(e,a);i=lt.makeSpan(["katex"],[s])}else{var o=BP(e,t,a,n.displayMode,!1),l=kA(e,a);i=lt.makeSpan(["katex"],[o,l])}return vH(i,n)},XNe=function(e,t,n){var a=bH(n),i=kA(e,a),s=lt.makeSpan(["katex"],[i]);return vH(s,n)},QNe={widehat:"^",widecheck:"ˇ",widetilde:"~",utilde:"~",overleftarrow:"←",underleftarrow:"←",xleftarrow:"←",overrightarrow:"→",underrightarrow:"→",xrightarrow:"→",underbrace:"⏟",overbrace:"⏞",overgroup:"⏠",undergroup:"⏡",overleftrightarrow:"↔",underleftrightarrow:"↔",xleftrightarrow:"↔",Overrightarrow:"⇒",xRightarrow:"⇒",overleftharpoon:"↼",xleftharpoonup:"↼",overrightharpoon:"⇀",xrightharpoonup:"⇀",xLeftarrow:"⇐",xLeftrightarrow:"⇔",xhookleftarrow:"↩",xhookrightarrow:"↪",xmapsto:"↦",xrightharpoondown:"⇁",xleftharpoondown:"↽",xrightleftharpoons:"⇌",xleftrightharpoons:"⇋",xtwoheadleftarrow:"↞",xtwoheadrightarrow:"↠",xlongequal:"=",xtofrom:"⇄",xrightleftarrows:"⇄",xrightequilibrium:"⇌",xleftequilibrium:"⇋","\\cdrightarrow":"→","\\cdleftarrow":"←","\\cdlongequal":"="},ZNe=function(e){var t=new Bt.MathNode("mo",[new Bt.TextNode(QNe[e.replace(/^\\/,"")])]);return t.setAttribute("stretchy","true"),t},JNe={overrightarrow:[["rightarrow"],.888,522,"xMaxYMin"],overleftarrow:[["leftarrow"],.888,522,"xMinYMin"],underrightarrow:[["rightarrow"],.888,522,"xMaxYMin"],underleftarrow:[["leftarrow"],.888,522,"xMinYMin"],xrightarrow:[["rightarrow"],1.469,522,"xMaxYMin"],"\\cdrightarrow":[["rightarrow"],3,522,"xMaxYMin"],xleftarrow:[["leftarrow"],1.469,522,"xMinYMin"],"\\cdleftarrow":[["leftarrow"],3,522,"xMinYMin"],Overrightarrow:[["doublerightarrow"],.888,560,"xMaxYMin"],xRightarrow:[["doublerightarrow"],1.526,560,"xMaxYMin"],xLeftarrow:[["doubleleftarrow"],1.526,560,"xMinYMin"],overleftharpoon:[["leftharpoon"],.888,522,"xMinYMin"],xleftharpoonup:[["leftharpoon"],.888,522,"xMinYMin"],xleftharpoondown:[["leftharpoondown"],.888,522,"xMinYMin"],overrightharpoon:[["rightharpoon"],.888,522,"xMaxYMin"],xrightharpoonup:[["rightharpoon"],.888,522,"xMaxYMin"],xrightharpoondown:[["rightharpoondown"],.888,522,"xMaxYMin"],xlongequal:[["longequal"],.888,334,"xMinYMin"],"\\cdlongequal":[["longequal"],3,334,"xMinYMin"],xtwoheadleftarrow:[["twoheadleftarrow"],.888,334,"xMinYMin"],xtwoheadrightarrow:[["twoheadrightarrow"],.888,334,"xMaxYMin"],overleftrightarrow:[["leftarrow","rightarrow"],.888,522],overbrace:[["leftbrace","midbrace","rightbrace"],1.6,548],underbrace:[["leftbraceunder","midbraceunder","rightbraceunder"],1.6,548],underleftrightarrow:[["leftarrow","rightarrow"],.888,522],xleftrightarrow:[["leftarrow","rightarrow"],1.75,522],xLeftrightarrow:[["doubleleftarrow","doublerightarrow"],1.75,560],xrightleftharpoons:[["leftharpoondownplus","rightharpoonplus"],1.75,716],xleftrightharpoons:[["leftharpoonplus","rightharpoondownplus"],1.75,716],xhookleftarrow:[["leftarrow","righthook"],1.08,522],xhookrightarrow:[["lefthook","rightarrow"],1.08,522],overlinesegment:[["leftlinesegment","rightlinesegment"],.888,522],underlinesegment:[["leftlinesegment","rightlinesegment"],.888,522],overgroup:[["leftgroup","rightgroup"],.888,342],undergroup:[["leftgroupunder","rightgroupunder"],.888,342],xmapsto:[["leftmapsto","rightarrow"],1.5,522],xtofrom:[["leftToFrom","rightToFrom"],1.75,528],xrightleftarrows:[["baraboveleftarrow","rightarrowabovebar"],1.75,901],xrightequilibrium:[["baraboveshortleftharpoon","rightharpoonaboveshortbar"],1.75,716],xleftequilibrium:[["shortbaraboveleftharpoon","shortrightharpoonabovebar"],1.75,716]},eIe=function(e){return e.type==="ordgroup"?e.body.length:1},tIe=function(e,t){function n(){var o=4e5,l=e.label.slice(1);if(Lr.contains(["widehat","widecheck","widetilde","utilde"],l)){var c=e,u=eIe(c.base),d,h,p;if(u>5)l==="widehat"||l==="widecheck"?(d=420,o=2364,p=.42,h=l+"4"):(d=312,o=2340,p=.34,h="tilde4");else{var m=[1,1,2,2,3,3][u];l==="widehat"||l==="widecheck"?(o=[0,1062,2364,2364,2364][m],d=[0,239,300,360,420][m],p=[0,.24,.3,.3,.36,.42][m],h=l+m):(o=[0,600,1033,2339,2340][m],d=[0,260,286,306,312][m],p=[0,.26,.286,.3,.306,.34][m],h="tilde"+m)}var g=new zu(h),b=new Hc([g],{width:"100%",height:Xt(p),viewBox:"0 0 "+o+" "+d,preserveAspectRatio:"none"});return{span:lt.makeSvgSpan([],[b],t),minWidth:0,height:p}}else{var _=[],v=JNe[l],[y,E,S]=v,w=S/1e3,C=y.length,x,N;if(C===1){var I=v[3];x=["hide-tail"],N=[I]}else if(C===2)x=["halfarrow-left","halfarrow-right"],N=["xMinYMin","xMaxYMin"];else if(C===3)x=["brace-left","brace-center","brace-right"],N=["xMinYMin","xMidYMin","xMaxYMin"];else throw new Error(`Correct katexImagesData or update code here to support + `+C+" children.");for(var D=0;D0&&(a.style.minWidth=Xt(i)),a},rIe=function(e,t,n,a,i){var s,o=e.height+e.depth+n+a;if(/fbox|color|angl/.test(t)){if(s=lt.makeSpan(["stretchy",t],[],i),t==="fbox"){var l=i.color&&i.getColor();l&&(s.style.borderColor=l)}}else{var c=[];/^[bx]cancel$/.test(t)&&c.push(new OA({x1:"0",y1:"0",x2:"100%",y2:"100%","stroke-width":"0.046em"})),/^x?cancel$/.test(t)&&c.push(new OA({x1:"0",y1:"100%",x2:"100%",y2:"0","stroke-width":"0.046em"}));var u=new Hc(c,{width:"100%",height:Xt(o)});s=lt.makeSvgSpan([],[u],i)}return s.height=o,s.style.height=Xt(o),s},Yc={encloseSpan:rIe,mathMLnode:ZNe,svgSpan:tIe};function on(r,e){if(!r||r.type!==e)throw new Error("Expected node of type "+e+", but got "+(r?"node of type "+r.type:String(r)));return r}function s6(r){var e=xy(r);if(!e)throw new Error("Expected node of symbol group type, but got "+(r?"node of type "+r.type:String(r)));return e}function xy(r){return r&&(r.type==="atom"||xNe.hasOwnProperty(r.type))?r:null}var o6=(r,e)=>{var t,n,a;r&&r.type==="supsub"?(n=on(r.base,"accent"),t=n.base,r.base=t,a=CNe(Bn(r,e)),r.base=n):(n=on(r,"accent"),t=n.base);var i=Bn(t,e.havingCrampedStyle()),s=n.isShifty&&Lr.isCharacterBox(t),o=0;if(s){var l=Lr.getBaseElem(t),c=Bn(l,e.havingCrampedStyle());o=IP(c).skew}var u=n.label==="\\c",d=u?i.height+i.depth:Math.min(i.height,e.fontMetrics().xHeight),h;if(n.isStretchy)h=Yc.svgSpan(n,e),h=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:i},{type:"elem",elem:h,wrapperClasses:["svg-align"],wrapperStyle:o>0?{width:"calc(100% - "+Xt(2*o)+")",marginLeft:Xt(2*o)}:void 0}]},e);else{var p,m;n.label==="\\vec"?(p=lt.staticSvg("vec",e),m=lt.svgData.vec[1]):(p=lt.makeOrd({mode:n.mode,text:n.label},e,"textord"),p=IP(p),p.italic=0,m=p.width,u&&(d+=p.depth)),h=lt.makeSpan(["accent-body"],[p]);var g=n.label==="\\textcircled";g&&(h.classes.push("accent-full"),d=i.height);var b=o;g||(b-=m/2),h.style.left=Xt(b),n.label==="\\textcircled"&&(h.style.top=".2em"),h=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:i},{type:"kern",size:-d},{type:"elem",elem:h}]},e)}var _=lt.makeSpan(["mord","accent"],[h],e);return a?(a.children[0]=_,a.height=Math.max(_.height,a.height),a.classes[0]="mord",a):_},yH=(r,e)=>{var t=r.isStretchy?Yc.mathMLnode(r.label):new Bt.MathNode("mo",[Do(r.label,r.mode)]),n=new Bt.MathNode("mover",[na(r.base,e),t]);return n.setAttribute("accent","true"),n},nIe=new RegExp(["\\acute","\\grave","\\ddot","\\tilde","\\bar","\\breve","\\check","\\hat","\\vec","\\dot","\\mathring"].map(r=>"\\"+r).join("|"));ur({type:"accent",names:["\\acute","\\grave","\\ddot","\\tilde","\\bar","\\breve","\\check","\\hat","\\vec","\\dot","\\mathring","\\widecheck","\\widehat","\\widetilde","\\overrightarrow","\\overleftarrow","\\Overrightarrow","\\overleftrightarrow","\\overgroup","\\overlinesegment","\\overleftharpoon","\\overrightharpoon"],props:{numArgs:1},handler:(r,e)=>{var t=Hb(e[0]),n=!nIe.test(r.funcName),a=!n||r.funcName==="\\widehat"||r.funcName==="\\widetilde"||r.funcName==="\\widecheck";return{type:"accent",mode:r.parser.mode,label:r.funcName,isStretchy:n,isShifty:a,base:t}},htmlBuilder:o6,mathmlBuilder:yH});ur({type:"accent",names:["\\'","\\`","\\^","\\~","\\=","\\u","\\.",'\\"',"\\c","\\r","\\H","\\v","\\textcircled"],props:{numArgs:1,allowedInText:!0,allowedInMath:!0,argTypes:["primitive"]},handler:(r,e)=>{var t=e[0],n=r.parser.mode;return n==="math"&&(r.parser.settings.reportNonstrict("mathVsTextAccents","LaTeX's accent "+r.funcName+" works only in text mode"),n="text"),{type:"accent",mode:n,label:r.funcName,isStretchy:!1,isShifty:!0,base:t}},htmlBuilder:o6,mathmlBuilder:yH});ur({type:"accentUnder",names:["\\underleftarrow","\\underrightarrow","\\underleftrightarrow","\\undergroup","\\underlinesegment","\\utilde"],props:{numArgs:1},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0];return{type:"accentUnder",mode:t.mode,label:n,base:a}},htmlBuilder:(r,e)=>{var t=Bn(r.base,e),n=Yc.svgSpan(r,e),a=r.label==="\\utilde"?.12:0,i=lt.makeVList({positionType:"top",positionData:t.height,children:[{type:"elem",elem:n,wrapperClasses:["svg-align"]},{type:"kern",size:a},{type:"elem",elem:t}]},e);return lt.makeSpan(["mord","accentunder"],[i],e)},mathmlBuilder:(r,e)=>{var t=Yc.mathMLnode(r.label),n=new Bt.MathNode("munder",[na(r.base,e),t]);return n.setAttribute("accentunder","true"),n}});var r_=r=>{var e=new Bt.MathNode("mpadded",r?[r]:[]);return e.setAttribute("width","+0.6em"),e.setAttribute("lspace","0.3em"),e};ur({type:"xArrow",names:["\\xleftarrow","\\xrightarrow","\\xLeftarrow","\\xRightarrow","\\xleftrightarrow","\\xLeftrightarrow","\\xhookleftarrow","\\xhookrightarrow","\\xmapsto","\\xrightharpoondown","\\xrightharpoonup","\\xleftharpoondown","\\xleftharpoonup","\\xrightleftharpoons","\\xleftrightharpoons","\\xlongequal","\\xtwoheadrightarrow","\\xtwoheadleftarrow","\\xtofrom","\\xrightleftarrows","\\xrightequilibrium","\\xleftequilibrium","\\\\cdrightarrow","\\\\cdleftarrow","\\\\cdlongequal"],props:{numArgs:1,numOptionalArgs:1},handler(r,e,t){var{parser:n,funcName:a}=r;return{type:"xArrow",mode:n.mode,label:a,body:e[0],below:t[0]}},htmlBuilder(r,e){var t=e.style,n=e.havingStyle(t.sup()),a=lt.wrapFragment(Bn(r.body,n,e),e),i=r.label.slice(0,2)==="\\x"?"x":"cd";a.classes.push(i+"-arrow-pad");var s;r.below&&(n=e.havingStyle(t.sub()),s=lt.wrapFragment(Bn(r.below,n,e),e),s.classes.push(i+"-arrow-pad"));var o=Yc.svgSpan(r,e),l=-e.fontMetrics().axisHeight+.5*o.height,c=-e.fontMetrics().axisHeight-.5*o.height-.111;(a.depth>.25||r.label==="\\xleftequilibrium")&&(c-=a.depth);var u;if(s){var d=-e.fontMetrics().axisHeight+s.height+.5*o.height+.111;u=lt.makeVList({positionType:"individualShift",children:[{type:"elem",elem:a,shift:c},{type:"elem",elem:o,shift:l},{type:"elem",elem:s,shift:d}]},e)}else u=lt.makeVList({positionType:"individualShift",children:[{type:"elem",elem:a,shift:c},{type:"elem",elem:o,shift:l}]},e);return u.children[0].children[0].children[1].classes.push("svg-align"),lt.makeSpan(["mrel","x-arrow"],[u],e)},mathmlBuilder(r,e){var t=Yc.mathMLnode(r.label);t.setAttribute("minsize",r.label.charAt(0)==="x"?"1.75em":"3.0em");var n;if(r.body){var a=r_(na(r.body,e));if(r.below){var i=r_(na(r.below,e));n=new Bt.MathNode("munderover",[t,i,a])}else n=new Bt.MathNode("mover",[t,a])}else if(r.below){var s=r_(na(r.below,e));n=new Bt.MathNode("munder",[t,s])}else n=r_(),n=new Bt.MathNode("mover",[t,n]);return n}});var aIe=lt.makeSpan;function SH(r,e){var t=li(r.body,e,!0);return aIe([r.mclass],t,e)}function EH(r,e){var t,n=Ds(r.body,e);return r.mclass==="minner"?t=new Bt.MathNode("mpadded",n):r.mclass==="mord"?r.isCharacterBox?(t=n[0],t.type="mi"):t=new Bt.MathNode("mi",n):(r.isCharacterBox?(t=n[0],t.type="mo"):t=new Bt.MathNode("mo",n),r.mclass==="mbin"?(t.attributes.lspace="0.22em",t.attributes.rspace="0.22em"):r.mclass==="mpunct"?(t.attributes.lspace="0em",t.attributes.rspace="0.17em"):r.mclass==="mopen"||r.mclass==="mclose"?(t.attributes.lspace="0em",t.attributes.rspace="0em"):r.mclass==="minner"&&(t.attributes.lspace="0.0556em",t.attributes.width="+0.1111em")),t}ur({type:"mclass",names:["\\mathord","\\mathbin","\\mathrel","\\mathopen","\\mathclose","\\mathpunct","\\mathinner"],props:{numArgs:1,primitive:!0},handler(r,e){var{parser:t,funcName:n}=r,a=e[0];return{type:"mclass",mode:t.mode,mclass:"m"+n.slice(5),body:Ua(a),isCharacterBox:Lr.isCharacterBox(a)}},htmlBuilder:SH,mathmlBuilder:EH});var Ry=r=>{var e=r.type==="ordgroup"&&r.body.length?r.body[0]:r;return e.type==="atom"&&(e.family==="bin"||e.family==="rel")?"m"+e.family:"mord"};ur({type:"mclass",names:["\\@binrel"],props:{numArgs:2},handler(r,e){var{parser:t}=r;return{type:"mclass",mode:t.mode,mclass:Ry(e[0]),body:Ua(e[1]),isCharacterBox:Lr.isCharacterBox(e[1])}}});ur({type:"mclass",names:["\\stackrel","\\overset","\\underset"],props:{numArgs:2},handler(r,e){var{parser:t,funcName:n}=r,a=e[1],i=e[0],s;n!=="\\stackrel"?s=Ry(a):s="mrel";var o={type:"op",mode:a.mode,limits:!0,alwaysHandleSupSub:!0,parentIsSupSub:!1,symbol:!1,suppressBaseShift:n!=="\\stackrel",body:Ua(a)},l={type:"supsub",mode:i.mode,base:o,sup:n==="\\underset"?null:i,sub:n==="\\underset"?i:null};return{type:"mclass",mode:t.mode,mclass:s,body:[l],isCharacterBox:Lr.isCharacterBox(l)}},htmlBuilder:SH,mathmlBuilder:EH});ur({type:"pmb",names:["\\pmb"],props:{numArgs:1,allowedInText:!0},handler(r,e){var{parser:t}=r;return{type:"pmb",mode:t.mode,mclass:Ry(e[0]),body:Ua(e[0])}},htmlBuilder(r,e){var t=li(r.body,e,!0),n=lt.makeSpan([r.mclass],t,e);return n.style.textShadow="0.02em 0.01em 0.04px",n},mathmlBuilder(r,e){var t=Ds(r.body,e),n=new Bt.MathNode("mstyle",t);return n.setAttribute("style","text-shadow: 0.02em 0.01em 0.04px"),n}});var iIe={">":"\\\\cdrightarrow","<":"\\\\cdleftarrow","=":"\\\\cdlongequal",A:"\\uparrow",V:"\\downarrow","|":"\\Vert",".":"no arrow"},UP=()=>({type:"styling",body:[],mode:"math",style:"display"}),$P=r=>r.type==="textord"&&r.text==="@",sIe=(r,e)=>(r.type==="mathord"||r.type==="atom")&&r.text===e;function oIe(r,e,t){var n=iIe[r];switch(n){case"\\\\cdrightarrow":case"\\\\cdleftarrow":return t.callFunction(n,[e[0]],[e[1]]);case"\\uparrow":case"\\downarrow":{var a=t.callFunction("\\\\cdleft",[e[0]],[]),i={type:"atom",text:n,mode:"math",family:"rel"},s=t.callFunction("\\Big",[i],[]),o=t.callFunction("\\\\cdright",[e[1]],[]),l={type:"ordgroup",mode:"math",body:[a,s,o]};return t.callFunction("\\\\cdparent",[l],[])}case"\\\\cdlongequal":return t.callFunction("\\\\cdlongequal",[],[]);case"\\Vert":{var c={type:"textord",text:"\\Vert",mode:"math"};return t.callFunction("\\Big",[c],[])}default:return{type:"textord",text:" ",mode:"math"}}}function lIe(r){var e=[];for(r.gullet.beginGroup(),r.gullet.macros.set("\\cr","\\\\\\relax"),r.gullet.beginGroup();;){e.push(r.parseExpression(!1,"\\\\")),r.gullet.endGroup(),r.gullet.beginGroup();var t=r.fetch().text;if(t==="&"||t==="\\\\")r.consume();else if(t==="\\end"){e[e.length-1].length===0&&e.pop();break}else throw new $t("Expected \\\\ or \\cr or \\end",r.nextToken)}for(var n=[],a=[n],i=0;i-1))if("<>AV".indexOf(c)>-1)for(var d=0;d<2;d++){for(var h=!0,p=l+1;pAV=|." after @',s[l]);var m=oIe(c,u,r),g={type:"styling",body:[m],mode:"math",style:"display"};n.push(g),o=UP()}i%2===0?n.push(o):n.shift(),n=[],a.push(n)}r.gullet.endGroup(),r.gullet.endGroup();var b=new Array(a[0].length).fill({type:"align",align:"c",pregap:.25,postgap:.25});return{type:"array",mode:"math",body:a,arraystretch:1,addJot:!0,rowGaps:[null],cols:b,colSeparationType:"CD",hLinesBeforeRow:new Array(a.length+1).fill([])}}ur({type:"cdlabel",names:["\\\\cdleft","\\\\cdright"],props:{numArgs:1},handler(r,e){var{parser:t,funcName:n}=r;return{type:"cdlabel",mode:t.mode,side:n.slice(4),label:e[0]}},htmlBuilder(r,e){var t=e.havingStyle(e.style.sup()),n=lt.wrapFragment(Bn(r.label,t,e),e);return n.classes.push("cd-label-"+r.side),n.style.bottom=Xt(.8-n.depth),n.height=0,n.depth=0,n},mathmlBuilder(r,e){var t=new Bt.MathNode("mrow",[na(r.label,e)]);return t=new Bt.MathNode("mpadded",[t]),t.setAttribute("width","0"),r.side==="left"&&t.setAttribute("lspace","-1width"),t.setAttribute("voffset","0.7em"),t=new Bt.MathNode("mstyle",[t]),t.setAttribute("displaystyle","false"),t.setAttribute("scriptlevel","1"),t}});ur({type:"cdlabelparent",names:["\\\\cdparent"],props:{numArgs:1},handler(r,e){var{parser:t}=r;return{type:"cdlabelparent",mode:t.mode,fragment:e[0]}},htmlBuilder(r,e){var t=lt.wrapFragment(Bn(r.fragment,e),e);return t.classes.push("cd-vert-arrow"),t},mathmlBuilder(r,e){return new Bt.MathNode("mrow",[na(r.fragment,e)])}});ur({type:"textord",names:["\\@char"],props:{numArgs:1,allowedInText:!0},handler(r,e){for(var{parser:t}=r,n=on(e[0],"ordgroup"),a=n.body,i="",s=0;s=1114111)throw new $t("\\@char with invalid code point "+i);return l<=65535?c=String.fromCharCode(l):(l-=65536,c=String.fromCharCode((l>>10)+55296,(l&1023)+56320)),{type:"textord",mode:t.mode,text:c}}});var wH=(r,e)=>{var t=li(r.body,e.withColor(r.color),!1);return lt.makeFragment(t)},TH=(r,e)=>{var t=Ds(r.body,e.withColor(r.color)),n=new Bt.MathNode("mstyle",t);return n.setAttribute("mathcolor",r.color),n};ur({type:"color",names:["\\textcolor"],props:{numArgs:2,allowedInText:!0,argTypes:["color","original"]},handler(r,e){var{parser:t}=r,n=on(e[0],"color-token").color,a=e[1];return{type:"color",mode:t.mode,color:n,body:Ua(a)}},htmlBuilder:wH,mathmlBuilder:TH});ur({type:"color",names:["\\color"],props:{numArgs:1,allowedInText:!0,argTypes:["color"]},handler(r,e){var{parser:t,breakOnTokenText:n}=r,a=on(e[0],"color-token").color;t.gullet.macros.set("\\current@color",a);var i=t.parseExpression(!0,n);return{type:"color",mode:t.mode,color:a,body:i}},htmlBuilder:wH,mathmlBuilder:TH});ur({type:"cr",names:["\\\\"],props:{numArgs:0,numOptionalArgs:0,allowedInText:!0},handler(r,e,t){var{parser:n}=r,a=n.gullet.future().text==="["?n.parseSizeGroup(!0):null,i=!n.settings.displayMode||!n.settings.useStrictBehavior("newLineInDisplayMode","In LaTeX, \\\\ or \\newline does nothing in display mode");return{type:"cr",mode:n.mode,newLine:i,size:a&&on(a,"size").value}},htmlBuilder(r,e){var t=lt.makeSpan(["mspace"],[],e);return r.newLine&&(t.classes.push("newline"),r.size&&(t.style.marginTop=Xt(Ca(r.size,e)))),t},mathmlBuilder(r,e){var t=new Bt.MathNode("mspace");return r.newLine&&(t.setAttribute("linebreak","newline"),r.size&&t.setAttribute("height",Xt(Ca(r.size,e)))),t}});var MA={"\\global":"\\global","\\long":"\\\\globallong","\\\\globallong":"\\\\globallong","\\def":"\\gdef","\\gdef":"\\gdef","\\edef":"\\xdef","\\xdef":"\\xdef","\\let":"\\\\globallet","\\futurelet":"\\\\globalfuture"},CH=r=>{var e=r.text;if(/^(?:[\\{}$&#^_]|EOF)$/.test(e))throw new $t("Expected a control sequence",r);return e},cIe=r=>{var e=r.gullet.popToken();return e.text==="="&&(e=r.gullet.popToken(),e.text===" "&&(e=r.gullet.popToken())),e},AH=(r,e,t,n)=>{var a=r.gullet.macros.get(t.text);a==null&&(t.noexpand=!0,a={tokens:[t],numArgs:0,unexpandable:!r.gullet.isExpandable(t.text)}),r.gullet.macros.set(e,a,n)};ur({type:"internal",names:["\\global","\\long","\\\\globallong"],props:{numArgs:0,allowedInText:!0},handler(r){var{parser:e,funcName:t}=r;e.consumeSpaces();var n=e.fetch();if(MA[n.text])return(t==="\\global"||t==="\\\\globallong")&&(n.text=MA[n.text]),on(e.parseFunction(),"internal");throw new $t("Invalid token after macro prefix",n)}});ur({type:"internal",names:["\\def","\\gdef","\\edef","\\xdef"],props:{numArgs:0,allowedInText:!0,primitive:!0},handler(r){var{parser:e,funcName:t}=r,n=e.gullet.popToken(),a=n.text;if(/^(?:[\\{}$&#^_]|EOF)$/.test(a))throw new $t("Expected a control sequence",n);for(var i=0,s,o=[[]];e.gullet.future().text!=="{";)if(n=e.gullet.popToken(),n.text==="#"){if(e.gullet.future().text==="{"){s=e.gullet.future(),o[i].push("{");break}if(n=e.gullet.popToken(),!/^[1-9]$/.test(n.text))throw new $t('Invalid argument number "'+n.text+'"');if(parseInt(n.text)!==i+1)throw new $t('Argument number "'+n.text+'" out of order');i++,o.push([])}else{if(n.text==="EOF")throw new $t("Expected a macro definition");o[i].push(n.text)}var{tokens:l}=e.gullet.consumeArg();return s&&l.unshift(s),(t==="\\edef"||t==="\\xdef")&&(l=e.gullet.expandTokens(l),l.reverse()),e.gullet.macros.set(a,{tokens:l,numArgs:i,delimiters:o},t===MA[t]),{type:"internal",mode:e.mode}}});ur({type:"internal",names:["\\let","\\\\globallet"],props:{numArgs:0,allowedInText:!0,primitive:!0},handler(r){var{parser:e,funcName:t}=r,n=CH(e.gullet.popToken());e.gullet.consumeSpaces();var a=cIe(e);return AH(e,n,a,t==="\\\\globallet"),{type:"internal",mode:e.mode}}});ur({type:"internal",names:["\\futurelet","\\\\globalfuture"],props:{numArgs:0,allowedInText:!0,primitive:!0},handler(r){var{parser:e,funcName:t}=r,n=CH(e.gullet.popToken()),a=e.gullet.popToken(),i=e.gullet.popToken();return AH(e,n,i,t==="\\\\globalfuture"),e.gullet.pushToken(i),e.gullet.pushToken(a),{type:"internal",mode:e.mode}}});var Jp=function(e,t,n){var a=sa.math[e]&&sa.math[e].replace,i=t6(a||e,t,n);if(!i)throw new Error("Unsupported symbol "+e+" and font size "+t+".");return i},l6=function(e,t,n,a){var i=n.havingBaseStyle(t),s=lt.makeSpan(a.concat(i.sizingClasses(n)),[e],n),o=i.sizeMultiplier/n.sizeMultiplier;return s.height*=o,s.depth*=o,s.maxFontSize=i.sizeMultiplier,s},xH=function(e,t,n){var a=t.havingBaseStyle(n),i=(1-t.sizeMultiplier/a.sizeMultiplier)*t.fontMetrics().axisHeight;e.classes.push("delimcenter"),e.style.top=Xt(i),e.height-=i,e.depth+=i},uIe=function(e,t,n,a,i,s){var o=lt.makeSymbol(e,"Main-Regular",i,a),l=l6(o,t,a,s);return n&&xH(l,a,t),l},dIe=function(e,t,n,a){return lt.makeSymbol(e,"Size"+t+"-Regular",n,a)},RH=function(e,t,n,a,i,s){var o=dIe(e,t,i,a),l=l6(lt.makeSpan(["delimsizing","size"+t],[o],a),Ur.TEXT,a,s);return n&&xH(l,a,Ur.TEXT),l},iC=function(e,t,n){var a;t==="Size1-Regular"?a="delim-size1":a="delim-size4";var i=lt.makeSpan(["delimsizinginner",a],[lt.makeSpan([],[lt.makeSymbol(e,t,n)])]);return{type:"elem",elem:i}},sC=function(e,t,n){var a=Nl["Size4-Regular"][e.charCodeAt(0)]?Nl["Size4-Regular"][e.charCodeAt(0)][4]:Nl["Size1-Regular"][e.charCodeAt(0)][4],i=new zu("inner",gNe(e,Math.round(1e3*t))),s=new Hc([i],{width:Xt(a),height:Xt(t),style:"width:"+Xt(a),viewBox:"0 0 "+1e3*a+" "+Math.round(1e3*t),preserveAspectRatio:"xMinYMin"}),o=lt.makeSvgSpan([],[s],n);return o.height=t,o.style.height=Xt(t),o.style.width=Xt(a),{type:"elem",elem:o}},DA=.008,n_={type:"kern",size:-1*DA},hIe=["|","\\lvert","\\rvert","\\vert"],fIe=["\\|","\\lVert","\\rVert","\\Vert"],OH=function(e,t,n,a,i,s){var o,l,c,u,d="",h=0;o=c=u=e,l=null;var p="Size1-Regular";e==="\\uparrow"?c=u="⏐":e==="\\Uparrow"?c=u="‖":e==="\\downarrow"?o=c="⏐":e==="\\Downarrow"?o=c="‖":e==="\\updownarrow"?(o="\\uparrow",c="⏐",u="\\downarrow"):e==="\\Updownarrow"?(o="\\Uparrow",c="‖",u="\\Downarrow"):Lr.contains(hIe,e)?(c="∣",d="vert",h=333):Lr.contains(fIe,e)?(c="∥",d="doublevert",h=556):e==="["||e==="\\lbrack"?(o="⎡",c="⎢",u="⎣",p="Size4-Regular",d="lbrack",h=667):e==="]"||e==="\\rbrack"?(o="⎤",c="⎥",u="⎦",p="Size4-Regular",d="rbrack",h=667):e==="\\lfloor"||e==="⌊"?(c=o="⎢",u="⎣",p="Size4-Regular",d="lfloor",h=667):e==="\\lceil"||e==="⌈"?(o="⎡",c=u="⎢",p="Size4-Regular",d="lceil",h=667):e==="\\rfloor"||e==="⌋"?(c=o="⎥",u="⎦",p="Size4-Regular",d="rfloor",h=667):e==="\\rceil"||e==="⌉"?(o="⎤",c=u="⎥",p="Size4-Regular",d="rceil",h=667):e==="("||e==="\\lparen"?(o="⎛",c="⎜",u="⎝",p="Size4-Regular",d="lparen",h=875):e===")"||e==="\\rparen"?(o="⎞",c="⎟",u="⎠",p="Size4-Regular",d="rparen",h=875):e==="\\{"||e==="\\lbrace"?(o="⎧",l="⎨",u="⎩",c="⎪",p="Size4-Regular"):e==="\\}"||e==="\\rbrace"?(o="⎫",l="⎬",u="⎭",c="⎪",p="Size4-Regular"):e==="\\lgroup"||e==="⟮"?(o="⎧",u="⎩",c="⎪",p="Size4-Regular"):e==="\\rgroup"||e==="⟯"?(o="⎫",u="⎭",c="⎪",p="Size4-Regular"):e==="\\lmoustache"||e==="⎰"?(o="⎧",u="⎭",c="⎪",p="Size4-Regular"):(e==="\\rmoustache"||e==="⎱")&&(o="⎫",u="⎩",c="⎪",p="Size4-Regular");var m=Jp(o,p,i),g=m.height+m.depth,b=Jp(c,p,i),_=b.height+b.depth,v=Jp(u,p,i),y=v.height+v.depth,E=0,S=1;if(l!==null){var w=Jp(l,p,i);E=w.height+w.depth,S=2}var C=g+y+E,x=Math.max(0,Math.ceil((t-C)/(S*_))),N=C+x*S*_,I=a.fontMetrics().axisHeight;n&&(I*=a.sizeMultiplier);var D=N/2-I,V=[];if(d.length>0){var q=N-g-y,$=Math.round(N*1e3),K=_Ne(d,Math.round(q*1e3)),z=new zu(d,K),re=(h/1e3).toFixed(3)+"em",W=($/1e3).toFixed(3)+"em",ie=new Hc([z],{width:re,height:W,viewBox:"0 0 "+h+" "+$}),k=lt.makeSvgSpan([],[ie],a);k.height=$/1e3,k.style.width=re,k.style.height=W,V.push({type:"elem",elem:k})}else{if(V.push(iC(u,p,i)),V.push(n_),l===null){var B=N-g-y+2*DA;V.push(sC(c,B,a))}else{var te=(N-g-y-E)/2+2*DA;V.push(sC(c,te,a)),V.push(n_),V.push(iC(l,p,i)),V.push(n_),V.push(sC(c,te,a))}V.push(n_),V.push(iC(o,p,i))}var O=a.havingBaseStyle(Ur.TEXT),R=lt.makeVList({positionType:"bottom",positionData:D,children:V},O);return l6(lt.makeSpan(["delimsizing","mult"],[R],O),Ur.TEXT,a,s)},oC=80,lC=.08,cC=function(e,t,n,a,i){var s=mNe(e,a,n),o=new zu(e,s),l=new Hc([o],{width:"400em",height:Xt(t),viewBox:"0 0 400000 "+n,preserveAspectRatio:"xMinYMin slice"});return lt.makeSvgSpan(["hide-tail"],[l],i)},pIe=function(e,t){var n=t.havingBaseSizing(),a=MH("\\surd",e*n.sizeMultiplier,kH,n),i=n.sizeMultiplier,s=Math.max(0,t.minRuleThickness-t.fontMetrics().sqrtRuleThickness),o,l=0,c=0,u=0,d;return a.type==="small"?(u=1e3+1e3*s+oC,e<1?i=1:e<1.4&&(i=.7),l=(1+s+lC)/i,c=(1+s)/i,o=cC("sqrtMain",l,u,s,t),o.style.minWidth="0.853em",d=.833/i):a.type==="large"?(u=(1e3+oC)*um[a.size],c=(um[a.size]+s)/i,l=(um[a.size]+s+lC)/i,o=cC("sqrtSize"+a.size,l,u,s,t),o.style.minWidth="1.02em",d=1/i):(l=e+s+lC,c=e+s,u=Math.floor(1e3*e+s)+oC,o=cC("sqrtTall",l,u,s,t),o.style.minWidth="0.742em",d=1.056),o.height=c,o.style.height=Xt(l),{span:o,advanceWidth:d,ruleWidth:(t.fontMetrics().sqrtRuleThickness+s)*i}},NH=["(","\\lparen",")","\\rparen","[","\\lbrack","]","\\rbrack","\\{","\\lbrace","\\}","\\rbrace","\\lfloor","\\rfloor","⌊","⌋","\\lceil","\\rceil","⌈","⌉","\\surd"],mIe=["\\uparrow","\\downarrow","\\updownarrow","\\Uparrow","\\Downarrow","\\Updownarrow","|","\\|","\\vert","\\Vert","\\lvert","\\rvert","\\lVert","\\rVert","\\lgroup","\\rgroup","⟮","⟯","\\lmoustache","\\rmoustache","⎰","⎱"],IH=["<",">","\\langle","\\rangle","/","\\backslash","\\lt","\\gt"],um=[0,1.2,1.8,2.4,3],gIe=function(e,t,n,a,i){if(e==="<"||e==="\\lt"||e==="⟨"?e="\\langle":(e===">"||e==="\\gt"||e==="⟩")&&(e="\\rangle"),Lr.contains(NH,e)||Lr.contains(IH,e))return RH(e,t,!1,n,a,i);if(Lr.contains(mIe,e))return OH(e,um[t],!1,n,a,i);throw new $t("Illegal delimiter: '"+e+"'")},_Ie=[{type:"small",style:Ur.SCRIPTSCRIPT},{type:"small",style:Ur.SCRIPT},{type:"small",style:Ur.TEXT},{type:"large",size:1},{type:"large",size:2},{type:"large",size:3},{type:"large",size:4}],bIe=[{type:"small",style:Ur.SCRIPTSCRIPT},{type:"small",style:Ur.SCRIPT},{type:"small",style:Ur.TEXT},{type:"stack"}],kH=[{type:"small",style:Ur.SCRIPTSCRIPT},{type:"small",style:Ur.SCRIPT},{type:"small",style:Ur.TEXT},{type:"large",size:1},{type:"large",size:2},{type:"large",size:3},{type:"large",size:4},{type:"stack"}],vIe=function(e){if(e.type==="small")return"Main-Regular";if(e.type==="large")return"Size"+e.size+"-Regular";if(e.type==="stack")return"Size4-Regular";throw new Error("Add support for delim type '"+e.type+"' here.")},MH=function(e,t,n,a){for(var i=Math.min(2,3-a.style.size),s=i;st)return n[s]}return n[n.length-1]},DH=function(e,t,n,a,i,s){e==="<"||e==="\\lt"||e==="⟨"?e="\\langle":(e===">"||e==="\\gt"||e==="⟩")&&(e="\\rangle");var o;Lr.contains(IH,e)?o=_Ie:Lr.contains(NH,e)?o=kH:o=bIe;var l=MH(e,t,o,a);return l.type==="small"?uIe(e,l.style,n,a,i,s):l.type==="large"?RH(e,l.size,n,a,i,s):OH(e,t,n,a,i,s)},yIe=function(e,t,n,a,i,s){var o=a.fontMetrics().axisHeight*a.sizeMultiplier,l=901,c=5/a.fontMetrics().ptPerEm,u=Math.max(t-o,n+o),d=Math.max(u/500*l,2*u-c);return DH(e,d,!0,a,i,s)},Ic={sqrtImage:pIe,sizedDelim:gIe,sizeToMaxHeight:um,customSizedDelim:DH,leftRightDelim:yIe},GP={"\\bigl":{mclass:"mopen",size:1},"\\Bigl":{mclass:"mopen",size:2},"\\biggl":{mclass:"mopen",size:3},"\\Biggl":{mclass:"mopen",size:4},"\\bigr":{mclass:"mclose",size:1},"\\Bigr":{mclass:"mclose",size:2},"\\biggr":{mclass:"mclose",size:3},"\\Biggr":{mclass:"mclose",size:4},"\\bigm":{mclass:"mrel",size:1},"\\Bigm":{mclass:"mrel",size:2},"\\biggm":{mclass:"mrel",size:3},"\\Biggm":{mclass:"mrel",size:4},"\\big":{mclass:"mord",size:1},"\\Big":{mclass:"mord",size:2},"\\bigg":{mclass:"mord",size:3},"\\Bigg":{mclass:"mord",size:4}},SIe=["(","\\lparen",")","\\rparen","[","\\lbrack","]","\\rbrack","\\{","\\lbrace","\\}","\\rbrace","\\lfloor","\\rfloor","⌊","⌋","\\lceil","\\rceil","⌈","⌉","<",">","\\langle","⟨","\\rangle","⟩","\\lt","\\gt","\\lvert","\\rvert","\\lVert","\\rVert","\\lgroup","\\rgroup","⟮","⟯","\\lmoustache","\\rmoustache","⎰","⎱","/","\\backslash","|","\\vert","\\|","\\Vert","\\uparrow","\\Uparrow","\\downarrow","\\Downarrow","\\updownarrow","\\Updownarrow","."];function Oy(r,e){var t=xy(r);if(t&&Lr.contains(SIe,t.text))return t;throw t?new $t("Invalid delimiter '"+t.text+"' after '"+e.funcName+"'",r):new $t("Invalid delimiter type '"+r.type+"'",r)}ur({type:"delimsizing",names:["\\bigl","\\Bigl","\\biggl","\\Biggl","\\bigr","\\Bigr","\\biggr","\\Biggr","\\bigm","\\Bigm","\\biggm","\\Biggm","\\big","\\Big","\\bigg","\\Bigg"],props:{numArgs:1,argTypes:["primitive"]},handler:(r,e)=>{var t=Oy(e[0],r);return{type:"delimsizing",mode:r.parser.mode,size:GP[r.funcName].size,mclass:GP[r.funcName].mclass,delim:t.text}},htmlBuilder:(r,e)=>r.delim==="."?lt.makeSpan([r.mclass]):Ic.sizedDelim(r.delim,r.size,e,r.mode,[r.mclass]),mathmlBuilder:r=>{var e=[];r.delim!=="."&&e.push(Do(r.delim,r.mode));var t=new Bt.MathNode("mo",e);r.mclass==="mopen"||r.mclass==="mclose"?t.setAttribute("fence","true"):t.setAttribute("fence","false"),t.setAttribute("stretchy","true");var n=Xt(Ic.sizeToMaxHeight[r.size]);return t.setAttribute("minsize",n),t.setAttribute("maxsize",n),t}});function zP(r){if(!r.body)throw new Error("Bug: The leftright ParseNode wasn't fully parsed.")}ur({type:"leftright-right",names:["\\right"],props:{numArgs:1,primitive:!0},handler:(r,e)=>{var t=r.parser.gullet.macros.get("\\current@color");if(t&&typeof t!="string")throw new $t("\\current@color set to non-string in \\right");return{type:"leftright-right",mode:r.parser.mode,delim:Oy(e[0],r).text,color:t}}});ur({type:"leftright",names:["\\left"],props:{numArgs:1,primitive:!0},handler:(r,e)=>{var t=Oy(e[0],r),n=r.parser;++n.leftrightDepth;var a=n.parseExpression(!1);--n.leftrightDepth,n.expect("\\right",!1);var i=on(n.parseFunction(),"leftright-right");return{type:"leftright",mode:n.mode,body:a,left:t.text,right:i.delim,rightColor:i.color}},htmlBuilder:(r,e)=>{zP(r);for(var t=li(r.body,e,!0,["mopen","mclose"]),n=0,a=0,i=!1,s=0;s{zP(r);var t=Ds(r.body,e);if(r.left!=="."){var n=new Bt.MathNode("mo",[Do(r.left,r.mode)]);n.setAttribute("fence","true"),t.unshift(n)}if(r.right!=="."){var a=new Bt.MathNode("mo",[Do(r.right,r.mode)]);a.setAttribute("fence","true"),r.rightColor&&a.setAttribute("mathcolor",r.rightColor),t.push(a)}return a6(t)}});ur({type:"middle",names:["\\middle"],props:{numArgs:1,primitive:!0},handler:(r,e)=>{var t=Oy(e[0],r);if(!r.parser.leftrightDepth)throw new $t("\\middle without preceding \\left",t);return{type:"middle",mode:r.parser.mode,delim:t.text}},htmlBuilder:(r,e)=>{var t;if(r.delim===".")t=$m(e,[]);else{t=Ic.sizedDelim(r.delim,1,e,r.mode,[]);var n={delim:r.delim,options:e};t.isMiddle=n}return t},mathmlBuilder:(r,e)=>{var t=r.delim==="\\vert"||r.delim==="|"?Do("|","text"):Do(r.delim,r.mode),n=new Bt.MathNode("mo",[t]);return n.setAttribute("fence","true"),n.setAttribute("lspace","0.05em"),n.setAttribute("rspace","0.05em"),n}});var c6=(r,e)=>{var t=lt.wrapFragment(Bn(r.body,e),e),n=r.label.slice(1),a=e.sizeMultiplier,i,s=0,o=Lr.isCharacterBox(r.body);if(n==="sout")i=lt.makeSpan(["stretchy","sout"]),i.height=e.fontMetrics().defaultRuleThickness/a,s=-.5*e.fontMetrics().xHeight;else if(n==="phase"){var l=Ca({number:.6,unit:"pt"},e),c=Ca({number:.35,unit:"ex"},e),u=e.havingBaseSizing();a=a/u.sizeMultiplier;var d=t.height+t.depth+l+c;t.style.paddingLeft=Xt(d/2+l);var h=Math.floor(1e3*d*a),p=fNe(h),m=new Hc([new zu("phase",p)],{width:"400em",height:Xt(h/1e3),viewBox:"0 0 400000 "+h,preserveAspectRatio:"xMinYMin slice"});i=lt.makeSvgSpan(["hide-tail"],[m],e),i.style.height=Xt(d),s=t.depth+l+c}else{/cancel/.test(n)?o||t.classes.push("cancel-pad"):n==="angl"?t.classes.push("anglpad"):t.classes.push("boxpad");var g=0,b=0,_=0;/box/.test(n)?(_=Math.max(e.fontMetrics().fboxrule,e.minRuleThickness),g=e.fontMetrics().fboxsep+(n==="colorbox"?0:_),b=g):n==="angl"?(_=Math.max(e.fontMetrics().defaultRuleThickness,e.minRuleThickness),g=4*_,b=Math.max(0,.25-t.depth)):(g=o?.2:0,b=g),i=Yc.encloseSpan(t,n,g,b,e),/fbox|boxed|fcolorbox/.test(n)?(i.style.borderStyle="solid",i.style.borderWidth=Xt(_)):n==="angl"&&_!==.049&&(i.style.borderTopWidth=Xt(_),i.style.borderRightWidth=Xt(_)),s=t.depth+b,r.backgroundColor&&(i.style.backgroundColor=r.backgroundColor,r.borderColor&&(i.style.borderColor=r.borderColor))}var v;if(r.backgroundColor)v=lt.makeVList({positionType:"individualShift",children:[{type:"elem",elem:i,shift:s},{type:"elem",elem:t,shift:0}]},e);else{var y=/cancel|phase/.test(n)?["svg-align"]:[];v=lt.makeVList({positionType:"individualShift",children:[{type:"elem",elem:t,shift:0},{type:"elem",elem:i,shift:s,wrapperClasses:y}]},e)}return/cancel/.test(n)&&(v.height=t.height,v.depth=t.depth),/cancel/.test(n)&&!o?lt.makeSpan(["mord","cancel-lap"],[v],e):lt.makeSpan(["mord"],[v],e)},u6=(r,e)=>{var t=0,n=new Bt.MathNode(r.label.indexOf("colorbox")>-1?"mpadded":"menclose",[na(r.body,e)]);switch(r.label){case"\\cancel":n.setAttribute("notation","updiagonalstrike");break;case"\\bcancel":n.setAttribute("notation","downdiagonalstrike");break;case"\\phase":n.setAttribute("notation","phasorangle");break;case"\\sout":n.setAttribute("notation","horizontalstrike");break;case"\\fbox":n.setAttribute("notation","box");break;case"\\angl":n.setAttribute("notation","actuarial");break;case"\\fcolorbox":case"\\colorbox":if(t=e.fontMetrics().fboxsep*e.fontMetrics().ptPerEm,n.setAttribute("width","+"+2*t+"pt"),n.setAttribute("height","+"+2*t+"pt"),n.setAttribute("lspace",t+"pt"),n.setAttribute("voffset",t+"pt"),r.label==="\\fcolorbox"){var a=Math.max(e.fontMetrics().fboxrule,e.minRuleThickness);n.setAttribute("style","border: "+a+"em solid "+String(r.borderColor))}break;case"\\xcancel":n.setAttribute("notation","updiagonalstrike downdiagonalstrike");break}return r.backgroundColor&&n.setAttribute("mathbackground",r.backgroundColor),n};ur({type:"enclose",names:["\\colorbox"],props:{numArgs:2,allowedInText:!0,argTypes:["color","text"]},handler(r,e,t){var{parser:n,funcName:a}=r,i=on(e[0],"color-token").color,s=e[1];return{type:"enclose",mode:n.mode,label:a,backgroundColor:i,body:s}},htmlBuilder:c6,mathmlBuilder:u6});ur({type:"enclose",names:["\\fcolorbox"],props:{numArgs:3,allowedInText:!0,argTypes:["color","color","text"]},handler(r,e,t){var{parser:n,funcName:a}=r,i=on(e[0],"color-token").color,s=on(e[1],"color-token").color,o=e[2];return{type:"enclose",mode:n.mode,label:a,backgroundColor:s,borderColor:i,body:o}},htmlBuilder:c6,mathmlBuilder:u6});ur({type:"enclose",names:["\\fbox"],props:{numArgs:1,argTypes:["hbox"],allowedInText:!0},handler(r,e){var{parser:t}=r;return{type:"enclose",mode:t.mode,label:"\\fbox",body:e[0]}}});ur({type:"enclose",names:["\\cancel","\\bcancel","\\xcancel","\\sout","\\phase"],props:{numArgs:1},handler(r,e){var{parser:t,funcName:n}=r,a=e[0];return{type:"enclose",mode:t.mode,label:n,body:a}},htmlBuilder:c6,mathmlBuilder:u6});ur({type:"enclose",names:["\\angl"],props:{numArgs:1,argTypes:["hbox"],allowedInText:!1},handler(r,e){var{parser:t}=r;return{type:"enclose",mode:t.mode,label:"\\angl",body:e[0]}}});var PH={};function jl(r){for(var{type:e,names:t,props:n,handler:a,htmlBuilder:i,mathmlBuilder:s}=r,o={type:e,numArgs:n.numArgs||0,allowedInText:!1,numOptionalArgs:0,handler:a},l=0;l{var e=r.parser.settings;if(!e.displayMode)throw new $t("{"+r.envName+"} can be used only in display mode.")};function d6(r){if(r.indexOf("ed")===-1)return r.indexOf("*")===-1}function sd(r,e,t){var{hskipBeforeAndAfter:n,addJot:a,cols:i,arraystretch:s,colSeparationType:o,autoTag:l,singleRow:c,emptySingleRow:u,maxNumCols:d,leqno:h}=e;if(r.gullet.beginGroup(),c||r.gullet.macros.set("\\cr","\\\\\\relax"),!s){var p=r.gullet.expandMacroAsText("\\arraystretch");if(p==null)s=1;else if(s=parseFloat(p),!s||s<0)throw new $t("Invalid \\arraystretch: "+p)}r.gullet.beginGroup();var m=[],g=[m],b=[],_=[],v=l!=null?[]:void 0;function y(){l&&r.gullet.macros.set("\\@eqnsw","1",!0)}function E(){v&&(r.gullet.macros.get("\\df@tag")?(v.push(r.subparse([new Oo("\\df@tag")])),r.gullet.macros.set("\\df@tag",void 0,!0)):v.push(!!l&&r.gullet.macros.get("\\@eqnsw")==="1"))}for(y(),_.push(qP(r));;){var S=r.parseExpression(!1,c?"\\end":"\\\\");r.gullet.endGroup(),r.gullet.beginGroup(),S={type:"ordgroup",mode:r.mode,body:S},t&&(S={type:"styling",mode:r.mode,style:t,body:[S]}),m.push(S);var w=r.fetch().text;if(w==="&"){if(d&&m.length===d){if(c||o)throw new $t("Too many tab characters: &",r.nextToken);r.settings.reportNonstrict("textEnv","Too few columns specified in the {array} column argument.")}r.consume()}else if(w==="\\end"){E(),m.length===1&&S.type==="styling"&&S.body[0].body.length===0&&(g.length>1||!u)&&g.pop(),_.length0&&(y+=.25),c.push({pos:y,isDashed:Ne[Ue]})}for(E(s[0]),n=0;n0&&(D+=v,CNe))for(n=0;n=o)){var ne=void 0;(a>0||e.hskipBeforeAndAfter)&&(ne=Lr.deflt(te.pregap,h),ne!==0&&(K=lt.makeSpan(["arraycolsep"],[]),K.style.width=Xt(ne),$.push(K)));var ue=[];for(n=0;n0){for(var ae=lt.makeLineSpan("hline",t,u),fe=lt.makeLineSpan("hdashline",t,u),pe=[{type:"elem",elem:l,shift:0}];c.length>0;){var ye=c.pop(),Te=ye.pos-V;ye.isDashed?pe.push({type:"elem",elem:fe,shift:Te}):pe.push({type:"elem",elem:ae,shift:Te})}l=lt.makeVList({positionType:"individualShift",children:pe},t)}if(re.length===0)return lt.makeSpan(["mord"],[l],t);var Oe=lt.makeVList({positionType:"individualShift",children:re},t);return Oe=lt.makeSpan(["tag"],[Oe],t),lt.makeFragment([l,Oe])},EIe={c:"center ",l:"left ",r:"right "},Xl=function(e,t){for(var n=[],a=new Bt.MathNode("mtd",[],["mtr-glue"]),i=new Bt.MathNode("mtd",[],["mml-eqn-num"]),s=0;s0){var m=e.cols,g="",b=!1,_=0,v=m.length;m[0].type==="separator"&&(h+="top ",_=1),m[m.length-1].type==="separator"&&(h+="bottom ",v-=1);for(var y=_;y0?"left ":"",h+=x[x.length-1].length>0?"right ":"";for(var N=1;N-1?"alignat":"align",i=e.envName==="split",s=sd(e.parser,{cols:n,addJot:!0,autoTag:i?void 0:d6(e.envName),emptySingleRow:!0,colSeparationType:a,maxNumCols:i?2:void 0,leqno:e.parser.settings.leqno},"display"),o,l=0,c={type:"ordgroup",mode:e.mode,body:[]};if(t[0]&&t[0].type==="ordgroup"){for(var u="",d=0;d0&&p&&(b=1),n[m]={type:"align",align:g,pregap:b,postgap:0}}return s.colSeparationType=p?"align":"alignat",s};jl({type:"array",names:["array","darray"],props:{numArgs:1},handler(r,e){var t=xy(e[0]),n=t?[e[0]]:on(e[0],"ordgroup").body,a=n.map(function(s){var o=s6(s),l=o.text;if("lcr".indexOf(l)!==-1)return{type:"align",align:l};if(l==="|")return{type:"separator",separator:"|"};if(l===":")return{type:"separator",separator:":"};throw new $t("Unknown column alignment: "+l,s)}),i={cols:a,hskipBeforeAndAfter:!0,maxNumCols:a.length};return sd(r.parser,i,h6(r.envName))},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["matrix","pmatrix","bmatrix","Bmatrix","vmatrix","Vmatrix","matrix*","pmatrix*","bmatrix*","Bmatrix*","vmatrix*","Vmatrix*"],props:{numArgs:0},handler(r){var e={matrix:null,pmatrix:["(",")"],bmatrix:["[","]"],Bmatrix:["\\{","\\}"],vmatrix:["|","|"],Vmatrix:["\\Vert","\\Vert"]}[r.envName.replace("*","")],t="c",n={hskipBeforeAndAfter:!1,cols:[{type:"align",align:t}]};if(r.envName.charAt(r.envName.length-1)==="*"){var a=r.parser;if(a.consumeSpaces(),a.fetch().text==="["){if(a.consume(),a.consumeSpaces(),t=a.fetch().text,"lcr".indexOf(t)===-1)throw new $t("Expected l or c or r",a.nextToken);a.consume(),a.consumeSpaces(),a.expect("]"),a.consume(),n.cols=[{type:"align",align:t}]}}var i=sd(r.parser,n,h6(r.envName)),s=Math.max(0,...i.body.map(o=>o.length));return i.cols=new Array(s).fill({type:"align",align:t}),e?{type:"leftright",mode:r.mode,body:[i],left:e[0],right:e[1],rightColor:void 0}:i},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["smallmatrix"],props:{numArgs:0},handler(r){var e={arraystretch:.5},t=sd(r.parser,e,"script");return t.colSeparationType="small",t},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["subarray"],props:{numArgs:1},handler(r,e){var t=xy(e[0]),n=t?[e[0]]:on(e[0],"ordgroup").body,a=n.map(function(s){var o=s6(s),l=o.text;if("lc".indexOf(l)!==-1)return{type:"align",align:l};throw new $t("Unknown column alignment: "+l,s)});if(a.length>1)throw new $t("{subarray} can contain only one column");var i={cols:a,hskipBeforeAndAfter:!1,arraystretch:.5};if(i=sd(r.parser,i,"script"),i.body.length>0&&i.body[0].length>1)throw new $t("{subarray} can contain only one column");return i},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["cases","dcases","rcases","drcases"],props:{numArgs:0},handler(r){var e={arraystretch:1.2,cols:[{type:"align",align:"l",pregap:0,postgap:1},{type:"align",align:"l",pregap:0,postgap:0}]},t=sd(r.parser,e,h6(r.envName));return{type:"leftright",mode:r.mode,body:[t],left:r.envName.indexOf("r")>-1?".":"\\{",right:r.envName.indexOf("r")>-1?"\\}":".",rightColor:void 0}},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["align","align*","aligned","split"],props:{numArgs:0},handler:FH,htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["gathered","gather","gather*"],props:{numArgs:0},handler(r){Lr.contains(["gather","gather*"],r.envName)&&Ny(r);var e={cols:[{type:"align",align:"c"}],addJot:!0,colSeparationType:"gather",autoTag:d6(r.envName),emptySingleRow:!0,leqno:r.parser.settings.leqno};return sd(r.parser,e,"display")},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["alignat","alignat*","alignedat"],props:{numArgs:1},handler:FH,htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["equation","equation*"],props:{numArgs:0},handler(r){Ny(r);var e={autoTag:d6(r.envName),emptySingleRow:!0,singleRow:!0,maxNumCols:1,leqno:r.parser.settings.leqno};return sd(r.parser,e,"display")},htmlBuilder:Kl,mathmlBuilder:Xl});jl({type:"array",names:["CD"],props:{numArgs:0},handler(r){return Ny(r),lIe(r.parser)},htmlBuilder:Kl,mathmlBuilder:Xl});Se("\\nonumber","\\gdef\\@eqnsw{0}");Se("\\notag","\\nonumber");ur({type:"text",names:["\\hline","\\hdashline"],props:{numArgs:0,allowedInText:!0,allowedInMath:!0},handler(r,e){throw new $t(r.funcName+" valid only within array environment")}});var HP=PH;ur({type:"environment",names:["\\begin","\\end"],props:{numArgs:1,argTypes:["text"]},handler(r,e){var{parser:t,funcName:n}=r,a=e[0];if(a.type!=="ordgroup")throw new $t("Invalid environment name",a);for(var i="",s=0;s{var t=r.font,n=e.withFont(t);return Bn(r.body,n)},UH=(r,e)=>{var t=r.font,n=e.withFont(t);return na(r.body,n)},VP={"\\Bbb":"\\mathbb","\\bold":"\\mathbf","\\frak":"\\mathfrak","\\bm":"\\boldsymbol"};ur({type:"font",names:["\\mathrm","\\mathit","\\mathbf","\\mathnormal","\\mathsfit","\\mathbb","\\mathcal","\\mathfrak","\\mathscr","\\mathsf","\\mathtt","\\Bbb","\\bold","\\frak"],props:{numArgs:1,allowedInArgument:!0},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=Hb(e[0]),i=n;return i in VP&&(i=VP[i]),{type:"font",mode:t.mode,font:i.slice(1),body:a}},htmlBuilder:BH,mathmlBuilder:UH});ur({type:"mclass",names:["\\boldsymbol","\\bm"],props:{numArgs:1},handler:(r,e)=>{var{parser:t}=r,n=e[0],a=Lr.isCharacterBox(n);return{type:"mclass",mode:t.mode,mclass:Ry(n),body:[{type:"font",mode:t.mode,font:"boldsymbol",body:n}],isCharacterBox:a}}});ur({type:"font",names:["\\rm","\\sf","\\tt","\\bf","\\it","\\cal"],props:{numArgs:0,allowedInText:!0},handler:(r,e)=>{var{parser:t,funcName:n,breakOnTokenText:a}=r,{mode:i}=t,s=t.parseExpression(!0,a),o="math"+n.slice(1);return{type:"font",mode:i,font:o,body:{type:"ordgroup",mode:t.mode,body:s}}},htmlBuilder:BH,mathmlBuilder:UH});var $H=(r,e)=>{var t=e;return r==="display"?t=t.id>=Ur.SCRIPT.id?t.text():Ur.DISPLAY:r==="text"&&t.size===Ur.DISPLAY.size?t=Ur.TEXT:r==="script"?t=Ur.SCRIPT:r==="scriptscript"&&(t=Ur.SCRIPTSCRIPT),t},f6=(r,e)=>{var t=$H(r.size,e.style),n=t.fracNum(),a=t.fracDen(),i;i=e.havingStyle(n);var s=Bn(r.numer,i,e);if(r.continued){var o=8.5/e.fontMetrics().ptPerEm,l=3.5/e.fontMetrics().ptPerEm;s.height=s.height0?m=3*h:m=7*h,g=e.fontMetrics().denom1):(d>0?(p=e.fontMetrics().num2,m=h):(p=e.fontMetrics().num3,m=3*h),g=e.fontMetrics().denom2);var b;if(u){var v=e.fontMetrics().axisHeight;p-s.depth-(v+.5*d){var t=new Bt.MathNode("mfrac",[na(r.numer,e),na(r.denom,e)]);if(!r.hasBarLine)t.setAttribute("linethickness","0px");else if(r.barSize){var n=Ca(r.barSize,e);t.setAttribute("linethickness",Xt(n))}var a=$H(r.size,e.style);if(a.size!==e.style.size){t=new Bt.MathNode("mstyle",[t]);var i=a.size===Ur.DISPLAY.size?"true":"false";t.setAttribute("displaystyle",i),t.setAttribute("scriptlevel","0")}if(r.leftDelim!=null||r.rightDelim!=null){var s=[];if(r.leftDelim!=null){var o=new Bt.MathNode("mo",[new Bt.TextNode(r.leftDelim.replace("\\",""))]);o.setAttribute("fence","true"),s.push(o)}if(s.push(t),r.rightDelim!=null){var l=new Bt.MathNode("mo",[new Bt.TextNode(r.rightDelim.replace("\\",""))]);l.setAttribute("fence","true"),s.push(l)}return a6(s)}return t};ur({type:"genfrac",names:["\\dfrac","\\frac","\\tfrac","\\dbinom","\\binom","\\tbinom","\\\\atopfrac","\\\\bracefrac","\\\\brackfrac"],props:{numArgs:2,allowedInArgument:!0},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0],i=e[1],s,o=null,l=null,c="auto";switch(n){case"\\dfrac":case"\\frac":case"\\tfrac":s=!0;break;case"\\\\atopfrac":s=!1;break;case"\\dbinom":case"\\binom":case"\\tbinom":s=!1,o="(",l=")";break;case"\\\\bracefrac":s=!1,o="\\{",l="\\}";break;case"\\\\brackfrac":s=!1,o="[",l="]";break;default:throw new Error("Unrecognized genfrac command")}switch(n){case"\\dfrac":case"\\dbinom":c="display";break;case"\\tfrac":case"\\tbinom":c="text";break}return{type:"genfrac",mode:t.mode,continued:!1,numer:a,denom:i,hasBarLine:s,leftDelim:o,rightDelim:l,size:c,barSize:null}},htmlBuilder:f6,mathmlBuilder:p6});ur({type:"genfrac",names:["\\cfrac"],props:{numArgs:2},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0],i=e[1];return{type:"genfrac",mode:t.mode,continued:!0,numer:a,denom:i,hasBarLine:!0,leftDelim:null,rightDelim:null,size:"display",barSize:null}}});ur({type:"infix",names:["\\over","\\choose","\\atop","\\brace","\\brack"],props:{numArgs:0,infix:!0},handler(r){var{parser:e,funcName:t,token:n}=r,a;switch(t){case"\\over":a="\\frac";break;case"\\choose":a="\\binom";break;case"\\atop":a="\\\\atopfrac";break;case"\\brace":a="\\\\bracefrac";break;case"\\brack":a="\\\\brackfrac";break;default:throw new Error("Unrecognized infix genfrac command")}return{type:"infix",mode:e.mode,replaceWith:a,token:n}}});var YP=["display","text","script","scriptscript"],WP=function(e){var t=null;return e.length>0&&(t=e,t=t==="."?null:t),t};ur({type:"genfrac",names:["\\genfrac"],props:{numArgs:6,allowedInArgument:!0,argTypes:["math","math","size","text","math","math"]},handler(r,e){var{parser:t}=r,n=e[4],a=e[5],i=Hb(e[0]),s=i.type==="atom"&&i.family==="open"?WP(i.text):null,o=Hb(e[1]),l=o.type==="atom"&&o.family==="close"?WP(o.text):null,c=on(e[2],"size"),u,d=null;c.isBlank?u=!0:(d=c.value,u=d.number>0);var h="auto",p=e[3];if(p.type==="ordgroup"){if(p.body.length>0){var m=on(p.body[0],"textord");h=YP[Number(m.text)]}}else p=on(p,"textord"),h=YP[Number(p.text)];return{type:"genfrac",mode:t.mode,numer:n,denom:a,continued:!1,hasBarLine:u,barSize:d,leftDelim:s,rightDelim:l,size:h}},htmlBuilder:f6,mathmlBuilder:p6});ur({type:"infix",names:["\\above"],props:{numArgs:1,argTypes:["size"],infix:!0},handler(r,e){var{parser:t,funcName:n,token:a}=r;return{type:"infix",mode:t.mode,replaceWith:"\\\\abovefrac",size:on(e[0],"size").value,token:a}}});ur({type:"genfrac",names:["\\\\abovefrac"],props:{numArgs:3,argTypes:["math","size","math"]},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0],i=ZOe(on(e[1],"infix").size),s=e[2],o=i.number>0;return{type:"genfrac",mode:t.mode,numer:a,denom:s,continued:!1,hasBarLine:o,barSize:i,leftDelim:null,rightDelim:null,size:"auto"}},htmlBuilder:f6,mathmlBuilder:p6});var GH=(r,e)=>{var t=e.style,n,a;r.type==="supsub"?(n=r.sup?Bn(r.sup,e.havingStyle(t.sup()),e):Bn(r.sub,e.havingStyle(t.sub()),e),a=on(r.base,"horizBrace")):a=on(r,"horizBrace");var i=Bn(a.base,e.havingBaseStyle(Ur.DISPLAY)),s=Yc.svgSpan(a,e),o;if(a.isOver?(o=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:i},{type:"kern",size:.1},{type:"elem",elem:s}]},e),o.children[0].children[0].children[1].classes.push("svg-align")):(o=lt.makeVList({positionType:"bottom",positionData:i.depth+.1+s.height,children:[{type:"elem",elem:s},{type:"kern",size:.1},{type:"elem",elem:i}]},e),o.children[0].children[0].children[0].classes.push("svg-align")),n){var l=lt.makeSpan(["mord",a.isOver?"mover":"munder"],[o],e);a.isOver?o=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:l},{type:"kern",size:.2},{type:"elem",elem:n}]},e):o=lt.makeVList({positionType:"bottom",positionData:l.depth+.2+n.height+n.depth,children:[{type:"elem",elem:n},{type:"kern",size:.2},{type:"elem",elem:l}]},e)}return lt.makeSpan(["mord",a.isOver?"mover":"munder"],[o],e)},wIe=(r,e)=>{var t=Yc.mathMLnode(r.label);return new Bt.MathNode(r.isOver?"mover":"munder",[na(r.base,e),t])};ur({type:"horizBrace",names:["\\overbrace","\\underbrace"],props:{numArgs:1},handler(r,e){var{parser:t,funcName:n}=r;return{type:"horizBrace",mode:t.mode,label:n,isOver:/^\\over/.test(n),base:e[0]}},htmlBuilder:GH,mathmlBuilder:wIe});ur({type:"href",names:["\\href"],props:{numArgs:2,argTypes:["url","original"],allowedInText:!0},handler:(r,e)=>{var{parser:t}=r,n=e[1],a=on(e[0],"url").url;return t.settings.isTrusted({command:"\\href",url:a})?{type:"href",mode:t.mode,href:a,body:Ua(n)}:t.formatUnsupportedCmd("\\href")},htmlBuilder:(r,e)=>{var t=li(r.body,e,!1);return lt.makeAnchor(r.href,[],t,e)},mathmlBuilder:(r,e)=>{var t=qu(r.body,e);return t instanceof Zs||(t=new Zs("mrow",[t])),t.setAttribute("href",r.href),t}});ur({type:"href",names:["\\url"],props:{numArgs:1,argTypes:["url"],allowedInText:!0},handler:(r,e)=>{var{parser:t}=r,n=on(e[0],"url").url;if(!t.settings.isTrusted({command:"\\url",url:n}))return t.formatUnsupportedCmd("\\url");for(var a=[],i=0;i{var{parser:t,funcName:n,token:a}=r,i=on(e[0],"raw").string,s=e[1];t.settings.strict&&t.settings.reportNonstrict("htmlExtension","HTML extension is disabled on strict mode");var o,l={};switch(n){case"\\htmlClass":l.class=i,o={command:"\\htmlClass",class:i};break;case"\\htmlId":l.id=i,o={command:"\\htmlId",id:i};break;case"\\htmlStyle":l.style=i,o={command:"\\htmlStyle",style:i};break;case"\\htmlData":{for(var c=i.split(","),u=0;u{var t=li(r.body,e,!1),n=["enclosing"];r.attributes.class&&n.push(...r.attributes.class.trim().split(/\s+/));var a=lt.makeSpan(n,t,e);for(var i in r.attributes)i!=="class"&&r.attributes.hasOwnProperty(i)&&a.setAttribute(i,r.attributes[i]);return a},mathmlBuilder:(r,e)=>qu(r.body,e)});ur({type:"htmlmathml",names:["\\html@mathml"],props:{numArgs:2,allowedInText:!0},handler:(r,e)=>{var{parser:t}=r;return{type:"htmlmathml",mode:t.mode,html:Ua(e[0]),mathml:Ua(e[1])}},htmlBuilder:(r,e)=>{var t=li(r.html,e,!1);return lt.makeFragment(t)},mathmlBuilder:(r,e)=>qu(r.mathml,e)});var uC=function(e){if(/^[-+]? *(\d+(\.\d*)?|\.\d+)$/.test(e))return{number:+e,unit:"bp"};var t=/([-+]?) *(\d+(?:\.\d*)?|\.\d+) *([a-z]{2})/.exec(e);if(!t)throw new $t("Invalid size: '"+e+"' in \\includegraphics");var n={number:+(t[1]+t[2]),unit:t[3]};if(!sH(n))throw new $t("Invalid unit: '"+n.unit+"' in \\includegraphics.");return n};ur({type:"includegraphics",names:["\\includegraphics"],props:{numArgs:1,numOptionalArgs:1,argTypes:["raw","url"],allowedInText:!1},handler:(r,e,t)=>{var{parser:n}=r,a={number:0,unit:"em"},i={number:.9,unit:"em"},s={number:0,unit:"em"},o="";if(t[0])for(var l=on(t[0],"raw").string,c=l.split(","),u=0;u{var t=Ca(r.height,e),n=0;r.totalheight.number>0&&(n=Ca(r.totalheight,e)-t);var a=0;r.width.number>0&&(a=Ca(r.width,e));var i={height:Xt(t+n)};a>0&&(i.width=Xt(a)),n>0&&(i.verticalAlign=Xt(-n));var s=new wNe(r.src,r.alt,i);return s.height=t,s.depth=n,s},mathmlBuilder:(r,e)=>{var t=new Bt.MathNode("mglyph",[]);t.setAttribute("alt",r.alt);var n=Ca(r.height,e),a=0;if(r.totalheight.number>0&&(a=Ca(r.totalheight,e)-n,t.setAttribute("valign",Xt(-a))),t.setAttribute("height",Xt(n+a)),r.width.number>0){var i=Ca(r.width,e);t.setAttribute("width",Xt(i))}return t.setAttribute("src",r.src),t}});ur({type:"kern",names:["\\kern","\\mkern","\\hskip","\\mskip"],props:{numArgs:1,argTypes:["size"],primitive:!0,allowedInText:!0},handler(r,e){var{parser:t,funcName:n}=r,a=on(e[0],"size");if(t.settings.strict){var i=n[1]==="m",s=a.value.unit==="mu";i?(s||t.settings.reportNonstrict("mathVsTextUnits","LaTeX's "+n+" supports only mu units, "+("not "+a.value.unit+" units")),t.mode!=="math"&&t.settings.reportNonstrict("mathVsTextUnits","LaTeX's "+n+" works only in math mode")):s&&t.settings.reportNonstrict("mathVsTextUnits","LaTeX's "+n+" doesn't support mu units")}return{type:"kern",mode:t.mode,dimension:a.value}},htmlBuilder(r,e){return lt.makeGlue(r.dimension,e)},mathmlBuilder(r,e){var t=Ca(r.dimension,e);return new Bt.SpaceNode(t)}});ur({type:"lap",names:["\\mathllap","\\mathrlap","\\mathclap"],props:{numArgs:1,allowedInText:!0},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0];return{type:"lap",mode:t.mode,alignment:n.slice(5),body:a}},htmlBuilder:(r,e)=>{var t;r.alignment==="clap"?(t=lt.makeSpan([],[Bn(r.body,e)]),t=lt.makeSpan(["inner"],[t],e)):t=lt.makeSpan(["inner"],[Bn(r.body,e)]);var n=lt.makeSpan(["fix"],[]),a=lt.makeSpan([r.alignment],[t,n],e),i=lt.makeSpan(["strut"]);return i.style.height=Xt(a.height+a.depth),a.depth&&(i.style.verticalAlign=Xt(-a.depth)),a.children.unshift(i),a=lt.makeSpan(["thinbox"],[a],e),lt.makeSpan(["mord","vbox"],[a],e)},mathmlBuilder:(r,e)=>{var t=new Bt.MathNode("mpadded",[na(r.body,e)]);if(r.alignment!=="rlap"){var n=r.alignment==="llap"?"-1":"-0.5";t.setAttribute("lspace",n+"width")}return t.setAttribute("width","0px"),t}});ur({type:"styling",names:["\\(","$"],props:{numArgs:0,allowedInText:!0,allowedInMath:!1},handler(r,e){var{funcName:t,parser:n}=r,a=n.mode;n.switchMode("math");var i=t==="\\("?"\\)":"$",s=n.parseExpression(!1,i);return n.expect(i),n.switchMode(a),{type:"styling",mode:n.mode,style:"text",body:s}}});ur({type:"text",names:["\\)","\\]"],props:{numArgs:0,allowedInText:!0,allowedInMath:!1},handler(r,e){throw new $t("Mismatched "+r.funcName)}});var jP=(r,e)=>{switch(e.style.size){case Ur.DISPLAY.size:return r.display;case Ur.TEXT.size:return r.text;case Ur.SCRIPT.size:return r.script;case Ur.SCRIPTSCRIPT.size:return r.scriptscript;default:return r.text}};ur({type:"mathchoice",names:["\\mathchoice"],props:{numArgs:4,primitive:!0},handler:(r,e)=>{var{parser:t}=r;return{type:"mathchoice",mode:t.mode,display:Ua(e[0]),text:Ua(e[1]),script:Ua(e[2]),scriptscript:Ua(e[3])}},htmlBuilder:(r,e)=>{var t=jP(r,e),n=li(t,e,!1);return lt.makeFragment(n)},mathmlBuilder:(r,e)=>{var t=jP(r,e);return qu(t,e)}});var zH=(r,e,t,n,a,i,s)=>{r=lt.makeSpan([],[r]);var o=t&&Lr.isCharacterBox(t),l,c;if(e){var u=Bn(e,n.havingStyle(a.sup()),n);c={elem:u,kern:Math.max(n.fontMetrics().bigOpSpacing1,n.fontMetrics().bigOpSpacing3-u.depth)}}if(t){var d=Bn(t,n.havingStyle(a.sub()),n);l={elem:d,kern:Math.max(n.fontMetrics().bigOpSpacing2,n.fontMetrics().bigOpSpacing4-d.height)}}var h;if(c&&l){var p=n.fontMetrics().bigOpSpacing5+l.elem.height+l.elem.depth+l.kern+r.depth+s;h=lt.makeVList({positionType:"bottom",positionData:p,children:[{type:"kern",size:n.fontMetrics().bigOpSpacing5},{type:"elem",elem:l.elem,marginLeft:Xt(-i)},{type:"kern",size:l.kern},{type:"elem",elem:r},{type:"kern",size:c.kern},{type:"elem",elem:c.elem,marginLeft:Xt(i)},{type:"kern",size:n.fontMetrics().bigOpSpacing5}]},n)}else if(l){var m=r.height-s;h=lt.makeVList({positionType:"top",positionData:m,children:[{type:"kern",size:n.fontMetrics().bigOpSpacing5},{type:"elem",elem:l.elem,marginLeft:Xt(-i)},{type:"kern",size:l.kern},{type:"elem",elem:r}]},n)}else if(c){var g=r.depth+s;h=lt.makeVList({positionType:"bottom",positionData:g,children:[{type:"elem",elem:r},{type:"kern",size:c.kern},{type:"elem",elem:c.elem,marginLeft:Xt(i)},{type:"kern",size:n.fontMetrics().bigOpSpacing5}]},n)}else return r;var b=[h];if(l&&i!==0&&!o){var _=lt.makeSpan(["mspace"],[],n);_.style.marginRight=Xt(i),b.unshift(_)}return lt.makeSpan(["mop","op-limits"],b,n)},qH=["\\smallint"],cp=(r,e)=>{var t,n,a=!1,i;r.type==="supsub"?(t=r.sup,n=r.sub,i=on(r.base,"op"),a=!0):i=on(r,"op");var s=e.style,o=!1;s.size===Ur.DISPLAY.size&&i.symbol&&!Lr.contains(qH,i.name)&&(o=!0);var l;if(i.symbol){var c=o?"Size2-Regular":"Size1-Regular",u="";if((i.name==="\\oiint"||i.name==="\\oiiint")&&(u=i.name.slice(1),i.name=u==="oiint"?"\\iint":"\\iiint"),l=lt.makeSymbol(i.name,c,"math",e,["mop","op-symbol",o?"large-op":"small-op"]),u.length>0){var d=l.italic,h=lt.staticSvg(u+"Size"+(o?"2":"1"),e);l=lt.makeVList({positionType:"individualShift",children:[{type:"elem",elem:l,shift:0},{type:"elem",elem:h,shift:o?.08:0}]},e),i.name="\\"+u,l.classes.unshift("mop"),l.italic=d}}else if(i.body){var p=li(i.body,e,!0);p.length===1&&p[0]instanceof Mo?(l=p[0],l.classes[0]="mop"):l=lt.makeSpan(["mop"],p,e)}else{for(var m=[],g=1;g{var t;if(r.symbol)t=new Zs("mo",[Do(r.name,r.mode)]),Lr.contains(qH,r.name)&&t.setAttribute("largeop","false");else if(r.body)t=new Zs("mo",Ds(r.body,e));else{t=new Zs("mi",[new Il(r.name.slice(1))]);var n=new Zs("mo",[Do("⁡","text")]);r.parentIsSupSub?t=new Zs("mrow",[t,n]):t=_H([t,n])}return t},TIe={"∏":"\\prod","∐":"\\coprod","∑":"\\sum","⋀":"\\bigwedge","⋁":"\\bigvee","⋂":"\\bigcap","⋃":"\\bigcup","⨀":"\\bigodot","⨁":"\\bigoplus","⨂":"\\bigotimes","⨄":"\\biguplus","⨆":"\\bigsqcup"};ur({type:"op",names:["\\coprod","\\bigvee","\\bigwedge","\\biguplus","\\bigcap","\\bigcup","\\intop","\\prod","\\sum","\\bigotimes","\\bigoplus","\\bigodot","\\bigsqcup","\\smallint","∏","∐","∑","⋀","⋁","⋂","⋃","⨀","⨁","⨂","⨄","⨆"],props:{numArgs:0},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=n;return a.length===1&&(a=TIe[a]),{type:"op",mode:t.mode,limits:!0,parentIsSupSub:!1,symbol:!0,name:a}},htmlBuilder:cp,mathmlBuilder:Mg});ur({type:"op",names:["\\mathop"],props:{numArgs:1,primitive:!0},handler:(r,e)=>{var{parser:t}=r,n=e[0];return{type:"op",mode:t.mode,limits:!1,parentIsSupSub:!1,symbol:!1,body:Ua(n)}},htmlBuilder:cp,mathmlBuilder:Mg});var CIe={"∫":"\\int","∬":"\\iint","∭":"\\iiint","∮":"\\oint","∯":"\\oiint","∰":"\\oiiint"};ur({type:"op",names:["\\arcsin","\\arccos","\\arctan","\\arctg","\\arcctg","\\arg","\\ch","\\cos","\\cosec","\\cosh","\\cot","\\cotg","\\coth","\\csc","\\ctg","\\cth","\\deg","\\dim","\\exp","\\hom","\\ker","\\lg","\\ln","\\log","\\sec","\\sin","\\sinh","\\sh","\\tan","\\tanh","\\tg","\\th"],props:{numArgs:0},handler(r){var{parser:e,funcName:t}=r;return{type:"op",mode:e.mode,limits:!1,parentIsSupSub:!1,symbol:!1,name:t}},htmlBuilder:cp,mathmlBuilder:Mg});ur({type:"op",names:["\\det","\\gcd","\\inf","\\lim","\\max","\\min","\\Pr","\\sup"],props:{numArgs:0},handler(r){var{parser:e,funcName:t}=r;return{type:"op",mode:e.mode,limits:!0,parentIsSupSub:!1,symbol:!1,name:t}},htmlBuilder:cp,mathmlBuilder:Mg});ur({type:"op",names:["\\int","\\iint","\\iiint","\\oint","\\oiint","\\oiiint","∫","∬","∭","∮","∯","∰"],props:{numArgs:0},handler(r){var{parser:e,funcName:t}=r,n=t;return n.length===1&&(n=CIe[n]),{type:"op",mode:e.mode,limits:!1,parentIsSupSub:!1,symbol:!0,name:n}},htmlBuilder:cp,mathmlBuilder:Mg});var HH=(r,e)=>{var t,n,a=!1,i;r.type==="supsub"?(t=r.sup,n=r.sub,i=on(r.base,"operatorname"),a=!0):i=on(r,"operatorname");var s;if(i.body.length>0){for(var o=i.body.map(d=>{var h=d.text;return typeof h=="string"?{type:"textord",mode:d.mode,text:h}:d}),l=li(o,e.withFont("mathrm"),!0),c=0;c{for(var t=Ds(r.body,e.withFont("mathrm")),n=!0,a=0;au.toText()).join("");t=[new Bt.TextNode(o)]}var l=new Bt.MathNode("mi",t);l.setAttribute("mathvariant","normal");var c=new Bt.MathNode("mo",[Do("⁡","text")]);return r.parentIsSupSub?new Bt.MathNode("mrow",[l,c]):Bt.newDocumentFragment([l,c])};ur({type:"operatorname",names:["\\operatorname@","\\operatornamewithlimits"],props:{numArgs:1},handler:(r,e)=>{var{parser:t,funcName:n}=r,a=e[0];return{type:"operatorname",mode:t.mode,body:Ua(a),alwaysHandleSupSub:n==="\\operatornamewithlimits",limits:!1,parentIsSupSub:!1}},htmlBuilder:HH,mathmlBuilder:AIe});Se("\\operatorname","\\@ifstar\\operatornamewithlimits\\operatorname@");ph({type:"ordgroup",htmlBuilder(r,e){return r.semisimple?lt.makeFragment(li(r.body,e,!1)):lt.makeSpan(["mord"],li(r.body,e,!0),e)},mathmlBuilder(r,e){return qu(r.body,e,!0)}});ur({type:"overline",names:["\\overline"],props:{numArgs:1},handler(r,e){var{parser:t}=r,n=e[0];return{type:"overline",mode:t.mode,body:n}},htmlBuilder(r,e){var t=Bn(r.body,e.havingCrampedStyle()),n=lt.makeLineSpan("overline-line",e),a=e.fontMetrics().defaultRuleThickness,i=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:t},{type:"kern",size:3*a},{type:"elem",elem:n},{type:"kern",size:a}]},e);return lt.makeSpan(["mord","overline"],[i],e)},mathmlBuilder(r,e){var t=new Bt.MathNode("mo",[new Bt.TextNode("‾")]);t.setAttribute("stretchy","true");var n=new Bt.MathNode("mover",[na(r.body,e),t]);return n.setAttribute("accent","true"),n}});ur({type:"phantom",names:["\\phantom"],props:{numArgs:1,allowedInText:!0},handler:(r,e)=>{var{parser:t}=r,n=e[0];return{type:"phantom",mode:t.mode,body:Ua(n)}},htmlBuilder:(r,e)=>{var t=li(r.body,e.withPhantom(),!1);return lt.makeFragment(t)},mathmlBuilder:(r,e)=>{var t=Ds(r.body,e);return new Bt.MathNode("mphantom",t)}});ur({type:"hphantom",names:["\\hphantom"],props:{numArgs:1,allowedInText:!0},handler:(r,e)=>{var{parser:t}=r,n=e[0];return{type:"hphantom",mode:t.mode,body:n}},htmlBuilder:(r,e)=>{var t=lt.makeSpan([],[Bn(r.body,e.withPhantom())]);if(t.height=0,t.depth=0,t.children)for(var n=0;n{var t=Ds(Ua(r.body),e),n=new Bt.MathNode("mphantom",t),a=new Bt.MathNode("mpadded",[n]);return a.setAttribute("height","0px"),a.setAttribute("depth","0px"),a}});ur({type:"vphantom",names:["\\vphantom"],props:{numArgs:1,allowedInText:!0},handler:(r,e)=>{var{parser:t}=r,n=e[0];return{type:"vphantom",mode:t.mode,body:n}},htmlBuilder:(r,e)=>{var t=lt.makeSpan(["inner"],[Bn(r.body,e.withPhantom())]),n=lt.makeSpan(["fix"],[]);return lt.makeSpan(["mord","rlap"],[t,n],e)},mathmlBuilder:(r,e)=>{var t=Ds(Ua(r.body),e),n=new Bt.MathNode("mphantom",t),a=new Bt.MathNode("mpadded",[n]);return a.setAttribute("width","0px"),a}});ur({type:"raisebox",names:["\\raisebox"],props:{numArgs:2,argTypes:["size","hbox"],allowedInText:!0},handler(r,e){var{parser:t}=r,n=on(e[0],"size").value,a=e[1];return{type:"raisebox",mode:t.mode,dy:n,body:a}},htmlBuilder(r,e){var t=Bn(r.body,e),n=Ca(r.dy,e);return lt.makeVList({positionType:"shift",positionData:-n,children:[{type:"elem",elem:t}]},e)},mathmlBuilder(r,e){var t=new Bt.MathNode("mpadded",[na(r.body,e)]),n=r.dy.number+r.dy.unit;return t.setAttribute("voffset",n),t}});ur({type:"internal",names:["\\relax"],props:{numArgs:0,allowedInText:!0,allowedInArgument:!0},handler(r){var{parser:e}=r;return{type:"internal",mode:e.mode}}});ur({type:"rule",names:["\\rule"],props:{numArgs:2,numOptionalArgs:1,allowedInText:!0,allowedInMath:!0,argTypes:["size","size","size"]},handler(r,e,t){var{parser:n}=r,a=t[0],i=on(e[0],"size"),s=on(e[1],"size");return{type:"rule",mode:n.mode,shift:a&&on(a,"size").value,width:i.value,height:s.value}},htmlBuilder(r,e){var t=lt.makeSpan(["mord","rule"],[],e),n=Ca(r.width,e),a=Ca(r.height,e),i=r.shift?Ca(r.shift,e):0;return t.style.borderRightWidth=Xt(n),t.style.borderTopWidth=Xt(a),t.style.bottom=Xt(i),t.width=n,t.height=a+i,t.depth=-i,t.maxFontSize=a*1.125*e.sizeMultiplier,t},mathmlBuilder(r,e){var t=Ca(r.width,e),n=Ca(r.height,e),a=r.shift?Ca(r.shift,e):0,i=e.color&&e.getColor()||"black",s=new Bt.MathNode("mspace");s.setAttribute("mathbackground",i),s.setAttribute("width",Xt(t)),s.setAttribute("height",Xt(n));var o=new Bt.MathNode("mpadded",[s]);return a>=0?o.setAttribute("height",Xt(a)):(o.setAttribute("height",Xt(a)),o.setAttribute("depth",Xt(-a))),o.setAttribute("voffset",Xt(a)),o}});function VH(r,e,t){for(var n=li(r,e,!1),a=e.sizeMultiplier/t.sizeMultiplier,i=0;i{var t=e.havingSize(r.size);return VH(r.body,t,e)};ur({type:"sizing",names:KP,props:{numArgs:0,allowedInText:!0},handler:(r,e)=>{var{breakOnTokenText:t,funcName:n,parser:a}=r,i=a.parseExpression(!1,t);return{type:"sizing",mode:a.mode,size:KP.indexOf(n)+1,body:i}},htmlBuilder:xIe,mathmlBuilder:(r,e)=>{var t=e.havingSize(r.size),n=Ds(r.body,t),a=new Bt.MathNode("mstyle",n);return a.setAttribute("mathsize",Xt(t.sizeMultiplier)),a}});ur({type:"smash",names:["\\smash"],props:{numArgs:1,numOptionalArgs:1,allowedInText:!0},handler:(r,e,t)=>{var{parser:n}=r,a=!1,i=!1,s=t[0]&&on(t[0],"ordgroup");if(s)for(var o="",l=0;l{var t=lt.makeSpan([],[Bn(r.body,e)]);if(!r.smashHeight&&!r.smashDepth)return t;if(r.smashHeight&&(t.height=0,t.children))for(var n=0;n{var t=new Bt.MathNode("mpadded",[na(r.body,e)]);return r.smashHeight&&t.setAttribute("height","0px"),r.smashDepth&&t.setAttribute("depth","0px"),t}});ur({type:"sqrt",names:["\\sqrt"],props:{numArgs:1,numOptionalArgs:1},handler(r,e,t){var{parser:n}=r,a=t[0],i=e[0];return{type:"sqrt",mode:n.mode,body:i,index:a}},htmlBuilder(r,e){var t=Bn(r.body,e.havingCrampedStyle());t.height===0&&(t.height=e.fontMetrics().xHeight),t=lt.wrapFragment(t,e);var n=e.fontMetrics(),a=n.defaultRuleThickness,i=a;e.style.idt.height+t.depth+s&&(s=(s+d-t.height-t.depth)/2);var h=l.height-t.height-s-c;t.style.paddingLeft=Xt(u);var p=lt.makeVList({positionType:"firstBaseline",children:[{type:"elem",elem:t,wrapperClasses:["svg-align"]},{type:"kern",size:-(t.height+h)},{type:"elem",elem:l},{type:"kern",size:c}]},e);if(r.index){var m=e.havingStyle(Ur.SCRIPTSCRIPT),g=Bn(r.index,m,e),b=.6*(p.height-p.depth),_=lt.makeVList({positionType:"shift",positionData:-b,children:[{type:"elem",elem:g}]},e),v=lt.makeSpan(["root"],[_]);return lt.makeSpan(["mord","sqrt"],[v,p],e)}else return lt.makeSpan(["mord","sqrt"],[p],e)},mathmlBuilder(r,e){var{body:t,index:n}=r;return n?new Bt.MathNode("mroot",[na(t,e),na(n,e)]):new Bt.MathNode("msqrt",[na(t,e)])}});var XP={display:Ur.DISPLAY,text:Ur.TEXT,script:Ur.SCRIPT,scriptscript:Ur.SCRIPTSCRIPT};ur({type:"styling",names:["\\displaystyle","\\textstyle","\\scriptstyle","\\scriptscriptstyle"],props:{numArgs:0,allowedInText:!0,primitive:!0},handler(r,e){var{breakOnTokenText:t,funcName:n,parser:a}=r,i=a.parseExpression(!0,t),s=n.slice(1,n.length-5);return{type:"styling",mode:a.mode,style:s,body:i}},htmlBuilder(r,e){var t=XP[r.style],n=e.havingStyle(t).withFont("");return VH(r.body,n,e)},mathmlBuilder(r,e){var t=XP[r.style],n=e.havingStyle(t),a=Ds(r.body,n),i=new Bt.MathNode("mstyle",a),s={display:["0","true"],text:["0","false"],script:["1","false"],scriptscript:["2","false"]},o=s[r.style];return i.setAttribute("scriptlevel",o[0]),i.setAttribute("displaystyle",o[1]),i}});var RIe=function(e,t){var n=e.base;if(n)if(n.type==="op"){var a=n.limits&&(t.style.size===Ur.DISPLAY.size||n.alwaysHandleSupSub);return a?cp:null}else if(n.type==="operatorname"){var i=n.alwaysHandleSupSub&&(t.style.size===Ur.DISPLAY.size||n.limits);return i?HH:null}else{if(n.type==="accent")return Lr.isCharacterBox(n.base)?o6:null;if(n.type==="horizBrace"){var s=!e.sub;return s===n.isOver?GH:null}else return null}else return null};ph({type:"supsub",htmlBuilder(r,e){var t=RIe(r,e);if(t)return t(r,e);var{base:n,sup:a,sub:i}=r,s=Bn(n,e),o,l,c=e.fontMetrics(),u=0,d=0,h=n&&Lr.isCharacterBox(n);if(a){var p=e.havingStyle(e.style.sup());o=Bn(a,p,e),h||(u=s.height-p.fontMetrics().supDrop*p.sizeMultiplier/e.sizeMultiplier)}if(i){var m=e.havingStyle(e.style.sub());l=Bn(i,m,e),h||(d=s.depth+m.fontMetrics().subDrop*m.sizeMultiplier/e.sizeMultiplier)}var g;e.style===Ur.DISPLAY?g=c.sup1:e.style.cramped?g=c.sup3:g=c.sup2;var b=e.sizeMultiplier,_=Xt(.5/c.ptPerEm/b),v=null;if(l){var y=r.base&&r.base.type==="op"&&r.base.name&&(r.base.name==="\\oiint"||r.base.name==="\\oiiint");(s instanceof Mo||y)&&(v=Xt(-s.italic))}var E;if(o&&l){u=Math.max(u,g,o.depth+.25*c.xHeight),d=Math.max(d,c.sub2);var S=c.defaultRuleThickness,w=4*S;if(u-o.depth-(l.height-d)0&&(u+=C,d-=C)}var x=[{type:"elem",elem:l,shift:d,marginRight:_,marginLeft:v},{type:"elem",elem:o,shift:-u,marginRight:_}];E=lt.makeVList({positionType:"individualShift",children:x},e)}else if(l){d=Math.max(d,c.sub1,l.height-.8*c.xHeight);var N=[{type:"elem",elem:l,marginLeft:v,marginRight:_}];E=lt.makeVList({positionType:"shift",positionData:d,children:N},e)}else if(o)u=Math.max(u,g,o.depth+.25*c.xHeight),E=lt.makeVList({positionType:"shift",positionData:-u,children:[{type:"elem",elem:o,marginRight:_}]},e);else throw new Error("supsub must have either sup or sub.");var I=IA(s,"right")||"mord";return lt.makeSpan([I],[s,lt.makeSpan(["msupsub"],[E])],e)},mathmlBuilder(r,e){var t=!1,n,a;r.base&&r.base.type==="horizBrace"&&(a=!!r.sup,a===r.base.isOver&&(t=!0,n=r.base.isOver)),r.base&&(r.base.type==="op"||r.base.type==="operatorname")&&(r.base.parentIsSupSub=!0);var i=[na(r.base,e)];r.sub&&i.push(na(r.sub,e)),r.sup&&i.push(na(r.sup,e));var s;if(t)s=n?"mover":"munder";else if(r.sub)if(r.sup){var c=r.base;c&&c.type==="op"&&c.limits&&e.style===Ur.DISPLAY||c&&c.type==="operatorname"&&c.alwaysHandleSupSub&&(e.style===Ur.DISPLAY||c.limits)?s="munderover":s="msubsup"}else{var l=r.base;l&&l.type==="op"&&l.limits&&(e.style===Ur.DISPLAY||l.alwaysHandleSupSub)||l&&l.type==="operatorname"&&l.alwaysHandleSupSub&&(l.limits||e.style===Ur.DISPLAY)?s="munder":s="msub"}else{var o=r.base;o&&o.type==="op"&&o.limits&&(e.style===Ur.DISPLAY||o.alwaysHandleSupSub)||o&&o.type==="operatorname"&&o.alwaysHandleSupSub&&(o.limits||e.style===Ur.DISPLAY)?s="mover":s="msup"}return new Bt.MathNode(s,i)}});ph({type:"atom",htmlBuilder(r,e){return lt.mathsym(r.text,r.mode,e,["m"+r.family])},mathmlBuilder(r,e){var t=new Bt.MathNode("mo",[Do(r.text,r.mode)]);if(r.family==="bin"){var n=i6(r,e);n==="bold-italic"&&t.setAttribute("mathvariant",n)}else r.family==="punct"?t.setAttribute("separator","true"):(r.family==="open"||r.family==="close")&&t.setAttribute("stretchy","false");return t}});var YH={mi:"italic",mn:"normal",mtext:"normal"};ph({type:"mathord",htmlBuilder(r,e){return lt.makeOrd(r,e,"mathord")},mathmlBuilder(r,e){var t=new Bt.MathNode("mi",[Do(r.text,r.mode,e)]),n=i6(r,e)||"italic";return n!==YH[t.type]&&t.setAttribute("mathvariant",n),t}});ph({type:"textord",htmlBuilder(r,e){return lt.makeOrd(r,e,"textord")},mathmlBuilder(r,e){var t=Do(r.text,r.mode,e),n=i6(r,e)||"normal",a;return r.mode==="text"?a=new Bt.MathNode("mtext",[t]):/[0-9]/.test(r.text)?a=new Bt.MathNode("mn",[t]):r.text==="\\prime"?a=new Bt.MathNode("mo",[t]):a=new Bt.MathNode("mi",[t]),n!==YH[a.type]&&a.setAttribute("mathvariant",n),a}});var dC={"\\nobreak":"nobreak","\\allowbreak":"allowbreak"},hC={" ":{},"\\ ":{},"~":{className:"nobreak"},"\\space":{},"\\nobreakspace":{className:"nobreak"}};ph({type:"spacing",htmlBuilder(r,e){if(hC.hasOwnProperty(r.text)){var t=hC[r.text].className||"";if(r.mode==="text"){var n=lt.makeOrd(r,e,"textord");return n.classes.push(t),n}else return lt.makeSpan(["mspace",t],[lt.mathsym(r.text,r.mode,e)],e)}else{if(dC.hasOwnProperty(r.text))return lt.makeSpan(["mspace",dC[r.text]],[],e);throw new $t('Unknown type of space "'+r.text+'"')}},mathmlBuilder(r,e){var t;if(hC.hasOwnProperty(r.text))t=new Bt.MathNode("mtext",[new Bt.TextNode(" ")]);else{if(dC.hasOwnProperty(r.text))return new Bt.MathNode("mspace");throw new $t('Unknown type of space "'+r.text+'"')}return t}});var QP=()=>{var r=new Bt.MathNode("mtd",[]);return r.setAttribute("width","50%"),r};ph({type:"tag",mathmlBuilder(r,e){var t=new Bt.MathNode("mtable",[new Bt.MathNode("mtr",[QP(),new Bt.MathNode("mtd",[qu(r.body,e)]),QP(),new Bt.MathNode("mtd",[qu(r.tag,e)])])]);return t.setAttribute("width","100%"),t}});var ZP={"\\text":void 0,"\\textrm":"textrm","\\textsf":"textsf","\\texttt":"texttt","\\textnormal":"textrm"},JP={"\\textbf":"textbf","\\textmd":"textmd"},OIe={"\\textit":"textit","\\textup":"textup"},eL=(r,e)=>{var t=r.font;if(t){if(ZP[t])return e.withTextFontFamily(ZP[t]);if(JP[t])return e.withTextFontWeight(JP[t]);if(t==="\\emph")return e.fontShape==="textit"?e.withTextFontShape("textup"):e.withTextFontShape("textit")}else return e;return e.withTextFontShape(OIe[t])};ur({type:"text",names:["\\text","\\textrm","\\textsf","\\texttt","\\textnormal","\\textbf","\\textmd","\\textit","\\textup","\\emph"],props:{numArgs:1,argTypes:["text"],allowedInArgument:!0,allowedInText:!0},handler(r,e){var{parser:t,funcName:n}=r,a=e[0];return{type:"text",mode:t.mode,body:Ua(a),font:n}},htmlBuilder(r,e){var t=eL(r,e),n=li(r.body,t,!0);return lt.makeSpan(["mord","text"],n,t)},mathmlBuilder(r,e){var t=eL(r,e);return qu(r.body,t)}});ur({type:"underline",names:["\\underline"],props:{numArgs:1,allowedInText:!0},handler(r,e){var{parser:t}=r;return{type:"underline",mode:t.mode,body:e[0]}},htmlBuilder(r,e){var t=Bn(r.body,e),n=lt.makeLineSpan("underline-line",e),a=e.fontMetrics().defaultRuleThickness,i=lt.makeVList({positionType:"top",positionData:t.height,children:[{type:"kern",size:a},{type:"elem",elem:n},{type:"kern",size:3*a},{type:"elem",elem:t}]},e);return lt.makeSpan(["mord","underline"],[i],e)},mathmlBuilder(r,e){var t=new Bt.MathNode("mo",[new Bt.TextNode("‾")]);t.setAttribute("stretchy","true");var n=new Bt.MathNode("munder",[na(r.body,e),t]);return n.setAttribute("accentunder","true"),n}});ur({type:"vcenter",names:["\\vcenter"],props:{numArgs:1,argTypes:["original"],allowedInText:!1},handler(r,e){var{parser:t}=r;return{type:"vcenter",mode:t.mode,body:e[0]}},htmlBuilder(r,e){var t=Bn(r.body,e),n=e.fontMetrics().axisHeight,a=.5*(t.height-n-(t.depth+n));return lt.makeVList({positionType:"shift",positionData:a,children:[{type:"elem",elem:t}]},e)},mathmlBuilder(r,e){return new Bt.MathNode("mpadded",[na(r.body,e)],["vcenter"])}});ur({type:"verb",names:["\\verb"],props:{numArgs:0,allowedInText:!0},handler(r,e,t){throw new $t("\\verb ended by end of line instead of matching delimiter")},htmlBuilder(r,e){for(var t=tL(r),n=[],a=e.havingStyle(e.style.text()),i=0;ir.body.replace(/ /g,r.star?"␣":" "),wu=mH,WH=`[ \r + ]`,NIe="\\\\[a-zA-Z@]+",IIe="\\\\[^\uD800-\uDFFF]",kIe="("+NIe+")"+WH+"*",MIe=`\\\\( +|[ \r ]+ +?)[ \r ]*`,PA="[̀-ͯ]",DIe=new RegExp(PA+"+$"),PIe="("+WH+"+)|"+(MIe+"|")+"([!-\\[\\]-‧‪-퟿豈-￿]"+(PA+"*")+"|[\uD800-\uDBFF][\uDC00-\uDFFF]"+(PA+"*")+"|\\\\verb\\*([^]).*?\\4|\\\\verb([^*a-zA-Z]).*?\\5"+("|"+kIe)+("|"+IIe+")");class rL{constructor(e,t){this.input=void 0,this.settings=void 0,this.tokenRegex=void 0,this.catcodes=void 0,this.input=e,this.settings=t,this.tokenRegex=new RegExp(PIe,"g"),this.catcodes={"%":14,"~":13}}setCatcode(e,t){this.catcodes[e]=t}lex(){var e=this.input,t=this.tokenRegex.lastIndex;if(t===e.length)return new Oo("EOF",new Ws(this,t,t));var n=this.tokenRegex.exec(e);if(n===null||n.index!==t)throw new $t("Unexpected character: '"+e[t]+"'",new Oo(e[t],new Ws(this,t,t+1)));var a=n[6]||n[3]||(n[2]?"\\ ":" ");if(this.catcodes[a]===14){var i=e.indexOf(` +`,this.tokenRegex.lastIndex);return i===-1?(this.tokenRegex.lastIndex=e.length,this.settings.reportNonstrict("commentAtEnd","% comment has no terminating newline; LaTeX would fail because of commenting the end of math mode (e.g. $)")):this.tokenRegex.lastIndex=i+1,this.lex()}return new Oo(a,new Ws(this,t,this.tokenRegex.lastIndex))}}class LIe{constructor(e,t){e===void 0&&(e={}),t===void 0&&(t={}),this.current=void 0,this.builtins=void 0,this.undefStack=void 0,this.current=t,this.builtins=e,this.undefStack=[]}beginGroup(){this.undefStack.push({})}endGroup(){if(this.undefStack.length===0)throw new $t("Unbalanced namespace destruction: attempt to pop global namespace; please report this as a bug");var e=this.undefStack.pop();for(var t in e)e.hasOwnProperty(t)&&(e[t]==null?delete this.current[t]:this.current[t]=e[t])}endGroups(){for(;this.undefStack.length>0;)this.endGroup()}has(e){return this.current.hasOwnProperty(e)||this.builtins.hasOwnProperty(e)}get(e){return this.current.hasOwnProperty(e)?this.current[e]:this.builtins[e]}set(e,t,n){if(n===void 0&&(n=!1),n){for(var a=0;a0&&(this.undefStack[this.undefStack.length-1][e]=t)}else{var i=this.undefStack[this.undefStack.length-1];i&&!i.hasOwnProperty(e)&&(i[e]=this.current[e])}t==null?delete this.current[e]:this.current[e]=t}}var FIe=LH;Se("\\noexpand",function(r){var e=r.popToken();return r.isExpandable(e.text)&&(e.noexpand=!0,e.treatAsRelax=!0),{tokens:[e],numArgs:0}});Se("\\expandafter",function(r){var e=r.popToken();return r.expandOnce(!0),{tokens:[e],numArgs:0}});Se("\\@firstoftwo",function(r){var e=r.consumeArgs(2);return{tokens:e[0],numArgs:0}});Se("\\@secondoftwo",function(r){var e=r.consumeArgs(2);return{tokens:e[1],numArgs:0}});Se("\\@ifnextchar",function(r){var e=r.consumeArgs(3);r.consumeSpaces();var t=r.future();return e[0].length===1&&e[0][0].text===t.text?{tokens:e[1],numArgs:0}:{tokens:e[2],numArgs:0}});Se("\\@ifstar","\\@ifnextchar *{\\@firstoftwo{#1}}");Se("\\TextOrMath",function(r){var e=r.consumeArgs(2);return r.mode==="text"?{tokens:e[0],numArgs:0}:{tokens:e[1],numArgs:0}});var nL={0:0,1:1,2:2,3:3,4:4,5:5,6:6,7:7,8:8,9:9,a:10,A:10,b:11,B:11,c:12,C:12,d:13,D:13,e:14,E:14,f:15,F:15};Se("\\char",function(r){var e=r.popToken(),t,n="";if(e.text==="'")t=8,e=r.popToken();else if(e.text==='"')t=16,e=r.popToken();else if(e.text==="`")if(e=r.popToken(),e.text[0]==="\\")n=e.text.charCodeAt(1);else{if(e.text==="EOF")throw new $t("\\char` missing argument");n=e.text.charCodeAt(0)}else t=10;if(t){if(n=nL[e.text],n==null||n>=t)throw new $t("Invalid base-"+t+" digit "+e.text);for(var a;(a=nL[r.future().text])!=null&&a{var a=r.consumeArg().tokens;if(a.length!==1)throw new $t("\\newcommand's first argument must be a macro name");var i=a[0].text,s=r.isDefined(i);if(s&&!e)throw new $t("\\newcommand{"+i+"} attempting to redefine "+(i+"; use \\renewcommand"));if(!s&&!t)throw new $t("\\renewcommand{"+i+"} when command "+i+" does not yet exist; use \\newcommand");var o=0;if(a=r.consumeArg().tokens,a.length===1&&a[0].text==="["){for(var l="",c=r.expandNextToken();c.text!=="]"&&c.text!=="EOF";)l+=c.text,c=r.expandNextToken();if(!l.match(/^\s*[0-9]+\s*$/))throw new $t("Invalid number of arguments: "+l);o=parseInt(l),a=r.consumeArg().tokens}return s&&n||r.macros.set(i,{tokens:a,numArgs:o}),""};Se("\\newcommand",r=>m6(r,!1,!0,!1));Se("\\renewcommand",r=>m6(r,!0,!1,!1));Se("\\providecommand",r=>m6(r,!0,!0,!0));Se("\\message",r=>{var e=r.consumeArgs(1)[0];return console.log(e.reverse().map(t=>t.text).join("")),""});Se("\\errmessage",r=>{var e=r.consumeArgs(1)[0];return console.error(e.reverse().map(t=>t.text).join("")),""});Se("\\show",r=>{var e=r.popToken(),t=e.text;return console.log(e,r.macros.get(t),wu[t],sa.math[t],sa.text[t]),""});Se("\\bgroup","{");Se("\\egroup","}");Se("~","\\nobreakspace");Se("\\lq","`");Se("\\rq","'");Se("\\aa","\\r a");Se("\\AA","\\r A");Se("\\textcopyright","\\html@mathml{\\textcircled{c}}{\\char`©}");Se("\\copyright","\\TextOrMath{\\textcopyright}{\\text{\\textcopyright}}");Se("\\textregistered","\\html@mathml{\\textcircled{\\scriptsize R}}{\\char`®}");Se("ℬ","\\mathscr{B}");Se("ℰ","\\mathscr{E}");Se("ℱ","\\mathscr{F}");Se("ℋ","\\mathscr{H}");Se("ℐ","\\mathscr{I}");Se("ℒ","\\mathscr{L}");Se("ℳ","\\mathscr{M}");Se("ℛ","\\mathscr{R}");Se("ℭ","\\mathfrak{C}");Se("ℌ","\\mathfrak{H}");Se("ℨ","\\mathfrak{Z}");Se("\\Bbbk","\\Bbb{k}");Se("·","\\cdotp");Se("\\llap","\\mathllap{\\textrm{#1}}");Se("\\rlap","\\mathrlap{\\textrm{#1}}");Se("\\clap","\\mathclap{\\textrm{#1}}");Se("\\mathstrut","\\vphantom{(}");Se("\\underbar","\\underline{\\text{#1}}");Se("\\not",'\\html@mathml{\\mathrel{\\mathrlap\\@not}}{\\char"338}');Se("\\neq","\\html@mathml{\\mathrel{\\not=}}{\\mathrel{\\char`≠}}");Se("\\ne","\\neq");Se("≠","\\neq");Se("\\notin","\\html@mathml{\\mathrel{{\\in}\\mathllap{/\\mskip1mu}}}{\\mathrel{\\char`∉}}");Se("∉","\\notin");Se("≘","\\html@mathml{\\mathrel{=\\kern{-1em}\\raisebox{0.4em}{$\\scriptsize\\frown$}}}{\\mathrel{\\char`≘}}");Se("≙","\\html@mathml{\\stackrel{\\tiny\\wedge}{=}}{\\mathrel{\\char`≘}}");Se("≚","\\html@mathml{\\stackrel{\\tiny\\vee}{=}}{\\mathrel{\\char`≚}}");Se("≛","\\html@mathml{\\stackrel{\\scriptsize\\star}{=}}{\\mathrel{\\char`≛}}");Se("≝","\\html@mathml{\\stackrel{\\tiny\\mathrm{def}}{=}}{\\mathrel{\\char`≝}}");Se("≞","\\html@mathml{\\stackrel{\\tiny\\mathrm{m}}{=}}{\\mathrel{\\char`≞}}");Se("≟","\\html@mathml{\\stackrel{\\tiny?}{=}}{\\mathrel{\\char`≟}}");Se("⟂","\\perp");Se("‼","\\mathclose{!\\mkern-0.8mu!}");Se("∌","\\notni");Se("⌜","\\ulcorner");Se("⌝","\\urcorner");Se("⌞","\\llcorner");Se("⌟","\\lrcorner");Se("©","\\copyright");Se("®","\\textregistered");Se("️","\\textregistered");Se("\\ulcorner",'\\html@mathml{\\@ulcorner}{\\mathop{\\char"231c}}');Se("\\urcorner",'\\html@mathml{\\@urcorner}{\\mathop{\\char"231d}}');Se("\\llcorner",'\\html@mathml{\\@llcorner}{\\mathop{\\char"231e}}');Se("\\lrcorner",'\\html@mathml{\\@lrcorner}{\\mathop{\\char"231f}}');Se("\\vdots","{\\varvdots\\rule{0pt}{15pt}}");Se("⋮","\\vdots");Se("\\varGamma","\\mathit{\\Gamma}");Se("\\varDelta","\\mathit{\\Delta}");Se("\\varTheta","\\mathit{\\Theta}");Se("\\varLambda","\\mathit{\\Lambda}");Se("\\varXi","\\mathit{\\Xi}");Se("\\varPi","\\mathit{\\Pi}");Se("\\varSigma","\\mathit{\\Sigma}");Se("\\varUpsilon","\\mathit{\\Upsilon}");Se("\\varPhi","\\mathit{\\Phi}");Se("\\varPsi","\\mathit{\\Psi}");Se("\\varOmega","\\mathit{\\Omega}");Se("\\substack","\\begin{subarray}{c}#1\\end{subarray}");Se("\\colon","\\nobreak\\mskip2mu\\mathpunct{}\\mathchoice{\\mkern-3mu}{\\mkern-3mu}{}{}{:}\\mskip6mu\\relax");Se("\\boxed","\\fbox{$\\displaystyle{#1}$}");Se("\\iff","\\DOTSB\\;\\Longleftrightarrow\\;");Se("\\implies","\\DOTSB\\;\\Longrightarrow\\;");Se("\\impliedby","\\DOTSB\\;\\Longleftarrow\\;");Se("\\dddot","{\\overset{\\raisebox{-0.1ex}{\\normalsize ...}}{#1}}");Se("\\ddddot","{\\overset{\\raisebox{-0.1ex}{\\normalsize ....}}{#1}}");var aL={",":"\\dotsc","\\not":"\\dotsb","+":"\\dotsb","=":"\\dotsb","<":"\\dotsb",">":"\\dotsb","-":"\\dotsb","*":"\\dotsb",":":"\\dotsb","\\DOTSB":"\\dotsb","\\coprod":"\\dotsb","\\bigvee":"\\dotsb","\\bigwedge":"\\dotsb","\\biguplus":"\\dotsb","\\bigcap":"\\dotsb","\\bigcup":"\\dotsb","\\prod":"\\dotsb","\\sum":"\\dotsb","\\bigotimes":"\\dotsb","\\bigoplus":"\\dotsb","\\bigodot":"\\dotsb","\\bigsqcup":"\\dotsb","\\And":"\\dotsb","\\longrightarrow":"\\dotsb","\\Longrightarrow":"\\dotsb","\\longleftarrow":"\\dotsb","\\Longleftarrow":"\\dotsb","\\longleftrightarrow":"\\dotsb","\\Longleftrightarrow":"\\dotsb","\\mapsto":"\\dotsb","\\longmapsto":"\\dotsb","\\hookrightarrow":"\\dotsb","\\doteq":"\\dotsb","\\mathbin":"\\dotsb","\\mathrel":"\\dotsb","\\relbar":"\\dotsb","\\Relbar":"\\dotsb","\\xrightarrow":"\\dotsb","\\xleftarrow":"\\dotsb","\\DOTSI":"\\dotsi","\\int":"\\dotsi","\\oint":"\\dotsi","\\iint":"\\dotsi","\\iiint":"\\dotsi","\\iiiint":"\\dotsi","\\idotsint":"\\dotsi","\\DOTSX":"\\dotsx"};Se("\\dots",function(r){var e="\\dotso",t=r.expandAfterFuture().text;return t in aL?e=aL[t]:(t.slice(0,4)==="\\not"||t in sa.math&&Lr.contains(["bin","rel"],sa.math[t].group))&&(e="\\dotsb"),e});var g6={")":!0,"]":!0,"\\rbrack":!0,"\\}":!0,"\\rbrace":!0,"\\rangle":!0,"\\rceil":!0,"\\rfloor":!0,"\\rgroup":!0,"\\rmoustache":!0,"\\right":!0,"\\bigr":!0,"\\biggr":!0,"\\Bigr":!0,"\\Biggr":!0,$:!0,";":!0,".":!0,",":!0};Se("\\dotso",function(r){var e=r.future().text;return e in g6?"\\ldots\\,":"\\ldots"});Se("\\dotsc",function(r){var e=r.future().text;return e in g6&&e!==","?"\\ldots\\,":"\\ldots"});Se("\\cdots",function(r){var e=r.future().text;return e in g6?"\\@cdots\\,":"\\@cdots"});Se("\\dotsb","\\cdots");Se("\\dotsm","\\cdots");Se("\\dotsi","\\!\\cdots");Se("\\dotsx","\\ldots\\,");Se("\\DOTSI","\\relax");Se("\\DOTSB","\\relax");Se("\\DOTSX","\\relax");Se("\\tmspace","\\TextOrMath{\\kern#1#3}{\\mskip#1#2}\\relax");Se("\\,","\\tmspace+{3mu}{.1667em}");Se("\\thinspace","\\,");Se("\\>","\\mskip{4mu}");Se("\\:","\\tmspace+{4mu}{.2222em}");Se("\\medspace","\\:");Se("\\;","\\tmspace+{5mu}{.2777em}");Se("\\thickspace","\\;");Se("\\!","\\tmspace-{3mu}{.1667em}");Se("\\negthinspace","\\!");Se("\\negmedspace","\\tmspace-{4mu}{.2222em}");Se("\\negthickspace","\\tmspace-{5mu}{.277em}");Se("\\enspace","\\kern.5em ");Se("\\enskip","\\hskip.5em\\relax");Se("\\quad","\\hskip1em\\relax");Se("\\qquad","\\hskip2em\\relax");Se("\\tag","\\@ifstar\\tag@literal\\tag@paren");Se("\\tag@paren","\\tag@literal{({#1})}");Se("\\tag@literal",r=>{if(r.macros.get("\\df@tag"))throw new $t("Multiple \\tag");return"\\gdef\\df@tag{\\text{#1}}"});Se("\\bmod","\\mathchoice{\\mskip1mu}{\\mskip1mu}{\\mskip5mu}{\\mskip5mu}\\mathbin{\\rm mod}\\mathchoice{\\mskip1mu}{\\mskip1mu}{\\mskip5mu}{\\mskip5mu}");Se("\\pod","\\allowbreak\\mathchoice{\\mkern18mu}{\\mkern8mu}{\\mkern8mu}{\\mkern8mu}(#1)");Se("\\pmod","\\pod{{\\rm mod}\\mkern6mu#1}");Se("\\mod","\\allowbreak\\mathchoice{\\mkern18mu}{\\mkern12mu}{\\mkern12mu}{\\mkern12mu}{\\rm mod}\\,\\,#1");Se("\\newline","\\\\\\relax");Se("\\TeX","\\textrm{\\html@mathml{T\\kern-.1667em\\raisebox{-.5ex}{E}\\kern-.125emX}{TeX}}");var jH=Xt(Nl["Main-Regular"][84][1]-.7*Nl["Main-Regular"][65][1]);Se("\\LaTeX","\\textrm{\\html@mathml{"+("L\\kern-.36em\\raisebox{"+jH+"}{\\scriptstyle A}")+"\\kern-.15em\\TeX}{LaTeX}}");Se("\\KaTeX","\\textrm{\\html@mathml{"+("K\\kern-.17em\\raisebox{"+jH+"}{\\scriptstyle A}")+"\\kern-.15em\\TeX}{KaTeX}}");Se("\\hspace","\\@ifstar\\@hspacer\\@hspace");Se("\\@hspace","\\hskip #1\\relax");Se("\\@hspacer","\\rule{0pt}{0pt}\\hskip #1\\relax");Se("\\ordinarycolon",":");Se("\\vcentcolon","\\mathrel{\\mathop\\ordinarycolon}");Se("\\dblcolon",'\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-.9mu}\\vcentcolon}}{\\mathop{\\char"2237}}');Se("\\coloneqq",'\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}=}}{\\mathop{\\char"2254}}');Se("\\Coloneqq",'\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}=}}{\\mathop{\\char"2237\\char"3d}}');Se("\\coloneq",'\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\mathrel{-}}}{\\mathop{\\char"3a\\char"2212}}');Se("\\Coloneq",'\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\mathrel{-}}}{\\mathop{\\char"2237\\char"2212}}');Se("\\eqqcolon",'\\html@mathml{\\mathrel{=\\mathrel{\\mkern-1.2mu}\\vcentcolon}}{\\mathop{\\char"2255}}');Se("\\Eqqcolon",'\\html@mathml{\\mathrel{=\\mathrel{\\mkern-1.2mu}\\dblcolon}}{\\mathop{\\char"3d\\char"2237}}');Se("\\eqcolon",'\\html@mathml{\\mathrel{\\mathrel{-}\\mathrel{\\mkern-1.2mu}\\vcentcolon}}{\\mathop{\\char"2239}}');Se("\\Eqcolon",'\\html@mathml{\\mathrel{\\mathrel{-}\\mathrel{\\mkern-1.2mu}\\dblcolon}}{\\mathop{\\char"2212\\char"2237}}');Se("\\colonapprox",'\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\approx}}{\\mathop{\\char"3a\\char"2248}}');Se("\\Colonapprox",'\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\approx}}{\\mathop{\\char"2237\\char"2248}}');Se("\\colonsim",'\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\sim}}{\\mathop{\\char"3a\\char"223c}}');Se("\\Colonsim",'\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\sim}}{\\mathop{\\char"2237\\char"223c}}');Se("∷","\\dblcolon");Se("∹","\\eqcolon");Se("≔","\\coloneqq");Se("≕","\\eqqcolon");Se("⩴","\\Coloneqq");Se("\\ratio","\\vcentcolon");Se("\\coloncolon","\\dblcolon");Se("\\colonequals","\\coloneqq");Se("\\coloncolonequals","\\Coloneqq");Se("\\equalscolon","\\eqqcolon");Se("\\equalscoloncolon","\\Eqqcolon");Se("\\colonminus","\\coloneq");Se("\\coloncolonminus","\\Coloneq");Se("\\minuscolon","\\eqcolon");Se("\\minuscoloncolon","\\Eqcolon");Se("\\coloncolonapprox","\\Colonapprox");Se("\\coloncolonsim","\\Colonsim");Se("\\simcolon","\\mathrel{\\sim\\mathrel{\\mkern-1.2mu}\\vcentcolon}");Se("\\simcoloncolon","\\mathrel{\\sim\\mathrel{\\mkern-1.2mu}\\dblcolon}");Se("\\approxcolon","\\mathrel{\\approx\\mathrel{\\mkern-1.2mu}\\vcentcolon}");Se("\\approxcoloncolon","\\mathrel{\\approx\\mathrel{\\mkern-1.2mu}\\dblcolon}");Se("\\notni","\\html@mathml{\\not\\ni}{\\mathrel{\\char`∌}}");Se("\\limsup","\\DOTSB\\operatorname*{lim\\,sup}");Se("\\liminf","\\DOTSB\\operatorname*{lim\\,inf}");Se("\\injlim","\\DOTSB\\operatorname*{inj\\,lim}");Se("\\projlim","\\DOTSB\\operatorname*{proj\\,lim}");Se("\\varlimsup","\\DOTSB\\operatorname*{\\overline{lim}}");Se("\\varliminf","\\DOTSB\\operatorname*{\\underline{lim}}");Se("\\varinjlim","\\DOTSB\\operatorname*{\\underrightarrow{lim}}");Se("\\varprojlim","\\DOTSB\\operatorname*{\\underleftarrow{lim}}");Se("\\gvertneqq","\\html@mathml{\\@gvertneqq}{≩}");Se("\\lvertneqq","\\html@mathml{\\@lvertneqq}{≨}");Se("\\ngeqq","\\html@mathml{\\@ngeqq}{≱}");Se("\\ngeqslant","\\html@mathml{\\@ngeqslant}{≱}");Se("\\nleqq","\\html@mathml{\\@nleqq}{≰}");Se("\\nleqslant","\\html@mathml{\\@nleqslant}{≰}");Se("\\nshortmid","\\html@mathml{\\@nshortmid}{∤}");Se("\\nshortparallel","\\html@mathml{\\@nshortparallel}{∦}");Se("\\nsubseteqq","\\html@mathml{\\@nsubseteqq}{⊈}");Se("\\nsupseteqq","\\html@mathml{\\@nsupseteqq}{⊉}");Se("\\varsubsetneq","\\html@mathml{\\@varsubsetneq}{⊊}");Se("\\varsubsetneqq","\\html@mathml{\\@varsubsetneqq}{⫋}");Se("\\varsupsetneq","\\html@mathml{\\@varsupsetneq}{⊋}");Se("\\varsupsetneqq","\\html@mathml{\\@varsupsetneqq}{⫌}");Se("\\imath","\\html@mathml{\\@imath}{ı}");Se("\\jmath","\\html@mathml{\\@jmath}{ȷ}");Se("\\llbracket","\\html@mathml{\\mathopen{[\\mkern-3.2mu[}}{\\mathopen{\\char`⟦}}");Se("\\rrbracket","\\html@mathml{\\mathclose{]\\mkern-3.2mu]}}{\\mathclose{\\char`⟧}}");Se("⟦","\\llbracket");Se("⟧","\\rrbracket");Se("\\lBrace","\\html@mathml{\\mathopen{\\{\\mkern-3.2mu[}}{\\mathopen{\\char`⦃}}");Se("\\rBrace","\\html@mathml{\\mathclose{]\\mkern-3.2mu\\}}}{\\mathclose{\\char`⦄}}");Se("⦃","\\lBrace");Se("⦄","\\rBrace");Se("\\minuso","\\mathbin{\\html@mathml{{\\mathrlap{\\mathchoice{\\kern{0.145em}}{\\kern{0.145em}}{\\kern{0.1015em}}{\\kern{0.0725em}}\\circ}{-}}}{\\char`⦵}}");Se("⦵","\\minuso");Se("\\darr","\\downarrow");Se("\\dArr","\\Downarrow");Se("\\Darr","\\Downarrow");Se("\\lang","\\langle");Se("\\rang","\\rangle");Se("\\uarr","\\uparrow");Se("\\uArr","\\Uparrow");Se("\\Uarr","\\Uparrow");Se("\\N","\\mathbb{N}");Se("\\R","\\mathbb{R}");Se("\\Z","\\mathbb{Z}");Se("\\alef","\\aleph");Se("\\alefsym","\\aleph");Se("\\Alpha","\\mathrm{A}");Se("\\Beta","\\mathrm{B}");Se("\\bull","\\bullet");Se("\\Chi","\\mathrm{X}");Se("\\clubs","\\clubsuit");Se("\\cnums","\\mathbb{C}");Se("\\Complex","\\mathbb{C}");Se("\\Dagger","\\ddagger");Se("\\diamonds","\\diamondsuit");Se("\\empty","\\emptyset");Se("\\Epsilon","\\mathrm{E}");Se("\\Eta","\\mathrm{H}");Se("\\exist","\\exists");Se("\\harr","\\leftrightarrow");Se("\\hArr","\\Leftrightarrow");Se("\\Harr","\\Leftrightarrow");Se("\\hearts","\\heartsuit");Se("\\image","\\Im");Se("\\infin","\\infty");Se("\\Iota","\\mathrm{I}");Se("\\isin","\\in");Se("\\Kappa","\\mathrm{K}");Se("\\larr","\\leftarrow");Se("\\lArr","\\Leftarrow");Se("\\Larr","\\Leftarrow");Se("\\lrarr","\\leftrightarrow");Se("\\lrArr","\\Leftrightarrow");Se("\\Lrarr","\\Leftrightarrow");Se("\\Mu","\\mathrm{M}");Se("\\natnums","\\mathbb{N}");Se("\\Nu","\\mathrm{N}");Se("\\Omicron","\\mathrm{O}");Se("\\plusmn","\\pm");Se("\\rarr","\\rightarrow");Se("\\rArr","\\Rightarrow");Se("\\Rarr","\\Rightarrow");Se("\\real","\\Re");Se("\\reals","\\mathbb{R}");Se("\\Reals","\\mathbb{R}");Se("\\Rho","\\mathrm{P}");Se("\\sdot","\\cdot");Se("\\sect","\\S");Se("\\spades","\\spadesuit");Se("\\sub","\\subset");Se("\\sube","\\subseteq");Se("\\supe","\\supseteq");Se("\\Tau","\\mathrm{T}");Se("\\thetasym","\\vartheta");Se("\\weierp","\\wp");Se("\\Zeta","\\mathrm{Z}");Se("\\argmin","\\DOTSB\\operatorname*{arg\\,min}");Se("\\argmax","\\DOTSB\\operatorname*{arg\\,max}");Se("\\plim","\\DOTSB\\mathop{\\operatorname{plim}}\\limits");Se("\\bra","\\mathinner{\\langle{#1}|}");Se("\\ket","\\mathinner{|{#1}\\rangle}");Se("\\braket","\\mathinner{\\langle{#1}\\rangle}");Se("\\Bra","\\left\\langle#1\\right|");Se("\\Ket","\\left|#1\\right\\rangle");var KH=r=>e=>{var t=e.consumeArg().tokens,n=e.consumeArg().tokens,a=e.consumeArg().tokens,i=e.consumeArg().tokens,s=e.macros.get("|"),o=e.macros.get("\\|");e.macros.beginGroup();var l=d=>h=>{r&&(h.macros.set("|",s),a.length&&h.macros.set("\\|",o));var p=d;if(!d&&a.length){var m=h.future();m.text==="|"&&(h.popToken(),p=!0)}return{tokens:p?a:n,numArgs:0}};e.macros.set("|",l(!1)),a.length&&e.macros.set("\\|",l(!0));var c=e.consumeArg().tokens,u=e.expandTokens([...i,...c,...t]);return e.macros.endGroup(),{tokens:u.reverse(),numArgs:0}};Se("\\bra@ket",KH(!1));Se("\\bra@set",KH(!0));Se("\\Braket","\\bra@ket{\\left\\langle}{\\,\\middle\\vert\\,}{\\,\\middle\\vert\\,}{\\right\\rangle}");Se("\\Set","\\bra@set{\\left\\{\\:}{\\;\\middle\\vert\\;}{\\;\\middle\\Vert\\;}{\\:\\right\\}}");Se("\\set","\\bra@set{\\{\\,}{\\mid}{}{\\,\\}}");Se("\\angln","{\\angl n}");Se("\\blue","\\textcolor{##6495ed}{#1}");Se("\\orange","\\textcolor{##ffa500}{#1}");Se("\\pink","\\textcolor{##ff00af}{#1}");Se("\\red","\\textcolor{##df0030}{#1}");Se("\\green","\\textcolor{##28ae7b}{#1}");Se("\\gray","\\textcolor{gray}{#1}");Se("\\purple","\\textcolor{##9d38bd}{#1}");Se("\\blueA","\\textcolor{##ccfaff}{#1}");Se("\\blueB","\\textcolor{##80f6ff}{#1}");Se("\\blueC","\\textcolor{##63d9ea}{#1}");Se("\\blueD","\\textcolor{##11accd}{#1}");Se("\\blueE","\\textcolor{##0c7f99}{#1}");Se("\\tealA","\\textcolor{##94fff5}{#1}");Se("\\tealB","\\textcolor{##26edd5}{#1}");Se("\\tealC","\\textcolor{##01d1c1}{#1}");Se("\\tealD","\\textcolor{##01a995}{#1}");Se("\\tealE","\\textcolor{##208170}{#1}");Se("\\greenA","\\textcolor{##b6ffb0}{#1}");Se("\\greenB","\\textcolor{##8af281}{#1}");Se("\\greenC","\\textcolor{##74cf70}{#1}");Se("\\greenD","\\textcolor{##1fab54}{#1}");Se("\\greenE","\\textcolor{##0d923f}{#1}");Se("\\goldA","\\textcolor{##ffd0a9}{#1}");Se("\\goldB","\\textcolor{##ffbb71}{#1}");Se("\\goldC","\\textcolor{##ff9c39}{#1}");Se("\\goldD","\\textcolor{##e07d10}{#1}");Se("\\goldE","\\textcolor{##a75a05}{#1}");Se("\\redA","\\textcolor{##fca9a9}{#1}");Se("\\redB","\\textcolor{##ff8482}{#1}");Se("\\redC","\\textcolor{##f9685d}{#1}");Se("\\redD","\\textcolor{##e84d39}{#1}");Se("\\redE","\\textcolor{##bc2612}{#1}");Se("\\maroonA","\\textcolor{##ffbde0}{#1}");Se("\\maroonB","\\textcolor{##ff92c6}{#1}");Se("\\maroonC","\\textcolor{##ed5fa6}{#1}");Se("\\maroonD","\\textcolor{##ca337c}{#1}");Se("\\maroonE","\\textcolor{##9e034e}{#1}");Se("\\purpleA","\\textcolor{##ddd7ff}{#1}");Se("\\purpleB","\\textcolor{##c6b9fc}{#1}");Se("\\purpleC","\\textcolor{##aa87ff}{#1}");Se("\\purpleD","\\textcolor{##7854ab}{#1}");Se("\\purpleE","\\textcolor{##543b78}{#1}");Se("\\mintA","\\textcolor{##f5f9e8}{#1}");Se("\\mintB","\\textcolor{##edf2df}{#1}");Se("\\mintC","\\textcolor{##e0e5cc}{#1}");Se("\\grayA","\\textcolor{##f6f7f7}{#1}");Se("\\grayB","\\textcolor{##f0f1f2}{#1}");Se("\\grayC","\\textcolor{##e3e5e6}{#1}");Se("\\grayD","\\textcolor{##d6d8da}{#1}");Se("\\grayE","\\textcolor{##babec2}{#1}");Se("\\grayF","\\textcolor{##888d93}{#1}");Se("\\grayG","\\textcolor{##626569}{#1}");Se("\\grayH","\\textcolor{##3b3e40}{#1}");Se("\\grayI","\\textcolor{##21242c}{#1}");Se("\\kaBlue","\\textcolor{##314453}{#1}");Se("\\kaGreen","\\textcolor{##71B307}{#1}");var XH={"^":!0,_:!0,"\\limits":!0,"\\nolimits":!0};class BIe{constructor(e,t,n){this.settings=void 0,this.expansionCount=void 0,this.lexer=void 0,this.macros=void 0,this.stack=void 0,this.mode=void 0,this.settings=t,this.expansionCount=0,this.feed(e),this.macros=new LIe(FIe,t.macros),this.mode=n,this.stack=[]}feed(e){this.lexer=new rL(e,this.settings)}switchMode(e){this.mode=e}beginGroup(){this.macros.beginGroup()}endGroup(){this.macros.endGroup()}endGroups(){this.macros.endGroups()}future(){return this.stack.length===0&&this.pushToken(this.lexer.lex()),this.stack[this.stack.length-1]}popToken(){return this.future(),this.stack.pop()}pushToken(e){this.stack.push(e)}pushTokens(e){this.stack.push(...e)}scanArgument(e){var t,n,a;if(e){if(this.consumeSpaces(),this.future().text!=="[")return null;t=this.popToken(),{tokens:a,end:n}=this.consumeArg(["]"])}else({tokens:a,start:t,end:n}=this.consumeArg());return this.pushToken(new Oo("EOF",n.loc)),this.pushTokens(a),t.range(n,"")}consumeSpaces(){for(;;){var e=this.future();if(e.text===" ")this.stack.pop();else break}}consumeArg(e){var t=[],n=e&&e.length>0;n||this.consumeSpaces();var a=this.future(),i,s=0,o=0;do{if(i=this.popToken(),t.push(i),i.text==="{")++s;else if(i.text==="}"){if(--s,s===-1)throw new $t("Extra }",i)}else if(i.text==="EOF")throw new $t("Unexpected end of input in a macro argument, expected '"+(e&&n?e[o]:"}")+"'",i);if(e&&n)if((s===0||s===1&&e[o]==="{")&&i.text===e[o]){if(++o,o===e.length){t.splice(-o,o);break}}else o=0}while(s!==0||n);return a.text==="{"&&t[t.length-1].text==="}"&&(t.pop(),t.shift()),t.reverse(),{tokens:t,start:a,end:i}}consumeArgs(e,t){if(t){if(t.length!==e+1)throw new $t("The length of delimiters doesn't match the number of args!");for(var n=t[0],a=0;athis.settings.maxExpand)throw new $t("Too many expansions: infinite loop or need to increase maxExpand setting")}expandOnce(e){var t=this.popToken(),n=t.text,a=t.noexpand?null:this._getExpansion(n);if(a==null||e&&a.unexpandable){if(e&&a==null&&n[0]==="\\"&&!this.isDefined(n))throw new $t("Undefined control sequence: "+n);return this.pushToken(t),!1}this.countExpansion(1);var i=a.tokens,s=this.consumeArgs(a.numArgs,a.delimiters);if(a.numArgs){i=i.slice();for(var o=i.length-1;o>=0;--o){var l=i[o];if(l.text==="#"){if(o===0)throw new $t("Incomplete placeholder at end of macro body",l);if(l=i[--o],l.text==="#")i.splice(o+1,1);else if(/^[1-9]$/.test(l.text))i.splice(o,2,...s[+l.text-1]);else throw new $t("Not a valid argument number",l)}}}return this.pushTokens(i),i.length}expandAfterFuture(){return this.expandOnce(),this.future()}expandNextToken(){for(;;)if(this.expandOnce()===!1){var e=this.stack.pop();return e.treatAsRelax&&(e.text="\\relax"),e}throw new Error}expandMacro(e){return this.macros.has(e)?this.expandTokens([new Oo(e)]):void 0}expandTokens(e){var t=[],n=this.stack.length;for(this.pushTokens(e);this.stack.length>n;)if(this.expandOnce(!0)===!1){var a=this.stack.pop();a.treatAsRelax&&(a.noexpand=!1,a.treatAsRelax=!1),t.push(a)}return this.countExpansion(t.length),t}expandMacroAsText(e){var t=this.expandMacro(e);return t&&t.map(n=>n.text).join("")}_getExpansion(e){var t=this.macros.get(e);if(t==null)return t;if(e.length===1){var n=this.lexer.catcodes[e];if(n!=null&&n!==13)return}var a=typeof t=="function"?t(this):t;if(typeof a=="string"){var i=0;if(a.indexOf("#")!==-1)for(var s=a.replace(/##/g,"");s.indexOf("#"+(i+1))!==-1;)++i;for(var o=new rL(a,this.settings),l=[],c=o.lex();c.text!=="EOF";)l.push(c),c=o.lex();l.reverse();var u={tokens:l,numArgs:i};return u}return a}isDefined(e){return this.macros.has(e)||wu.hasOwnProperty(e)||sa.math.hasOwnProperty(e)||sa.text.hasOwnProperty(e)||XH.hasOwnProperty(e)}isExpandable(e){var t=this.macros.get(e);return t!=null?typeof t=="string"||typeof t=="function"||!t.unexpandable:wu.hasOwnProperty(e)&&!wu[e].primitive}}var iL=/^[₊₋₌₍₎₀₁₂₃₄₅₆₇₈₉ₐₑₕᵢⱼₖₗₘₙₒₚᵣₛₜᵤᵥₓᵦᵧᵨᵩᵪ]/,a_=Object.freeze({"₊":"+","₋":"-","₌":"=","₍":"(","₎":")","₀":"0","₁":"1","₂":"2","₃":"3","₄":"4","₅":"5","₆":"6","₇":"7","₈":"8","₉":"9","ₐ":"a","ₑ":"e","ₕ":"h","ᵢ":"i","ⱼ":"j","ₖ":"k","ₗ":"l","ₘ":"m","ₙ":"n","ₒ":"o","ₚ":"p","ᵣ":"r","ₛ":"s","ₜ":"t","ᵤ":"u","ᵥ":"v","ₓ":"x","ᵦ":"β","ᵧ":"γ","ᵨ":"ρ","ᵩ":"ϕ","ᵪ":"χ","⁺":"+","⁻":"-","⁼":"=","⁽":"(","⁾":")","⁰":"0","¹":"1","²":"2","³":"3","⁴":"4","⁵":"5","⁶":"6","⁷":"7","⁸":"8","⁹":"9","ᴬ":"A","ᴮ":"B","ᴰ":"D","ᴱ":"E","ᴳ":"G","ᴴ":"H","ᴵ":"I","ᴶ":"J","ᴷ":"K","ᴸ":"L","ᴹ":"M","ᴺ":"N","ᴼ":"O","ᴾ":"P","ᴿ":"R","ᵀ":"T","ᵁ":"U","ⱽ":"V","ᵂ":"W","ᵃ":"a","ᵇ":"b","ᶜ":"c","ᵈ":"d","ᵉ":"e","ᶠ":"f","ᵍ":"g",ʰ:"h","ⁱ":"i",ʲ:"j","ᵏ":"k",ˡ:"l","ᵐ":"m",ⁿ:"n","ᵒ":"o","ᵖ":"p",ʳ:"r",ˢ:"s","ᵗ":"t","ᵘ":"u","ᵛ":"v",ʷ:"w",ˣ:"x",ʸ:"y","ᶻ":"z","ᵝ":"β","ᵞ":"γ","ᵟ":"δ","ᵠ":"ϕ","ᵡ":"χ","ᶿ":"θ"}),fC={"́":{text:"\\'",math:"\\acute"},"̀":{text:"\\`",math:"\\grave"},"̈":{text:'\\"',math:"\\ddot"},"̃":{text:"\\~",math:"\\tilde"},"̄":{text:"\\=",math:"\\bar"},"̆":{text:"\\u",math:"\\breve"},"̌":{text:"\\v",math:"\\check"},"̂":{text:"\\^",math:"\\hat"},"̇":{text:"\\.",math:"\\dot"},"̊":{text:"\\r",math:"\\mathring"},"̋":{text:"\\H"},"̧":{text:"\\c"}},sL={á:"á",à:"à",ä:"ä",ǟ:"ǟ",ã:"ã",ā:"ā",ă:"ă",ắ:"ắ",ằ:"ằ",ẵ:"ẵ",ǎ:"ǎ",â:"â",ấ:"ấ",ầ:"ầ",ẫ:"ẫ",ȧ:"ȧ",ǡ:"ǡ",å:"å",ǻ:"ǻ",ḃ:"ḃ",ć:"ć",ḉ:"ḉ",č:"č",ĉ:"ĉ",ċ:"ċ",ç:"ç",ď:"ď",ḋ:"ḋ",ḑ:"ḑ",é:"é",è:"è",ë:"ë",ẽ:"ẽ",ē:"ē",ḗ:"ḗ",ḕ:"ḕ",ĕ:"ĕ",ḝ:"ḝ",ě:"ě",ê:"ê",ế:"ế",ề:"ề",ễ:"ễ",ė:"ė",ȩ:"ȩ",ḟ:"ḟ",ǵ:"ǵ",ḡ:"ḡ",ğ:"ğ",ǧ:"ǧ",ĝ:"ĝ",ġ:"ġ",ģ:"ģ",ḧ:"ḧ",ȟ:"ȟ",ĥ:"ĥ",ḣ:"ḣ",ḩ:"ḩ",í:"í",ì:"ì",ï:"ï",ḯ:"ḯ",ĩ:"ĩ",ī:"ī",ĭ:"ĭ",ǐ:"ǐ",î:"î",ǰ:"ǰ",ĵ:"ĵ",ḱ:"ḱ",ǩ:"ǩ",ķ:"ķ",ĺ:"ĺ",ľ:"ľ",ļ:"ļ",ḿ:"ḿ",ṁ:"ṁ",ń:"ń",ǹ:"ǹ",ñ:"ñ",ň:"ň",ṅ:"ṅ",ņ:"ņ",ó:"ó",ò:"ò",ö:"ö",ȫ:"ȫ",õ:"õ",ṍ:"ṍ",ṏ:"ṏ",ȭ:"ȭ",ō:"ō",ṓ:"ṓ",ṑ:"ṑ",ŏ:"ŏ",ǒ:"ǒ",ô:"ô",ố:"ố",ồ:"ồ",ỗ:"ỗ",ȯ:"ȯ",ȱ:"ȱ",ő:"ő",ṕ:"ṕ",ṗ:"ṗ",ŕ:"ŕ",ř:"ř",ṙ:"ṙ",ŗ:"ŗ",ś:"ś",ṥ:"ṥ",š:"š",ṧ:"ṧ",ŝ:"ŝ",ṡ:"ṡ",ş:"ş",ẗ:"ẗ",ť:"ť",ṫ:"ṫ",ţ:"ţ",ú:"ú",ù:"ù",ü:"ü",ǘ:"ǘ",ǜ:"ǜ",ǖ:"ǖ",ǚ:"ǚ",ũ:"ũ",ṹ:"ṹ",ū:"ū",ṻ:"ṻ",ŭ:"ŭ",ǔ:"ǔ",û:"û",ů:"ů",ű:"ű",ṽ:"ṽ",ẃ:"ẃ",ẁ:"ẁ",ẅ:"ẅ",ŵ:"ŵ",ẇ:"ẇ",ẘ:"ẘ",ẍ:"ẍ",ẋ:"ẋ",ý:"ý",ỳ:"ỳ",ÿ:"ÿ",ỹ:"ỹ",ȳ:"ȳ",ŷ:"ŷ",ẏ:"ẏ",ẙ:"ẙ",ź:"ź",ž:"ž",ẑ:"ẑ",ż:"ż",Á:"Á",À:"À",Ä:"Ä",Ǟ:"Ǟ",Ã:"Ã",Ā:"Ā",Ă:"Ă",Ắ:"Ắ",Ằ:"Ằ",Ẵ:"Ẵ",Ǎ:"Ǎ",Â:"Â",Ấ:"Ấ",Ầ:"Ầ",Ẫ:"Ẫ",Ȧ:"Ȧ",Ǡ:"Ǡ",Å:"Å",Ǻ:"Ǻ",Ḃ:"Ḃ",Ć:"Ć",Ḉ:"Ḉ",Č:"Č",Ĉ:"Ĉ",Ċ:"Ċ",Ç:"Ç",Ď:"Ď",Ḋ:"Ḋ",Ḑ:"Ḑ",É:"É",È:"È",Ë:"Ë",Ẽ:"Ẽ",Ē:"Ē",Ḗ:"Ḗ",Ḕ:"Ḕ",Ĕ:"Ĕ",Ḝ:"Ḝ",Ě:"Ě",Ê:"Ê",Ế:"Ế",Ề:"Ề",Ễ:"Ễ",Ė:"Ė",Ȩ:"Ȩ",Ḟ:"Ḟ",Ǵ:"Ǵ",Ḡ:"Ḡ",Ğ:"Ğ",Ǧ:"Ǧ",Ĝ:"Ĝ",Ġ:"Ġ",Ģ:"Ģ",Ḧ:"Ḧ",Ȟ:"Ȟ",Ĥ:"Ĥ",Ḣ:"Ḣ",Ḩ:"Ḩ",Í:"Í",Ì:"Ì",Ï:"Ï",Ḯ:"Ḯ",Ĩ:"Ĩ",Ī:"Ī",Ĭ:"Ĭ",Ǐ:"Ǐ",Î:"Î",İ:"İ",Ĵ:"Ĵ",Ḱ:"Ḱ",Ǩ:"Ǩ",Ķ:"Ķ",Ĺ:"Ĺ",Ľ:"Ľ",Ļ:"Ļ",Ḿ:"Ḿ",Ṁ:"Ṁ",Ń:"Ń",Ǹ:"Ǹ",Ñ:"Ñ",Ň:"Ň",Ṅ:"Ṅ",Ņ:"Ņ",Ó:"Ó",Ò:"Ò",Ö:"Ö",Ȫ:"Ȫ",Õ:"Õ",Ṍ:"Ṍ",Ṏ:"Ṏ",Ȭ:"Ȭ",Ō:"Ō",Ṓ:"Ṓ",Ṑ:"Ṑ",Ŏ:"Ŏ",Ǒ:"Ǒ",Ô:"Ô",Ố:"Ố",Ồ:"Ồ",Ỗ:"Ỗ",Ȯ:"Ȯ",Ȱ:"Ȱ",Ő:"Ő",Ṕ:"Ṕ",Ṗ:"Ṗ",Ŕ:"Ŕ",Ř:"Ř",Ṙ:"Ṙ",Ŗ:"Ŗ",Ś:"Ś",Ṥ:"Ṥ",Š:"Š",Ṧ:"Ṧ",Ŝ:"Ŝ",Ṡ:"Ṡ",Ş:"Ş",Ť:"Ť",Ṫ:"Ṫ",Ţ:"Ţ",Ú:"Ú",Ù:"Ù",Ü:"Ü",Ǘ:"Ǘ",Ǜ:"Ǜ",Ǖ:"Ǖ",Ǚ:"Ǚ",Ũ:"Ũ",Ṹ:"Ṹ",Ū:"Ū",Ṻ:"Ṻ",Ŭ:"Ŭ",Ǔ:"Ǔ",Û:"Û",Ů:"Ů",Ű:"Ű",Ṽ:"Ṽ",Ẃ:"Ẃ",Ẁ:"Ẁ",Ẅ:"Ẅ",Ŵ:"Ŵ",Ẇ:"Ẇ",Ẍ:"Ẍ",Ẋ:"Ẋ",Ý:"Ý",Ỳ:"Ỳ",Ÿ:"Ÿ",Ỹ:"Ỹ",Ȳ:"Ȳ",Ŷ:"Ŷ",Ẏ:"Ẏ",Ź:"Ź",Ž:"Ž",Ẑ:"Ẑ",Ż:"Ż",ά:"ά",ὰ:"ὰ",ᾱ:"ᾱ",ᾰ:"ᾰ",έ:"έ",ὲ:"ὲ",ή:"ή",ὴ:"ὴ",ί:"ί",ὶ:"ὶ",ϊ:"ϊ",ΐ:"ΐ",ῒ:"ῒ",ῑ:"ῑ",ῐ:"ῐ",ό:"ό",ὸ:"ὸ",ύ:"ύ",ὺ:"ὺ",ϋ:"ϋ",ΰ:"ΰ",ῢ:"ῢ",ῡ:"ῡ",ῠ:"ῠ",ώ:"ώ",ὼ:"ὼ",Ύ:"Ύ",Ὺ:"Ὺ",Ϋ:"Ϋ",Ῡ:"Ῡ",Ῠ:"Ῠ",Ώ:"Ώ",Ὼ:"Ὼ"};class Iy{constructor(e,t){this.mode=void 0,this.gullet=void 0,this.settings=void 0,this.leftrightDepth=void 0,this.nextToken=void 0,this.mode="math",this.gullet=new BIe(e,t,this.mode),this.settings=t,this.leftrightDepth=0}expect(e,t){if(t===void 0&&(t=!0),this.fetch().text!==e)throw new $t("Expected '"+e+"', got '"+this.fetch().text+"'",this.fetch());t&&this.consume()}consume(){this.nextToken=null}fetch(){return this.nextToken==null&&(this.nextToken=this.gullet.expandNextToken()),this.nextToken}switchMode(e){this.mode=e,this.gullet.switchMode(e)}parse(){this.settings.globalGroup||this.gullet.beginGroup(),this.settings.colorIsTextColor&&this.gullet.macros.set("\\color","\\textcolor");try{var e=this.parseExpression(!1);return this.expect("EOF"),this.settings.globalGroup||this.gullet.endGroup(),e}finally{this.gullet.endGroups()}}subparse(e){var t=this.nextToken;this.consume(),this.gullet.pushToken(new Oo("}")),this.gullet.pushTokens(e);var n=this.parseExpression(!1);return this.expect("}"),this.nextToken=t,n}parseExpression(e,t){for(var n=[];;){this.mode==="math"&&this.consumeSpaces();var a=this.fetch();if(Iy.endOfExpression.indexOf(a.text)!==-1||t&&a.text===t||e&&wu[a.text]&&wu[a.text].infix)break;var i=this.parseAtom(t);if(i){if(i.type==="internal")continue}else break;n.push(i)}return this.mode==="text"&&this.formLigatures(n),this.handleInfixNodes(n)}handleInfixNodes(e){for(var t=-1,n,a=0;a=0&&this.settings.reportNonstrict("unicodeTextInMathMode",'Latin-1/Unicode text character "'+t[0]+'" used in math mode',e);var o=sa[this.mode][t].group,l=Ws.range(e),c;if(ANe.hasOwnProperty(o)){var u=o;c={type:"atom",mode:this.mode,family:u,loc:l,text:t}}else c={type:o,mode:this.mode,loc:l,text:t};s=c}else if(t.charCodeAt(0)>=128)this.settings.strict&&(iH(t.charCodeAt(0))?this.mode==="math"&&this.settings.reportNonstrict("unicodeTextInMathMode",'Unicode text character "'+t[0]+'" used in math mode',e):this.settings.reportNonstrict("unknownSymbol",'Unrecognized Unicode character "'+t[0]+'"'+(" ("+t.charCodeAt(0)+")"),e)),s={type:"textord",mode:"text",loc:Ws.range(e),text:t};else return null;if(this.consume(),i)for(var d=0;dc&&(c=u):u&&(c!==void 0&&c>-1&&l.push(` +`.repeat(c)||" "),c=-1,l.push(u))}return l.join("")}function tV(r,e,t){return r.type==="element"?ZIe(r,e,t):r.type==="text"?t.whitespace==="normal"?rV(r,t):JIe(r):[]}function ZIe(r,e,t){const n=nV(r,t),a=r.children||[];let i=-1,s=[];if(QIe(r))return s;let o,l;for(LA(r)||hL(r)&&lL(e,r,hL)?l=` +`:XIe(r)?(o=2,l=2):JH(r)&&(o=1,l=1);++i]+>")+")",o={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},c={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[r.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},r.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},u={className:"number",variants:[{begin:"[+-]?(?:(?:[0-9](?:'?[0-9])*\\.(?:[0-9](?:'?[0-9])*)?|\\.[0-9](?:'?[0-9])*)(?:[Ee][+-]?[0-9](?:'?[0-9])*)?|[0-9](?:'?[0-9])*[Ee][+-]?[0-9](?:'?[0-9])*|0[Xx](?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*(?:\\.(?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)?)?|\\.[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)[Pp][+-]?[0-9](?:'?[0-9])*)(?:[Ff](?:16|32|64|128)?|(BF|bf)16|[Ll]|)"},{begin:"[+-]?\\b(?:0[Bb][01](?:'?[01])*|0[Xx][0-9A-Fa-f](?:'?[0-9A-Fa-f])*|0(?:'?[0-7])*|[1-9](?:'?[0-9])*)(?:[Uu](?:LL?|ll?)|[Uu][Zz]?|(?:LL?|ll?)[Uu]?|[Zz][Uu]|)"}],relevance:0},d={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},r.inherit(c,{className:"string"}),{className:"string",begin:/<.*?>/},t,r.C_BLOCK_COMMENT_MODE]},h={className:"title",begin:e.optional(a)+r.IDENT_RE,relevance:0},p=e.optional(a)+r.IDENT_RE+"\\s*\\(",m=["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],g=["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],b=["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","flat_map","flat_set","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"],_=["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"],E={type:g,keyword:m,literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:b},S={className:"function.dispatch",relevance:0,keywords:{_hint:_},begin:e.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,r.IDENT_RE,e.lookahead(/(<[^<>]+>|)\s*\(/))},w=[S,d,o,t,r.C_BLOCK_COMMENT_MODE,u,c],C={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:E,contains:w.concat([{begin:/\(/,end:/\)/,keywords:E,contains:w.concat(["self"]),relevance:0}]),relevance:0},x={className:"function",begin:"("+s+"[\\*&\\s]+)+"+p,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:E,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:n,keywords:E,relevance:0},{begin:p,returnBegin:!0,contains:[h],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[c,u]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:E,relevance:0,contains:[t,r.C_BLOCK_COMMENT_MODE,c,u,o,{begin:/\(/,end:/\)/,keywords:E,relevance:0,contains:["self",t,r.C_BLOCK_COMMENT_MODE,c,u,o]}]},o,t,r.C_BLOCK_COMMENT_MODE,d]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:E,illegal:"",keywords:E,contains:["self",o]},{begin:r.IDENT_RE+"::",keywords:E},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}function i7e(r){const e={type:["boolean","byte","word","String"],built_in:["KeyboardController","MouseController","SoftwareSerial","EthernetServer","EthernetClient","LiquidCrystal","RobotControl","GSMVoiceCall","EthernetUDP","EsploraTFT","HttpClient","RobotMotor","WiFiClient","GSMScanner","FileSystem","Scheduler","GSMServer","YunClient","YunServer","IPAddress","GSMClient","GSMModem","Keyboard","Ethernet","Console","GSMBand","Esplora","Stepper","Process","WiFiUDP","GSM_SMS","Mailbox","USBHost","Firmata","PImage","Client","Server","GSMPIN","FileIO","Bridge","Serial","EEPROM","Stream","Mouse","Audio","Servo","File","Task","GPRS","WiFi","Wire","TFT","GSM","SPI","SD"],_hints:["setup","loop","runShellCommandAsynchronously","analogWriteResolution","retrieveCallingNumber","printFirmwareVersion","analogReadResolution","sendDigitalPortPair","noListenOnLocalhost","readJoystickButton","setFirmwareVersion","readJoystickSwitch","scrollDisplayRight","getVoiceCallStatus","scrollDisplayLeft","writeMicroseconds","delayMicroseconds","beginTransmission","getSignalStrength","runAsynchronously","getAsynchronously","listenOnLocalhost","getCurrentCarrier","readAccelerometer","messageAvailable","sendDigitalPorts","lineFollowConfig","countryNameWrite","runShellCommand","readStringUntil","rewindDirectory","readTemperature","setClockDivider","readLightSensor","endTransmission","analogReference","detachInterrupt","countryNameRead","attachInterrupt","encryptionType","readBytesUntil","robotNameWrite","readMicrophone","robotNameRead","cityNameWrite","userNameWrite","readJoystickY","readJoystickX","mouseReleased","openNextFile","scanNetworks","noInterrupts","digitalWrite","beginSpeaker","mousePressed","isActionDone","mouseDragged","displayLogos","noAutoscroll","addParameter","remoteNumber","getModifiers","keyboardRead","userNameRead","waitContinue","processInput","parseCommand","printVersion","readNetworks","writeMessage","blinkVersion","cityNameRead","readMessage","setDataMode","parsePacket","isListening","setBitOrder","beginPacket","isDirectory","motorsWrite","drawCompass","digitalRead","clearScreen","serialEvent","rightToLeft","setTextSize","leftToRight","requestFrom","keyReleased","compassRead","analogWrite","interrupts","WiFiServer","disconnect","playMelody","parseFloat","autoscroll","getPINUsed","setPINUsed","setTimeout","sendAnalog","readSlider","analogRead","beginWrite","createChar","motorsStop","keyPressed","tempoWrite","readButton","subnetMask","debugPrint","macAddress","writeGreen","randomSeed","attachGPRS","readString","sendString","remotePort","releaseAll","mouseMoved","background","getXChange","getYChange","answerCall","getResult","voiceCall","endPacket","constrain","getSocket","writeJSON","getButton","available","connected","findUntil","readBytes","exitValue","readGreen","writeBlue","startLoop","IPAddress","isPressed","sendSysex","pauseMode","gatewayIP","setCursor","getOemKey","tuneWrite","noDisplay","loadImage","switchPIN","onRequest","onReceive","changePIN","playFile","noBuffer","parseInt","overflow","checkPIN","knobRead","beginTFT","bitClear","updateIR","bitWrite","position","writeRGB","highByte","writeRed","setSpeed","readBlue","noStroke","remoteIP","transfer","shutdown","hangCall","beginSMS","endWrite","attached","maintain","noCursor","checkReg","checkPUK","shiftOut","isValid","shiftIn","pulseIn","connect","println","localIP","pinMode","getIMEI","display","noBlink","process","getBand","running","beginSD","drawBMP","lowByte","setBand","release","bitRead","prepare","pointTo","readRed","setMode","noFill","remove","listen","stroke","detach","attach","noTone","exists","buffer","height","bitSet","circle","config","cursor","random","IRread","setDNS","endSMS","getKey","micros","millis","begin","print","write","ready","flush","width","isPIN","blink","clear","press","mkdir","rmdir","close","point","yield","image","BSSID","click","delay","read","text","move","peek","beep","rect","line","open","seek","fill","size","turn","stop","home","find","step","tone","sqrt","RSSI","SSID","end","bit","tan","cos","sin","pow","map","abs","max","min","get","run","put"],literal:["DIGITAL_MESSAGE","FIRMATA_STRING","ANALOG_MESSAGE","REPORT_DIGITAL","REPORT_ANALOG","INPUT_PULLUP","SET_PIN_MODE","INTERNAL2V56","SYSTEM_RESET","LED_BUILTIN","INTERNAL1V1","SYSEX_START","INTERNAL","EXTERNAL","DEFAULT","OUTPUT","INPUT","HIGH","LOW"]},t=a7e(r),n=t.keywords;return n.type=[...n.type,...e.type],n.literal=[...n.literal,...e.literal],n.built_in=[...n.built_in,...e.built_in],n._hints=e._hints,t.name="Arduino",t.aliases=["ino"],t.supersetOf="cpp",t}function s7e(r){const e=r.regex,t={},n={begin:/\$\{/,end:/\}/,contains:["self",{begin:/:-/,contains:[t]}]};Object.assign(t,{className:"variable",variants:[{begin:e.concat(/\$[\w\d#@][\w\d_]*/,"(?![\\w\\d])(?![$])")},n]});const a={className:"subst",begin:/\$\(/,end:/\)/,contains:[r.BACKSLASH_ESCAPE]},i=r.inherit(r.COMMENT(),{match:[/(^|\s)/,/#.*$/],scope:{2:"comment"}}),s={begin:/<<-?\s*(?=\w+)/,starts:{contains:[r.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,className:"string"})]}},o={className:"string",begin:/"/,end:/"/,contains:[r.BACKSLASH_ESCAPE,t,a]};a.contains.push(o);const l={match:/\\"/},c={className:"string",begin:/'/,end:/'/},u={match:/\\'/},d={begin:/\$?\(\(/,end:/\)\)/,contains:[{begin:/\d+#[0-9a-f]+/,className:"number"},r.NUMBER_MODE,t]},h=["fish","bash","zsh","sh","csh","ksh","tcsh","dash","scsh"],p=r.SHEBANG({binary:`(${h.join("|")})`,relevance:10}),m={className:"function",begin:/\w[\w\d_]*\s*\(\s*\)\s*\{/,returnBegin:!0,contains:[r.inherit(r.TITLE_MODE,{begin:/\w[\w\d_]*/})],relevance:0},g=["if","then","else","elif","fi","time","for","while","until","in","do","done","case","esac","coproc","function","select"],b=["true","false"],_={match:/(\/[a-z._-]+)+/},v=["break","cd","continue","eval","exec","exit","export","getopts","hash","pwd","readonly","return","shift","test","times","trap","umask","unset"],y=["alias","bind","builtin","caller","command","declare","echo","enable","help","let","local","logout","mapfile","printf","read","readarray","source","sudo","type","typeset","ulimit","unalias"],E=["autoload","bg","bindkey","bye","cap","chdir","clone","comparguments","compcall","compctl","compdescribe","compfiles","compgroups","compquote","comptags","comptry","compvalues","dirs","disable","disown","echotc","echoti","emulate","fc","fg","float","functions","getcap","getln","history","integer","jobs","kill","limit","log","noglob","popd","print","pushd","pushln","rehash","sched","setcap","setopt","stat","suspend","ttyctl","unfunction","unhash","unlimit","unsetopt","vared","wait","whence","where","which","zcompile","zformat","zftp","zle","zmodload","zparseopts","zprof","zpty","zregexparse","zsocket","zstyle","ztcp"],S=["chcon","chgrp","chown","chmod","cp","dd","df","dir","dircolors","ln","ls","mkdir","mkfifo","mknod","mktemp","mv","realpath","rm","rmdir","shred","sync","touch","truncate","vdir","b2sum","base32","base64","cat","cksum","comm","csplit","cut","expand","fmt","fold","head","join","md5sum","nl","numfmt","od","paste","ptx","pr","sha1sum","sha224sum","sha256sum","sha384sum","sha512sum","shuf","sort","split","sum","tac","tail","tr","tsort","unexpand","uniq","wc","arch","basename","chroot","date","dirname","du","echo","env","expr","factor","groups","hostid","id","link","logname","nice","nohup","nproc","pathchk","pinky","printenv","printf","pwd","readlink","runcon","seq","sleep","stat","stdbuf","stty","tee","test","timeout","tty","uname","unlink","uptime","users","who","whoami","yes"];return{name:"Bash",aliases:["sh","zsh"],keywords:{$pattern:/\b[a-z][a-z0-9._-]+\b/,keyword:g,literal:b,built_in:[...v,...y,"set","shopt",...E,...S]},contains:[p,r.SHEBANG(),m,d,i,s,_,o,l,c,u,t]}}function o7e(r){const e=r.regex,t=r.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),n="decltype\\(auto\\)",a="[a-zA-Z_]\\w*::",s="("+n+"|"+e.optional(a)+"[a-zA-Z_]\\w*"+e.optional("<[^<>]+>")+")",o={className:"type",variants:[{begin:"\\b[a-z\\d_]*_t\\b"},{match:/\batomic_[a-z]{3,6}\b/}]},c={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[r.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},r.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},u={className:"number",variants:[{match:/\b(0b[01']+)/},{match:/(-?)\b([\d']+(\.[\d']*)?|\.[\d']+)((ll|LL|l|L)(u|U)?|(u|U)(ll|LL|l|L)?|f|F|b|B)/},{match:/(-?)\b(0[xX][a-fA-F0-9]+(?:'[a-fA-F0-9]+)*(?:\.[a-fA-F0-9]*(?:'[a-fA-F0-9]*)*)?(?:[pP][-+]?[0-9]+)?(l|L)?(u|U)?)/},{match:/(-?)\b\d+(?:'\d+)*(?:\.\d*(?:'\d*)*)?(?:[eE][-+]?\d+)?/}],relevance:0},d={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef elifdef elifndef include"},contains:[{begin:/\\\n/,relevance:0},r.inherit(c,{className:"string"}),{className:"string",begin:/<.*?>/},t,r.C_BLOCK_COMMENT_MODE]},h={className:"title",begin:e.optional(a)+r.IDENT_RE,relevance:0},p=e.optional(a)+r.IDENT_RE+"\\s*\\(",b={keyword:["asm","auto","break","case","continue","default","do","else","enum","extern","for","fortran","goto","if","inline","register","restrict","return","sizeof","typeof","typeof_unqual","struct","switch","typedef","union","volatile","while","_Alignas","_Alignof","_Atomic","_Generic","_Noreturn","_Static_assert","_Thread_local","alignas","alignof","noreturn","static_assert","thread_local","_Pragma"],type:["float","double","signed","unsigned","int","short","long","char","void","_Bool","_BitInt","_Complex","_Imaginary","_Decimal32","_Decimal64","_Decimal96","_Decimal128","_Decimal64x","_Decimal128x","_Float16","_Float32","_Float64","_Float128","_Float32x","_Float64x","_Float128x","const","static","constexpr","complex","bool","imaginary"],literal:"true false NULL",built_in:"std string wstring cin cout cerr clog stdin stdout stderr stringstream istringstream ostringstream auto_ptr deque list queue stack vector map set pair bitset multiset multimap unordered_set unordered_map unordered_multiset unordered_multimap priority_queue make_pair array shared_ptr abort terminate abs acos asin atan2 atan calloc ceil cosh cos exit exp fabs floor fmod fprintf fputs free frexp fscanf future isalnum isalpha iscntrl isdigit isgraph islower isprint ispunct isspace isupper isxdigit tolower toupper labs ldexp log10 log malloc realloc memchr memcmp memcpy memset modf pow printf putchar puts scanf sinh sin snprintf sprintf sqrt sscanf strcat strchr strcmp strcpy strcspn strlen strncat strncmp strncpy strpbrk strrchr strspn strstr tanh tan vfprintf vprintf vsprintf endl initializer_list unique_ptr"},_=[d,o,t,r.C_BLOCK_COMMENT_MODE,u,c],v={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:b,contains:_.concat([{begin:/\(/,end:/\)/,keywords:b,contains:_.concat(["self"]),relevance:0}]),relevance:0},y={begin:"("+s+"[\\*&\\s]+)+"+p,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:b,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:n,keywords:b,relevance:0},{begin:p,returnBegin:!0,contains:[r.inherit(h,{className:"title.function"})],relevance:0},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:b,relevance:0,contains:[t,r.C_BLOCK_COMMENT_MODE,c,u,o,{begin:/\(/,end:/\)/,keywords:b,relevance:0,contains:["self",t,r.C_BLOCK_COMMENT_MODE,c,u,o]}]},o,t,r.C_BLOCK_COMMENT_MODE,d]};return{name:"C",aliases:["h"],keywords:b,disableAutodetect:!0,illegal:"=]/,contains:[{beginKeywords:"final class struct"},r.TITLE_MODE]}]),exports:{preprocessor:d,strings:c,keywords:b}}}function l7e(r){const e=r.regex,t=r.COMMENT("//","$",{contains:[{begin:/\\\n/}]}),n="decltype\\(auto\\)",a="[a-zA-Z_]\\w*::",s="(?!struct)("+n+"|"+e.optional(a)+"[a-zA-Z_]\\w*"+e.optional("<[^<>]+>")+")",o={className:"type",begin:"\\b[a-z\\d_]*_t\\b"},c={className:"string",variants:[{begin:'(u8?|U|L)?"',end:'"',illegal:"\\n",contains:[r.BACKSLASH_ESCAPE]},{begin:"(u8?|U|L)?'("+"\\\\(x[0-9A-Fa-f]{2}|u[0-9A-Fa-f]{4,8}|[0-7]{3}|\\S)"+"|.)",end:"'",illegal:"."},r.END_SAME_AS_BEGIN({begin:/(?:u8?|U|L)?R"([^()\\ ]{0,16})\(/,end:/\)([^()\\ ]{0,16})"/})]},u={className:"number",variants:[{begin:"[+-]?(?:(?:[0-9](?:'?[0-9])*\\.(?:[0-9](?:'?[0-9])*)?|\\.[0-9](?:'?[0-9])*)(?:[Ee][+-]?[0-9](?:'?[0-9])*)?|[0-9](?:'?[0-9])*[Ee][+-]?[0-9](?:'?[0-9])*|0[Xx](?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*(?:\\.(?:[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)?)?|\\.[0-9A-Fa-f](?:'?[0-9A-Fa-f])*)[Pp][+-]?[0-9](?:'?[0-9])*)(?:[Ff](?:16|32|64|128)?|(BF|bf)16|[Ll]|)"},{begin:"[+-]?\\b(?:0[Bb][01](?:'?[01])*|0[Xx][0-9A-Fa-f](?:'?[0-9A-Fa-f])*|0(?:'?[0-7])*|[1-9](?:'?[0-9])*)(?:[Uu](?:LL?|ll?)|[Uu][Zz]?|(?:LL?|ll?)[Uu]?|[Zz][Uu]|)"}],relevance:0},d={className:"meta",begin:/#\s*[a-z]+\b/,end:/$/,keywords:{keyword:"if else elif endif define undef warning error line pragma _Pragma ifdef ifndef include"},contains:[{begin:/\\\n/,relevance:0},r.inherit(c,{className:"string"}),{className:"string",begin:/<.*?>/},t,r.C_BLOCK_COMMENT_MODE]},h={className:"title",begin:e.optional(a)+r.IDENT_RE,relevance:0},p=e.optional(a)+r.IDENT_RE+"\\s*\\(",m=["alignas","alignof","and","and_eq","asm","atomic_cancel","atomic_commit","atomic_noexcept","auto","bitand","bitor","break","case","catch","class","co_await","co_return","co_yield","compl","concept","const_cast|10","consteval","constexpr","constinit","continue","decltype","default","delete","do","dynamic_cast|10","else","enum","explicit","export","extern","false","final","for","friend","goto","if","import","inline","module","mutable","namespace","new","noexcept","not","not_eq","nullptr","operator","or","or_eq","override","private","protected","public","reflexpr","register","reinterpret_cast|10","requires","return","sizeof","static_assert","static_cast|10","struct","switch","synchronized","template","this","thread_local","throw","transaction_safe","transaction_safe_dynamic","true","try","typedef","typeid","typename","union","using","virtual","volatile","while","xor","xor_eq"],g=["bool","char","char16_t","char32_t","char8_t","double","float","int","long","short","void","wchar_t","unsigned","signed","const","static"],b=["any","auto_ptr","barrier","binary_semaphore","bitset","complex","condition_variable","condition_variable_any","counting_semaphore","deque","false_type","flat_map","flat_set","future","imaginary","initializer_list","istringstream","jthread","latch","lock_guard","multimap","multiset","mutex","optional","ostringstream","packaged_task","pair","promise","priority_queue","queue","recursive_mutex","recursive_timed_mutex","scoped_lock","set","shared_future","shared_lock","shared_mutex","shared_timed_mutex","shared_ptr","stack","string_view","stringstream","timed_mutex","thread","true_type","tuple","unique_lock","unique_ptr","unordered_map","unordered_multimap","unordered_multiset","unordered_set","variant","vector","weak_ptr","wstring","wstring_view"],_=["abort","abs","acos","apply","as_const","asin","atan","atan2","calloc","ceil","cerr","cin","clog","cos","cosh","cout","declval","endl","exchange","exit","exp","fabs","floor","fmod","forward","fprintf","fputs","free","frexp","fscanf","future","invoke","isalnum","isalpha","iscntrl","isdigit","isgraph","islower","isprint","ispunct","isspace","isupper","isxdigit","labs","launder","ldexp","log","log10","make_pair","make_shared","make_shared_for_overwrite","make_tuple","make_unique","malloc","memchr","memcmp","memcpy","memset","modf","move","pow","printf","putchar","puts","realloc","scanf","sin","sinh","snprintf","sprintf","sqrt","sscanf","std","stderr","stdin","stdout","strcat","strchr","strcmp","strcpy","strcspn","strlen","strncat","strncmp","strncpy","strpbrk","strrchr","strspn","strstr","swap","tan","tanh","terminate","to_underlying","tolower","toupper","vfprintf","visit","vprintf","vsprintf"],E={type:g,keyword:m,literal:["NULL","false","nullopt","nullptr","true"],built_in:["_Pragma"],_type_hints:b},S={className:"function.dispatch",relevance:0,keywords:{_hint:_},begin:e.concat(/\b/,/(?!decltype)/,/(?!if)/,/(?!for)/,/(?!switch)/,/(?!while)/,r.IDENT_RE,e.lookahead(/(<[^<>]+>|)\s*\(/))},w=[S,d,o,t,r.C_BLOCK_COMMENT_MODE,u,c],C={variants:[{begin:/=/,end:/;/},{begin:/\(/,end:/\)/},{beginKeywords:"new throw return else",end:/;/}],keywords:E,contains:w.concat([{begin:/\(/,end:/\)/,keywords:E,contains:w.concat(["self"]),relevance:0}]),relevance:0},x={className:"function",begin:"("+s+"[\\*&\\s]+)+"+p,returnBegin:!0,end:/[{;=]/,excludeEnd:!0,keywords:E,illegal:/[^\w\s\*&:<>.]/,contains:[{begin:n,keywords:E,relevance:0},{begin:p,returnBegin:!0,contains:[h],relevance:0},{begin:/::/,relevance:0},{begin:/:/,endsWithParent:!0,contains:[c,u]},{relevance:0,match:/,/},{className:"params",begin:/\(/,end:/\)/,keywords:E,relevance:0,contains:[t,r.C_BLOCK_COMMENT_MODE,c,u,o,{begin:/\(/,end:/\)/,keywords:E,relevance:0,contains:["self",t,r.C_BLOCK_COMMENT_MODE,c,u,o]}]},o,t,r.C_BLOCK_COMMENT_MODE,d]};return{name:"C++",aliases:["cc","c++","h++","hpp","hh","hxx","cxx"],keywords:E,illegal:"",keywords:E,contains:["self",o]},{begin:r.IDENT_RE+"::",keywords:E},{match:[/\b(?:enum(?:\s+(?:class|struct))?|class|struct|union)/,/\s+/,/\w+/],className:{1:"keyword",3:"title.class"}}])}}function c7e(r){const e=["bool","byte","char","decimal","delegate","double","dynamic","enum","float","int","long","nint","nuint","object","sbyte","short","string","ulong","uint","ushort"],t=["public","private","protected","static","internal","protected","abstract","async","extern","override","unsafe","virtual","new","sealed","partial"],n=["default","false","null","true"],a=["abstract","as","base","break","case","catch","class","const","continue","do","else","event","explicit","extern","finally","fixed","for","foreach","goto","if","implicit","in","interface","internal","is","lock","namespace","new","operator","out","override","params","private","protected","public","readonly","record","ref","return","scoped","sealed","sizeof","stackalloc","static","struct","switch","this","throw","try","typeof","unchecked","unsafe","using","virtual","void","volatile","while"],i=["add","alias","and","ascending","args","async","await","by","descending","dynamic","equals","file","from","get","global","group","init","into","join","let","nameof","not","notnull","on","or","orderby","partial","record","remove","required","scoped","select","set","unmanaged","value|0","var","when","where","with","yield"],s={keyword:a.concat(i),built_in:e,literal:n},o=r.inherit(r.TITLE_MODE,{begin:"[a-zA-Z](\\.?\\w)*"}),l={className:"number",variants:[{begin:"\\b(0b[01']+)"},{begin:"(-?)\\b([\\d']+(\\.[\\d']*)?|\\.[\\d']+)(u|U|l|L|ul|UL|f|F|b|B)"},{begin:"(-?)(\\b0[xX][a-fA-F0-9']+|(\\b[\\d']+(\\.[\\d']*)?|\\.[\\d']+)([eE][-+]?[\\d']+)?)"}],relevance:0},c={className:"string",begin:/"""("*)(?!")(.|\n)*?"""\1/,relevance:1},u={className:"string",begin:'@"',end:'"',contains:[{begin:'""'}]},d=r.inherit(u,{illegal:/\n/}),h={className:"subst",begin:/\{/,end:/\}/,keywords:s},p=r.inherit(h,{illegal:/\n/}),m={className:"string",begin:/\$"/,end:'"',illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},r.BACKSLASH_ESCAPE,p]},g={className:"string",begin:/\$@"/,end:'"',contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},h]},b=r.inherit(g,{illegal:/\n/,contains:[{begin:/\{\{/},{begin:/\}\}/},{begin:'""'},p]});h.contains=[g,m,u,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,l,r.C_BLOCK_COMMENT_MODE],p.contains=[b,m,d,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,l,r.inherit(r.C_BLOCK_COMMENT_MODE,{illegal:/\n/})];const _={variants:[c,g,m,u,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE]},v={begin:"<",end:">",contains:[{beginKeywords:"in out"},o]},y=r.IDENT_RE+"(<"+r.IDENT_RE+"(\\s*,\\s*"+r.IDENT_RE+")*>)?(\\[\\])?",E={begin:"@"+r.IDENT_RE,relevance:0};return{name:"C#",aliases:["cs","c#"],keywords:s,illegal:/::/,contains:[r.COMMENT("///","$",{returnBegin:!0,contains:[{className:"doctag",variants:[{begin:"///",relevance:0},{begin:""},{begin:""}]}]}),r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,{className:"meta",begin:"#",end:"$",keywords:{keyword:"if else elif endif define undef warning error line region endregion pragma checksum"}},_,l,{beginKeywords:"class interface",relevance:0,end:/[{;=]/,illegal:/[^\s:,]/,contains:[{beginKeywords:"where class"},o,v,r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},{beginKeywords:"namespace",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[o,r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},{beginKeywords:"record",relevance:0,end:/[{;=]/,illegal:/[^\s:]/,contains:[o,v,r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},{className:"meta",begin:"^\\s*\\[(?=[\\w])",excludeBegin:!0,end:"\\]",excludeEnd:!0,contains:[{className:"string",begin:/"/,end:/"/}]},{beginKeywords:"new return throw await else",relevance:0},{className:"function",begin:"("+y+"\\s+)+"+r.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,end:/\s*[{;=]/,excludeEnd:!0,keywords:s,contains:[{beginKeywords:t.join(" "),relevance:0},{begin:r.IDENT_RE+"\\s*(<[^=]+>\\s*)?\\(",returnBegin:!0,contains:[r.TITLE_MODE,v],relevance:0},{match:/\(\)/},{className:"params",begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:s,relevance:0,contains:[_,l,r.C_BLOCK_COMMENT_MODE]},r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},E]}}const u7e=r=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:r.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:r.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),d7e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],h7e=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],f7e=[...d7e,...h7e],p7e=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),m7e=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),g7e=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),_7e=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function b7e(r){const e=r.regex,t=u7e(r),n={begin:/-(webkit|moz|ms|o)-(?=[a-z])/},a="and or not only",i=/@-?\w[\w]*(-\w+)*/,s="[a-zA-Z-][a-zA-Z0-9_-]*",o=[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE];return{name:"CSS",case_insensitive:!0,illegal:/[=|'\$]/,keywords:{keyframePosition:"from to"},classNameAliases:{keyframePosition:"selector-tag"},contains:[t.BLOCK_COMMENT,n,t.CSS_NUMBER_MODE,{className:"selector-id",begin:/#[A-Za-z0-9_-]+/,relevance:0},{className:"selector-class",begin:"\\."+s,relevance:0},t.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",variants:[{begin:":("+m7e.join("|")+")"},{begin:":(:)?("+g7e.join("|")+")"}]},t.CSS_VARIABLE,{className:"attribute",begin:"\\b("+_7e.join("|")+")\\b"},{begin:/:/,end:/[;}{]/,contains:[t.BLOCK_COMMENT,t.HEXCOLOR,t.IMPORTANT,t.CSS_NUMBER_MODE,...o,{begin:/(url|data-uri)\(/,end:/\)/,relevance:0,keywords:{built_in:"url data-uri"},contains:[...o,{className:"string",begin:/[^)]/,endsWithParent:!0,excludeEnd:!0}]},t.FUNCTION_DISPATCH]},{begin:e.lookahead(/@/),end:"[{;]",relevance:0,illegal:/:/,contains:[{className:"keyword",begin:i},{begin:/\s/,endsWithParent:!0,excludeEnd:!0,relevance:0,keywords:{$pattern:/[a-z-]+/,keyword:a,attribute:p7e.join(" ")},contains:[{begin:/[a-z-]+(?=:)/,className:"attribute"},...o,t.CSS_NUMBER_MODE]}]},{className:"selector-tag",begin:"\\b("+f7e.join("|")+")\\b"}]}}function v7e(r){const e=r.regex;return{name:"Diff",aliases:["patch"],contains:[{className:"meta",relevance:10,match:e.either(/^@@ +-\d+,\d+ +\+\d+,\d+ +@@/,/^\*\*\* +\d+,\d+ +\*\*\*\*$/,/^--- +\d+,\d+ +----$/)},{className:"comment",variants:[{begin:e.either(/Index: /,/^index/,/={3,}/,/^-{3}/,/^\*{3} /,/^\+{3}/,/^diff --git/),end:/$/},{match:/^\*{15}$/}]},{className:"addition",begin:/^\+/,end:/$/},{className:"deletion",begin:/^-/,end:/$/},{className:"addition",begin:/^!/,end:/$/}]}}function y7e(r){const i={keyword:["break","case","chan","const","continue","default","defer","else","fallthrough","for","func","go","goto","if","import","interface","map","package","range","return","select","struct","switch","type","var"],type:["bool","byte","complex64","complex128","error","float32","float64","int8","int16","int32","int64","string","uint8","uint16","uint32","uint64","int","uint","uintptr","rune"],literal:["true","false","iota","nil"],built_in:["append","cap","close","complex","copy","imag","len","make","new","panic","print","println","real","recover","delete"]};return{name:"Go",aliases:["golang"],keywords:i,illegal:"aV(r,e,t-1))}function w7e(r){const e=r.regex,t="[À-ʸa-zA-Z_$][À-ʸa-zA-Z_$0-9]*",n=t+aV("(?:<"+t+"~~~(?:\\s*,\\s*"+t+"~~~)*>)?",/~~~/g,2),l={keyword:["synchronized","abstract","private","var","static","if","const ","for","while","strictfp","finally","protected","import","native","final","void","enum","else","break","transient","catch","instanceof","volatile","case","assert","package","default","public","try","switch","continue","throws","protected","public","private","module","requires","exports","do","sealed","yield","permits","goto","when"],literal:["false","true","null"],type:["char","boolean","long","float","int","byte","short","double"],built_in:["super","this"]},c={className:"meta",begin:"@"+t,contains:[{begin:/\(/,end:/\)/,contains:["self"]}]},u={className:"params",begin:/\(/,end:/\)/,keywords:l,relevance:0,contains:[r.C_BLOCK_COMMENT_MODE],endsParent:!0};return{name:"Java",aliases:["jsp"],keywords:l,illegal:/<\/|#/,contains:[r.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{begin:/\w+@/,relevance:0},{className:"doctag",begin:"@[A-Za-z]+"}]}),{begin:/import java\.[a-z]+\./,keywords:"import",relevance:2},r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,{begin:/"""/,end:/"""/,className:"string",contains:[r.BACKSLASH_ESCAPE]},r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,{match:[/\b(?:class|interface|enum|extends|implements|new)/,/\s+/,t],className:{1:"keyword",3:"title.class"}},{match:/non-sealed/,scope:"keyword"},{begin:[e.concat(/(?!else)/,t),/\s+/,t,/\s+/,/=(?!=)/],className:{1:"type",3:"variable",5:"operator"}},{begin:[/record/,/\s+/,t],className:{1:"keyword",3:"title.class"},contains:[u,r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},{beginKeywords:"new throw return else",relevance:0},{begin:["(?:"+n+"\\s+)",r.UNDERSCORE_IDENT_RE,/\s*(?=\()/],className:{2:"title.function"},keywords:l,contains:[{className:"params",begin:/\(/,end:/\)/,keywords:l,relevance:0,contains:[c,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,fL,r.C_BLOCK_COMMENT_MODE]},r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},fL,c]}}const pL="[A-Za-z$_][0-9A-Za-z$_]*",T7e=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],C7e=["true","false","null","undefined","NaN","Infinity"],iV=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],sV=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],oV=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],A7e=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],x7e=[].concat(oV,iV,sV);function R7e(r){const e=r.regex,t=(W,{after:ie})=>{const k="",end:""},i=/<[A-Za-z0-9\\._:-]+\s*\/>/,s={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(W,ie)=>{const k=W[0].length+W.index,B=W.input[k];if(B==="<"||B===","){ie.ignoreMatch();return}B===">"&&(t(W,{after:k})||ie.ignoreMatch());let te;const O=W.input.substring(k);if(te=O.match(/^\s*=/)){ie.ignoreMatch();return}if((te=O.match(/^\s+extends\s+/))&&te.index===0){ie.ignoreMatch();return}}},o={$pattern:pL,keyword:T7e,literal:C7e,built_in:x7e,"variable.language":A7e},l="[0-9](_?[0-9])*",c=`\\.(${l})`,u="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",d={className:"number",variants:[{begin:`(\\b(${u})((${c})|\\.)?|(${c}))[eE][+-]?(${l})\\b`},{begin:`\\b(${u})\\b((${c})\\b|\\.)?|(${c})\\b`},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},h={className:"subst",begin:"\\$\\{",end:"\\}",keywords:o,contains:[]},p={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"xml"}},m={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"css"}},g={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"graphql"}},b={className:"string",begin:"`",end:"`",contains:[r.BACKSLASH_ESCAPE,h]},v={className:"comment",variants:[r.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:n+"(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),r.C_BLOCK_COMMENT_MODE,r.C_LINE_COMMENT_MODE]},y=[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,p,m,g,b,{match:/\$\d+/},d];h.contains=y.concat({begin:/\{/,end:/\}/,keywords:o,contains:["self"].concat(y)});const E=[].concat(v,h.contains),S=E.concat([{begin:/(\s*)\(/,end:/\)/,keywords:o,contains:["self"].concat(E)}]),w={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,contains:S},C={variants:[{match:[/class/,/\s+/,n,/\s+/,/extends/,/\s+/,e.concat(n,"(",e.concat(/\./,n),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,n],scope:{1:"keyword",3:"title.class"}}]},x={relevance:0,match:e.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...iV,...sV]}},N={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},I={variants:[{match:[/function/,/\s+/,n,/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[w],illegal:/%/},D={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function V(W){return e.concat("(?!",W.join("|"),")")}const q={match:e.concat(/\b/,V([...oV,"super","import"].map(W=>`${W}\\s*\\(`)),n,e.lookahead(/\s*\(/)),className:"title.function",relevance:0},$={begin:e.concat(/\./,e.lookahead(e.concat(n,/(?![0-9A-Za-z$_(])/))),end:n,excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},K={match:[/get|set/,/\s+/,n,/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},w]},z="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+r.UNDERSCORE_IDENT_RE+")\\s*=>",re={match:[/const|var|let/,/\s+/,n,/\s*/,/=\s*/,/(async\s*)?/,e.lookahead(z)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[w]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:o,exports:{PARAMS_CONTAINS:S,CLASS_REFERENCE:x},illegal:/#(?![$_A-z])/,contains:[r.SHEBANG({label:"shebang",binary:"node",relevance:5}),N,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,p,m,g,b,v,{match:/\$\d+/},d,x,{scope:"attr",match:n+e.lookahead(":"),relevance:0},re,{begin:"("+r.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[v,r.REGEXP_MODE,{className:"function",begin:z,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:r.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,contains:S}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:a.begin,end:a.end},{match:i},{begin:s.begin,"on:begin":s.isTrulyOpeningTag,end:s.end}],subLanguage:"xml",contains:[{begin:s.begin,end:s.end,skip:!0,contains:["self"]}]}]},I,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+r.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[w,r.inherit(r.TITLE_MODE,{begin:n,className:"title.function"})]},{match:/\.\.\./,relevance:0},$,{match:"\\$"+n,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[w]},q,D,C,K,{match:/\$[(.]/}]}}function O7e(r){const e={className:"attr",begin:/"(\\.|[^\\"\r\n])*"(?=\s*:)/,relevance:1.01},t={match:/[{}[\],:]/,className:"punctuation",relevance:0},n=["true","false","null"],a={scope:"literal",beginKeywords:n.join(" ")};return{name:"JSON",aliases:["jsonc"],keywords:{literal:n},contains:[e,t,r.QUOTE_STRING_MODE,a,r.C_NUMBER_MODE,r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE],illegal:"\\S"}}var Wh="[0-9](_*[0-9])*",o_=`\\.(${Wh})`,l_="[0-9a-fA-F](_*[0-9a-fA-F])*",N7e={className:"number",variants:[{begin:`(\\b(${Wh})((${o_})|\\.)?|(${o_}))[eE][+-]?(${Wh})[fFdD]?\\b`},{begin:`\\b(${Wh})((${o_})[fFdD]?\\b|\\.([fFdD]\\b)?)`},{begin:`(${o_})[fFdD]?\\b`},{begin:`\\b(${Wh})[fFdD]\\b`},{begin:`\\b0[xX]((${l_})\\.?|(${l_})?\\.(${l_}))[pP][+-]?(${Wh})[fFdD]?\\b`},{begin:"\\b(0|[1-9](_*[0-9])*)[lL]?\\b"},{begin:`\\b0[xX](${l_})[lL]?\\b`},{begin:"\\b0(_*[0-7])*[lL]?\\b"},{begin:"\\b0[bB][01](_*[01])*[lL]?\\b"}],relevance:0};function I7e(r){const e={keyword:"abstract as val var vararg get set class object open private protected public noinline crossinline dynamic final enum if else do while for when throw try catch finally import package is in fun override companion reified inline lateinit init interface annotation data sealed internal infix operator out by constructor super tailrec where const inner suspend typealias external expect actual",built_in:"Byte Short Char Int Long Boolean Float Double Void Unit Nothing",literal:"true false null"},t={className:"keyword",begin:/\b(break|continue|return|this)\b/,starts:{contains:[{className:"symbol",begin:/@\w+/}]}},n={className:"symbol",begin:r.UNDERSCORE_IDENT_RE+"@"},a={className:"subst",begin:/\$\{/,end:/\}/,contains:[r.C_NUMBER_MODE]},i={className:"variable",begin:"\\$"+r.UNDERSCORE_IDENT_RE},s={className:"string",variants:[{begin:'"""',end:'"""(?=[^"])',contains:[i,a]},{begin:"'",end:"'",illegal:/\n/,contains:[r.BACKSLASH_ESCAPE]},{begin:'"',end:'"',illegal:/\n/,contains:[r.BACKSLASH_ESCAPE,i,a]}]};a.contains.push(s);const o={className:"meta",begin:"@(?:file|property|field|get|set|receiver|param|setparam|delegate)\\s*:(?:\\s*"+r.UNDERSCORE_IDENT_RE+")?"},l={className:"meta",begin:"@"+r.UNDERSCORE_IDENT_RE,contains:[{begin:/\(/,end:/\)/,contains:[r.inherit(s,{className:"string"}),"self"]}]},c=N7e,u=r.COMMENT("/\\*","\\*/",{contains:[r.C_BLOCK_COMMENT_MODE]}),d={variants:[{className:"type",begin:r.UNDERSCORE_IDENT_RE},{begin:/\(/,end:/\)/,contains:[]}]},h=d;return h.variants[1].contains=[d],d.variants[1].contains=[h],{name:"Kotlin",aliases:["kt","kts"],keywords:e,contains:[r.COMMENT("/\\*\\*","\\*/",{relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"}]}),r.C_LINE_COMMENT_MODE,u,t,n,o,l,{className:"function",beginKeywords:"fun",end:"[(]|$",returnBegin:!0,excludeEnd:!0,keywords:e,relevance:5,contains:[{begin:r.UNDERSCORE_IDENT_RE+"\\s*\\(",returnBegin:!0,relevance:0,contains:[r.UNDERSCORE_TITLE_MODE]},{className:"type",begin://,keywords:"reified",relevance:0},{className:"params",begin:/\(/,end:/\)/,endsParent:!0,keywords:e,relevance:0,contains:[{begin:/:/,end:/[=,\/]/,endsWithParent:!0,contains:[d,r.C_LINE_COMMENT_MODE,u],relevance:0},r.C_LINE_COMMENT_MODE,u,o,l,s,r.C_NUMBER_MODE]},u]},{begin:[/class|interface|trait/,/\s+/,r.UNDERSCORE_IDENT_RE],beginScope:{3:"title.class"},keywords:"class interface trait",end:/[:\{(]|$/,excludeEnd:!0,illegal:"extends implements",contains:[{beginKeywords:"public protected internal private constructor"},r.UNDERSCORE_TITLE_MODE,{className:"type",begin://,excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:/[,:]\s*/,end:/[<\(,){\s]|$/,excludeBegin:!0,returnEnd:!0},o,l]},s,{className:"meta",begin:"^#!/usr/bin/env",end:"$",illegal:` +`},c]}}const k7e=r=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:r.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:r.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),M7e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],D7e=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],P7e=[...M7e,...D7e],L7e=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),lV=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),cV=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),F7e=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse(),B7e=lV.concat(cV).sort().reverse();function U7e(r){const e=k7e(r),t=B7e,n="and or not only",a="[\\w-]+",i="("+a+"|@\\{"+a+"\\})",s=[],o=[],l=function(y){return{className:"string",begin:"~?"+y+".*?"+y}},c=function(y,E,S){return{className:y,begin:E,relevance:S}},u={$pattern:/[a-z-]+/,keyword:n,attribute:L7e.join(" ")},d={begin:"\\(",end:"\\)",contains:o,keywords:u,relevance:0};o.push(r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,l("'"),l('"'),e.CSS_NUMBER_MODE,{begin:"(url|data-uri)\\(",starts:{className:"string",end:"[\\)\\n]",excludeEnd:!0}},e.HEXCOLOR,d,c("variable","@@?"+a,10),c("variable","@\\{"+a+"\\}"),c("built_in","~?`[^`]*?`"),{className:"attribute",begin:a+"\\s*:",end:":",returnBegin:!0,excludeEnd:!0},e.IMPORTANT,{beginKeywords:"and not"},e.FUNCTION_DISPATCH);const h=o.concat({begin:/\{/,end:/\}/,contains:s}),p={beginKeywords:"when",endsWithParent:!0,contains:[{beginKeywords:"and not"}].concat(o)},m={begin:i+"\\s*:",returnBegin:!0,end:/[;}]/,relevance:0,contains:[{begin:/-(webkit|moz|ms|o)-/},e.CSS_VARIABLE,{className:"attribute",begin:"\\b("+F7e.join("|")+")\\b",end:/(?=:)/,starts:{endsWithParent:!0,illegal:"[<=$]",relevance:0,contains:o}}]},g={className:"keyword",begin:"@(import|media|charset|font-face|(-[a-z]+-)?keyframes|supports|document|namespace|page|viewport|host)\\b",starts:{end:"[;{}]",keywords:u,returnEnd:!0,contains:o,relevance:0}},b={className:"variable",variants:[{begin:"@"+a+"\\s*:",relevance:15},{begin:"@"+a}],starts:{end:"[;}]",returnEnd:!0,contains:h}},_={variants:[{begin:"[\\.#:&\\[>]",end:"[;{}]"},{begin:i,end:/\{/}],returnBegin:!0,returnEnd:!0,illegal:`[<='$"]`,relevance:0,contains:[r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,p,c("keyword","all\\b"),c("variable","@\\{"+a+"\\}"),{begin:"\\b("+P7e.join("|")+")\\b",className:"selector-tag"},e.CSS_NUMBER_MODE,c("selector-tag",i,0),c("selector-id","#"+i),c("selector-class","\\."+i,0),c("selector-tag","&",0),e.ATTRIBUTE_SELECTOR_MODE,{className:"selector-pseudo",begin:":("+lV.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+cV.join("|")+")"},{begin:/\(/,end:/\)/,relevance:0,contains:h},{begin:"!important"},e.FUNCTION_DISPATCH]},v={begin:a+`:(:)?(${t.join("|")})`,returnBegin:!0,contains:[_]};return s.push(r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,g,b,v,m,_,p,e.FUNCTION_DISPATCH),{name:"Less",case_insensitive:!0,illegal:`[=>'/<($"]`,contains:s}}function $7e(r){const e="\\[=*\\[",t="\\]=*\\]",n={begin:e,end:t,contains:["self"]},a=[r.COMMENT("--(?!"+e+")","$"),r.COMMENT("--"+e,t,{contains:[n],relevance:10})];return{name:"Lua",aliases:["pluto"],keywords:{$pattern:r.UNDERSCORE_IDENT_RE,literal:"true false nil",keyword:"and break do else elseif end for goto if in local not or repeat return then until while",built_in:"_G _ENV _VERSION __index __newindex __mode __call __metatable __tostring __len __gc __add __sub __mul __div __mod __pow __concat __unm __eq __lt __le assert collectgarbage dofile error getfenv getmetatable ipairs load loadfile loadstring module next pairs pcall print rawequal rawget rawset require select setfenv setmetatable tonumber tostring type unpack xpcall arg self coroutine resume yield status wrap create running debug getupvalue debug sethook getmetatable gethook setmetatable setlocal traceback setfenv getinfo setupvalue getlocal getregistry getfenv io lines write close flush open output type read stderr stdin input stdout popen tmpfile math log max acos huge ldexp pi cos tanh pow deg tan cosh sinh random randomseed frexp ceil floor rad abs sqrt modf asin min mod fmod log10 atan2 exp sin atan os exit setlocale date getenv difftime remove time clock tmpname rename execute package preload loadlib loaded loaders cpath config path seeall string sub upper len gfind rep find match char dump gmatch reverse byte format gsub lower table setn insert getn foreachi maxn foreach concat sort remove"},contains:a.concat([{className:"function",beginKeywords:"function",end:"\\)",contains:[r.inherit(r.TITLE_MODE,{begin:"([_a-zA-Z]\\w*\\.)*([_a-zA-Z]\\w*:)?[_a-zA-Z]\\w*"}),{className:"params",begin:"\\(",endsWithParent:!0,contains:a}].concat(a)},r.C_NUMBER_MODE,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,{className:"string",begin:e,end:t,contains:[n],relevance:5}])}}function G7e(r){const e={className:"variable",variants:[{begin:"\\$\\("+r.UNDERSCORE_IDENT_RE+"\\)",contains:[r.BACKSLASH_ESCAPE]},{begin:/\$[@%",subLanguage:"xml",relevance:0},n={begin:"^[-\\*]{3,}",end:"$"},a={className:"code",variants:[{begin:"(`{3,})[^`](.|\\n)*?\\1`*[ ]*"},{begin:"(~{3,})[^~](.|\\n)*?\\1~*[ ]*"},{begin:"```",end:"```+[ ]*$"},{begin:"~~~",end:"~~~+[ ]*$"},{begin:"`.+?`"},{begin:"(?=^( {4}|\\t))",contains:[{begin:"^( {4}|\\t)",end:"(\\n)$"}],relevance:0}]},i={className:"bullet",begin:"^[ ]*([*+-]|(\\d+\\.))(?=\\s+)",end:"\\s+",excludeEnd:!0},s={begin:/^\[[^\n]+\]:/,returnBegin:!0,contains:[{className:"symbol",begin:/\[/,end:/\]/,excludeBegin:!0,excludeEnd:!0},{className:"link",begin:/:\s*/,end:/$/,excludeBegin:!0}]},o=/[A-Za-z][A-Za-z0-9+.-]*/,l={variants:[{begin:/\[.+?\]\[.*?\]/,relevance:0},{begin:/\[.+?\]\(((data|javascript|mailto):|(?:http|ftp)s?:\/\/).*?\)/,relevance:2},{begin:e.concat(/\[.+?\]\(/,o,/:\/\/.*?\)/),relevance:2},{begin:/\[.+?\]\([./?&#].*?\)/,relevance:1},{begin:/\[.*?\]\(.*?\)/,relevance:0}],returnBegin:!0,contains:[{match:/\[(?=\])/},{className:"string",relevance:0,begin:"\\[",end:"\\]",excludeBegin:!0,returnEnd:!0},{className:"link",relevance:0,begin:"\\]\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0},{className:"symbol",relevance:0,begin:"\\]\\[",end:"\\]",excludeBegin:!0,excludeEnd:!0}]},c={className:"strong",contains:[],variants:[{begin:/_{2}(?!\s)/,end:/_{2}/},{begin:/\*{2}(?!\s)/,end:/\*{2}/}]},u={className:"emphasis",contains:[],variants:[{begin:/\*(?![*\s])/,end:/\*/},{begin:/_(?![_\s])/,end:/_/,relevance:0}]},d=r.inherit(c,{contains:[]}),h=r.inherit(u,{contains:[]});c.contains.push(h),u.contains.push(d);let p=[t,l];return[c,u,d,h].forEach(_=>{_.contains=_.contains.concat(p)}),p=p.concat(c,u),{name:"Markdown",aliases:["md","mkdown","mkd"],contains:[{className:"section",variants:[{begin:"^#{1,6}",end:"$",contains:p},{begin:"(?=^.+?\\n[=-]{2,}$)",contains:[{begin:"^[=-]*$"},{begin:"^",end:"\\n",contains:p}]}]},t,i,c,u,{className:"quote",begin:"^>\\s+",contains:p,end:"$"},a,n,l,s,{scope:"literal",match:/&([a-zA-Z0-9]+|#[0-9]{1,7}|#[Xx][0-9a-fA-F]{1,6});/}]}}function q7e(r){const e={className:"built_in",begin:"\\b(AV|CA|CF|CG|CI|CL|CM|CN|CT|MK|MP|MTK|MTL|NS|SCN|SK|UI|WK|XC)\\w+"},t=/[a-zA-Z@][a-zA-Z0-9_]*/,o={"variable.language":["this","super"],$pattern:t,keyword:["while","export","sizeof","typedef","const","struct","for","union","volatile","static","mutable","if","do","return","goto","enum","else","break","extern","asm","case","default","register","explicit","typename","switch","continue","inline","readonly","assign","readwrite","self","@synchronized","id","typeof","nonatomic","IBOutlet","IBAction","strong","weak","copy","in","out","inout","bycopy","byref","oneway","__strong","__weak","__block","__autoreleasing","@private","@protected","@public","@try","@property","@end","@throw","@catch","@finally","@autoreleasepool","@synthesize","@dynamic","@selector","@optional","@required","@encode","@package","@import","@defs","@compatibility_alias","__bridge","__bridge_transfer","__bridge_retained","__bridge_retain","__covariant","__contravariant","__kindof","_Nonnull","_Nullable","_Null_unspecified","__FUNCTION__","__PRETTY_FUNCTION__","__attribute__","getter","setter","retain","unsafe_unretained","nonnull","nullable","null_unspecified","null_resettable","class","instancetype","NS_DESIGNATED_INITIALIZER","NS_UNAVAILABLE","NS_REQUIRES_SUPER","NS_RETURNS_INNER_POINTER","NS_INLINE","NS_AVAILABLE","NS_DEPRECATED","NS_ENUM","NS_OPTIONS","NS_SWIFT_UNAVAILABLE","NS_ASSUME_NONNULL_BEGIN","NS_ASSUME_NONNULL_END","NS_REFINED_FOR_SWIFT","NS_SWIFT_NAME","NS_SWIFT_NOTHROW","NS_DURING","NS_HANDLER","NS_ENDHANDLER","NS_VALUERETURN","NS_VOIDRETURN"],literal:["false","true","FALSE","TRUE","nil","YES","NO","NULL"],built_in:["dispatch_once_t","dispatch_queue_t","dispatch_sync","dispatch_async","dispatch_once"],type:["int","float","char","unsigned","signed","short","long","double","wchar_t","unichar","void","bool","BOOL","id|0","_Bool"]},l={$pattern:t,keyword:["@interface","@class","@protocol","@implementation"]};return{name:"Objective-C",aliases:["mm","objc","obj-c","obj-c++","objective-c++"],keywords:o,illegal:"/,end:/$/,illegal:"\\n"},r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE]},{className:"class",begin:"("+l.keyword.join("|")+")\\b",end:/(\{|$)/,excludeEnd:!0,keywords:l,contains:[r.UNDERSCORE_TITLE_MODE]},{begin:"\\."+r.UNDERSCORE_IDENT_RE,relevance:0}]}}function H7e(r){const e=r.regex,t=["abs","accept","alarm","and","atan2","bind","binmode","bless","break","caller","chdir","chmod","chomp","chop","chown","chr","chroot","class","close","closedir","connect","continue","cos","crypt","dbmclose","dbmopen","defined","delete","die","do","dump","each","else","elsif","endgrent","endhostent","endnetent","endprotoent","endpwent","endservent","eof","eval","exec","exists","exit","exp","fcntl","field","fileno","flock","for","foreach","fork","format","formline","getc","getgrent","getgrgid","getgrnam","gethostbyaddr","gethostbyname","gethostent","getlogin","getnetbyaddr","getnetbyname","getnetent","getpeername","getpgrp","getpriority","getprotobyname","getprotobynumber","getprotoent","getpwent","getpwnam","getpwuid","getservbyname","getservbyport","getservent","getsockname","getsockopt","given","glob","gmtime","goto","grep","gt","hex","if","index","int","ioctl","join","keys","kill","last","lc","lcfirst","length","link","listen","local","localtime","log","lstat","lt","ma","map","method","mkdir","msgctl","msgget","msgrcv","msgsnd","my","ne","next","no","not","oct","open","opendir","or","ord","our","pack","package","pipe","pop","pos","print","printf","prototype","push","q|0","qq","quotemeta","qw","qx","rand","read","readdir","readline","readlink","readpipe","recv","redo","ref","rename","require","reset","return","reverse","rewinddir","rindex","rmdir","say","scalar","seek","seekdir","select","semctl","semget","semop","send","setgrent","sethostent","setnetent","setpgrp","setpriority","setprotoent","setpwent","setservent","setsockopt","shift","shmctl","shmget","shmread","shmwrite","shutdown","sin","sleep","socket","socketpair","sort","splice","split","sprintf","sqrt","srand","stat","state","study","sub","substr","symlink","syscall","sysopen","sysread","sysseek","system","syswrite","tell","telldir","tie","tied","time","times","tr","truncate","uc","ucfirst","umask","undef","unless","unlink","unpack","unshift","untie","until","use","utime","values","vec","wait","waitpid","wantarray","warn","when","while","write","x|0","xor","y|0"],n=/[dualxmsipngr]{0,12}/,a={$pattern:/[\w.]+/,keyword:t.join(" ")},i={className:"subst",begin:"[$@]\\{",end:"\\}",keywords:a},s={begin:/->\{/,end:/\}/},o={scope:"attr",match:/\s+:\s*\w+(\s*\(.*?\))?/},l={scope:"variable",variants:[{begin:/\$\d/},{begin:e.concat(/[$%@](?!")(\^\w\b|#\w+(::\w+)*|\{\w+\}|\w+(::\w*)*)/,"(?![A-Za-z])(?![@$%])")},{begin:/[$%@](?!")[^\s\w{=]|\$=/,relevance:0}],contains:[o]},c={className:"number",variants:[{match:/0?\.[0-9][0-9_]+\b/},{match:/\bv?(0|[1-9][0-9_]*(\.[0-9_]+)?|[1-9][0-9_]*)\b/},{match:/\b0[0-7][0-7_]*\b/},{match:/\b0x[0-9a-fA-F][0-9a-fA-F_]*\b/},{match:/\b0b[0-1][0-1_]*\b/}],relevance:0},u=[r.BACKSLASH_ESCAPE,i,l],d=[/!/,/\//,/\|/,/\?/,/'/,/"/,/#/],h=(g,b,_="\\1")=>{const v=_==="\\1"?_:e.concat(_,b);return e.concat(e.concat("(?:",g,")"),b,/(?:\\.|[^\\\/])*?/,v,/(?:\\.|[^\\\/])*?/,_,n)},p=(g,b,_)=>e.concat(e.concat("(?:",g,")"),b,/(?:\\.|[^\\\/])*?/,_,n),m=[l,r.HASH_COMMENT_MODE,r.COMMENT(/^=\w/,/=cut/,{endsWithParent:!0}),s,{className:"string",contains:u,variants:[{begin:"q[qwxr]?\\s*\\(",end:"\\)",relevance:5},{begin:"q[qwxr]?\\s*\\[",end:"\\]",relevance:5},{begin:"q[qwxr]?\\s*\\{",end:"\\}",relevance:5},{begin:"q[qwxr]?\\s*\\|",end:"\\|",relevance:5},{begin:"q[qwxr]?\\s*<",end:">",relevance:5},{begin:"qw\\s+q",end:"q",relevance:5},{begin:"'",end:"'",contains:[r.BACKSLASH_ESCAPE]},{begin:'"',end:'"'},{begin:"`",end:"`",contains:[r.BACKSLASH_ESCAPE]},{begin:/\{\w+\}/,relevance:0},{begin:"-?\\w+\\s*=>",relevance:0}]},c,{begin:"(\\/\\/|"+r.RE_STARTERS_RE+"|\\b(split|return|print|reverse|grep)\\b)\\s*",keywords:"split return print reverse grep",relevance:0,contains:[r.HASH_COMMENT_MODE,{className:"regexp",variants:[{begin:h("s|tr|y",e.either(...d,{capture:!0}))},{begin:h("s|tr|y","\\(","\\)")},{begin:h("s|tr|y","\\[","\\]")},{begin:h("s|tr|y","\\{","\\}")}],relevance:2},{className:"regexp",variants:[{begin:/(m|qr)\/\//,relevance:0},{begin:p("(?:m|qr)?",/\//,/\//)},{begin:p("m|qr",e.either(...d,{capture:!0}),/\1/)},{begin:p("m|qr",/\(/,/\)/)},{begin:p("m|qr",/\[/,/\]/)},{begin:p("m|qr",/\{/,/\}/)}]}]},{className:"function",beginKeywords:"sub method",end:"(\\s*\\(.*?\\))?[;{]",excludeEnd:!0,relevance:5,contains:[r.TITLE_MODE,o]},{className:"class",beginKeywords:"class",end:"[;{]",excludeEnd:!0,relevance:5,contains:[r.TITLE_MODE,o,c]},{begin:"-\\w\\b",relevance:0},{begin:"^__DATA__$",end:"^__END__$",subLanguage:"mojolicious",contains:[{begin:"^@@.*",end:"$",className:"comment"}]}];return i.contains=m,s.contains=m,{name:"Perl",aliases:["pl","pm"],keywords:a,contains:m}}function V7e(r){const e=r.regex,t=/(?![A-Za-z0-9])(?![$])/,n=e.concat(/[a-zA-Z_\x7f-\xff][a-zA-Z0-9_\x7f-\xff]*/,t),a=e.concat(/(\\?[A-Z][a-z0-9_\x7f-\xff]+|\\?[A-Z]+(?=[A-Z][a-z0-9_\x7f-\xff])){1,}/,t),i=e.concat(/[A-Z]+/,t),s={scope:"variable",match:"\\$+"+n},o={scope:"meta",variants:[{begin:/<\?php/,relevance:10},{begin:/<\?=/},{begin:/<\?/,relevance:.1},{begin:/\?>/}]},l={scope:"subst",variants:[{begin:/\$\w+/},{begin:/\{\$/,end:/\}/}]},c=r.inherit(r.APOS_STRING_MODE,{illegal:null}),u=r.inherit(r.QUOTE_STRING_MODE,{illegal:null,contains:r.QUOTE_STRING_MODE.contains.concat(l)}),d={begin:/<<<[ \t]*(?:(\w+)|"(\w+)")\n/,end:/[ \t]*(\w+)\b/,contains:r.QUOTE_STRING_MODE.contains.concat(l),"on:begin":($,K)=>{K.data._beginMatch=$[1]||$[2]},"on:end":($,K)=>{K.data._beginMatch!==$[1]&&K.ignoreMatch()}},h=r.END_SAME_AS_BEGIN({begin:/<<<[ \t]*'(\w+)'\n/,end:/[ \t]*(\w+)\b/}),p=`[ +]`,m={scope:"string",variants:[u,c,d,h]},g={scope:"number",variants:[{begin:"\\b0[bB][01]+(?:_[01]+)*\\b"},{begin:"\\b0[oO][0-7]+(?:_[0-7]+)*\\b"},{begin:"\\b0[xX][\\da-fA-F]+(?:_[\\da-fA-F]+)*\\b"},{begin:"(?:\\b\\d+(?:_\\d+)*(\\.(?:\\d+(?:_\\d+)*))?|\\B\\.\\d+)(?:[eE][+-]?\\d+)?"}],relevance:0},b=["false","null","true"],_=["__CLASS__","__DIR__","__FILE__","__FUNCTION__","__COMPILER_HALT_OFFSET__","__LINE__","__METHOD__","__NAMESPACE__","__TRAIT__","die","echo","exit","include","include_once","print","require","require_once","array","abstract","and","as","binary","bool","boolean","break","callable","case","catch","class","clone","const","continue","declare","default","do","double","else","elseif","empty","enddeclare","endfor","endforeach","endif","endswitch","endwhile","enum","eval","extends","final","finally","float","for","foreach","from","global","goto","if","implements","instanceof","insteadof","int","integer","interface","isset","iterable","list","match|0","mixed","new","never","object","or","private","protected","public","readonly","real","return","string","switch","throw","trait","try","unset","use","var","void","while","xor","yield"],v=["Error|0","AppendIterator","ArgumentCountError","ArithmeticError","ArrayIterator","ArrayObject","AssertionError","BadFunctionCallException","BadMethodCallException","CachingIterator","CallbackFilterIterator","CompileError","Countable","DirectoryIterator","DivisionByZeroError","DomainException","EmptyIterator","ErrorException","Exception","FilesystemIterator","FilterIterator","GlobIterator","InfiniteIterator","InvalidArgumentException","IteratorIterator","LengthException","LimitIterator","LogicException","MultipleIterator","NoRewindIterator","OutOfBoundsException","OutOfRangeException","OuterIterator","OverflowException","ParentIterator","ParseError","RangeException","RecursiveArrayIterator","RecursiveCachingIterator","RecursiveCallbackFilterIterator","RecursiveDirectoryIterator","RecursiveFilterIterator","RecursiveIterator","RecursiveIteratorIterator","RecursiveRegexIterator","RecursiveTreeIterator","RegexIterator","RuntimeException","SeekableIterator","SplDoublyLinkedList","SplFileInfo","SplFileObject","SplFixedArray","SplHeap","SplMaxHeap","SplMinHeap","SplObjectStorage","SplObserver","SplPriorityQueue","SplQueue","SplStack","SplSubject","SplTempFileObject","TypeError","UnderflowException","UnexpectedValueException","UnhandledMatchError","ArrayAccess","BackedEnum","Closure","Fiber","Generator","Iterator","IteratorAggregate","Serializable","Stringable","Throwable","Traversable","UnitEnum","WeakReference","WeakMap","Directory","__PHP_Incomplete_Class","parent","php_user_filter","self","static","stdClass"],E={keyword:_,literal:($=>{const K=[];return $.forEach(z=>{K.push(z),z.toLowerCase()===z?K.push(z.toUpperCase()):K.push(z.toLowerCase())}),K})(b),built_in:v},S=$=>$.map(K=>K.replace(/\|\d+$/,"")),w={variants:[{match:[/new/,e.concat(p,"+"),e.concat("(?!",S(v).join("\\b|"),"\\b)"),a],scope:{1:"keyword",4:"title.class"}}]},C=e.concat(n,"\\b(?!\\()"),x={variants:[{match:[e.concat(/::/,e.lookahead(/(?!class\b)/)),C],scope:{2:"variable.constant"}},{match:[/::/,/class/],scope:{2:"variable.language"}},{match:[a,e.concat(/::/,e.lookahead(/(?!class\b)/)),C],scope:{1:"title.class",3:"variable.constant"}},{match:[a,e.concat("::",e.lookahead(/(?!class\b)/))],scope:{1:"title.class"}},{match:[a,/::/,/class/],scope:{1:"title.class",3:"variable.language"}}]},N={scope:"attr",match:e.concat(n,e.lookahead(":"),e.lookahead(/(?!::)/))},I={relevance:0,begin:/\(/,end:/\)/,keywords:E,contains:[N,s,x,r.C_BLOCK_COMMENT_MODE,m,g,w]},D={relevance:0,match:[/\b/,e.concat("(?!fn\\b|function\\b|",S(_).join("\\b|"),"|",S(v).join("\\b|"),"\\b)"),n,e.concat(p,"*"),e.lookahead(/(?=\()/)],scope:{3:"title.function.invoke"},contains:[I]};I.contains.push(D);const V=[N,x,r.C_BLOCK_COMMENT_MODE,m,g,w],q={begin:e.concat(/#\[\s*\\?/,e.either(a,i)),beginScope:"meta",end:/]/,endScope:"meta",keywords:{literal:b,keyword:["new","array"]},contains:[{begin:/\[/,end:/]/,keywords:{literal:b,keyword:["new","array"]},contains:["self",...V]},...V,{scope:"meta",variants:[{match:a},{match:i}]}]};return{case_insensitive:!1,keywords:E,contains:[q,r.HASH_COMMENT_MODE,r.COMMENT("//","$"),r.COMMENT("/\\*","\\*/",{contains:[{scope:"doctag",match:"@[A-Za-z]+"}]}),{match:/__halt_compiler\(\);/,keywords:"__halt_compiler",starts:{scope:"comment",end:r.MATCH_NOTHING_RE,contains:[{match:/\?>/,scope:"meta",endsParent:!0}]}},o,{scope:"variable.language",match:/\$this\b/},s,D,x,{match:[/const/,/\s/,n],scope:{1:"keyword",3:"variable.constant"}},w,{scope:"function",relevance:0,beginKeywords:"fn function",end:/[;{]/,excludeEnd:!0,illegal:"[$%\\[]",contains:[{beginKeywords:"use"},r.UNDERSCORE_TITLE_MODE,{begin:"=>",endsParent:!0},{scope:"params",begin:"\\(",end:"\\)",excludeBegin:!0,excludeEnd:!0,keywords:E,contains:["self",q,s,x,r.C_BLOCK_COMMENT_MODE,m,g]}]},{scope:"class",variants:[{beginKeywords:"enum",illegal:/[($"]/},{beginKeywords:"class interface trait",illegal:/[:($"]/}],relevance:0,end:/\{/,excludeEnd:!0,contains:[{beginKeywords:"extends implements"},r.UNDERSCORE_TITLE_MODE]},{beginKeywords:"namespace",relevance:0,end:";",illegal:/[.']/,contains:[r.inherit(r.UNDERSCORE_TITLE_MODE,{scope:"title.class"})]},{beginKeywords:"use",relevance:0,end:";",contains:[{match:/\b(as|const|function)\b/,scope:"keyword"},r.UNDERSCORE_TITLE_MODE]},m,g]}}function Y7e(r){return{name:"PHP template",subLanguage:"xml",contains:[{begin:/<\?(php|=)?/,end:/\?>/,subLanguage:"php",contains:[{begin:"/\\*",end:"\\*/",skip:!0},{begin:'b"',end:'"',skip:!0},{begin:"b'",end:"'",skip:!0},r.inherit(r.APOS_STRING_MODE,{illegal:null,className:null,contains:null,skip:!0}),r.inherit(r.QUOTE_STRING_MODE,{illegal:null,className:null,contains:null,skip:!0})]}]}}function W7e(r){return{name:"Plain text",aliases:["text","txt"],disableAutodetect:!0}}function j7e(r){const e=r.regex,t=new RegExp("[\\p{XID_Start}_]\\p{XID_Continue}*","u"),n=["and","as","assert","async","await","break","case","class","continue","def","del","elif","else","except","finally","for","from","global","if","import","in","is","lambda","match","nonlocal|10","not","or","pass","raise","return","try","while","with","yield"],o={$pattern:/[A-Za-z]\w+|__\w+__/,keyword:n,built_in:["__import__","abs","all","any","ascii","bin","bool","breakpoint","bytearray","bytes","callable","chr","classmethod","compile","complex","delattr","dict","dir","divmod","enumerate","eval","exec","filter","float","format","frozenset","getattr","globals","hasattr","hash","help","hex","id","input","int","isinstance","issubclass","iter","len","list","locals","map","max","memoryview","min","next","object","oct","open","ord","pow","print","property","range","repr","reversed","round","set","setattr","slice","sorted","staticmethod","str","sum","super","tuple","type","vars","zip"],literal:["__debug__","Ellipsis","False","None","NotImplemented","True"],type:["Any","Callable","Coroutine","Dict","List","Literal","Generic","Optional","Sequence","Set","Tuple","Type","Union"]},l={className:"meta",begin:/^(>>>|\.\.\.) /},c={className:"subst",begin:/\{/,end:/\}/,keywords:o,illegal:/#/},u={begin:/\{\{/,relevance:0},d={className:"string",contains:[r.BACKSLASH_ESCAPE],variants:[{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?'''/,end:/'''/,contains:[r.BACKSLASH_ESCAPE,l],relevance:10},{begin:/([uU]|[bB]|[rR]|[bB][rR]|[rR][bB])?"""/,end:/"""/,contains:[r.BACKSLASH_ESCAPE,l],relevance:10},{begin:/([fF][rR]|[rR][fF]|[fF])'''/,end:/'''/,contains:[r.BACKSLASH_ESCAPE,l,u,c]},{begin:/([fF][rR]|[rR][fF]|[fF])"""/,end:/"""/,contains:[r.BACKSLASH_ESCAPE,l,u,c]},{begin:/([uU]|[rR])'/,end:/'/,relevance:10},{begin:/([uU]|[rR])"/,end:/"/,relevance:10},{begin:/([bB]|[bB][rR]|[rR][bB])'/,end:/'/},{begin:/([bB]|[bB][rR]|[rR][bB])"/,end:/"/},{begin:/([fF][rR]|[rR][fF]|[fF])'/,end:/'/,contains:[r.BACKSLASH_ESCAPE,u,c]},{begin:/([fF][rR]|[rR][fF]|[fF])"/,end:/"/,contains:[r.BACKSLASH_ESCAPE,u,c]},r.APOS_STRING_MODE,r.QUOTE_STRING_MODE]},h="[0-9](_?[0-9])*",p=`(\\b(${h}))?\\.(${h})|\\b(${h})\\.`,m=`\\b|${n.join("|")}`,g={className:"number",relevance:0,variants:[{begin:`(\\b(${h})|(${p}))[eE][+-]?(${h})[jJ]?(?=${m})`},{begin:`(${p})[jJ]?`},{begin:`\\b([1-9](_?[0-9])*|0+(_?0)*)[lLjJ]?(?=${m})`},{begin:`\\b0[bB](_?[01])+[lL]?(?=${m})`},{begin:`\\b0[oO](_?[0-7])+[lL]?(?=${m})`},{begin:`\\b0[xX](_?[0-9a-fA-F])+[lL]?(?=${m})`},{begin:`\\b(${h})[jJ](?=${m})`}]},b={className:"comment",begin:e.lookahead(/# type:/),end:/$/,keywords:o,contains:[{begin:/# type:/},{begin:/#/,end:/\b\B/,endsWithParent:!0}]},_={className:"params",variants:[{className:"",begin:/\(\s*\)/,skip:!0},{begin:/\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,contains:["self",l,g,d,r.HASH_COMMENT_MODE]}]};return c.contains=[d,g,l],{name:"Python",aliases:["py","gyp","ipython"],unicodeRegex:!0,keywords:o,illegal:/(<\/|\?)|=>/,contains:[l,g,{scope:"variable.language",match:/\bself\b/},{beginKeywords:"if",relevance:0},{match:/\bor\b/,scope:"keyword"},d,b,r.HASH_COMMENT_MODE,{match:[/\bdef/,/\s+/,t],scope:{1:"keyword",3:"title.function"},contains:[_]},{variants:[{match:[/\bclass/,/\s+/,t,/\s*/,/\(\s*/,t,/\s*\)/]},{match:[/\bclass/,/\s+/,t]}],scope:{1:"keyword",3:"title.class",6:"title.class.inherited"}},{className:"meta",begin:/^[\t ]*@/,end:/(?=#)|$/,contains:[g,_,d]}]}}function K7e(r){return{aliases:["pycon"],contains:[{className:"meta.prompt",starts:{end:/ |$/,starts:{end:"$",subLanguage:"python"}},variants:[{begin:/^>>>(?=[ ]|$)/},{begin:/^\.\.\.(?=[ ]|$)/}]}]}}function X7e(r){const e=r.regex,t=/(?:(?:[a-zA-Z]|\.[._a-zA-Z])[._a-zA-Z0-9]*)|\.(?!\d)/,n=e.either(/0[xX][0-9a-fA-F]+\.[0-9a-fA-F]*[pP][+-]?\d+i?/,/0[xX][0-9a-fA-F]+(?:[pP][+-]?\d+)?[Li]?/,/(?:\d+(?:\.\d*)?|\.\d+)(?:[eE][+-]?\d+)?[Li]?/),a=/[=!<>:]=|\|\||&&|:::?|<-|<<-|->>|->|\|>|[-+*\/?!$&|:<=>@^~]|\*\*/,i=e.either(/[()]/,/[{}]/,/\[\[/,/[[\]]/,/\\/,/,/);return{name:"R",keywords:{$pattern:t,keyword:"function if in break next repeat else for while",literal:"NULL NA TRUE FALSE Inf NaN NA_integer_|10 NA_real_|10 NA_character_|10 NA_complex_|10",built_in:"LETTERS letters month.abb month.name pi T F abs acos acosh all any anyNA Arg as.call as.character as.complex as.double as.environment as.integer as.logical as.null.default as.numeric as.raw asin asinh atan atanh attr attributes baseenv browser c call ceiling class Conj cos cosh cospi cummax cummin cumprod cumsum digamma dim dimnames emptyenv exp expression floor forceAndCall gamma gc.time globalenv Im interactive invisible is.array is.atomic is.call is.character is.complex is.double is.environment is.expression is.finite is.function is.infinite is.integer is.language is.list is.logical is.matrix is.na is.name is.nan is.null is.numeric is.object is.pairlist is.raw is.recursive is.single is.symbol lazyLoadDBfetch length lgamma list log max min missing Mod names nargs nzchar oldClass on.exit pos.to.env proc.time prod quote range Re rep retracemem return round seq_along seq_len seq.int sign signif sin sinh sinpi sqrt standardGeneric substitute sum switch tan tanh tanpi tracemem trigamma trunc unclass untracemem UseMethod xtfrm"},contains:[r.COMMENT(/#'/,/$/,{contains:[{scope:"doctag",match:/@examples/,starts:{end:e.lookahead(e.either(/\n^#'\s*(?=@[a-zA-Z]+)/,/\n^(?!#')/)),endsParent:!0}},{scope:"doctag",begin:"@param",end:/$/,contains:[{scope:"variable",variants:[{match:t},{match:/`(?:\\.|[^`\\])+`/}],endsParent:!0}]},{scope:"doctag",match:/@[a-zA-Z]+/},{scope:"keyword",match:/\\[a-zA-Z]+/}]}),r.HASH_COMMENT_MODE,{scope:"string",contains:[r.BACKSLASH_ESCAPE],variants:[r.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\(/,end:/\)(-*)"/}),r.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\{/,end:/\}(-*)"/}),r.END_SAME_AS_BEGIN({begin:/[rR]"(-*)\[/,end:/\](-*)"/}),r.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\(/,end:/\)(-*)'/}),r.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\{/,end:/\}(-*)'/}),r.END_SAME_AS_BEGIN({begin:/[rR]'(-*)\[/,end:/\](-*)'/}),{begin:'"',end:'"',relevance:0},{begin:"'",end:"'",relevance:0}]},{relevance:0,variants:[{scope:{1:"operator",2:"number"},match:[a,n]},{scope:{1:"operator",2:"number"},match:[/%[^%]*%/,n]},{scope:{1:"punctuation",2:"number"},match:[i,n]},{scope:{2:"number"},match:[/[^a-zA-Z0-9._]|^/,n]}]},{scope:{3:"operator"},match:[t,/\s+/,/<-/,/\s+/]},{scope:"operator",relevance:0,variants:[{match:a},{match:/%[^%]*%/}]},{scope:"punctuation",relevance:0,match:i},{begin:"`",end:"`",contains:[{begin:/\\./}]}]}}function Q7e(r){const e=r.regex,t="([a-zA-Z_]\\w*[!?=]?|[-+~]@|<<|>>|=~|===?|<=>|[<>]=?|\\*\\*|[-/+%^&*~`|]|\\[\\]=?)",n=e.either(/\b([A-Z]+[a-z0-9]+)+/,/\b([A-Z]+[a-z0-9]+)+[A-Z]+/),a=e.concat(n,/(::\w+)*/),s={"variable.constant":["__FILE__","__LINE__","__ENCODING__"],"variable.language":["self","super"],keyword:["alias","and","begin","BEGIN","break","case","class","defined","do","else","elsif","end","END","ensure","for","if","in","module","next","not","or","redo","require","rescue","retry","return","then","undef","unless","until","when","while","yield",...["include","extend","prepend","public","private","protected","raise","throw"]],built_in:["proc","lambda","attr_accessor","attr_reader","attr_writer","define_method","private_constant","module_function"],literal:["true","false","nil"]},o={className:"doctag",begin:"@[A-Za-z]+"},l={begin:"#<",end:">"},c=[r.COMMENT("#","$",{contains:[o]}),r.COMMENT("^=begin","^=end",{contains:[o],relevance:10}),r.COMMENT("^__END__",r.MATCH_NOTHING_RE)],u={className:"subst",begin:/#\{/,end:/\}/,keywords:s},d={className:"string",contains:[r.BACKSLASH_ESCAPE,u],variants:[{begin:/'/,end:/'/},{begin:/"/,end:/"/},{begin:/`/,end:/`/},{begin:/%[qQwWx]?\(/,end:/\)/},{begin:/%[qQwWx]?\[/,end:/\]/},{begin:/%[qQwWx]?\{/,end:/\}/},{begin:/%[qQwWx]?/},{begin:/%[qQwWx]?\//,end:/\//},{begin:/%[qQwWx]?%/,end:/%/},{begin:/%[qQwWx]?-/,end:/-/},{begin:/%[qQwWx]?\|/,end:/\|/},{begin:/\B\?(\\\d{1,3})/},{begin:/\B\?(\\x[A-Fa-f0-9]{1,2})/},{begin:/\B\?(\\u\{?[A-Fa-f0-9]{1,6}\}?)/},{begin:/\B\?(\\M-\\C-|\\M-\\c|\\c\\M-|\\M-|\\C-\\M-)[\x20-\x7e]/},{begin:/\B\?\\(c|C-)[\x20-\x7e]/},{begin:/\B\?\\?\S/},{begin:e.concat(/<<[-~]?'?/,e.lookahead(/(\w+)(?=\W)[^\n]*\n(?:[^\n]*\n)*?\s*\1\b/)),contains:[r.END_SAME_AS_BEGIN({begin:/(\w+)/,end:/(\w+)/,contains:[r.BACKSLASH_ESCAPE,u]})]}]},h="[1-9](_?[0-9])*|0",p="[0-9](_?[0-9])*",m={className:"number",relevance:0,variants:[{begin:`\\b(${h})(\\.(${p}))?([eE][+-]?(${p})|r)?i?\\b`},{begin:"\\b0[dD][0-9](_?[0-9])*r?i?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*r?i?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*r?i?\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*r?i?\\b"},{begin:"\\b0(_?[0-7])+r?i?\\b"}]},g={variants:[{match:/\(\)/},{className:"params",begin:/\(/,end:/(?=\))/,excludeBegin:!0,endsParent:!0,keywords:s}]},w=[d,{variants:[{match:[/class\s+/,a,/\s+<\s+/,a]},{match:[/\b(class|module)\s+/,a]}],scope:{2:"title.class",4:"title.class.inherited"},keywords:s},{match:[/(include|extend)\s+/,a],scope:{2:"title.class"},keywords:s},{relevance:0,match:[a,/\.new[. (]/],scope:{1:"title.class"}},{relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"},{relevance:0,match:n,scope:"title.class"},{match:[/def/,/\s+/,t],scope:{1:"keyword",3:"title.function"},contains:[g]},{begin:r.IDENT_RE+"::"},{className:"symbol",begin:r.UNDERSCORE_IDENT_RE+"(!|\\?)?:",relevance:0},{className:"symbol",begin:":(?!\\s)",contains:[d,{begin:t}],relevance:0},m,{className:"variable",begin:"(\\$\\W)|((\\$|@@?)(\\w+))(?=[^@$?])(?![A-Za-z])(?![@$?'])"},{className:"params",begin:/\|(?!=)/,end:/\|/,excludeBegin:!0,excludeEnd:!0,relevance:0,keywords:s},{begin:"("+r.RE_STARTERS_RE+"|unless)\\s*",keywords:"unless",contains:[{className:"regexp",contains:[r.BACKSLASH_ESCAPE,u],illegal:/\n/,variants:[{begin:"/",end:"/[a-z]*"},{begin:/%r\{/,end:/\}[a-z]*/},{begin:"%r\\(",end:"\\)[a-z]*"},{begin:"%r!",end:"![a-z]*"},{begin:"%r\\[",end:"\\][a-z]*"}]}].concat(l,c),relevance:0}].concat(l,c);u.contains=w,g.contains=w;const I=[{begin:/^\s*=>/,starts:{end:"$",contains:w}},{className:"meta.prompt",begin:"^("+"[>?]>"+"|"+"[\\w#]+\\(\\w+\\):\\d+:\\d+[>*]"+"|"+"(\\w+-)?\\d+\\.\\d+\\.\\d+(p\\d+)?[^\\d][^>]+>"+")(?=[ ])",starts:{end:"$",keywords:s,contains:w}}];return c.unshift(l),{name:"Ruby",aliases:["rb","gemspec","podspec","thor","irb"],keywords:s,illegal:/\/\*/,contains:[r.SHEBANG({binary:"ruby"})].concat(I).concat(c).concat(w)}}function Z7e(r){const e=r.regex,t=/(r#)?/,n=e.concat(t,r.UNDERSCORE_IDENT_RE),a=e.concat(t,r.IDENT_RE),i={className:"title.function.invoke",relevance:0,begin:e.concat(/\b/,/(?!let|for|while|if|else|match\b)/,a,e.lookahead(/\s*\(/))},s="([ui](8|16|32|64|128|size)|f(32|64))?",o=["abstract","as","async","await","become","box","break","const","continue","crate","do","dyn","else","enum","extern","false","final","fn","for","if","impl","in","let","loop","macro","match","mod","move","mut","override","priv","pub","ref","return","self","Self","static","struct","super","trait","true","try","type","typeof","union","unsafe","unsized","use","virtual","where","while","yield"],l=["true","false","Some","None","Ok","Err"],c=["drop ","Copy","Send","Sized","Sync","Drop","Fn","FnMut","FnOnce","ToOwned","Clone","Debug","PartialEq","PartialOrd","Eq","Ord","AsRef","AsMut","Into","From","Default","Iterator","Extend","IntoIterator","DoubleEndedIterator","ExactSizeIterator","SliceConcatExt","ToString","assert!","assert_eq!","bitflags!","bytes!","cfg!","col!","concat!","concat_idents!","debug_assert!","debug_assert_eq!","env!","eprintln!","panic!","file!","format!","format_args!","include_bytes!","include_str!","line!","local_data_key!","module_path!","option_env!","print!","println!","select!","stringify!","try!","unimplemented!","unreachable!","vec!","write!","writeln!","macro_rules!","assert_ne!","debug_assert_ne!"],u=["i8","i16","i32","i64","i128","isize","u8","u16","u32","u64","u128","usize","f32","f64","str","char","bool","Box","Option","Result","String","Vec"];return{name:"Rust",aliases:["rs"],keywords:{$pattern:r.IDENT_RE+"!?",type:u,keyword:o,literal:l,built_in:c},illegal:""},i]}}const J7e=r=>({IMPORTANT:{scope:"meta",begin:"!important"},BLOCK_COMMENT:r.C_BLOCK_COMMENT_MODE,HEXCOLOR:{scope:"number",begin:/#(([0-9a-fA-F]{3,4})|(([0-9a-fA-F]{2}){3,4}))\b/},FUNCTION_DISPATCH:{className:"built_in",begin:/[\w-]+(?=\()/},ATTRIBUTE_SELECTOR_MODE:{scope:"selector-attr",begin:/\[/,end:/\]/,illegal:"$",contains:[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE]},CSS_NUMBER_MODE:{scope:"number",begin:r.NUMBER_RE+"(%|em|ex|ch|rem|vw|vh|vmin|vmax|cm|mm|in|pt|pc|px|deg|grad|rad|turn|s|ms|Hz|kHz|dpi|dpcm|dppx)?",relevance:0},CSS_VARIABLE:{className:"attr",begin:/--[A-Za-z_][A-Za-z0-9_-]*/}}),e8e=["a","abbr","address","article","aside","audio","b","blockquote","body","button","canvas","caption","cite","code","dd","del","details","dfn","div","dl","dt","em","fieldset","figcaption","figure","footer","form","h1","h2","h3","h4","h5","h6","header","hgroup","html","i","iframe","img","input","ins","kbd","label","legend","li","main","mark","menu","nav","object","ol","optgroup","option","p","picture","q","quote","samp","section","select","source","span","strong","summary","sup","table","tbody","td","textarea","tfoot","th","thead","time","tr","ul","var","video"],t8e=["defs","g","marker","mask","pattern","svg","switch","symbol","feBlend","feColorMatrix","feComponentTransfer","feComposite","feConvolveMatrix","feDiffuseLighting","feDisplacementMap","feFlood","feGaussianBlur","feImage","feMerge","feMorphology","feOffset","feSpecularLighting","feTile","feTurbulence","linearGradient","radialGradient","stop","circle","ellipse","image","line","path","polygon","polyline","rect","text","use","textPath","tspan","foreignObject","clipPath"],r8e=[...e8e,...t8e],n8e=["any-hover","any-pointer","aspect-ratio","color","color-gamut","color-index","device-aspect-ratio","device-height","device-width","display-mode","forced-colors","grid","height","hover","inverted-colors","monochrome","orientation","overflow-block","overflow-inline","pointer","prefers-color-scheme","prefers-contrast","prefers-reduced-motion","prefers-reduced-transparency","resolution","scan","scripting","update","width","min-width","max-width","min-height","max-height"].sort().reverse(),a8e=["active","any-link","blank","checked","current","default","defined","dir","disabled","drop","empty","enabled","first","first-child","first-of-type","fullscreen","future","focus","focus-visible","focus-within","has","host","host-context","hover","indeterminate","in-range","invalid","is","lang","last-child","last-of-type","left","link","local-link","not","nth-child","nth-col","nth-last-child","nth-last-col","nth-last-of-type","nth-of-type","only-child","only-of-type","optional","out-of-range","past","placeholder-shown","read-only","read-write","required","right","root","scope","target","target-within","user-invalid","valid","visited","where"].sort().reverse(),i8e=["after","backdrop","before","cue","cue-region","first-letter","first-line","grammar-error","marker","part","placeholder","selection","slotted","spelling-error"].sort().reverse(),s8e=["accent-color","align-content","align-items","align-self","alignment-baseline","all","anchor-name","animation","animation-composition","animation-delay","animation-direction","animation-duration","animation-fill-mode","animation-iteration-count","animation-name","animation-play-state","animation-range","animation-range-end","animation-range-start","animation-timeline","animation-timing-function","appearance","aspect-ratio","backdrop-filter","backface-visibility","background","background-attachment","background-blend-mode","background-clip","background-color","background-image","background-origin","background-position","background-position-x","background-position-y","background-repeat","background-size","baseline-shift","block-size","border","border-block","border-block-color","border-block-end","border-block-end-color","border-block-end-style","border-block-end-width","border-block-start","border-block-start-color","border-block-start-style","border-block-start-width","border-block-style","border-block-width","border-bottom","border-bottom-color","border-bottom-left-radius","border-bottom-right-radius","border-bottom-style","border-bottom-width","border-collapse","border-color","border-end-end-radius","border-end-start-radius","border-image","border-image-outset","border-image-repeat","border-image-slice","border-image-source","border-image-width","border-inline","border-inline-color","border-inline-end","border-inline-end-color","border-inline-end-style","border-inline-end-width","border-inline-start","border-inline-start-color","border-inline-start-style","border-inline-start-width","border-inline-style","border-inline-width","border-left","border-left-color","border-left-style","border-left-width","border-radius","border-right","border-right-color","border-right-style","border-right-width","border-spacing","border-start-end-radius","border-start-start-radius","border-style","border-top","border-top-color","border-top-left-radius","border-top-right-radius","border-top-style","border-top-width","border-width","bottom","box-align","box-decoration-break","box-direction","box-flex","box-flex-group","box-lines","box-ordinal-group","box-orient","box-pack","box-shadow","box-sizing","break-after","break-before","break-inside","caption-side","caret-color","clear","clip","clip-path","clip-rule","color","color-interpolation","color-interpolation-filters","color-profile","color-rendering","color-scheme","column-count","column-fill","column-gap","column-rule","column-rule-color","column-rule-style","column-rule-width","column-span","column-width","columns","contain","contain-intrinsic-block-size","contain-intrinsic-height","contain-intrinsic-inline-size","contain-intrinsic-size","contain-intrinsic-width","container","container-name","container-type","content","content-visibility","counter-increment","counter-reset","counter-set","cue","cue-after","cue-before","cursor","cx","cy","direction","display","dominant-baseline","empty-cells","enable-background","field-sizing","fill","fill-opacity","fill-rule","filter","flex","flex-basis","flex-direction","flex-flow","flex-grow","flex-shrink","flex-wrap","float","flood-color","flood-opacity","flow","font","font-display","font-family","font-feature-settings","font-kerning","font-language-override","font-optical-sizing","font-palette","font-size","font-size-adjust","font-smooth","font-smoothing","font-stretch","font-style","font-synthesis","font-synthesis-position","font-synthesis-small-caps","font-synthesis-style","font-synthesis-weight","font-variant","font-variant-alternates","font-variant-caps","font-variant-east-asian","font-variant-emoji","font-variant-ligatures","font-variant-numeric","font-variant-position","font-variation-settings","font-weight","forced-color-adjust","gap","glyph-orientation-horizontal","glyph-orientation-vertical","grid","grid-area","grid-auto-columns","grid-auto-flow","grid-auto-rows","grid-column","grid-column-end","grid-column-start","grid-gap","grid-row","grid-row-end","grid-row-start","grid-template","grid-template-areas","grid-template-columns","grid-template-rows","hanging-punctuation","height","hyphenate-character","hyphenate-limit-chars","hyphens","icon","image-orientation","image-rendering","image-resolution","ime-mode","initial-letter","initial-letter-align","inline-size","inset","inset-area","inset-block","inset-block-end","inset-block-start","inset-inline","inset-inline-end","inset-inline-start","isolation","justify-content","justify-items","justify-self","kerning","left","letter-spacing","lighting-color","line-break","line-height","line-height-step","list-style","list-style-image","list-style-position","list-style-type","margin","margin-block","margin-block-end","margin-block-start","margin-bottom","margin-inline","margin-inline-end","margin-inline-start","margin-left","margin-right","margin-top","margin-trim","marker","marker-end","marker-mid","marker-start","marks","mask","mask-border","mask-border-mode","mask-border-outset","mask-border-repeat","mask-border-slice","mask-border-source","mask-border-width","mask-clip","mask-composite","mask-image","mask-mode","mask-origin","mask-position","mask-repeat","mask-size","mask-type","masonry-auto-flow","math-depth","math-shift","math-style","max-block-size","max-height","max-inline-size","max-width","min-block-size","min-height","min-inline-size","min-width","mix-blend-mode","nav-down","nav-index","nav-left","nav-right","nav-up","none","normal","object-fit","object-position","offset","offset-anchor","offset-distance","offset-path","offset-position","offset-rotate","opacity","order","orphans","outline","outline-color","outline-offset","outline-style","outline-width","overflow","overflow-anchor","overflow-block","overflow-clip-margin","overflow-inline","overflow-wrap","overflow-x","overflow-y","overlay","overscroll-behavior","overscroll-behavior-block","overscroll-behavior-inline","overscroll-behavior-x","overscroll-behavior-y","padding","padding-block","padding-block-end","padding-block-start","padding-bottom","padding-inline","padding-inline-end","padding-inline-start","padding-left","padding-right","padding-top","page","page-break-after","page-break-before","page-break-inside","paint-order","pause","pause-after","pause-before","perspective","perspective-origin","place-content","place-items","place-self","pointer-events","position","position-anchor","position-visibility","print-color-adjust","quotes","r","resize","rest","rest-after","rest-before","right","rotate","row-gap","ruby-align","ruby-position","scale","scroll-behavior","scroll-margin","scroll-margin-block","scroll-margin-block-end","scroll-margin-block-start","scroll-margin-bottom","scroll-margin-inline","scroll-margin-inline-end","scroll-margin-inline-start","scroll-margin-left","scroll-margin-right","scroll-margin-top","scroll-padding","scroll-padding-block","scroll-padding-block-end","scroll-padding-block-start","scroll-padding-bottom","scroll-padding-inline","scroll-padding-inline-end","scroll-padding-inline-start","scroll-padding-left","scroll-padding-right","scroll-padding-top","scroll-snap-align","scroll-snap-stop","scroll-snap-type","scroll-timeline","scroll-timeline-axis","scroll-timeline-name","scrollbar-color","scrollbar-gutter","scrollbar-width","shape-image-threshold","shape-margin","shape-outside","shape-rendering","speak","speak-as","src","stop-color","stop-opacity","stroke","stroke-dasharray","stroke-dashoffset","stroke-linecap","stroke-linejoin","stroke-miterlimit","stroke-opacity","stroke-width","tab-size","table-layout","text-align","text-align-all","text-align-last","text-anchor","text-combine-upright","text-decoration","text-decoration-color","text-decoration-line","text-decoration-skip","text-decoration-skip-ink","text-decoration-style","text-decoration-thickness","text-emphasis","text-emphasis-color","text-emphasis-position","text-emphasis-style","text-indent","text-justify","text-orientation","text-overflow","text-rendering","text-shadow","text-size-adjust","text-transform","text-underline-offset","text-underline-position","text-wrap","text-wrap-mode","text-wrap-style","timeline-scope","top","touch-action","transform","transform-box","transform-origin","transform-style","transition","transition-behavior","transition-delay","transition-duration","transition-property","transition-timing-function","translate","unicode-bidi","user-modify","user-select","vector-effect","vertical-align","view-timeline","view-timeline-axis","view-timeline-inset","view-timeline-name","view-transition-name","visibility","voice-balance","voice-duration","voice-family","voice-pitch","voice-range","voice-rate","voice-stress","voice-volume","white-space","white-space-collapse","widows","width","will-change","word-break","word-spacing","word-wrap","writing-mode","x","y","z-index","zoom"].sort().reverse();function o8e(r){const e=J7e(r),t=i8e,n=a8e,a="@[a-z-]+",i="and or not only",o={className:"variable",begin:"(\\$"+"[a-zA-Z-][a-zA-Z0-9_-]*"+")\\b",relevance:0};return{name:"SCSS",case_insensitive:!0,illegal:"[=/|']",contains:[r.C_LINE_COMMENT_MODE,r.C_BLOCK_COMMENT_MODE,e.CSS_NUMBER_MODE,{className:"selector-id",begin:"#[A-Za-z0-9_-]+",relevance:0},{className:"selector-class",begin:"\\.[A-Za-z0-9_-]+",relevance:0},e.ATTRIBUTE_SELECTOR_MODE,{className:"selector-tag",begin:"\\b("+r8e.join("|")+")\\b",relevance:0},{className:"selector-pseudo",begin:":("+n.join("|")+")"},{className:"selector-pseudo",begin:":(:)?("+t.join("|")+")"},o,{begin:/\(/,end:/\)/,contains:[e.CSS_NUMBER_MODE]},e.CSS_VARIABLE,{className:"attribute",begin:"\\b("+s8e.join("|")+")\\b"},{begin:"\\b(whitespace|wait|w-resize|visible|vertical-text|vertical-ideographic|uppercase|upper-roman|upper-alpha|underline|transparent|top|thin|thick|text|text-top|text-bottom|tb-rl|table-header-group|table-footer-group|sw-resize|super|strict|static|square|solid|small-caps|separate|se-resize|scroll|s-resize|rtl|row-resize|ridge|right|repeat|repeat-y|repeat-x|relative|progress|pointer|overline|outside|outset|oblique|nowrap|not-allowed|normal|none|nw-resize|no-repeat|no-drop|newspaper|ne-resize|n-resize|move|middle|medium|ltr|lr-tb|lowercase|lower-roman|lower-alpha|loose|list-item|line|line-through|line-edge|lighter|left|keep-all|justify|italic|inter-word|inter-ideograph|inside|inset|inline|inline-block|inherit|inactive|ideograph-space|ideograph-parenthesis|ideograph-numeric|ideograph-alpha|horizontal|hidden|help|hand|groove|fixed|ellipsis|e-resize|double|dotted|distribute|distribute-space|distribute-letter|distribute-all-lines|disc|disabled|default|decimal|dashed|crosshair|collapse|col-resize|circle|char|center|capitalize|break-word|break-all|bottom|both|bolder|bold|block|bidi-override|below|baseline|auto|always|all-scroll|absolute|table|table-cell)\\b"},{begin:/:/,end:/[;}{]/,relevance:0,contains:[e.BLOCK_COMMENT,o,e.HEXCOLOR,e.CSS_NUMBER_MODE,r.QUOTE_STRING_MODE,r.APOS_STRING_MODE,e.IMPORTANT,e.FUNCTION_DISPATCH]},{begin:"@(page|font-face)",keywords:{$pattern:a,keyword:"@page @font-face"}},{begin:"@",end:"[{;]",returnBegin:!0,keywords:{$pattern:/[a-z-]+/,keyword:i,attribute:n8e.join(" ")},contains:[{begin:a,className:"keyword"},{begin:/[a-z-]+(?=:)/,className:"attribute"},o,r.QUOTE_STRING_MODE,r.APOS_STRING_MODE,e.HEXCOLOR,e.CSS_NUMBER_MODE]},e.FUNCTION_DISPATCH]}}function l8e(r){return{name:"Shell Session",aliases:["console","shellsession"],contains:[{className:"meta.prompt",begin:/^\s{0,3}[/~\w\d[\]()@-]*[>%$#][ ]?/,starts:{end:/[^\\](?=\s*$)/,subLanguage:"bash"}}]}}function c8e(r){const e=r.regex,t=r.COMMENT("--","$"),n={scope:"string",variants:[{begin:/'/,end:/'/,contains:[{match:/''/}]}]},a={begin:/"/,end:/"/,contains:[{match:/""/}]},i=["true","false","unknown"],s=["double precision","large object","with timezone","without timezone"],o=["bigint","binary","blob","boolean","char","character","clob","date","dec","decfloat","decimal","float","int","integer","interval","nchar","nclob","national","numeric","real","row","smallint","time","timestamp","varchar","varying","varbinary"],l=["add","asc","collation","desc","final","first","last","view"],c=["abs","acos","all","allocate","alter","and","any","are","array","array_agg","array_max_cardinality","as","asensitive","asin","asymmetric","at","atan","atomic","authorization","avg","begin","begin_frame","begin_partition","between","bigint","binary","blob","boolean","both","by","call","called","cardinality","cascaded","case","cast","ceil","ceiling","char","char_length","character","character_length","check","classifier","clob","close","coalesce","collate","collect","column","commit","condition","connect","constraint","contains","convert","copy","corr","corresponding","cos","cosh","count","covar_pop","covar_samp","create","cross","cube","cume_dist","current","current_catalog","current_date","current_default_transform_group","current_path","current_role","current_row","current_schema","current_time","current_timestamp","current_path","current_role","current_transform_group_for_type","current_user","cursor","cycle","date","day","deallocate","dec","decimal","decfloat","declare","default","define","delete","dense_rank","deref","describe","deterministic","disconnect","distinct","double","drop","dynamic","each","element","else","empty","end","end_frame","end_partition","end-exec","equals","escape","every","except","exec","execute","exists","exp","external","extract","false","fetch","filter","first_value","float","floor","for","foreign","frame_row","free","from","full","function","fusion","get","global","grant","group","grouping","groups","having","hold","hour","identity","in","indicator","initial","inner","inout","insensitive","insert","int","integer","intersect","intersection","interval","into","is","join","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","language","large","last_value","lateral","lead","leading","left","like","like_regex","listagg","ln","local","localtime","localtimestamp","log","log10","lower","match","match_number","match_recognize","matches","max","member","merge","method","min","minute","mod","modifies","module","month","multiset","national","natural","nchar","nclob","new","no","none","normalize","not","nth_value","ntile","null","nullif","numeric","octet_length","occurrences_regex","of","offset","old","omit","on","one","only","open","or","order","out","outer","over","overlaps","overlay","parameter","partition","pattern","per","percent","percent_rank","percentile_cont","percentile_disc","period","portion","position","position_regex","power","precedes","precision","prepare","primary","procedure","ptf","range","rank","reads","real","recursive","ref","references","referencing","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","release","result","return","returns","revoke","right","rollback","rollup","row","row_number","rows","running","savepoint","scope","scroll","search","second","seek","select","sensitive","session_user","set","show","similar","sin","sinh","skip","smallint","some","specific","specifictype","sql","sqlexception","sqlstate","sqlwarning","sqrt","start","static","stddev_pop","stddev_samp","submultiset","subset","substring","substring_regex","succeeds","sum","symmetric","system","system_time","system_user","table","tablesample","tan","tanh","then","time","timestamp","timezone_hour","timezone_minute","to","trailing","translate","translate_regex","translation","treat","trigger","trim","trim_array","true","truncate","uescape","union","unique","unknown","unnest","update","upper","user","using","value","values","value_of","var_pop","var_samp","varbinary","varchar","varying","versioning","when","whenever","where","width_bucket","window","with","within","without","year"],u=["abs","acos","array_agg","asin","atan","avg","cast","ceil","ceiling","coalesce","corr","cos","cosh","count","covar_pop","covar_samp","cume_dist","dense_rank","deref","element","exp","extract","first_value","floor","json_array","json_arrayagg","json_exists","json_object","json_objectagg","json_query","json_table","json_table_primitive","json_value","lag","last_value","lead","listagg","ln","log","log10","lower","max","min","mod","nth_value","ntile","nullif","percent_rank","percentile_cont","percentile_disc","position","position_regex","power","rank","regr_avgx","regr_avgy","regr_count","regr_intercept","regr_r2","regr_slope","regr_sxx","regr_sxy","regr_syy","row_number","sin","sinh","sqrt","stddev_pop","stddev_samp","substring","substring_regex","sum","tan","tanh","translate","translate_regex","treat","trim","trim_array","unnest","upper","value_of","var_pop","var_samp","width_bucket"],d=["current_catalog","current_date","current_default_transform_group","current_path","current_role","current_schema","current_transform_group_for_type","current_user","session_user","system_time","system_user","current_time","localtime","current_timestamp","localtimestamp"],h=["create table","insert into","primary key","foreign key","not null","alter table","add constraint","grouping sets","on overflow","character set","respect nulls","ignore nulls","nulls first","nulls last","depth first","breadth first"],p=u,m=[...c,...l].filter(S=>!u.includes(S)),g={scope:"variable",match:/@[a-z0-9][a-z0-9_]*/},b={scope:"operator",match:/[-+*/=%^~]|&&?|\|\|?|!=?|<(?:=>?|<|>)?|>[>=]?/,relevance:0},_={match:e.concat(/\b/,e.either(...p),/\s*\(/),relevance:0,keywords:{built_in:p}};function v(S){return e.concat(/\b/,e.either(...S.map(w=>w.replace(/\s+/,"\\s+"))),/\b/)}const y={scope:"keyword",match:v(h),relevance:0};function E(S,{exceptions:w,when:C}={}){const x=C;return w=w||[],S.map(N=>N.match(/\|\d+$/)||w.includes(N)?N:x(N)?`${N}|0`:N)}return{name:"SQL",case_insensitive:!0,illegal:/[{}]|<\//,keywords:{$pattern:/\b[\w\.]+/,keyword:E(m,{when:S=>S.length<3}),literal:i,type:o,built_in:d},contains:[{scope:"type",match:v(s)},y,_,g,n,a,r.C_NUMBER_MODE,r.C_BLOCK_COMMENT_MODE,t,b]}}function uV(r){return r?typeof r=="string"?r:r.source:null}function Fp(r){return Qn("(?=",r,")")}function Qn(...r){return r.map(t=>uV(t)).join("")}function u8e(r){const e=r[r.length-1];return typeof e=="object"&&e.constructor===Object?(r.splice(r.length-1,1),e):{}}function ns(...r){return"("+(u8e(r).capture?"":"?:")+r.map(n=>uV(n)).join("|")+")"}const y6=r=>Qn(/\b/,r,/\w$/.test(r)?/\b/:/\B/),d8e=["Protocol","Type"].map(y6),mL=["init","self"].map(y6),h8e=["Any","Self"],pC=["actor","any","associatedtype","async","await",/as\?/,/as!/,"as","borrowing","break","case","catch","class","consume","consuming","continue","convenience","copy","default","defer","deinit","didSet","distributed","do","dynamic","each","else","enum","extension","fallthrough",/fileprivate\(set\)/,"fileprivate","final","for","func","get","guard","if","import","indirect","infix",/init\?/,/init!/,"inout",/internal\(set\)/,"internal","in","is","isolated","nonisolated","lazy","let","macro","mutating","nonmutating",/open\(set\)/,"open","operator","optional","override","package","postfix","precedencegroup","prefix",/private\(set\)/,"private","protocol",/public\(set\)/,"public","repeat","required","rethrows","return","set","some","static","struct","subscript","super","switch","throws","throw",/try\?/,/try!/,"try","typealias",/unowned\(safe\)/,/unowned\(unsafe\)/,"unowned","var","weak","where","while","willSet"],gL=["false","nil","true"],f8e=["assignment","associativity","higherThan","left","lowerThan","none","right"],p8e=["#colorLiteral","#column","#dsohandle","#else","#elseif","#endif","#error","#file","#fileID","#fileLiteral","#filePath","#function","#if","#imageLiteral","#keyPath","#line","#selector","#sourceLocation","#warning"],_L=["abs","all","any","assert","assertionFailure","debugPrint","dump","fatalError","getVaList","isKnownUniquelyReferenced","max","min","numericCast","pointwiseMax","pointwiseMin","precondition","preconditionFailure","print","readLine","repeatElement","sequence","stride","swap","swift_unboxFromSwiftValueWithType","transcode","type","unsafeBitCast","unsafeDowncast","withExtendedLifetime","withUnsafeMutablePointer","withUnsafePointer","withVaList","withoutActuallyEscaping","zip"],dV=ns(/[/=\-+!*%<>&|^~?]/,/[\u00A1-\u00A7]/,/[\u00A9\u00AB]/,/[\u00AC\u00AE]/,/[\u00B0\u00B1]/,/[\u00B6\u00BB\u00BF\u00D7\u00F7]/,/[\u2016-\u2017]/,/[\u2020-\u2027]/,/[\u2030-\u203E]/,/[\u2041-\u2053]/,/[\u2055-\u205E]/,/[\u2190-\u23FF]/,/[\u2500-\u2775]/,/[\u2794-\u2BFF]/,/[\u2E00-\u2E7F]/,/[\u3001-\u3003]/,/[\u3008-\u3020]/,/[\u3030]/),hV=ns(dV,/[\u0300-\u036F]/,/[\u1DC0-\u1DFF]/,/[\u20D0-\u20FF]/,/[\uFE00-\uFE0F]/,/[\uFE20-\uFE2F]/),mC=Qn(dV,hV,"*"),fV=ns(/[a-zA-Z_]/,/[\u00A8\u00AA\u00AD\u00AF\u00B2-\u00B5\u00B7-\u00BA]/,/[\u00BC-\u00BE\u00C0-\u00D6\u00D8-\u00F6\u00F8-\u00FF]/,/[\u0100-\u02FF\u0370-\u167F\u1681-\u180D\u180F-\u1DBF]/,/[\u1E00-\u1FFF]/,/[\u200B-\u200D\u202A-\u202E\u203F-\u2040\u2054\u2060-\u206F]/,/[\u2070-\u20CF\u2100-\u218F\u2460-\u24FF\u2776-\u2793]/,/[\u2C00-\u2DFF\u2E80-\u2FFF]/,/[\u3004-\u3007\u3021-\u302F\u3031-\u303F\u3040-\uD7FF]/,/[\uF900-\uFD3D\uFD40-\uFDCF\uFDF0-\uFE1F\uFE30-\uFE44]/,/[\uFE47-\uFEFE\uFF00-\uFFFD]/),Vb=ns(fV,/\d/,/[\u0300-\u036F\u1DC0-\u1DFF\u20D0-\u20FF\uFE20-\uFE2F]/),vl=Qn(fV,Vb,"*"),c_=Qn(/[A-Z]/,Vb,"*"),m8e=["attached","autoclosure",Qn(/convention\(/,ns("swift","block","c"),/\)/),"discardableResult","dynamicCallable","dynamicMemberLookup","escaping","freestanding","frozen","GKInspectable","IBAction","IBDesignable","IBInspectable","IBOutlet","IBSegueAction","inlinable","main","nonobjc","NSApplicationMain","NSCopying","NSManaged",Qn(/objc\(/,vl,/\)/),"objc","objcMembers","propertyWrapper","requires_stored_property_inits","resultBuilder","Sendable","testable","UIApplicationMain","unchecked","unknown","usableFromInline","warn_unqualified_access"],g8e=["iOS","iOSApplicationExtension","macOS","macOSApplicationExtension","macCatalyst","macCatalystApplicationExtension","watchOS","watchOSApplicationExtension","tvOS","tvOSApplicationExtension","swift"];function _8e(r){const e={match:/\s+/,relevance:0},t=r.COMMENT("/\\*","\\*/",{contains:["self"]}),n=[r.C_LINE_COMMENT_MODE,t],a={match:[/\./,ns(...d8e,...mL)],className:{2:"keyword"}},i={match:Qn(/\./,ns(...pC)),relevance:0},s=pC.filter(Te=>typeof Te=="string").concat(["_|0"]),o=pC.filter(Te=>typeof Te!="string").concat(h8e).map(y6),l={variants:[{className:"keyword",match:ns(...o,...mL)}]},c={$pattern:ns(/\b\w+/,/#\w+/),keyword:s.concat(p8e),literal:gL},u=[a,i,l],d={match:Qn(/\./,ns(..._L)),relevance:0},h={className:"built_in",match:Qn(/\b/,ns(..._L),/(?=\()/)},p=[d,h],m={match:/->/,relevance:0},g={className:"operator",relevance:0,variants:[{match:mC},{match:`\\.(\\.|${hV})+`}]},b=[m,g],_="([0-9]_*)+",v="([0-9a-fA-F]_*)+",y={className:"number",relevance:0,variants:[{match:`\\b(${_})(\\.(${_}))?([eE][+-]?(${_}))?\\b`},{match:`\\b0x(${v})(\\.(${v}))?([pP][+-]?(${_}))?\\b`},{match:/\b0o([0-7]_*)+\b/},{match:/\b0b([01]_*)+\b/}]},E=(Te="")=>({className:"subst",variants:[{match:Qn(/\\/,Te,/[0\\tnr"']/)},{match:Qn(/\\/,Te,/u\{[0-9a-fA-F]{1,8}\}/)}]}),S=(Te="")=>({className:"subst",match:Qn(/\\/,Te,/[\t ]*(?:[\r\n]|\r\n)/)}),w=(Te="")=>({className:"subst",label:"interpol",begin:Qn(/\\/,Te,/\(/),end:/\)/}),C=(Te="")=>({begin:Qn(Te,/"""/),end:Qn(/"""/,Te),contains:[E(Te),S(Te),w(Te)]}),x=(Te="")=>({begin:Qn(Te,/"/),end:Qn(/"/,Te),contains:[E(Te),w(Te)]}),N={className:"string",variants:[C(),C("#"),C("##"),C("###"),x(),x("#"),x("##"),x("###")]},I=[r.BACKSLASH_ESCAPE,{begin:/\[/,end:/\]/,relevance:0,contains:[r.BACKSLASH_ESCAPE]}],D={begin:/\/[^\s](?=[^/\n]*\/)/,end:/\//,contains:I},V=Te=>{const Oe=Qn(Te,/\//),Ne=Qn(/\//,Te);return{begin:Oe,end:Ne,contains:[...I,{scope:"comment",begin:`#(?!.*${Ne})`,end:/$/}]}},q={scope:"regexp",variants:[V("###"),V("##"),V("#"),D]},$={match:Qn(/`/,vl,/`/)},K={className:"variable",match:/\$\d+/},z={className:"variable",match:`\\$${Vb}+`},re=[$,K,z],W={match:/(@|#(un)?)available/,scope:"keyword",starts:{contains:[{begin:/\(/,end:/\)/,keywords:g8e,contains:[...b,y,N]}]}},ie={scope:"keyword",match:Qn(/@/,ns(...m8e),Fp(ns(/\(/,/\s+/)))},k={scope:"meta",match:Qn(/@/,vl)},B=[W,ie,k],te={match:Fp(/\b[A-Z]/),relevance:0,contains:[{className:"type",match:Qn(/(AV|CA|CF|CG|CI|CL|CM|CN|CT|MK|MP|MTK|MTL|NS|SCN|SK|UI|WK|XC)/,Vb,"+")},{className:"type",match:c_,relevance:0},{match:/[?!]+/,relevance:0},{match:/\.\.\./,relevance:0},{match:Qn(/\s+&\s+/,Fp(c_)),relevance:0}]},O={begin://,keywords:c,contains:[...n,...u,...B,m,te]};te.contains.push(O);const R={match:Qn(vl,/\s*:/),keywords:"_|0",relevance:0},U={begin:/\(/,end:/\)/,relevance:0,keywords:c,contains:["self",R,...n,q,...u,...p,...b,y,N,...re,...B,te]},Q={begin://,keywords:"repeat each",contains:[...n,te]},ne={begin:ns(Fp(Qn(vl,/\s*:/)),Fp(Qn(vl,/\s+/,vl,/\s*:/))),end:/:/,relevance:0,contains:[{className:"keyword",match:/\b_\b/},{className:"params",match:vl}]},ue={begin:/\(/,end:/\)/,keywords:c,contains:[ne,...n,...u,...b,y,N,...B,te,U],endsParent:!0,illegal:/["']/},he={match:[/(func|macro)/,/\s+/,ns($.match,vl,mC)],className:{1:"keyword",3:"title.function"},contains:[Q,ue,e],illegal:[/\[/,/%/]},be={match:[/\b(?:subscript|init[?!]?)/,/\s*(?=[<(])/],className:{1:"keyword"},contains:[Q,ue,e],illegal:/\[|%/},Z={match:[/operator/,/\s+/,mC],className:{1:"keyword",3:"title"}},ae={begin:[/precedencegroup/,/\s+/,c_],className:{1:"keyword",3:"title"},contains:[te],keywords:[...f8e,...gL],end:/}/},fe={match:[/class\b/,/\s+/,/func\b/,/\s+/,/\b[A-Za-z_][A-Za-z0-9_]*\b/],scope:{1:"keyword",3:"keyword",5:"title.function"}},pe={match:[/class\b/,/\s+/,/var\b/],scope:{1:"keyword",3:"keyword"}},ye={begin:[/(struct|protocol|class|extension|enum|actor)/,/\s+/,vl,/\s*/],beginScope:{1:"keyword",3:"title.class"},keywords:c,contains:[Q,...u,{begin:/:/,end:/\{/,keywords:c,contains:[{scope:"title.class.inherited",match:c_},...u],relevance:0}]};for(const Te of N.variants){const Oe=Te.contains.find(Ue=>Ue.label==="interpol");Oe.keywords=c;const Ne=[...u,...p,...b,y,N,...re];Oe.contains=[...Ne,{begin:/\(/,end:/\)/,contains:["self",...Ne]}]}return{name:"Swift",keywords:c,contains:[...n,he,be,fe,pe,ye,Z,ae,{beginKeywords:"import",end:/$/,contains:[...n],relevance:0},q,...u,...p,...b,y,N,...re,...B,te,U]}}const Yb="[A-Za-z$_][0-9A-Za-z$_]*",pV=["as","in","of","if","for","while","finally","var","new","function","do","return","void","else","break","catch","instanceof","with","throw","case","default","try","switch","continue","typeof","delete","let","yield","const","class","debugger","async","await","static","import","from","export","extends","using"],mV=["true","false","null","undefined","NaN","Infinity"],gV=["Object","Function","Boolean","Symbol","Math","Date","Number","BigInt","String","RegExp","Array","Float32Array","Float64Array","Int8Array","Uint8Array","Uint8ClampedArray","Int16Array","Int32Array","Uint16Array","Uint32Array","BigInt64Array","BigUint64Array","Set","Map","WeakSet","WeakMap","ArrayBuffer","SharedArrayBuffer","Atomics","DataView","JSON","Promise","Generator","GeneratorFunction","AsyncFunction","Reflect","Proxy","Intl","WebAssembly"],_V=["Error","EvalError","InternalError","RangeError","ReferenceError","SyntaxError","TypeError","URIError"],bV=["setInterval","setTimeout","clearInterval","clearTimeout","require","exports","eval","isFinite","isNaN","parseFloat","parseInt","decodeURI","decodeURIComponent","encodeURI","encodeURIComponent","escape","unescape"],vV=["arguments","this","super","console","window","document","localStorage","sessionStorage","module","global"],yV=[].concat(bV,gV,_V);function b8e(r){const e=r.regex,t=(W,{after:ie})=>{const k="",end:""},i=/<[A-Za-z0-9\\._:-]+\s*\/>/,s={begin:/<[A-Za-z0-9\\._:-]+/,end:/\/[A-Za-z0-9\\._:-]+>|\/>/,isTrulyOpeningTag:(W,ie)=>{const k=W[0].length+W.index,B=W.input[k];if(B==="<"||B===","){ie.ignoreMatch();return}B===">"&&(t(W,{after:k})||ie.ignoreMatch());let te;const O=W.input.substring(k);if(te=O.match(/^\s*=/)){ie.ignoreMatch();return}if((te=O.match(/^\s+extends\s+/))&&te.index===0){ie.ignoreMatch();return}}},o={$pattern:Yb,keyword:pV,literal:mV,built_in:yV,"variable.language":vV},l="[0-9](_?[0-9])*",c=`\\.(${l})`,u="0|[1-9](_?[0-9])*|0[0-7]*[89][0-9]*",d={className:"number",variants:[{begin:`(\\b(${u})((${c})|\\.)?|(${c}))[eE][+-]?(${l})\\b`},{begin:`\\b(${u})\\b((${c})\\b|\\.)?|(${c})\\b`},{begin:"\\b(0|[1-9](_?[0-9])*)n\\b"},{begin:"\\b0[xX][0-9a-fA-F](_?[0-9a-fA-F])*n?\\b"},{begin:"\\b0[bB][0-1](_?[0-1])*n?\\b"},{begin:"\\b0[oO][0-7](_?[0-7])*n?\\b"},{begin:"\\b0[0-7]+n?\\b"}],relevance:0},h={className:"subst",begin:"\\$\\{",end:"\\}",keywords:o,contains:[]},p={begin:".?html`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"xml"}},m={begin:".?css`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"css"}},g={begin:".?gql`",end:"",starts:{end:"`",returnEnd:!1,contains:[r.BACKSLASH_ESCAPE,h],subLanguage:"graphql"}},b={className:"string",begin:"`",end:"`",contains:[r.BACKSLASH_ESCAPE,h]},v={className:"comment",variants:[r.COMMENT(/\/\*\*(?!\/)/,"\\*/",{relevance:0,contains:[{begin:"(?=@[A-Za-z]+)",relevance:0,contains:[{className:"doctag",begin:"@[A-Za-z]+"},{className:"type",begin:"\\{",end:"\\}",excludeEnd:!0,excludeBegin:!0,relevance:0},{className:"variable",begin:n+"(?=\\s*(-)|$)",endsParent:!0,relevance:0},{begin:/(?=[^\n])\s/,relevance:0}]}]}),r.C_BLOCK_COMMENT_MODE,r.C_LINE_COMMENT_MODE]},y=[r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,p,m,g,b,{match:/\$\d+/},d];h.contains=y.concat({begin:/\{/,end:/\}/,keywords:o,contains:["self"].concat(y)});const E=[].concat(v,h.contains),S=E.concat([{begin:/(\s*)\(/,end:/\)/,keywords:o,contains:["self"].concat(E)}]),w={className:"params",begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,contains:S},C={variants:[{match:[/class/,/\s+/,n,/\s+/,/extends/,/\s+/,e.concat(n,"(",e.concat(/\./,n),")*")],scope:{1:"keyword",3:"title.class",5:"keyword",7:"title.class.inherited"}},{match:[/class/,/\s+/,n],scope:{1:"keyword",3:"title.class"}}]},x={relevance:0,match:e.either(/\bJSON/,/\b[A-Z][a-z]+([A-Z][a-z]*|\d)*/,/\b[A-Z]{2,}([A-Z][a-z]+|\d)+([A-Z][a-z]*)*/,/\b[A-Z]{2,}[a-z]+([A-Z][a-z]+|\d)*([A-Z][a-z]*)*/),className:"title.class",keywords:{_:[...gV,..._V]}},N={label:"use_strict",className:"meta",relevance:10,begin:/^\s*['"]use (strict|asm)['"]/},I={variants:[{match:[/function/,/\s+/,n,/(?=\s*\()/]},{match:[/function/,/\s*(?=\()/]}],className:{1:"keyword",3:"title.function"},label:"func.def",contains:[w],illegal:/%/},D={relevance:0,match:/\b[A-Z][A-Z_0-9]+\b/,className:"variable.constant"};function V(W){return e.concat("(?!",W.join("|"),")")}const q={match:e.concat(/\b/,V([...bV,"super","import"].map(W=>`${W}\\s*\\(`)),n,e.lookahead(/\s*\(/)),className:"title.function",relevance:0},$={begin:e.concat(/\./,e.lookahead(e.concat(n,/(?![0-9A-Za-z$_(])/))),end:n,excludeBegin:!0,keywords:"prototype",className:"property",relevance:0},K={match:[/get|set/,/\s+/,n,/(?=\()/],className:{1:"keyword",3:"title.function"},contains:[{begin:/\(\)/},w]},z="(\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)|"+r.UNDERSCORE_IDENT_RE+")\\s*=>",re={match:[/const|var|let/,/\s+/,n,/\s*/,/=\s*/,/(async\s*)?/,e.lookahead(z)],keywords:"async",className:{1:"keyword",3:"title.function"},contains:[w]};return{name:"JavaScript",aliases:["js","jsx","mjs","cjs"],keywords:o,exports:{PARAMS_CONTAINS:S,CLASS_REFERENCE:x},illegal:/#(?![$_A-z])/,contains:[r.SHEBANG({label:"shebang",binary:"node",relevance:5}),N,r.APOS_STRING_MODE,r.QUOTE_STRING_MODE,p,m,g,b,v,{match:/\$\d+/},d,x,{scope:"attr",match:n+e.lookahead(":"),relevance:0},re,{begin:"("+r.RE_STARTERS_RE+"|\\b(case|return|throw)\\b)\\s*",keywords:"return throw case",relevance:0,contains:[v,r.REGEXP_MODE,{className:"function",begin:z,returnBegin:!0,end:"\\s*=>",contains:[{className:"params",variants:[{begin:r.UNDERSCORE_IDENT_RE,relevance:0},{className:null,begin:/\(\s*\)/,skip:!0},{begin:/(\s*)\(/,end:/\)/,excludeBegin:!0,excludeEnd:!0,keywords:o,contains:S}]}]},{begin:/,/,relevance:0},{match:/\s+/,relevance:0},{variants:[{begin:a.begin,end:a.end},{match:i},{begin:s.begin,"on:begin":s.isTrulyOpeningTag,end:s.end}],subLanguage:"xml",contains:[{begin:s.begin,end:s.end,skip:!0,contains:["self"]}]}]},I,{beginKeywords:"while if switch catch for"},{begin:"\\b(?!function)"+r.UNDERSCORE_IDENT_RE+"\\([^()]*(\\([^()]*(\\([^()]*\\)[^()]*)*\\)[^()]*)*\\)\\s*\\{",returnBegin:!0,label:"func.def",contains:[w,r.inherit(r.TITLE_MODE,{begin:n,className:"title.function"})]},{match:/\.\.\./,relevance:0},$,{match:"\\$"+n,relevance:0},{match:[/\bconstructor(?=\s*\()/],className:{1:"title.function"},contains:[w]},q,D,C,K,{match:/\$[(.]/}]}}function v8e(r){const e=r.regex,t=b8e(r),n=Yb,a=["any","void","number","boolean","string","object","never","symbol","bigint","unknown"],i={begin:[/namespace/,/\s+/,r.IDENT_RE],beginScope:{1:"keyword",3:"title.class"}},s={beginKeywords:"interface",end:/\{/,excludeEnd:!0,keywords:{keyword:"interface extends",built_in:a},contains:[t.exports.CLASS_REFERENCE]},o={className:"meta",relevance:10,begin:/^\s*['"]use strict['"]/},l=["type","interface","public","private","protected","implements","declare","abstract","readonly","enum","override","satisfies"],c={$pattern:Yb,keyword:pV.concat(l),literal:mV,built_in:yV.concat(a),"variable.language":vV},u={className:"meta",begin:"@"+n},d=(g,b,_)=>{const v=g.contains.findIndex(y=>y.label===b);if(v===-1)throw new Error("can not find mode to replace");g.contains.splice(v,1,_)};Object.assign(t.keywords,c),t.exports.PARAMS_CONTAINS.push(u);const h=t.contains.find(g=>g.scope==="attr"),p=Object.assign({},h,{match:e.concat(n,e.lookahead(/\s*\?:/))});t.exports.PARAMS_CONTAINS.push([t.exports.CLASS_REFERENCE,h,p]),t.contains=t.contains.concat([u,i,s,p]),d(t,"shebang",r.SHEBANG()),d(t,"use_strict",o);const m=t.contains.find(g=>g.label==="func.def");return m.relevance=0,Object.assign(t,{name:"TypeScript",aliases:["ts","tsx","mts","cts"]}),t}function y8e(r){const e=r.regex,t={className:"string",begin:/"(""|[^/n])"C\b/},n={className:"string",begin:/"/,end:/"/,illegal:/\n/,contains:[{begin:/""/}]},a=/\d{1,2}\/\d{1,2}\/\d{4}/,i=/\d{4}-\d{1,2}-\d{1,2}/,s=/(\d|1[012])(:\d+){0,2} *(AM|PM)/,o=/\d{1,2}(:\d{1,2}){1,2}/,l={className:"literal",variants:[{begin:e.concat(/# */,e.either(i,a),/ *#/)},{begin:e.concat(/# */,o,/ *#/)},{begin:e.concat(/# */,s,/ *#/)},{begin:e.concat(/# */,e.either(i,a),/ +/,e.either(s,o),/ *#/)}]},c={className:"number",relevance:0,variants:[{begin:/\b\d[\d_]*((\.[\d_]+(E[+-]?[\d_]+)?)|(E[+-]?[\d_]+))[RFD@!#]?/},{begin:/\b\d[\d_]*((U?[SIL])|[%&])?/},{begin:/&H[\dA-F_]+((U?[SIL])|[%&])?/},{begin:/&O[0-7_]+((U?[SIL])|[%&])?/},{begin:/&B[01_]+((U?[SIL])|[%&])?/}]},u={className:"label",begin:/^\w+:/},d=r.COMMENT(/'''/,/$/,{contains:[{className:"doctag",begin:/<\/?/,end:/>/}]}),h=r.COMMENT(null,/$/,{variants:[{begin:/'/},{begin:/([\t ]|^)REM(?=\s)/}]});return{name:"Visual Basic .NET",aliases:["vb"],case_insensitive:!0,classNameAliases:{label:"symbol"},keywords:{keyword:"addhandler alias aggregate ansi as async assembly auto binary by byref byval call case catch class compare const continue custom declare default delegate dim distinct do each equals else elseif end enum erase error event exit explicit finally for friend from function get global goto group handles if implements imports in inherits interface into iterator join key let lib loop me mid module mustinherit mustoverride mybase myclass namespace narrowing new next notinheritable notoverridable of off on operator option optional order overloads overridable overrides paramarray partial preserve private property protected public raiseevent readonly redim removehandler resume return select set shadows shared skip static step stop structure strict sub synclock take text then throw to try unicode until using when where while widening with withevents writeonly yield",built_in:"addressof and andalso await directcast gettype getxmlnamespace is isfalse isnot istrue like mod nameof new not or orelse trycast typeof xor cbool cbyte cchar cdate cdbl cdec cint clng cobj csbyte cshort csng cstr cuint culng cushort",type:"boolean byte char date decimal double integer long object sbyte short single string uinteger ulong ushort",literal:"true false nothing"},illegal:"//|\\{|\\}|endif|gosub|variant|wend|^\\$ ",contains:[t,n,l,c,u,d,h,{className:"meta",begin:/[\t ]*#(const|disable|else|elseif|enable|end|externalsource|if|region)\b/,end:/$/,keywords:{keyword:"const disable else elseif enable end externalsource if region then"},contains:[h]}]}}function S8e(r){r.regex;const e=r.COMMENT(/\(;/,/;\)/);e.contains.push("self");const t=r.COMMENT(/;;/,/$/),n=["anyfunc","block","br","br_if","br_table","call","call_indirect","data","drop","elem","else","end","export","func","global.get","global.set","local.get","local.set","local.tee","get_global","get_local","global","if","import","local","loop","memory","memory.grow","memory.size","module","mut","nop","offset","param","result","return","select","set_global","set_local","start","table","tee_local","then","type","unreachable"],a={begin:[/(?:func|call|call_indirect)/,/\s+/,/\$[^\s)]+/],className:{1:"keyword",3:"title.function"}},i={className:"variable",begin:/\$[\w_]+/},s={match:/(\((?!;)|\))+/,className:"punctuation",relevance:0},o={className:"number",relevance:0,match:/[+-]?\b(?:\d(?:_?\d)*(?:\.\d(?:_?\d)*)?(?:[eE][+-]?\d(?:_?\d)*)?|0x[\da-fA-F](?:_?[\da-fA-F])*(?:\.[\da-fA-F](?:_?[\da-fA-D])*)?(?:[pP][+-]?\d(?:_?\d)*)?)\b|\binf\b|\bnan(?::0x[\da-fA-F](?:_?[\da-fA-D])*)?\b/},l={match:/(i32|i64|f32|f64)(?!\.)/,className:"type"},c={className:"keyword",match:/\b(f32|f64|i32|i64)(?:\.(?:abs|add|and|ceil|clz|const|convert_[su]\/i(?:32|64)|copysign|ctz|demote\/f64|div(?:_[su])?|eqz?|extend_[su]\/i32|floor|ge(?:_[su])?|gt(?:_[su])?|le(?:_[su])?|load(?:(?:8|16|32)_[su])?|lt(?:_[su])?|max|min|mul|nearest|neg?|or|popcnt|promote\/f32|reinterpret\/[fi](?:32|64)|rem_[su]|rot[lr]|shl|shr_[su]|store(?:8|16|32)?|sqrt|sub|trunc(?:_[su]\/f(?:32|64))?|wrap\/i64|xor))\b/};return{name:"WebAssembly",keywords:{$pattern:/[\w.]+/,keyword:n},contains:[t,e,{match:[/(?:offset|align)/,/\s*/,/=/],className:{1:"keyword",3:"operator"}},i,s,a,r.QUOTE_STRING_MODE,l,c,o]}}function E8e(r){const e=r.regex,t=e.concat(/[\p{L}_]/u,e.optional(/[\p{L}0-9_.-]*:/u),/[\p{L}0-9_.-]*/u),n=/[\p{L}0-9._:-]+/u,a={className:"symbol",begin:/&[a-z]+;|&#[0-9]+;|&#x[a-f0-9]+;/},i={begin:/\s/,contains:[{className:"keyword",begin:/#?[a-z_][a-z1-9_-]+/,illegal:/\n/}]},s=r.inherit(i,{begin:/\(/,end:/\)/}),o=r.inherit(r.APOS_STRING_MODE,{className:"string"}),l=r.inherit(r.QUOTE_STRING_MODE,{className:"string"}),c={endsWithParent:!0,illegal:/`]+/}]}]}]};return{name:"HTML, XML",aliases:["html","xhtml","rss","atom","xjb","xsd","xsl","plist","wsf","svg"],case_insensitive:!0,unicodeRegex:!0,contains:[{className:"meta",begin://,relevance:10,contains:[i,l,o,s,{begin:/\[/,end:/\]/,contains:[{className:"meta",begin://,contains:[i,s,l,o]}]}]},r.COMMENT(//,{relevance:10}),{begin://,relevance:10},a,{className:"meta",end:/\?>/,variants:[{begin:/<\?xml/,relevance:10,contains:[l]},{begin:/<\?[a-z][a-z0-9]+/}]},{className:"tag",begin:/)/,end:/>/,keywords:{name:"style"},contains:[c],starts:{end:/<\/style>/,returnEnd:!0,subLanguage:["css","xml"]}},{className:"tag",begin:/)/,end:/>/,keywords:{name:"script"},contains:[c],starts:{end:/<\/script>/,returnEnd:!0,subLanguage:["javascript","handlebars","xml"]}},{className:"tag",begin:/<>|<\/>/},{className:"tag",begin:e.concat(//,/>/,/\s/)))),end:/\/?>/,contains:[{className:"name",begin:t,relevance:0,starts:c}]},{className:"tag",begin:e.concat(/<\//,e.lookahead(e.concat(t,/>/))),contains:[{className:"name",begin:t,relevance:0},{begin:/>/,relevance:0,endsParent:!0}]}]}}function w8e(r){const e="true false yes no null",t="[\\w#;/?:@&=+$,.~*'()[\\]]+",n={className:"attr",variants:[{begin:/[\w*@][\w*@ :()\./-]*:(?=[ \t]|$)/},{begin:/"[\w*@][\w*@ :()\./-]*":(?=[ \t]|$)/},{begin:/'[\w*@][\w*@ :()\./-]*':(?=[ \t]|$)/}]},a={className:"template-variable",variants:[{begin:/\{\{/,end:/\}\}/},{begin:/%\{/,end:/\}/}]},i={className:"string",relevance:0,begin:/'/,end:/'/,contains:[{match:/''/,scope:"char.escape",relevance:0}]},s={className:"string",relevance:0,variants:[{begin:/"/,end:/"/},{begin:/\S+/}],contains:[r.BACKSLASH_ESCAPE,a]},o=r.inherit(s,{variants:[{begin:/'/,end:/'/,contains:[{begin:/''/,relevance:0}]},{begin:/"/,end:/"/},{begin:/[^\s,{}[\]]+/}]}),h={className:"number",begin:"\\b"+"[0-9]{4}(-[0-9][0-9]){0,2}"+"([Tt \\t][0-9][0-9]?(:[0-9][0-9]){2})?"+"(\\.[0-9]*)?"+"([ \\t])*(Z|[-+][0-9][0-9]?(:[0-9][0-9])?)?"+"\\b"},p={end:",",endsWithParent:!0,excludeEnd:!0,keywords:e,relevance:0},m={begin:/\{/,end:/\}/,contains:[p],illegal:"\\n",relevance:0},g={begin:"\\[",end:"\\]",contains:[p],illegal:"\\n",relevance:0},b=[n,{className:"meta",begin:"^---\\s*$",relevance:10},{className:"string",begin:"[\\|>]([1-9]?[+-])?[ ]*\\n( +)[^ ][^\\n]*\\n(\\2[^\\n]+\\n?)*"},{begin:"<%[%=-]?",end:"[%-]?%>",subLanguage:"ruby",excludeBegin:!0,excludeEnd:!0,relevance:0},{className:"type",begin:"!\\w+!"+t},{className:"type",begin:"!<"+t+">"},{className:"type",begin:"!"+t},{className:"type",begin:"!!"+t},{className:"meta",begin:"&"+r.UNDERSCORE_IDENT_RE+"$"},{className:"meta",begin:"\\*"+r.UNDERSCORE_IDENT_RE+"$"},{className:"bullet",begin:"-(?=[ ]|$)",relevance:0},r.HASH_COMMENT_MODE,{beginKeywords:e,keywords:{literal:e}},h,{className:"number",begin:r.C_NUMBER_RE+"\\b",relevance:0},m,g,i,s],_=[...b];return _.pop(),_.push(o),p.contains=_,{name:"YAML",case_insensitive:!0,aliases:["yml"],contains:b}}const T8e={arduino:i7e,bash:s7e,c:o7e,cpp:l7e,csharp:c7e,css:b7e,diff:v7e,go:y7e,graphql:S7e,ini:E7e,java:w7e,javascript:R7e,json:O7e,kotlin:I7e,less:U7e,lua:$7e,makefile:G7e,markdown:z7e,objectivec:q7e,perl:H7e,php:V7e,"php-template":Y7e,plaintext:W7e,python:j7e,"python-repl":K7e,r:X7e,ruby:Q7e,rust:Z7e,scss:o8e,shell:l8e,sql:c8e,swift:_8e,typescript:v8e,vbnet:y8e,wasm:S8e,xml:E8e,yaml:w8e};var C8e=c$();const A8e=sh(C8e),bL={},x8e="hljs-";function R8e(r){const e=A8e.newInstance();return r&&i(r),{highlight:t,highlightAuto:n,listLanguages:a,register:i,registerAlias:s,registered:o};function t(l,c,u){const d=u||bL,h=typeof d.prefix=="string"?d.prefix:x8e;if(!e.getLanguage(l))throw new Error("Unknown language: `"+l+"` is not registered");e.configure({__emitter:O8e,classPrefix:h});const p=e.highlight(c,{ignoreIllegals:!0,language:l});if(p.errorRaised)throw new Error("Could not highlight with `Highlight.js`",{cause:p.errorRaised});const m=p._emitter.root,g=m.data;return g.language=p.language,g.relevance=p.relevance,m}function n(l,c){const d=(c||bL).subset||a();let h=-1,p=0,m;for(;++hp&&(p=b.data.relevance,m=b)}return m||{type:"root",children:[],data:{language:void 0,relevance:p}}}function a(){return e.listLanguages()}function i(l,c){if(typeof l=="string")e.registerLanguage(l,c);else{let u;for(u in l)Object.hasOwn(l,u)&&e.registerLanguage(u,l[u])}}function s(l,c){if(typeof l=="string")e.registerAliases(typeof c=="string"?c:[...c],{languageName:l});else{let u;for(u in l)if(Object.hasOwn(l,u)){const d=l[u];e.registerAliases(typeof d=="string"?d:[...d],{languageName:u})}}}function o(l){return!!e.getLanguage(l)}}class O8e{constructor(e){this.options=e,this.root={type:"root",children:[],data:{language:void 0,relevance:0}},this.stack=[this.root]}addText(e){if(e==="")return;const t=this.stack[this.stack.length-1],n=t.children[t.children.length-1];n&&n.type==="text"?n.value+=e:t.children.push({type:"text",value:e})}startScope(e){this.openNode(String(e))}endScope(){this.closeNode()}__addSublanguage(e,t){const n=this.stack[this.stack.length-1],a=e.root.children;t?n.children.push({type:"element",tagName:"span",properties:{className:[t]},children:a}):n.children.push(...a)}openNode(e){const t=this,n=e.split(".").map(function(s,o){return o?s+"_".repeat(o):t.options.classPrefix+s}),a=this.stack[this.stack.length-1],i={type:"element",tagName:"span",properties:{className:n},children:[]};a.children.push(i),this.stack.push(i)}closeNode(){this.stack.pop()}finalize(){}toHTML(){return""}}const N8e={};function I8e(r){const e=r||N8e,t=e.aliases,n=e.detect||!1,a=e.languages||T8e,i=e.plainText,s=e.prefix,o=e.subset;let l="hljs";const c=R8e(a);if(t&&c.registerAlias(t),s){const u=s.indexOf("-");l=u===-1?s:s.slice(0,u)}return function(u,d){id(u,"element",function(h,p,m){if(h.tagName!=="code"||!m||m.type!=="element"||m.tagName!=="pre")return;const g=k8e(h);if(g===!1||!g&&!n||g&&i&&i.includes(g))return;Array.isArray(h.properties.className)||(h.properties.className=[]),h.properties.className.includes(l)||h.properties.className.unshift(l);const b=eV(h,{whitespace:"pre"});let _;try{_=g?c.highlight(g,b,{prefix:s}):c.highlightAuto(b,{prefix:s,subset:o})}catch(v){const y=v;if(g&&/Unknown language/.test(y.message)){d.message("Cannot highlight as `"+g+"`, it’s not registered",{ancestors:[m,h],cause:y,place:h.position,ruleId:"missing-language",source:"rehype-highlight"});return}throw y}!g&&_.data&&_.data.language&&h.properties.className.push("language-"+_.data.language),_.children.length>0&&(h.children=_.children)})}}function k8e(r){const e=r.properties.className;let t=-1;if(!Array.isArray(e))return;let n;for(;++t0&&(n.className=["language-"+a[0]]);let i={type:"element",tagName:"code",properties:n,children:[{type:"text",value:t}]};return e.meta&&(i.data={meta:e.meta}),r.patch(e,i),i=r.applyData(e,i),i={type:"element",tagName:"pre",properties:{},children:[i]},r.patch(e,i),i}function L8e(r,e){const t={type:"element",tagName:"del",properties:{},children:r.all(e)};return r.patch(e,t),r.applyData(e,t)}function F8e(r,e){const t={type:"element",tagName:"em",properties:{},children:r.all(e)};return r.patch(e,t),r.applyData(e,t)}function B8e(r,e){const t=typeof r.options.clobberPrefix=="string"?r.options.clobberPrefix:"user-content-",n=String(e.identifier).toUpperCase(),a=op(n.toLowerCase()),i=r.footnoteOrder.indexOf(n);let s,o=r.footnoteCounts.get(n);o===void 0?(o=0,r.footnoteOrder.push(n),s=r.footnoteOrder.length):s=i+1,o+=1,r.footnoteCounts.set(n,o);const l={type:"element",tagName:"a",properties:{href:"#"+t+"fn-"+a,id:t+"fnref-"+a+(o>1?"-"+o:""),dataFootnoteRef:!0,ariaDescribedBy:["footnote-label"]},children:[{type:"text",value:String(s)}]};r.patch(e,l);const c={type:"element",tagName:"sup",properties:{},children:[l]};return r.patch(e,c),r.applyData(e,c)}function U8e(r,e){const t={type:"element",tagName:"h"+e.depth,properties:{},children:r.all(e)};return r.patch(e,t),r.applyData(e,t)}function $8e(r,e){if(r.options.allowDangerousHtml){const t={type:"raw",value:e.value};return r.patch(e,t),r.applyData(e,t)}}function SV(r,e){const t=e.referenceType;let n="]";if(t==="collapsed"?n+="[]":t==="full"&&(n+="["+(e.label||e.identifier)+"]"),e.type==="imageReference")return[{type:"text",value:"!["+e.alt+n}];const a=r.all(e),i=a[0];i&&i.type==="text"?i.value="["+i.value:a.unshift({type:"text",value:"["});const s=a[a.length-1];return s&&s.type==="text"?s.value+=n:a.push({type:"text",value:n}),a}function G8e(r,e){const t=String(e.identifier).toUpperCase(),n=r.definitionById.get(t);if(!n)return SV(r,e);const a={src:op(n.url||""),alt:e.alt};n.title!==null&&n.title!==void 0&&(a.title=n.title);const i={type:"element",tagName:"img",properties:a,children:[]};return r.patch(e,i),r.applyData(e,i)}function z8e(r,e){const t={src:op(e.url)};e.alt!==null&&e.alt!==void 0&&(t.alt=e.alt),e.title!==null&&e.title!==void 0&&(t.title=e.title);const n={type:"element",tagName:"img",properties:t,children:[]};return r.patch(e,n),r.applyData(e,n)}function q8e(r,e){const t={type:"text",value:e.value.replace(/\r?\n|\r/g," ")};r.patch(e,t);const n={type:"element",tagName:"code",properties:{},children:[t]};return r.patch(e,n),r.applyData(e,n)}function H8e(r,e){const t=String(e.identifier).toUpperCase(),n=r.definitionById.get(t);if(!n)return SV(r,e);const a={href:op(n.url||"")};n.title!==null&&n.title!==void 0&&(a.title=n.title);const i={type:"element",tagName:"a",properties:a,children:r.all(e)};return r.patch(e,i),r.applyData(e,i)}function V8e(r,e){const t={href:op(e.url)};e.title!==null&&e.title!==void 0&&(t.title=e.title);const n={type:"element",tagName:"a",properties:t,children:r.all(e)};return r.patch(e,n),r.applyData(e,n)}function Y8e(r,e,t){const n=r.all(e),a=t?W8e(t):EV(e),i={},s=[];if(typeof e.checked=="boolean"){const u=n[0];let d;u&&u.type==="element"&&u.tagName==="p"?d=u:(d={type:"element",tagName:"p",properties:{},children:[]},n.unshift(d)),d.children.length>0&&d.children.unshift({type:"text",value:" "}),d.children.unshift({type:"element",tagName:"input",properties:{type:"checkbox",checked:e.checked,disabled:!0},children:[]}),i.className=["task-list-item"]}let o=-1;for(;++o1}function j8e(r,e){const t={},n=r.all(e);let a=-1;for(typeof e.start=="number"&&e.start!==1&&(t.start=e.start);++a0&&typeof n.column=="number"&&n.column>0)return{line:n.line,column:n.column,offset:typeof n.offset=="number"&&n.offset>-1?n.offset:void 0}}}function Z8e(r){const e=TV(r),t=wV(r);if(e&&t)return{start:e,end:t}}function J8e(r,e){const t=r.all(e),n=t.shift(),a=[];if(n){const s={type:"element",tagName:"thead",properties:{},children:r.wrap([n],!0)};r.patch(e.children[0],s),a.push(s)}if(t.length>0){const s={type:"element",tagName:"tbody",properties:{},children:r.wrap(t,!0)},o=TV(e.children[1]),l=wV(e.children[e.children.length-1]);o&&l&&(s.position={start:o,end:l}),a.push(s)}const i={type:"element",tagName:"table",properties:{},children:r.wrap(a,!0)};return r.patch(e,i),r.applyData(e,i)}function eke(r,e,t){const n=t?t.children:void 0,i=(n?n.indexOf(e):1)===0?"th":"td",s=t&&t.type==="table"?t.align:void 0,o=s?s.length:e.children.length;let l=-1;const c=[];for(;++l0,!0),n[0]),a=n.index+n[0].length,n=t.exec(e);return i.push(SL(e.slice(a),a>0,!1)),i.join("")}function SL(r,e,t){let n=0,a=r.length;if(e){let i=r.codePointAt(n);for(;i===vL||i===yL;)n++,i=r.codePointAt(n)}if(t){let i=r.codePointAt(a-1);for(;i===vL||i===yL;)a--,i=r.codePointAt(a-1)}return a>n?r.slice(n,a):""}function nke(r,e){const t={type:"text",value:rke(String(e.value))};return r.patch(e,t),r.applyData(e,t)}function ake(r,e){const t={type:"element",tagName:"hr",properties:{},children:[]};return r.patch(e,t),r.applyData(e,t)}const ike={blockquote:M8e,break:D8e,code:P8e,delete:L8e,emphasis:F8e,footnoteReference:B8e,heading:U8e,html:$8e,imageReference:G8e,image:z8e,inlineCode:q8e,linkReference:H8e,link:V8e,listItem:Y8e,list:j8e,paragraph:K8e,root:X8e,strong:Q8e,table:J8e,tableCell:tke,tableRow:eke,text:nke,thematicBreak:ake,toml:u_,yaml:u_,definition:u_,footnoteDefinition:u_};function u_(){}const AV=-1,ky=0,dm=1,Wb=2,S6=3,E6=4,w6=5,T6=6,xV=7,RV=8,EL=typeof self=="object"?self:globalThis,ske=(r,e)=>{const t=(a,i)=>(r.set(i,a),a),n=a=>{if(r.has(a))return r.get(a);const[i,s]=e[a];switch(i){case ky:case AV:return t(s,a);case dm:{const o=t([],a);for(const l of s)o.push(n(l));return o}case Wb:{const o=t({},a);for(const[l,c]of s)o[n(l)]=n(c);return o}case S6:return t(new Date(s),a);case E6:{const{source:o,flags:l}=s;return t(new RegExp(o,l),a)}case w6:{const o=t(new Map,a);for(const[l,c]of s)o.set(n(l),n(c));return o}case T6:{const o=t(new Set,a);for(const l of s)o.add(n(l));return o}case xV:{const{name:o,message:l}=s;return t(new EL[o](l),a)}case RV:return t(BigInt(s),a);case"BigInt":return t(Object(BigInt(s)),a);case"ArrayBuffer":return t(new Uint8Array(s).buffer,s);case"DataView":{const{buffer:o}=new Uint8Array(s);return t(new DataView(o),s)}}return t(new EL[i](s),a)};return n},wL=r=>ske(new Map,r)(0),Dh="",{toString:oke}={},{keys:lke}=Object,Bp=r=>{const e=typeof r;if(e!=="object"||!r)return[ky,e];const t=oke.call(r).slice(8,-1);switch(t){case"Array":return[dm,Dh];case"Object":return[Wb,Dh];case"Date":return[S6,Dh];case"RegExp":return[E6,Dh];case"Map":return[w6,Dh];case"Set":return[T6,Dh];case"DataView":return[dm,t]}return t.includes("Array")?[dm,t]:t.includes("Error")?[xV,t]:[Wb,t]},d_=([r,e])=>r===ky&&(e==="function"||e==="symbol"),cke=(r,e,t,n)=>{const a=(s,o)=>{const l=n.push(s)-1;return t.set(o,l),l},i=s=>{if(t.has(s))return t.get(s);let[o,l]=Bp(s);switch(o){case ky:{let u=s;switch(l){case"bigint":o=RV,u=s.toString();break;case"function":case"symbol":if(r)throw new TypeError("unable to serialize "+l);u=null;break;case"undefined":return a([AV],s)}return a([o,u],s)}case dm:{if(l){let h=s;return l==="DataView"?h=new Uint8Array(s.buffer):l==="ArrayBuffer"&&(h=new Uint8Array(s)),a([l,[...h]],s)}const u=[],d=a([o,u],s);for(const h of s)u.push(i(h));return d}case Wb:{if(l)switch(l){case"BigInt":return a([l,s.toString()],s);case"Boolean":case"Number":case"String":return a([l,s.valueOf()],s)}if(e&&"toJSON"in s)return i(s.toJSON());const u=[],d=a([o,u],s);for(const h of lke(s))(r||!d_(Bp(s[h])))&&u.push([i(h),i(s[h])]);return d}case S6:return a([o,s.toISOString()],s);case E6:{const{source:u,flags:d}=s;return a([o,{source:u,flags:d}],s)}case w6:{const u=[],d=a([o,u],s);for(const[h,p]of s)(r||!(d_(Bp(h))||d_(Bp(p))))&&u.push([i(h),i(p)]);return d}case T6:{const u=[],d=a([o,u],s);for(const h of s)(r||!d_(Bp(h)))&&u.push(i(h));return d}}const{message:c}=s;return a([o,{name:l,message:c}],s)};return i},TL=(r,{json:e,lossy:t}={})=>{const n=[];return cke(!(e||t),!!e,new Map,n)(r),n},jb=typeof structuredClone=="function"?(r,e)=>e&&("json"in e||"lossy"in e)?wL(TL(r,e)):structuredClone(r):(r,e)=>wL(TL(r,e));function uke(r,e){const t=[{type:"text",value:"↩"}];return e>1&&t.push({type:"element",tagName:"sup",properties:{},children:[{type:"text",value:String(e)}]}),t}function dke(r,e){return"Back to reference "+(r+1)+(e>1?"-"+e:"")}function hke(r){const e=typeof r.options.clobberPrefix=="string"?r.options.clobberPrefix:"user-content-",t=r.options.footnoteBackContent||uke,n=r.options.footnoteBackLabel||dke,a=r.options.footnoteLabel||"Footnotes",i=r.options.footnoteLabelTagName||"h2",s=r.options.footnoteLabelProperties||{className:["sr-only"]},o=[];let l=-1;for(;++l0&&m.push({type:"text",value:" "});let v=typeof t=="string"?t:t(l,p);typeof v=="string"&&(v={type:"text",value:v}),m.push({type:"element",tagName:"a",properties:{href:"#"+e+"fnref-"+h+(p>1?"-"+p:""),dataFootnoteBackref:"",ariaLabel:typeof n=="string"?n:n(l,p),className:["data-footnote-backref"]},children:Array.isArray(v)?v:[v]})}const b=u[u.length-1];if(b&&b.type==="element"&&b.tagName==="p"){const v=b.children[b.children.length-1];v&&v.type==="text"?v.value+=" ":b.children.push({type:"text",value:" "}),b.children.push(...m)}else u.push(...m);const _={type:"element",tagName:"li",properties:{id:e+"fn-"+h},children:r.wrap(u,!0)};r.patch(c,_),o.push(_)}if(o.length!==0)return{type:"element",tagName:"section",properties:{dataFootnotes:!0,className:["footnotes"]},children:[{type:"element",tagName:i,properties:{...jb(s),id:"footnote-label"},children:[{type:"text",value:a}]},{type:"text",value:` +`},{type:"element",tagName:"ol",properties:{},children:r.wrap(o,!0)},{type:"text",value:` +`}]}}const FA={}.hasOwnProperty,fke={};function pke(r,e){const t=e||fke,n=new Map,a=new Map,i=new Map,s={...ike,...t.handlers},o={all:c,applyData:gke,definitionById:n,footnoteById:a,footnoteCounts:i,footnoteOrder:[],handlers:s,one:l,options:t,patch:mke,wrap:bke};return id(r,function(u){if(u.type==="definition"||u.type==="footnoteDefinition"){const d=u.type==="definition"?n:a,h=String(u.identifier).toUpperCase();d.has(h)||d.set(h,u)}}),o;function l(u,d){const h=u.type,p=o.handlers[h];if(FA.call(o.handlers,h)&&p)return p(o,u,d);if(o.options.passThrough&&o.options.passThrough.includes(h)){if("children"in u){const{children:g,...b}=u,_=jb(b);return _.children=o.all(u),_}return jb(u)}return(o.options.unknownHandler||_ke)(o,u,d)}function c(u){const d=[];if("children"in u){const h=u.children;let p=-1;for(;++p0&&t.push({type:"text",value:` +`}),t}function CL(r){let e=0,t=r.charCodeAt(e);for(;t===9||t===32;)e++,t=r.charCodeAt(e);return r.slice(e)}function AL(r,e){const t=pke(r,e),n=t.one(r,void 0),a=hke(t),i=Array.isArray(n)?{type:"root",children:n}:n||{type:"root",children:[]};return a&&i.children.push({type:"text",value:` +`},a),i}function vke(r,e){return r&&"run"in r?async function(t,n){const a=AL(t,{file:n,...e});await r.run(a,n)}:function(t,n){return AL(t,{file:n,...r||e})}}class Dg{constructor(e,t,n){this.normal=t,this.property=e,n&&(this.space=n)}}Dg.prototype.normal={};Dg.prototype.property={};Dg.prototype.space=void 0;function OV(r,e){const t={},n={};for(const a of r)Object.assign(t,a.property),Object.assign(n,a.normal);return new Dg(t,n,e)}function Gm(r){return r.toLowerCase()}class Ps{constructor(e,t){this.attribute=t,this.property=e}}Ps.prototype.attribute="";Ps.prototype.booleanish=!1;Ps.prototype.boolean=!1;Ps.prototype.commaOrSpaceSeparated=!1;Ps.prototype.commaSeparated=!1;Ps.prototype.defined=!1;Ps.prototype.mustUseProperty=!1;Ps.prototype.number=!1;Ps.prototype.overloadedBoolean=!1;Ps.prototype.property="";Ps.prototype.spaceSeparated=!1;Ps.prototype.space=void 0;let yke=0;const sn=gh(),Ya=gh(),BA=gh(),Yt=gh(),ia=gh(),_f=gh(),$s=gh();function gh(){return 2**++yke}const UA=Object.freeze(Object.defineProperty({__proto__:null,boolean:sn,booleanish:Ya,commaOrSpaceSeparated:$s,commaSeparated:_f,number:Yt,overloadedBoolean:BA,spaceSeparated:ia},Symbol.toStringTag,{value:"Module"})),gC=Object.keys(UA);class C6 extends Ps{constructor(e,t,n,a){let i=-1;if(super(e,t),xL(this,"space",a),typeof n=="number")for(;++i4&&t.slice(0,4)==="data"&&Tke.test(e)){if(e.charAt(4)==="-"){const i=e.slice(5).replace(RL,Ake);n="data"+i.charAt(0).toUpperCase()+i.slice(1)}else{const i=e.slice(4);if(!RL.test(i)){let s=i.replace(wke,Cke);s.charAt(0)!=="-"&&(s="-"+s),e="data"+s}}a=C6}return new a(n,e)}function Cke(r){return"-"+r.toLowerCase()}function Ake(r){return r.charAt(1).toUpperCase()}const FV=OV([NV,Ske,MV,DV,PV],"html"),A6=OV([NV,Eke,MV,DV,PV],"svg");function OL(r){const e=[],t=String(r||"");let n=t.indexOf(","),a=0,i=!1;for(;!i;){n===-1&&(n=t.length,i=!0);const s=t.slice(a,n).trim();(s||!i)&&e.push(s),a=n+1,n=t.indexOf(",",a)}return e}function xke(r,e){const t=e||{};return(r[r.length-1]===""?[...r,""]:r).join((t.padRight?" ":"")+","+(t.padLeft===!1?"":" ")).trim()}const NL=/[#.]/g;function Rke(r,e){const t=r||"",n={};let a=0,i,s;for(;a`]/g,Xke=/[\uD800-\uDBFF][\uDC00-\uDFFF]/g,Qke=/[\x01-\t\v\f\x0E-\x1F\x7F\x81\x8D\x8F\x90\x9D\xA0-\uFFFF]/g,Zke=/[|\\{}()[\]^$+*?.]/g,DL=new WeakMap;function Jke(r,e){if(r=r.replace(e.subset?eMe(e.subset):Kke,n),e.subset||e.escapeOnly)return r;return r.replace(Xke,t).replace(Qke,n);function t(a,i,s){return e.format((a.charCodeAt(0)-55296)*1024+a.charCodeAt(1)-56320+65536,s.charCodeAt(i+2),e)}function n(a,i,s){return e.format(a.charCodeAt(0),s.charCodeAt(i+1),e)}}function eMe(r){let e=DL.get(r);return e||(e=tMe(r),DL.set(r,e)),e}function tMe(r){const e=[];let t=-1;for(;++t",OElig:"Œ",oelig:"œ",Scaron:"Š",scaron:"š",Yuml:"Ÿ",circ:"ˆ",tilde:"˜",ensp:" ",emsp:" ",thinsp:" ",zwnj:"‌",zwj:"‍",lrm:"‎",rlm:"‏",ndash:"–",mdash:"—",lsquo:"‘",rsquo:"’",sbquo:"‚",ldquo:"“",rdquo:"”",bdquo:"„",dagger:"†",Dagger:"‡",permil:"‰",lsaquo:"‹",rsaquo:"›",euro:"€"},oMe=["cent","copy","divide","gt","lt","not","para","times"],GV={}.hasOwnProperty,GA={};let h_;for(h_ in bC)GV.call(bC,h_)&&(GA[bC[h_]]=h_);const lMe=/[^\dA-Za-z]/;function cMe(r,e,t,n){const a=String.fromCharCode(r);if(GV.call(GA,a)){const i=GA[a],s="&"+i;return t&&sMe.includes(i)&&!oMe.includes(i)&&(!n||e&&e!==61&&lMe.test(String.fromCharCode(e)))?s:s+";"}return""}function uMe(r,e,t){let n=nMe(r,e,t.omitOptionalSemicolons),a;if((t.useNamedReferences||t.useShortestReferences)&&(a=cMe(r,e,t.omitOptionalSemicolons,t.attribute)),(t.useShortestReferences||!a)&&t.useShortestReferences){const i=iMe(r,e,t.omitOptionalSemicolons);i.length|^->||--!>|"],fMe=["<",">"];function pMe(r,e,t,n){return n.settings.bogusComments?"":"";function a(i){return bf(i,Object.assign({},n.settings.characterReferences,{subset:fMe}))}}function mMe(r,e,t,n){return""}const gMe=/[ \t\n\f\r]/g;function x6(r){return typeof r=="object"?r.type==="text"?PL(r.value):!1:PL(r)}function PL(r){return r.replace(gMe,"")===""}const ci=qV(1),zV=qV(-1),_Me=[];function qV(r){return e;function e(t,n,a){const i=t?t.children:_Me;let s=(n||0)+r,o=i[s];if(!a)for(;o&&x6(o);)s+=r,o=i[s];return o}}const bMe={}.hasOwnProperty;function HV(r){return e;function e(t,n,a){return bMe.call(r,t.tagName)&&r[t.tagName](t,n,a)}}const R6=HV({body:yMe,caption:vC,colgroup:vC,dd:TMe,dt:wMe,head:vC,html:vMe,li:EMe,optgroup:CMe,option:AMe,p:SMe,rp:LL,rt:LL,tbody:RMe,td:FL,tfoot:OMe,th:FL,thead:xMe,tr:NMe});function vC(r,e,t){const n=ci(t,e,!0);return!n||n.type!=="comment"&&!(n.type==="text"&&x6(n.value.charAt(0)))}function vMe(r,e,t){const n=ci(t,e);return!n||n.type!=="comment"}function yMe(r,e,t){const n=ci(t,e);return!n||n.type!=="comment"}function SMe(r,e,t){const n=ci(t,e);return n?n.type==="element"&&(n.tagName==="address"||n.tagName==="article"||n.tagName==="aside"||n.tagName==="blockquote"||n.tagName==="details"||n.tagName==="div"||n.tagName==="dl"||n.tagName==="fieldset"||n.tagName==="figcaption"||n.tagName==="figure"||n.tagName==="footer"||n.tagName==="form"||n.tagName==="h1"||n.tagName==="h2"||n.tagName==="h3"||n.tagName==="h4"||n.tagName==="h5"||n.tagName==="h6"||n.tagName==="header"||n.tagName==="hgroup"||n.tagName==="hr"||n.tagName==="main"||n.tagName==="menu"||n.tagName==="nav"||n.tagName==="ol"||n.tagName==="p"||n.tagName==="pre"||n.tagName==="section"||n.tagName==="table"||n.tagName==="ul"):!t||!(t.type==="element"&&(t.tagName==="a"||t.tagName==="audio"||t.tagName==="del"||t.tagName==="ins"||t.tagName==="map"||t.tagName==="noscript"||t.tagName==="video"))}function EMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&n.tagName==="li"}function wMe(r,e,t){const n=ci(t,e);return!!(n&&n.type==="element"&&(n.tagName==="dt"||n.tagName==="dd"))}function TMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&(n.tagName==="dt"||n.tagName==="dd")}function LL(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&(n.tagName==="rp"||n.tagName==="rt")}function CMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&n.tagName==="optgroup"}function AMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&(n.tagName==="option"||n.tagName==="optgroup")}function xMe(r,e,t){const n=ci(t,e);return!!(n&&n.type==="element"&&(n.tagName==="tbody"||n.tagName==="tfoot"))}function RMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&(n.tagName==="tbody"||n.tagName==="tfoot")}function OMe(r,e,t){return!ci(t,e)}function NMe(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&n.tagName==="tr"}function FL(r,e,t){const n=ci(t,e);return!n||n.type==="element"&&(n.tagName==="td"||n.tagName==="th")}const IMe=HV({body:DMe,colgroup:PMe,head:MMe,html:kMe,tbody:LMe});function kMe(r){const e=ci(r,-1);return!e||e.type!=="comment"}function MMe(r){const e=new Set;for(const n of r.children)if(n.type==="element"&&(n.tagName==="base"||n.tagName==="title")){if(e.has(n.tagName))return!1;e.add(n.tagName)}const t=r.children[0];return!t||t.type==="element"}function DMe(r){const e=ci(r,-1,!0);return!e||e.type!=="comment"&&!(e.type==="text"&&x6(e.value.charAt(0)))&&!(e.type==="element"&&(e.tagName==="meta"||e.tagName==="link"||e.tagName==="script"||e.tagName==="style"||e.tagName==="template"))}function PMe(r,e,t){const n=zV(t,e),a=ci(r,-1,!0);return t&&n&&n.type==="element"&&n.tagName==="colgroup"&&R6(n,t.children.indexOf(n),t)?!1:!!(a&&a.type==="element"&&a.tagName==="col")}function LMe(r,e,t){const n=zV(t,e),a=ci(r,-1);return t&&n&&n.type==="element"&&(n.tagName==="thead"||n.tagName==="tbody")&&R6(n,t.children.indexOf(n),t)?!1:!!(a&&a.type==="element"&&a.tagName==="tr")}const f_={name:[[` +\f\r &/=>`.split(""),` +\f\r "&'/=>\``.split("")],[`\0 +\f\r "&'/<=>`.split(""),`\0 +\f\r "&'/<=>\``.split("")]],unquoted:[[` +\f\r &>`.split(""),`\0 +\f\r "&'<=>\``.split("")],[`\0 +\f\r "&'<=>\``.split(""),`\0 +\f\r "&'<=>\``.split("")]],single:[["&'".split(""),"\"&'`".split("")],["\0&'".split(""),"\0\"&'`".split("")]],double:[['"&'.split(""),"\"&'`".split("")],['\0"&'.split(""),"\0\"&'`".split("")]]};function FMe(r,e,t,n){const a=n.schema,i=a.space==="svg"?!1:n.settings.omitOptionalTags;let s=a.space==="svg"?n.settings.closeEmptyElements:n.settings.voids.includes(r.tagName.toLowerCase());const o=[];let l;a.space==="html"&&r.tagName==="svg"&&(n.schema=A6);const c=BMe(n,r.properties),u=n.all(a.space==="html"&&r.tagName==="template"?r.content:r);return n.schema=a,u&&(s=!1),(c||!i||!IMe(r,e,t))&&(o.push("<",r.tagName,c?" "+c:""),s&&(a.space==="svg"||n.settings.closeSelfClosing)&&(l=c.charAt(c.length-1),(!n.settings.tightSelfClosing||l==="/"||l&&l!=='"'&&l!=="'")&&o.push(" "),o.push("/")),o.push(">")),o.push(u),!s&&(!i||!R6(r,e,t))&&o.push(""),o.join("")}function BMe(r,e){const t=[];let n=-1,a;if(e){for(a in e)if(e[a]!==null&&e[a]!==void 0){const i=UMe(r,a,e[a]);i&&t.push(i)}}for(;++nUb(t,r.alternative)&&(s=r.alternative),o=s+bf(t,Object.assign({},r.settings.characterReferences,{subset:(s==="'"?f_.single:f_.double)[a][i],attribute:!0}))+s),l+(o&&"="+o))}const $Me=["<","&"];function VV(r,e,t,n){return t&&t.type==="element"&&(t.tagName==="script"||t.tagName==="style")?r.value:bf(r.value,Object.assign({},n.settings.characterReferences,{subset:$Me}))}function GMe(r,e,t,n){return n.settings.allowDangerousHtml?r.value:VV(r,e,t,n)}function zMe(r,e,t,n){return n.all(r)}const qMe=Rq("type",{invalid:HMe,unknown:VMe,handlers:{comment:pMe,doctype:mMe,element:FMe,raw:GMe,root:zMe,text:VV}});function HMe(r){throw new Error("Expected node, not `"+r+"`")}function VMe(r){const e=r;throw new Error("Cannot compile unknown node `"+e.type+"`")}const YMe={},WMe={},jMe=[];function KMe(r,e){const t=e||YMe,n=t.quote||'"',a=n==='"'?"'":'"';if(n!=='"'&&n!=="'")throw new Error("Invalid quote `"+n+"`, expected `'` or `\"`");return{one:XMe,all:QMe,settings:{omitOptionalTags:t.omitOptionalTags||!1,allowParseErrors:t.allowParseErrors||!1,allowDangerousCharacters:t.allowDangerousCharacters||!1,quoteSmart:t.quoteSmart||!1,preferUnquoted:t.preferUnquoted||!1,tightAttributes:t.tightAttributes||!1,upperDoctype:t.upperDoctype||!1,tightDoctype:t.tightDoctype||!1,bogusComments:t.bogusComments||!1,tightCommaSeparatedLists:t.tightCommaSeparatedLists||!1,tightSelfClosing:t.tightSelfClosing||!1,collapseEmptyAttributes:t.collapseEmptyAttributes||!1,allowDangerousHtml:t.allowDangerousHtml||!1,voids:t.voids||jke,characterReferences:t.characterReferences||WMe,closeSelfClosing:t.closeSelfClosing||!1,closeEmptyElements:t.closeEmptyElements||!1},schema:t.space==="svg"?A6:FV,quote:n,alternative:a}.one(Array.isArray(r)?{type:"root",children:r}:r,void 0,void 0)}function XMe(r,e,t){return qMe(r,e,t,this)}function QMe(r){const e=[],t=r&&r.children||jMe;let n=-1;for(;++nn&&t.push({type:"text",value:r.slice(n,a.index)}),t.push({type:"element",tagName:"br",properties:{},children:[]}),n=a.index+a[0].length;return n{const n=t[t.length-1];if(!n||n.type!=="element")return;const i=n.children,s=i.indexOf(e);if(s===-1)return;let o="",l=s;for(let d=s;dr=>{id(r,"element",e=>{(e.tagName==="td"||e.tagName==="th")&&eDe(e)})},rDe=()=>r=>{id(r,"element",e=>{if(e.tagName!=="a")return;const t=e.properties??{};t.href&&(t.target="_blank",t.rel="noopener noreferrer",e.properties=t)})},nDe='',aDe='';function WV(r){return{type:"element",tagName:"span",properties:{},children:[{type:"raw",value:r}]}}function iDe(r){return{type:"element",tagName:"button",properties:{className:[Jre],"data-code-id":r,title:"Copy code",type:"button"},children:[WV(nDe)]}}function sDe(r){return{type:"element",tagName:"button",properties:{className:[ene],"data-code-id":r,title:"Preview code",type:"button"},children:[WV(aDe)]}}function oDe(r,e){const t=[iDe(e)];return r.toLowerCase()==="html"&&t.push(sDe(e)),{type:"element",tagName:"div",properties:{className:[Xre]},children:[{type:"element",tagName:"span",properties:{className:[Zre]},children:[{type:"text",value:r}]},{type:"element",tagName:"div",properties:{className:[Qre]},children:t}]}}function lDe(r){return{type:"element",tagName:"div",properties:{className:[jre]},children:[r]}}function cDe(r,e){return{type:"element",tagName:"div",properties:{className:[Kre,tne]},children:[r,lDe(e)]}}function uDe(r){const e=r.properties?.className;if(!Array.isArray(e))return"text";for(const t of e)if(typeof t=="string"&&t.startsWith("language-"))return t.replace("language-","");return"text"}function dDe(){return typeof window<"u"?`code-${window.idxCodeBlock=(window.idxCodeBlock??0)+1}`:`code-${Date.now()}-${Math.random().toString(36).slice(2,7)}`}const hDe=()=>r=>{id(r,"element",(e,t,n)=>{if(e.tagName!=="pre"||!n||t===void 0)return;const a=e.children.find(c=>c.type==="element"&&c.tagName==="code");if(!a)return;const i=uDe(a),s=dDe();a.properties={...a.properties,"data-code-id":s};const o=oDe(i,s),l=cDe(o,e);n.children[t]=l})};function fDe(r){return e=>{id(e,"element",t=>{if(t.tagName==="img"&&t.properties?.src){const n=String(t.properties.src);if(n.startsWith(lo.DATA)||n.startsWith(lo.HTTP))return;const a=r.attachments?.find(i=>i.type===Kr.IMAGE&&i.name===n);a?.base64Url&&(t.properties.src=a.base64Url)}})}}function pDe(r){let e=0,t="";for(;e0&&t.push({type:"break"}),t.push({type:"text",value:pDe(a)});return t.length||t.push({type:"text",value:""}),t}const gDe=()=>r=>{id(r,"html",(e,t,n)=>{if(!n||typeof t!="number")return;const a=mDe(e.value);if(!Cne.has(n.type)){const i={type:"paragraph",children:a,data:{literalHtml:!0}},s=n.children;if(s.splice(t,1,i),t>0){const o=s[t-1];if(o?.type==="paragraph"&&o.data?.literalHtml){const l=o.children;return l.length&&l[l.length-1].type!=="break"&&l.push({type:"break"}),l.push(...i.children),s.splice(t,1),t}}return t+1}return n.children.splice(t,1,...a),t+a.length})},jV="pre code.hljs{display:block;overflow-x:auto;padding:1em}code.hljs{padding:3px 5px}.hljs{color:#c9d1d9;background:#0d1117}.hljs-doctag,.hljs-keyword,.hljs-meta .hljs-keyword,.hljs-template-tag,.hljs-template-variable,.hljs-type,.hljs-variable.language_{color:#ff7b72}.hljs-title,.hljs-title.class_,.hljs-title.class_.inherited__,.hljs-title.function_{color:#d2a8ff}.hljs-attr,.hljs-attribute,.hljs-literal,.hljs-meta,.hljs-number,.hljs-operator,.hljs-variable,.hljs-selector-attr,.hljs-selector-class,.hljs-selector-id{color:#79c0ff}.hljs-regexp,.hljs-string,.hljs-meta .hljs-string{color:#a5d6ff}.hljs-built_in,.hljs-symbol{color:#ffa657}.hljs-comment,.hljs-code,.hljs-formula{color:#8b949e}.hljs-name,.hljs-quote,.hljs-selector-tag,.hljs-selector-pseudo{color:#7ee787}.hljs-subst{color:#c9d1d9}.hljs-section{color:#1f6feb;font-weight:700}.hljs-bullet{color:#f2cc60}.hljs-emphasis{color:#c9d1d9;font-style:italic}.hljs-strong{color:#c9d1d9;font-weight:700}.hljs-addition{color:#aff5b4;background-color:#033a16}.hljs-deletion{color:#ffdcd7;background-color:#67060c}",KV="pre code.hljs{display:block;overflow-x:auto;padding:1em}code.hljs{padding:3px 5px}.hljs{color:#24292e;background:#fff}.hljs-doctag,.hljs-keyword,.hljs-meta .hljs-keyword,.hljs-template-tag,.hljs-template-variable,.hljs-type,.hljs-variable.language_{color:#d73a49}.hljs-title,.hljs-title.class_,.hljs-title.class_.inherited__,.hljs-title.function_{color:#6f42c1}.hljs-attr,.hljs-attribute,.hljs-literal,.hljs-meta,.hljs-number,.hljs-operator,.hljs-variable,.hljs-selector-attr,.hljs-selector-class,.hljs-selector-id{color:#005cc5}.hljs-regexp,.hljs-string,.hljs-meta .hljs-string{color:#032f62}.hljs-built_in,.hljs-symbol{color:#e36209}.hljs-comment,.hljs-code,.hljs-formula{color:#6a737d}.hljs-name,.hljs-quote,.hljs-selector-tag,.hljs-selector-pseudo{color:#22863a}.hljs-subst{color:#24292e}.hljs-section{color:#005cc5;font-weight:700}.hljs-bullet{color:#735c0f}.hljs-emphasis{color:#24292e;font-style:italic}.hljs-strong{color:#24292e;font-weight:700}.hljs-addition{color:#22863a;background-color:#f0fff4}.hljs-deletion{color:#b31d28;background-color:#ffeef0}";var _De=G('
        '),bDe=G('
        '),vDe=G('
        '),yDe=G("
        ",1);function O6(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"disableMath",3,!1),a=_e(void 0),i=_e(Sr([])),s=_e(""),o=_e(null),l=_e(!1),c=_e(""),u=_e("text"),d=_e(void 0);const h=Hx();let p=null,m=!1;const g=new Oi;let b="";const _=`highlight-theme-${window.idxThemeStyle=(window.idxThemeStyle??0)+1}`;let v=F(()=>()=>{e.attachments;let ne=tRe().use(DOe);return n()||(ne=ne.use(VIe)),ne=ne.use(lRe).use(gDe).use(vke),n()||(ne=ne.use(Wke)),ne.use(I8e,{aliases:{[Xr.XML]:[Xr.SVELTE,Xr.VUE]}}).use(tDe).use(rDe).use(hDe).use(fDe,{attachments:e.attachments}).use(ZMe,{allowDangerousHtml:!0})});function y(){if(!f(a))return;const ne=f(a).querySelectorAll(".copy-code-btn"),ue=f(a).querySelectorAll(".preview-code-btn");for(const he of ne)he.removeEventListener("click",D);for(const he of ue)he.removeEventListener("click",q)}function E(){document.getElementById(_)?.remove()}function S(ne){document.getElementById(_)?.remove();const he=document.createElement("style");he.id=_,he.textContent=ne?jV:KV,document.head.appendChild(he)}function w(ne){const ue=ne.closest(".code-block-wrapper");if(!ue)return console.error("No wrapper found"),null;const he=ue.querySelector("code[data-code-id]");if(!he)return console.error("No code element found in wrapper"),null;const be=he.textContent??"",ae=ue.querySelector(".code-language")?.textContent?.trim()||"text";return{rawCode:be,language:ae}}function C(ne,ue){const he=ne.position;return he?.start?.offset!=null&&he?.end?.offset!=null?`hast-${he.start.offset}-${he.end.offset}`:`${ne.type}-${ue}`}function x(ne,ue){const he=ne;return he.position?.start?.offset!=null&&he.position?.end?.offset!=null?`${he.type}-${he.position.start.offset}-${he.position.end.offset}`:`${he.type}-idx${ue}`}function N(ne){return b.length>0&&ne.startsWith(b)}async function I(ne,ue,he){const be=x(ue,he),Z=g.get(be);if(Z)return{html:Z,hash:be};const ae={type:"root",children:[ue]},fe=await ne.run(ae),pe=ne.stringify(fe);return g.set(be,pe),{html:pe,hash:be}}async function D(ne){ne.preventDefault(),ne.stopPropagation();const ue=ne.currentTarget;if(!ue)return;const he=w(ue);if(he)try{await hce(he.rawCode)}catch(be){console.error("Failed to copy code:",be)}}function V(ne){M(l,ne,!0),ne||(M(c,""),M(u,"text"))}function q(ne){ne.preventDefault(),ne.stopPropagation();const ue=ne.currentTarget;if(!ue)return;const he=w(ue);he&&(M(c,he.rawCode,!0),M(u,he.language,!0),M(l,!0))}async function $(ne){if(ne===b)return;if(!ne){M(i,[],!0),M(s,""),M(o,null),b="";return}const ue=ple(ne);if(ue){const Ne=ne.slice(0,ue.openingIndex);if(Ne.trim()){const Ue=s8(Ne),Fe=f(v)(),He=Fe.parse(Ue).children??[],it=[],st=N(Ne),dt=st?f(i).length:0;for(let Ae=0;Aefe){const Ue={type:"root",children:[ae[fe]]},Fe=await be.run(Ue);Oe=be.stringify(Fe)}M(i,pe,!0),b=ne,await nl(),M(s,Oe,!0)}function K(){if(!f(a))return;const ne=f(a).querySelectorAll(".code-block-wrapper");for(const ue of ne){const he=ue.querySelector(".copy-code-btn"),be=ue.querySelector(".preview-code-btn");he&&he.dataset.listenerBound!=="true"&&(he.dataset.listenerBound="true",he.addEventListener("click",D)),be&&be.dataset.listenerBound!=="true"&&(be.dataset.listenerBound="true",be.addEventListener("click",q))}}function z(){if(!f(a))return;const ne=f(a).querySelectorAll(xne);for(const ue of ne)ue.dataset[Rne]=wS,ue.addEventListener("error",re)}function re(ne){const ue=ne.target;if(!ue||!ue.src||ue.src.startsWith(lo.DATA)||ue.dataset[hO]===wS)return;ue.dataset[hO]=wS;const he=ue.src,be=document.createElement("div");be.className="image-load-error",be.innerHTML=Rce(he),ue.parentNode?.replaceChild(be,ue)}async function W(ne){if(p=ne,!m){m=!0;try{for(;p!==null;){const ue=p;p=null,await $(ue),p!==null&&await new Promise(he=>requestAnimationFrame(he))}}catch(ue){console.error("Failed to process markdown:",ue),M(i,[],!0),M(s,ne.replace(/\n/g,"
        "),!0)}finally{m=!1}}}Nt(()=>{const ue=sy.current===Pl.DARK;S(ue)}),Nt(()=>{W(e.content)}),Nt(()=>{const ne=f(i).length>0,ue=!!f(s);(ne||ue)&&f(a)&&(K(),z())}),Nt(()=>{h.setContainer(f(d))}),Nt(()=>{h.updateInterval(f(o)!==null)}),h5(()=>{y(),E(),h.destroy()});var ie=yDe(),k=L(ie),B=j(k);Ir(B,17,()=>f(i),ne=>ne.id,(ne,ue)=>{var he=_De(),be=j(he);nf(be,()=>f(ue).html),H(he),o5(he,(Z,ae)=>sq?.(Z,ae),()=>({skipIfVisible:!0})),Ce(()=>er(he,"data-block-id",f(ue).id)),T(ne,he)});var te=ee(B,2);{var O=ne=>{var ue=bDe(),he=j(ue);nf(he,()=>f(s)),H(ue),T(ne,ue)};le(te,ne=>{f(s)&&ne(O)})}var R=ee(te,2);{var U=ne=>{var ue=vDe(),he=j(ue),be=j(he),Z=j(be,!0);H(be);var ae=ee(be,2);{let Oe=F(()=>f(o).language||"text");Nre(ae,{get code(){return f(o).code},get language(){return f(Oe)},disabled:!0,onPreview:(Ne,Ue)=>{M(c,Ne,!0),M(u,Ue,!0),M(l,!0)}})}H(he);var fe=ee(he,2),pe=j(fe),ye=j(pe),Te=j(ye);nf(Te,()=>fle(f(o).code,f(o).language||"text")),H(ye),H(pe),H(fe),pr(fe,Oe=>M(d,Oe),()=>f(d)),H(ue),Ce(()=>{Ge(Z,f(o).language||"text"),yt(ye,1,`hljs language-${f(o).language||"text"}`,"svelte-15eq738")}),hn("scroll",fe,()=>h.handleScroll()),T(ne,ue)};le(R,ne=>{f(o)&&ne(U)})}H(k),pr(k,ne=>M(a,ne),()=>f(a));var Q=ee(k,2);tEe(Q,{get open(){return f(l)},get code(){return f(c)},get language(){return f(u)},onOpenChange:V}),Ce(ne=>yt(k,1,`${t()??""}${ne??""}`,"svelte-15eq738"),[()=>An()[Hr.FULL_HEIGHT_CODE_BLOCKS]?" full-height-code-blocks":""]),T(r,ie),we()}var SDe=G('
        ');function Kb(r,e){Ee(e,!0);let t=Y(e,"language",3,"text"),n=Y(e,"class",3,""),a=Y(e,"maxHeight",3,"60vh"),i=Y(e,"maxWidth",3,""),s=_e("");function o(h){document.querySelectorAll("style[data-highlight-theme-preview]").forEach(g=>g.remove());const m=document.createElement("style");m.setAttribute("data-highlight-theme-preview","true"),m.textContent=h?jV:KV,document.head.appendChild(m)}Nt(()=>{const p=sy.current===Pl.DARK;o(p)}),Nt(()=>{if(!e.code){M(s,"");return}try{const h=t().toLowerCase();if(df.getLanguage(h)){const m=df.highlight(e.code,{language:h});M(s,m.value,!0)}else{const m=df.highlightAuto(e.code);M(s,m.value,!0)}}catch{M(s,e.code.replace(/&/g,"&").replace(//g,">"),!0)}});var l=SDe(),c=j(l),u=j(c),d=j(u);nf(d,()=>f(s)),H(u),H(c),H(l),Ce(()=>{yt(l,1,`code-preview-wrapper rounded-lg border border-border bg-muted ${n()??""}`,"svelte-hp0zxr"),ds(l,`max-height: ${a()??""}; max-width: ${i()??""};`)}),T(r,l),we()}function zf(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Y(e,"open",15,!1),a=Ye(e,["$$slots","$$events","$$legacy","ref","open"]);var i=se(),s=L(i);me(s,()=>YZ,(o,l)=>{l(o,ot({"data-slot":"collapsible"},()=>a,{get ref(){return t()},set ref(c){t(c)},get open(){return n()},set open(c){n(c)}}))}),T(r,i),we()}function qf(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref"]);var a=se(),i=L(a);me(i,()=>XZ,(s,o)=>{o(s,ot({"data-slot":"collapsible-trigger"},()=>n,{get ref(){return t()},set ref(l){t(l)}}))}),T(r,a),we()}function Hf(r,e){Ee(e,!0);let t=Y(e,"ref",15,null),n=Ye(e,["$$slots","$$events","$$legacy","ref"]);var a=se(),i=L(a);me(i,()=>jZ,(s,o)=>{o(s,ot({"data-slot":"collapsible-content"},()=>n,{get ref(){return t()},set ref(l){t(l)}}))}),T(r,a),we()}var EDe=G(' '),wDe=G('
        Toggle content
        ',1),TDe=G('
        '),CDe=G(" ",1);function p_(r,e){Ee(e,!0);let t=Y(e,"open",15,!1),n=Y(e,"class",3,""),a=Y(e,"iconClass",3,"h-4 w-4"),i=Y(e,"isStreaming",3,!1),s=_e(void 0);const o=Hx();Nt(()=>{o.setContainer(f(s))}),Nt(()=>{o.updateInterval(t()&&i())});function l(){o.handleScroll()}var c=se(),u=L(c);me(u,()=>zf,(d,h)=>{h(d,{get open(){return t()},onOpenChange:p=>{t(p),e.onToggle?.()},get class(){return n()},children:(p,m)=>{Oc(p,{class:"gap-0 border-muted bg-muted/30 py-0",children:(g,b)=>{var _=CDe(),v=L(_);me(v,()=>qf,(E,S)=>{S(E,{class:"flex w-full cursor-pointer items-center justify-between p-3",children:(w,C)=>{var x=wDe(),N=L(x),I=j(N);{var D=W=>{var ie=se(),k=L(ie);me(k,()=>e.icon,(B,te)=>{te(B,{get class(){return a()}})}),T(W,ie)};le(I,W=>{e.icon&&W(D)})}var V=ee(I,2),q=j(V,!0);H(V);var $=ee(V,2);{var K=W=>{var ie=EDe(),k=j(ie,!0);H(ie),Ce(()=>Ge(k,e.subtitle)),T(W,ie)};le($,W=>{e.subtitle&&W(K)})}H(N);var z=ee(N,2),re=j(z);cre(re,{class:"h-4 w-4"}),et(2),H(z),Ce(W=>{Ge(q,e.title),yt(z,1,W)},[()=>qr(Sm({variant:"ghost",size:"sm",class:"h-6 w-6 p-0 text-muted-foreground hover:text-foreground"}))]),T(w,x)},$$slots:{default:!0}})});var y=ee(v,2);me(y,()=>Hf,(E,S)=>{S(E,{children:(w,C)=>{var x=TDe(),N=j(x);ke(N,()=>e.children),H(x),pr(x,I=>M(s,I),()=>f(s)),hn("scroll",x,l),T(w,x)},$$slots:{default:!0}})}),T(g,_)},$$slots:{default:!0}})},$$slots:{default:!0}})}),T(r,c),we()}var ADe=G('...'),xDe=G(' * ',1),RDe=G(''),ODe=G('
        '),NDe=G('
        ');function IDe(r,e){Ee(e,!0);let t=Y(e,"value",3,""),n=Y(e,"suggestions",19,()=>[]),a=Y(e,"isLoadingSuggestions",3,!1),i=Y(e,"isAutocompleteActive",3,!1),s=Y(e,"autocompleteIndex",3,0);var o=NDe(),l=j(o);Qo(l,{get for(){return`tpl-arg-${e.name??""}`},class:"mb-1 text-muted-foreground",children:(h,p)=>{var m=xDe(),g=L(m),b=j(g);et(),H(g);var _=ee(g,2);{var v=y=>{var E=ADe();T(y,E)};le(_,y=>{a()&&y(v)})}Ce(()=>Ge(b,`${e.name??""} `)),T(h,m)},$$slots:{default:!0}});var c=ee(l,2);cl(c,{get id(){return`tpl-arg-${e.name??""}`},type:"text",get value(){return t()},oninput:h=>e.onInput(h.currentTarget.value),get onkeydown(){return e.onKeydown},get onblur(){return e.onBlur},get onfocus(){return e.onFocus},get placeholder(){return`Enter ${e.name??""}`},autocomplete:"off"});var u=ee(c,2);{var d=h=>{var p=ODe();Ir(p,22,n,m=>m,(m,g,b)=>{var _=RDe();_.__mousedown=()=>e.onSelectSuggestion(g);var v=j(_,!0);H(_),Ce(()=>{yt(_,1,`w-full px-3 py-1.5 text-left text-sm hover:bg-accent ${f(b)===s()?"bg-accent":""}`),Ge(v,g)}),T(m,_)}),H(p),ai(3,p,()=>Ko,()=>({y:-5,duration:100})),T(h,p)};le(u,h=>{i()&&n().length>0&&h(d)})}H(o),T(r,o),we()}Ln(["mousedown"]);var kDe=G('(optional)'),MDe=G(' '),DDe=G('
        '),PDe=G('
        '),LDe=G('

        '),FDe=G('
        ');function BDe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"keyPlaceholder",3,"Key"),a=Y(e,"valuePlaceholder",3,"Value"),i=Y(e,"addButtonLabel",3,"Add"),s=Y(e,"emptyMessage",3,"No items configured."),o=Y(e,"sectionLabelOptional",3,!0);function l(){e.onPairsChange([...e.pairs,{key:"",value:""}])}function c(x){e.onPairsChange(e.pairs.filter((N,I)=>I!==x))}function u(x,N){const I=Ace(N),D=[...e.pairs];D[x]={...D[x],key:I},e.onPairsChange(D)}function d(x,N){const I=N.trim();if(I===N)return;const D=[...e.pairs];D[x]={...D[x],key:I},e.onPairsChange(D)}function h(x,N){const I=xce(N),D=[...e.pairs];D[x]={...D[x],value:I},e.onPairsChange(D)}function p(x,N){const I=N.trim();if(I===N)return;const D=[...e.pairs];D[x]={...D[x],value:I},e.onPairsChange(D)}var m=FDe(),g=j(m),b=j(g);{var _=x=>{var N=MDe(),I=j(N),D=ee(I);{var V=q=>{var $=kDe();T(q,$)};le(D,q=>{o()&&q(V)})}H(N),Ce(()=>Ge(I,`${e.sectionLabel??""} `)),T(x,N)};le(b,x=>{e.sectionLabel&&x(_)})}var v=ee(b,2);v.__click=l;var y=j(v);If(y,{class:"h-3 w-3"});var E=ee(y);H(v),H(g);var S=ee(g,2);{var w=x=>{var N=PDe();Ir(N,21,()=>e.pairs,xu,(I,D,V)=>{var q=DDe(),$=j(q);cl($,{type:"text",get placeholder(){return n()},get value(){return f(D).key},get maxlength(){return VU},oninput:W=>u(V,W.currentTarget.value),onblur:W=>d(V,W.currentTarget.value),class:"flex-1"});var K=ee($,2);Wm(K),K.__input=W=>{h(V,W.currentTarget.value),Mf(W.currentTarget)},o5(K,W=>Mf?.(W));var z=ee(K,2);z.__click=()=>c(V);var re=j(z);Gc(re,{class:"h-3.5 w-3.5"}),H(z),H(q),Ce(()=>{er(K,"placeholder",a()),l5(K,f(D).value),er(K,"maxlength",YU)}),hn("blur",K,W=>p(V,W.currentTarget.value)),T(I,q)}),H(N),T(x,N)},C=x=>{var N=LDe(),I=j(N,!0);H(N),Ce(()=>Ge(I,s())),T(x,N)};le(S,x=>{e.pairs.length>0?x(w):x(C,!1)})}H(m),Ce(()=>{yt(m,1,qr(t())),Ge(E,` ${i()??""}`)}),T(r,m),we()}Ln(["click","input"]);var UDe=G(''),$De=G("
        ");function My(r,e){Ee(e,!0);let t=Y(e,"value",15,""),n=Y(e,"placeholder",3,"Search..."),a=Y(e,"ref",15,null),i=F(()=>!!t()||!!e.onClose);function s(p){const m=p.target;t(m.value),e.onInput?.(m.value)}function o(){t()?(t(""),e.onInput?.(""),a()?.focus()):e.onClose?.()}var l=$De(),c=j(l);sb(c,{class:"absolute top-1/2 left-3 z-10 h-4 w-4 -translate-y-1/2 transform text-muted-foreground"});var u=ee(c,2);{let p=F(()=>f(i)?"pr-9":"");cl(u,{get id(){return e.id},get class(){return`pl-9 ${f(p)??""}`},oninput:s,get onkeydown(){return e.onKeyDown},get placeholder(){return n()},type:"search",get value(){return t()},set value(m){t(m)},get ref(){return a()},set ref(m){a(m)}})}var d=ee(u,2);{var h=p=>{var m=UDe();m.__click=o;var g=j(m);Yl(g,{class:"h-4 w-4"}),H(m),Ce(()=>er(m,"aria-label",t()?"Clear search":"Close")),T(p,m)};le(d,p=>{f(i)&&p(h)})}H(l),Ce(()=>yt(l,1,`relative ${e.class??""}`)),T(r,l),we()}Ln(["click"]);var GDe=G(" Add New Server",1),zDe=G('

        Add New Server

        '),qDe=G('
        No MCP Servers configured yet. Add one to enable agentic features.
        '),HDe=G('
        '),VDe=G('

        Manage Servers

        ');function YDe(r,e){Ee(e,!0);let t=F(()=>lr.getServersSorted()),n=_e(!1);Nt(()=>{if(f(n))return;f(t).length>0&&f(t).every(w=>{const C=lr.getHealthCheckState(w.id);return C.status===kn.SUCCESS||C.status===kn.ERROR})&&M(n,!0)});let a=_e(!1),i=_e(""),s=_e(""),o=F(()=>{if(!f(i).trim())return"URL is required";try{return new URL(f(i)),null}catch{return"Invalid URL format"}});function l(){M(a,!0),M(i,""),M(s,"")}function c(){M(a,!1),M(i,""),M(s,"")}function u(){if(f(o))return;const S=Cl()??`${T4}-${Date.now()}`;lr.addServer({id:S,enabled:!0,url:f(i).trim(),headers:f(s).trim()||void 0}),rt.setMcpServerOverride(S,!0),M(a,!1),M(i,""),M(s,"")}var d=VDe(),h=j(d),p=ee(j(h),2);{var m=S=>{kr(S,{variant:"outline",size:"sm",class:"shrink-0",onclick:l,children:(w,C)=>{var x=GDe(),N=L(x);If(N,{class:"h-4 w-4"}),et(),T(w,x)},$$slots:{default:!0}})};le(p,S=>{f(a)||S(m)})}H(h);var g=ee(h,2);{var b=S=>{var w=se(),C=L(w);me(C,()=>Oc,(x,N)=>{N(x,{class:"bg-muted/30 p-4",children:(I,D)=>{var V=zDe(),q=ee(j(V),2);{let re=F(()=>f(i)?f(o):null);XV(q,{get url(){return f(i)},get headers(){return f(s)},onUrlChange:W=>M(i,W,!0),onHeadersChange:W=>M(s,W,!0),get urlError(){return f(re)},id:"new-server"})}var $=ee(q,2),K=j($);kr(K,{variant:"secondary",size:"sm",onclick:c,children:(re,W)=>{et();var ie=Ot("Cancel");T(re,ie)},$$slots:{default:!0}});var z=ee(K,2);{let re=F(()=>!!f(o));kr(z,{variant:"default",size:"sm",onclick:u,get disabled(){return f(re)},"aria-label":"Save",children:(W,ie)=>{et();var k=Ot("Add");T(W,k)},$$slots:{default:!0}})}H($),H(V),T(I,V)},$$slots:{default:!0}})}),T(S,w)};le(g,S=>{f(a)&&S(b)})}var _=ee(g,2);{var v=S=>{var w=qDe();T(S,w)};le(_,S=>{f(t).length===0&&!f(a)&&S(v)})}var y=ee(_,2);{var E=S=>{var w=HDe();Ir(w,21,()=>f(t),C=>C.id,(C,x)=>{var N=se(),I=L(N);{var D=q=>{tLe(q)},V=q=>{{let $=F(()=>lr.getServerFavicon(f(x).id)),K=F(()=>rt.isMcpServerEnabledForChat(f(x).id));IPe(q,{get server(){return f(x)},get faviconUrl(){return f($)},get enabled(){return f(K)},onToggle:async()=>await rt.toggleMcpServerForChat(f(x).id),onUpdate:z=>lr.updateServer(f(x).id,z),onDelete:()=>lr.removeServer(f(x).id)})}};le(I,q=>{f(n)?q(V,!1):q(D)})}T(C,N)}),H(w),T(S,w)};le(y,S=>{f(t).length>0&&S(E)})}H(d),T(r,d),we()}var WDe=G('
        '),jDe=G(' '),KDe=G('
        ');function XDe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=F(()=>lr.getServersSorted().filter(h=>h.enabled)),a=F(()=>f(n).filter(h=>rt.isMcpServerEnabledForChat(h.id)&&h.url.trim())),i=F(()=>f(a).filter(h=>lr.getHealthCheckState(h.id).status!==kn.ERROR)),s=F(()=>f(a).length>0),o=F(()=>Math.max(0,f(i).length-pO)),l=F(()=>f(i).slice(0,pO).map(h=>({id:h.id,url:lr.getServerFavicon(h.id)})).filter(h=>h.url!==null));var c=se(),u=L(c);{var d=h=>{var p=KDe(),m=j(p);Ir(m,21,()=>f(l),_=>_.id,(_,v)=>{var y=WDe(),E=j(y);H(y),Ce(()=>er(E,"src",f(v).url)),hn("error",E,S=>{S.currentTarget.style.display="none"}),Xc(E),T(_,y)}),H(m);var g=ee(m,2);{var b=_=>{var v=jDe(),y=j(v);H(v),Ce(()=>Ge(y,`+${f(o)??""}`)),T(_,v)};le(g,_=>{f(o)>0&&_(b)})}H(p),Ce(_=>yt(p,1,_),[()=>qr(Kt("inline-flex items-center gap-1.5",t()))]),T(h,p)};le(u,h=>{f(s)&&f(l).length>0&&h(d)})}T(r,c),we()}var QDe=G(''),ZDe=G(" Manage MCP Servers",1),JDe=G(''),ePe=G('Error'),tPe=G(''),rPe=G('
        '),nPe=G(" ",1);function aPe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"disabled",3,!1),a=_e(""),i=F(()=>lr.getServersSorted().filter(y=>y.enabled)),s=F(()=>f(i).length>0),o=F(()=>f(i).filter(y=>rt.isMcpServerEnabledForChat(y.id)&&y.url.trim())),l=F(()=>f(o).filter(y=>lr.getHealthCheckState(y.id).status!==kn.ERROR)),c=F(()=>f(o).length>0),u=F(()=>f(l).slice(0,3).map(y=>({id:y.id,url:lr.getServerFavicon(y.id)})).filter(y=>y.url!==null)),d=F(()=>{const y=f(a).toLowerCase().trim();return y?f(i).filter(E=>{const S=h(E).toLowerCase(),w=E.url.toLowerCase();return S.includes(y)||w.includes(y)}):f(i)});function h(y){return lr.getServerLabel(y)}function p(y){y&&lr.runHealthChecksForServers(f(i))}function m(y){return rt.isMcpServerEnabledForChat(y)}async function g(y){await rt.toggleMcpServerForChat(y)}var b=se(),_=L(b);{var v=y=>{var E=se(),S=L(E);me(S,()=>_y,(w,C)=>{C(w,{onOpenChange:x=>{x||M(a,""),p(x)},children:(x,N)=>{var I=nPe(),D=L(I);me(D,()=>gy,(q,$)=>{$(q,{get disabled(){return n()},onclick:K=>{K.preventDefault(),K.stopPropagation()},children:(K,z)=>{var re=QDe(),W=j(re);XDe(W,{get class(){return t()}}),H(re),Ce(()=>re.disabled=n()),T(K,re)},$$slots:{default:!0}})});var V=ee(D,2);me(V,()=>my,(q,$)=>{$(q,{align:"start",class:"w-72 pt-0",children:(K,z)=>{{const re=ie=>{var k=se(),B=L(k);me(B,()=>zs,(te,O)=>{O(te,{class:"flex cursor-pointer items-center gap-2",get onclick(){return e.onSettingsClick},children:(R,U)=>{var Q=ZDe(),ne=L(Q);Bv(ne,{class:"h-4 w-4"}),et(2),T(R,Q)},$$slots:{default:!0}})}),T(ie,k)};let W=F(()=>f(d).length===0);N6(K,{placeholder:"Search servers...",emptyMessage:"No servers found",get isEmpty(){return f(W)},get searchValue(){return f(a)},set searchValue(ie){M(a,ie,!0)},footer:re,children:(ie,k)=>{var B=rPe();Ir(B,21,()=>f(d),te=>te.id,(te,O)=>{const R=F(()=>lr.getHealthCheckState(f(O).id)),U=F(()=>f(R).status===kn.ERROR),Q=F(()=>m(f(O).id));var ne=tPe();ne.__click=()=>!f(U)&&g(f(O).id);var ue=j(ne),he=j(ue);{var be=Te=>{var Oe=JDe();Ce(Ne=>er(Oe,"src",Ne),[()=>lr.getServerFavicon(f(O).id)]),hn("error",Oe,Ne=>{Ne.currentTarget.style.display="none"}),Xc(Oe),T(Te,Oe)};le(he,Te=>{lr.getServerFavicon(f(O).id)&&Te(be)})}var Z=ee(he,2),ae=j(Z,!0);H(Z);var fe=ee(Z,2);{var pe=Te=>{var Oe=ePe();T(Te,Oe)};le(fe,Te=>{f(U)&&Te(pe)})}H(ue);var ye=ee(ue,2);sp(ye,{get checked(){return f(Q)},get disabled(){return f(U)},onclick:Te=>Te.stopPropagation(),onCheckedChange:()=>g(f(O).id)}),H(ne),Ce(Te=>{ne.disabled=f(U),Ge(ae,Te)},[()=>h(f(O))]),T(te,ne)}),H(B),T(ie,B)},$$slots:{footer:!0,default:!0}})}},$$slots:{default:!0}})}),T(x,I)},$$slots:{default:!0}})}),T(y,E)};le(_,y=>{f(s)&&f(c)&&f(u).length>0&&y(v)})}T(r,b),we()}Ln(["click"]);var iPe=G(" Tools",1),sPe=G(" Resources",1),oPe=G(" Prompts",1),lPe=G(" Logging",1),cPe=G(" Completions",1),uPe=G(" Tasks",1),dPe=G(" ",1);function hPe(r,e){Ee(e,!0);var t=se(),n=L(t);{var a=i=>{var s=dPe(),o=L(s);{var l=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-green-50 px-1.5 text-[10px] dark:bg-green-950",children:(E,S)=>{var w=iPe(),C=L(w);Tm(C,{class:"h-3 w-3 text-green-600 dark:text-green-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(o,y=>{e.capabilities.server.tools&&y(l)})}var c=ee(o,2);{var u=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-blue-50 px-1.5 text-[10px] dark:bg-blue-950",children:(E,S)=>{var w=sPe(),C=L(w);h4(C,{class:"h-3 w-3 text-blue-600 dark:text-blue-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(c,y=>{e.capabilities.server.resources&&y(u)})}var d=ee(c,2);{var h=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-purple-50 px-1.5 text-[10px] dark:bg-purple-950",children:(E,S)=>{var w=oPe(),C=L(w);_4(C,{class:"h-3 w-3 text-purple-600 dark:text-purple-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(d,y=>{e.capabilities.server.prompts&&y(h)})}var p=ee(d,2);{var m=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-orange-50 px-1.5 text-[10px] dark:bg-orange-950",children:(E,S)=>{var w=lPe(),C=L(w);wc(C,{class:"h-3 w-3 text-orange-600 dark:text-orange-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(p,y=>{e.capabilities.server.logging&&y(m)})}var g=ee(p,2);{var b=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-cyan-50 px-1.5 text-[10px] dark:bg-cyan-950",children:(E,S)=>{var w=cPe(),C=L(w);FU(C,{class:"h-3 w-3 text-cyan-600 dark:text-cyan-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(g,y=>{e.capabilities.server.completions&&y(b)})}var _=ee(g,2);{var v=y=>{Rs(y,{variant:"outline",class:"h-5 gap-1 bg-pink-50 px-1.5 text-[10px] dark:bg-pink-950",children:(E,S)=>{var w=uPe(),C=L(w);vre(C,{class:"h-3 w-3 text-pink-600 dark:text-pink-400"}),et(),T(E,w)},$$slots:{default:!0}})};le(_,y=>{e.capabilities.server.tasks&&y(v)})}T(i,s)};le(n,i=>{e.capabilities&&i(a)})}T(r,t),we()}var fPe=G(' '),pPe=G(" ",1),mPe=G('
        '),gPe=G('
        '),_Pe=G('
        ',1);function bPe(r,e){Ee(e,!0);let t=Y(e,"defaultExpanded",3,!1),n=F(t);var a=se(),i=L(a);{var s=o=>{var l=se(),c=L(l);me(c,()=>zf,(u,d)=>{d(u,{get class(){return e.class},get open(){return f(n)},set open(h){M(n,h)},children:(h,p)=>{var m=_Pe(),g=L(m),b=j(g);me(b,()=>qf,(v,y)=>{y(v,{class:"flex w-full items-center gap-1 text-xs text-muted-foreground hover:text-foreground",children:(E,S)=>{var w=pPe(),C=L(w);{var x=$=>{Uc($,{class:"h-3.5 w-3.5"})},N=$=>{$c($,{class:"h-3.5 w-3.5"})};le(C,$=>{f(n)?$(x):$(N,!1)})}var I=ee(C,2),D=j(I);H(I);var V=ee(I,2);{var q=$=>{var K=fPe(),z=j(K);H(K),Ce(()=>Ge(z,`· Connected in ${e.connectionTimeMs??""}ms`)),T($,K)};le(V,$=>{e.connectionTimeMs!==void 0&&$(q)})}Ce(()=>Ge(D,`Connection Log (${e.logs.length??""})`)),T(E,w)},$$slots:{default:!0}})}),H(g);var _=ee(g,2);me(_,()=>Hf,(v,y)=>{y(v,{class:"mt-2",children:(E,S)=>{var w=gPe();Ir(w,21,()=>e.logs,C=>C.timestamp.getTime()+C.message,(C,x)=>{const N=F(()=>Oce(f(x).level));var I=mPe(),D=j(I),V=j(D,!0);H(D);var q=ee(D,2);me(q,()=>f(N),(z,re)=>{re(z,{class:"mt-0.5 h-3 w-3 shrink-0"})});var $=ee(q,2),K=j($,!0);H($),H(I),Ce((z,re)=>{yt(I,1,z),Ge(V,re),Ge(K,f(x).message)},[()=>qr(Kt("flex items-start gap-1.5",Nce(f(x).level))),()=>vce(f(x).timestamp)]),T(C,I)}),H(w),T(E,w)},$$slots:{default:!0}})}),T(h,m)},$$slots:{default:!0}})}),T(o,l)};le(i,o=>{e.logs.length>0&&o(s)})}T(r,a),we()}var vPe=G('

        '),yPe=G('(Run 
        llama-server
        with 
        --webui-mcp-proxy
        flag)        '),SPe=G(''),EPe=G('
        ');function XV(r,e){Ee(e,!0);let t=Y(e,"useProxy",3,!1),n=Y(e,"urlError",3,null),a=Y(e,"id",3,"server"),i=F(()=>e.url.toLowerCase().startsWith(lo.WEBSOCKET)||e.url.toLowerCase().startsWith(lo.WEBSOCKET_SECURE)),s=F(()=>Bce(e.headers));function o(_){M(s,_),e.onHeadersChange(Uce(_))}var l=EPe(),c=j(l),u=j(c),d=ee(u,2);{let _=F(()=>n()?"border-destructive":"");cl(d,{get id(){return`server-url-${a()??""}`},type:"url",get placeholder(){return Une},get value(){return e.url},oninput:v=>e.onUrlChange(v.currentTarget.value),get class(){return f(_)}})}var h=ee(d,2);{var p=_=>{var v=vPe(),y=j(v,!0);H(v),Ce(()=>Ge(y,n())),T(_,v)};le(h,_=>{n()&&_(p)})}var m=ee(h,2);{var g=_=>{var v=SPe();let y;var E=j(v);{let x=F(()=>!lr.isProxyAvailable);sp(E,{class:"mt-1",get id(){return`use-proxy-${a()??""}`},get checked(){return t()},get disabled(){return f(x)},onCheckedChange:N=>e.onUseProxyChange?.(N)})}var S=ee(E,2),w=ee(j(S),4);{var C=x=>{var N=yPe();T(x,N)};le(w,x=>{lr.isProxyAvailable||x(C)})}H(S),H(v),Ce(()=>y=yt(v,1,"mt-3 flex items-start gap-2",null,y,{"cursor-pointer":lr.isProxyAvailable,"opacity-80":!lr.isProxyAvailable})),T(_,v)};le(m,_=>{!f(i)&&e.onUseProxyChange&&_(g)})}H(c);var b=ee(c,2);BDe(b,{class:"mt-2",get pairs(){return f(s)},onPairsChange:o,keyPlaceholder:"Header name",valuePlaceholder:"Value",addButtonLabel:"Add",emptyMessage:"No custom headers configured.",sectionLabel:"Custom Headers",sectionLabelOptional:!0}),H(l),Ce(()=>er(u,"for",`server-url-${a()??""}`)),T(r,l),we()}var wPe=ju('');function Dy(r,e){let t=Y(e,"class",3,""),n=Y(e,"style",3,"");var a=wPe();Ce(()=>{yt(a,0,qr(t())),ds(a,n())}),T(r,a)}var TPe=G('

        '),CPe=G('

        '),APe=G('
        ',1),xPe=G(" ",1),RPe=G('
        '),OPe=G('
        ',1),NPe=G(" ",1);function IPe(r,e){Ee(e,!0);let t=F(()=>lr.getHealthCheckState(e.server.id)),n=F(()=>lr.getServerLabel(e.server)),a=F(()=>f(t).status===kn.IDLE),i=F(()=>f(t).status===kn.CONNECTING),s=F(()=>f(t).status===kn.SUCCESS),o=F(()=>f(t).status===kn.ERROR),l=F(()=>f(a)||f(i)),c=F(()=>f(t).status===kn.ERROR?f(t).message:void 0),u=F(()=>f(t).status===kn.SUCCESS?f(t).tools:[]),d=F(()=>f(t).status===kn.CONNECTING||f(t).status===kn.SUCCESS||f(t).status===kn.ERROR?f(t).logs:[]),h=F(()=>f(t).status===kn.SUCCESS?f(t):null),p=F(()=>f(h)?.serverInfo),m=F(()=>f(h)?.capabilities),g=F(()=>f(h)?.transportType),b=F(()=>f(h)?.protocolVersion),_=F(()=>f(h)?.connectionTimeMs),v=F(()=>f(h)?.instructions),y=F(()=>!e.server.url.trim()),E=_e(!1),S=_e(null);function w(){lr.runHealthCheck(e.server)}async function C(){M(y,!0),await nl(),f(S)?.setInitialValues(e.server.url,e.server.headers||"",e.server.useProxy||!1)}function x(){e.server.url.trim()?M(y,!1):e.onDelete()}function N($,K,z){e.onUpdate({url:$,headers:K||void 0,useProxy:z}),M(y,!1),e.server.enabled&&$&&setTimeout(()=>lr.runHealthCheck({...e.server,url:$,useProxy:z}),100)}function I(){M(E,!0)}var D=NPe(),V=L(D);me(V,()=>Oc,($,K)=>{K($,{class:"!gap-3 bg-muted/30 p-4",children:(z,re)=>{var W=se(),ie=L(W);{var k=te=>{pr(jPe(te,{get serverId(){return e.server.id},get serverUrl(){return e.server.url},get serverUseProxy(){return e.server.useProxy},onSave:N,onCancel:x}),O=>M(S,O,!0),()=>f(S))},B=te=>{var O=OPe(),R=L(O);{let Ne=F(()=>e.enabled??e.server.enabled);BPe(R,{get displayName(){return f(n)},get faviconUrl(){return e.faviconUrl},get enabled(){return f(Ne)},get disabled(){return f(o)},get onToggle(){return e.onToggle},get serverInfo(){return f(p)},get capabilities(){return f(m)},get transportType(){return f(g)}})}var U=ee(R,2);{var Q=Ne=>{var Ue=TPe(),Fe=j(Ue,!0);H(Ue),Ce(()=>Ge(Fe,f(c))),T(Ne,Ue)};le(U,Ne=>{f(o)&&f(c)&&Ne(Q)})}var ne=ee(U,2);{var ue=Ne=>{var Ue=CPe(),Fe=j(Ue,!0);H(Ue),Ce(()=>Ge(Fe,f(p).description)),T(Ne,Ue)};le(ne,Ne=>{f(s)&&f(p)?.description&&Ne(ue)})}var he=ee(ne,2),be=j(he);{var Z=Ne=>{var Ue=APe(),Fe=L(Ue),Ke=j(Fe),He=j(Ke);Fa(He,{class:"h-4 w-4 rounded"});var it=ee(He,2);Fa(it,{class:"h-3 w-24"}),H(Ke);var st=ee(Ke,2),dt=j(st);Fa(dt,{class:"h-5 w-16 rounded-full"});var Ae=ee(dt,2);Fa(Ae,{class:"h-5 w-20 rounded-full"});var Le=ee(Ae,2);Fa(Le,{class:"h-5 w-14 rounded-full"}),H(st),H(Fe);var ht=ee(Fe,2),ze=j(ht),mt=j(ze);Fa(mt,{class:"h-4 w-4 rounded"});var At=ee(mt,2);Fa(At,{class:"h-3 w-32"}),H(ze),H(ht),T(Ne,Ue)},ae=Ne=>{var Ue=xPe(),Fe=L(Ue);{var Ke=Ae=>{iLe(Ae,{get instructions(){return f(v)}})};le(Fe,Ae=>{f(s)&&f(v)&&Ae(Ke)})}var He=ee(Fe,2);{var it=Ae=>{YPe(Ae,{get tools(){return f(u)}})};le(He,Ae=>{f(u).length>0&&Ae(it)})}var st=ee(He,2);{var dt=Ae=>{bPe(Ae,{get logs(){return f(d)},get connectionTimeMs(){return f(_)}})};le(st,Ae=>{f(d).length>0&&Ae(dt)})}T(Ne,Ue)};le(be,Ne=>{f(l)?Ne(Z):Ne(ae,!1)})}H(he);var fe=ee(he,2),pe=j(fe);{var ye=Ne=>{Fa(Ne,{class:"h-3 w-28"})},Te=Ne=>{var Ue=se(),Fe=L(Ue);{var Ke=He=>{var it=RPe(),st=j(it),dt=j(st);H(st),H(it),Ce(()=>Ge(dt,`Protocol version: ${f(b)??""}`)),T(He,it)};le(Fe,He=>{f(b)&&He(Ke)},!0)}T(Ne,Ue)};le(pe,Ne=>{f(l)?Ne(ye):Ne(Te,!1)})}var Oe=ee(pe,2);$Pe(Oe,{get isHealthChecking(){return f(i)},onEdit:C,onRefresh:w,onDelete:I}),H(fe),T(te,O)};le(ie,te=>{f(y)?te(k):te(B,!1)})}T(z,W)},$$slots:{default:!0}})});var q=ee(V,2);JPe(q,{get displayName(){return f(n)},onOpenChange:$=>M(E,$,!0),get onConfirm(){return e.onDelete},get open(){return f(E)},set open($){M(E,$,!0)}}),T(r,D),we()}var kPe=G(''),MPe=G('
        '),DPe=G(''),PPe=G(" ",1),LPe=G('
        '),FPe=G('

        ');function BPe(r,e){Ee(e,!0);let t=Y(e,"disabled",3,!1);var n=FPe(),a=j(n),i=j(a),s=j(i),o=j(s);{var l=E=>{var S=kPe();Ce(()=>er(S,"src",e.faviconUrl)),hn("error",S,w=>{w.currentTarget.style.display="none"}),Xc(S),T(E,S)},c=E=>{var S=MPe(),w=j(S);ore(w,{class:"h-3 w-3 text-muted-foreground"}),H(S),T(E,S)};le(o,E=>{e.faviconUrl?E(l):E(c,!1)})}var u=ee(o,2),d=j(u,!0);H(u);var h=ee(u,2);{var p=E=>{Rs(E,{variant:"secondary",class:"h-4 min-w-0 truncate px-1 text-[10px]",children:(S,w)=>{et();var C=Ot();Ce(()=>Ge(C,`v${e.serverInfo.version??""}`)),T(S,C)},$$slots:{default:!0}})};le(h,E=>{e.serverInfo?.version&&E(p)})}var m=ee(h,2);{var g=E=>{var S=DPe(),w=j(S);hre(w,{class:"h-3 w-3"}),H(S),Ce(()=>er(S,"href",e.serverInfo.websiteUrl)),T(E,S)};le(m,E=>{e.serverInfo?.websiteUrl&&E(g)})}H(s);var b=ee(s,2);{var _=E=>{var S=LPe(),w=j(S);{var C=I=>{const D=F(()=>Bne[e.transportType]);Rs(I,{variant:"outline",class:"h-5 gap-1 px-1.5 text-[10px]",children:(V,q)=>{var $=PPe(),K=L($);{var z=W=>{var ie=se(),k=L(ie);me(k,()=>f(D),(B,te)=>{te(B,{class:"h-3 w-3"})}),T(W,ie)};le(K,W=>{f(D)&&W(z)})}var re=ee(K);Ce(()=>Ge(re,` ${(Fne[e.transportType]||e.transportType)??""}`)),T(V,$)},$$slots:{default:!0}})};le(w,I=>{e.transportType&&I(C)})}var x=ee(w,2);{var N=I=>{hPe(I,{get capabilities(){return e.capabilities}})};le(x,I=>{e.capabilities&&I(N)})}H(S),T(E,S)};le(b,E=>{(e.capabilities||e.transportType)&&E(_)})}H(i);var v=ee(i,2),y=j(v);sp(y,{get checked(){return e.enabled},get disabled(){return t()},get onCheckedChange(){return e.onToggle}}),H(v),H(a),H(n),Ce(()=>Ge(d,e.displayName)),T(r,n),we()}var UPe=G('
        ');function $Pe(r,e){var t=UPe(),n=j(t);kr(n,{variant:"ghost",size:"icon",class:"h-7 w-7",get onclick(){return e.onEdit},"aria-label":"Edit",children:(s,o)=>{v4(s,{class:"h-3.5 w-3.5"})},$$slots:{default:!0}});var a=ee(n,2);kr(a,{variant:"ghost",size:"icon",class:"h-7 w-7",get onclick(){return e.onRefresh},get disabled(){return e.isHealthChecking},"aria-label":"Refresh",children:(s,o)=>{Tc(s,{class:"h-3.5 w-3.5"})},$$slots:{default:!0}});var i=ee(a,2);kr(i,{variant:"ghost",size:"icon",class:"hover:text-destructive-foreground h-7 w-7 text-destructive hover:bg-destructive/10",get onclick(){return e.onDelete},"aria-label":"Delete",children:(s,o)=>{Gc(s,{class:"h-3.5 w-3.5"})},$$slots:{default:!0}}),H(t),T(r,t)}var GPe=G(" ",1),zPe=G('

        '),qPe=G("
        "),HPe=G('
        '),VPe=G(" ",1);function YPe(r,e){Ee(e,!0);let t=_e(!1),n=F(()=>e.tools.length);var a=se(),i=L(a);me(i,()=>zf,(s,o)=>{o(s,{get open(){return f(t)},set open(l){M(t,l,!0)},children:(l,c)=>{var u=VPe(),d=L(u);me(d,()=>qf,(p,m)=>{m(p,{class:"flex w-full items-center gap-1 text-xs text-muted-foreground hover:text-foreground",children:(g,b)=>{var _=GPe(),v=L(_);{var y=C=>{Uc(C,{class:"h-3.5 w-3.5"})},E=C=>{$c(C,{class:"h-3.5 w-3.5"})};le(v,C=>{f(t)?C(y):C(E,!1)})}var S=ee(v,2),w=j(S);H(S),Ce(()=>Ge(w,`${f(n)??""} tools available · Show details`)),T(g,_)},$$slots:{default:!0}})});var h=ee(d,2);me(h,()=>Hf,(p,m)=>{m(p,{class:"mt-2",children:(g,b)=>{var _=HPe();Ir(_,21,()=>e.tools,v=>v.name,(v,y)=>{var E=qPe(),S=j(E);Rs(S,{variant:"secondary",children:(x,N)=>{et();var I=Ot();Ce(()=>Ge(I,f(y).name)),T(x,I)},$$slots:{default:!0}});var w=ee(S,2);{var C=x=>{var N=zPe(),I=j(N,!0);H(N),Ce(()=>Ge(I,f(y).description)),T(x,N)};le(w,x=>{f(y).description&&x(C)})}H(E),T(v,E)}),H(_),T(g,_)},$$slots:{default:!0}})}),T(l,u)},$$slots:{default:!0}})}),T(r,a),we()}var WPe=G('

        Configure Server

        ');function jPe(r,e){Ee(e,!0);let t=Y(e,"serverUseProxy",3,!1),n=F(()=>e.serverUrl),a=_e(""),i=F(t),s=F(()=>{if(!f(n).trim())return"URL is required";try{return new URL(f(n)),null}catch{return"Invalid URL format"}}),o=F(()=>!f(s));function l(){f(o)&&e.onSave(f(n).trim(),f(a).trim(),f(i))}function c(b,_,v){M(n,b),M(a,_,!0),M(i,v)}var u={setInitialValues:c},d=WPe(),h=ee(j(d),2);{let b=F(()=>f(n)?f(s):null);XV(h,{get url(){return f(n)},get headers(){return f(a)},get useProxy(){return f(i)},onUrlChange:_=>M(n,_),onHeadersChange:_=>M(a,_,!0),onUseProxyChange:_=>M(i,_),get urlError(){return f(b)},get id(){return e.serverId}})}var p=ee(h,2),m=j(p);kr(m,{variant:"secondary",size:"sm",get onclick(){return e.onCancel},children:(b,_)=>{et();var v=Ot("Cancel");T(b,v)},$$slots:{default:!0}});var g=ee(m,2);{let b=F(()=>!f(o));kr(g,{size:"sm",onclick:l,get disabled(){return f(b)},children:(_,v)=>{et();var y=Ot();Ce(E=>Ge(y,E),[()=>e.serverUrl.trim()?"Update":"Add"]),T(_,y)},$$slots:{default:!0}})}return H(p),H(d),T(r,d),we(u)}var KPe=G(`Are you sure you want to delete ? This action cannot be + undone.`,1),XPe=G(" ",1),QPe=G(" ",1),ZPe=G(" ",1);function JPe(r,e){Ee(e,!0);let t=Y(e,"open",15);var n=se(),a=L(n);me(a,()=>nd,(i,s)=>{s(i,{get onOpenChange(){return e.onOpenChange},get open(){return t()},set open(o){t(o)},children:(o,l)=>{var c=se(),u=L(c);me(u,()=>td,(d,h)=>{h(d,{children:(p,m)=>{var g=ZPe(),b=L(g);me(b,()=>ed,(v,y)=>{y(v,{children:(E,S)=>{var w=XPe(),C=L(w);me(C,()=>Zu,(N,I)=>{I(N,{children:(D,V)=>{et();var q=Ot("Delete Server");T(D,q)},$$slots:{default:!0}})});var x=ee(C,2);me(x,()=>rd,(N,I)=>{I(N,{children:(D,V)=>{et();var q=KPe(),$=ee(L(q)),K=j($,!0);H($),et(),Ce(()=>Ge(K,e.displayName)),T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})});var _=ee(b,2);me(_,()=>Ju,(v,y)=>{y(v,{children:(E,S)=>{var w=QPe(),C=L(w);me(C,()=>Dx,(N,I)=>{I(N,{children:(D,V)=>{et();var q=Ot("Cancel");T(D,q)},$$slots:{default:!0}})});var x=ee(C,2);me(x,()=>fh,(N,I)=>{I(N,{class:"text-destructive-foreground bg-destructive hover:bg-destructive/90",get onclick(){return e.onConfirm},children:(D,V)=>{et();var q=Ot("Delete");T(D,q)},$$slots:{default:!0}})}),T(E,w)},$$slots:{default:!0}})}),T(p,g)},$$slots:{default:!0}})}),T(o,c)},$$slots:{default:!0}})}),T(r,n),we()}var eLe=G('
        ',1);function tLe(r){Oc(r,{class:"grid gap-3 p-4",children:(e,t)=>{var n=eLe(),a=L(n),i=j(a),s=j(i);Fa(s,{class:"h-5 w-5 rounded"});var o=ee(s,2);Fa(o,{class:"h-5 w-28"});var l=ee(o,2);Fa(l,{class:"h-5 w-12 rounded-full"}),H(i);var c=ee(i,2);Fa(c,{class:"h-6 w-11 rounded-full"}),H(a);var u=ee(a,2),d=j(u);Fa(d,{class:"h-5 w-14 rounded-full"});var h=ee(d,2);Fa(h,{class:"h-5 w-12 rounded-full"});var p=ee(h,2);Fa(p,{class:"h-5 w-16 rounded-full"}),H(u);var m=ee(u,2),g=j(m);Fa(g,{class:"h-4 w-40"});var b=ee(g,2);Fa(b,{class:"h-4 w-52"}),H(m);var _=ee(m,2);Fa(_,{class:"h-3.5 w-36"});var v=ee(_,2),y=j(v);Fa(y,{class:"h-8 w-8 rounded"});var E=ee(y,2);Fa(E,{class:"h-8 w-8 rounded"});var S=ee(E,2);Fa(S,{class:"h-8 w-8 rounded"}),H(v),T(e,n)},$$slots:{default:!0}})}var rLe=G(" Server instructions",1),nLe=G('

        '),aLe=G(" ",1);function iLe(r,e){let t=_e(!1);var n=se(),a=L(n);{var i=s=>{var o=se(),l=L(o);me(l,()=>zf,(c,u)=>{u(c,{get class(){return e.class},get open(){return f(t)},set open(d){M(t,d,!0)},children:(d,h)=>{var p=aLe(),m=L(p);me(m,()=>qf,(b,_)=>{_(b,{class:"flex w-full items-center gap-1 text-xs text-muted-foreground hover:text-foreground",children:(v,y)=>{var E=rLe(),S=L(E);{var w=x=>{Uc(x,{class:"h-3.5 w-3.5"})},C=x=>{$c(x,{class:"h-3.5 w-3.5"})};le(S,x=>{f(t)?x(w):x(C,!1)})}et(2),T(v,E)},$$slots:{default:!0}})});var g=ee(m,2);me(g,()=>Hf,(b,_)=>{_(b,{class:"mt-2",children:(v,y)=>{var E=nLe(),S=j(E,!0);H(E),Ce(()=>Ge(S,e.instructions)),T(v,E)},$$slots:{default:!0}})}),T(d,p)},$$slots:{default:!0}})}),T(s,o)};le(a,s=>{e.instructions&&s(i)})}T(r,n)}var sLe=G('

        Available resources

        ');function oLe(r,e){Ee(e,!0);let t=Y(e,"searchQuery",3,"");var n=sLe(),a=j(n),i=j(a);My(i,{placeholder:"Search resources...",get value(){return t()},onInput:o=>e.onSearch?.(o)});var s=ee(i,2);kr(s,{variant:"ghost",size:"sm",class:"h-8 w-8 p-0",get onclick(){return e.onRefresh},get disabled(){return e.isLoading},title:"Refresh resources",children:(o,l)=>{var c=se(),u=L(c);{var d=p=>{Ka(p,{class:"h-4 w-4 animate-spin"})},h=p=>{Tc(p,{class:"h-4 w-4"})};le(u,p=>{e.isLoading?p(d):p(h,!1)})}T(o,c)},$$slots:{default:!0}}),H(a),et(2),H(n),T(r,n),we()}var lLe=G('
        ');function cLe(r,e){var t=lLe(),n=j(t);{var a=s=>{var o=Ot("Loading resources...");T(s,o)},i=s=>{var o=Ot("No resources available");T(s,o)};le(n,s=>{e.isLoading?s(a):s(i,!1)})}H(t),T(r,t)}function uLe(r,e){return r.title?.toLowerCase().includes(e)||r.uri.toLowerCase().includes(e)}function dLe(r,e,t){const n={name:"root",children:new Map};if(!t||!t.trim()){for(const s of r){const o=db(s.uri);let l=n;for(let u=0;u0}return i(n),n}function QV(r){if(r.resource)return 1;let e=0;for(const t of r.children.values())e+=QV(t);return e}function BL(r){return r.sort((e,t)=>{const n=!e.resource&&e.children.size>0,a=!t.resource&&t.children.size>0;return n&&!a?-1:!n&&a?1:e.name.localeCompare(t.name)})}var hLe=G(' ',1),fLe=G('
        '),pLe=G(" ",1),mLe=G('
        '),gLe=G(''),_Le=G(' ) ',1),bLe=G('
        '),vLe=G('
        No resources
        '),yLe=G('
        '),SLe=G(''),ELe=G('
        Templates
        ',1),wLe=G(" ",1),TLe=G('
        '),CLe=G(" ",1);function ALe(r,e){Ee(e,!0);const t=(b,_=$e,v=$e,y=$e)=>{const E=F(()=>!_().resource&&_().children.size>0),S=F(()=>`${e.serverName}:${y()}/${_().name}`),w=F(()=>e.expandedFolders.has(f(S)));var C=se(),x=L(C);{var N=D=>{const V=F(()=>QV(_()));var q=se(),$=L(q);me($,()=>zf,(K,z)=>{z(K,{get open(){return f(w)},onOpenChange:()=>e.onToggleFolder(f(S)),children:(re,W)=>{var ie=pLe(),k=L(ie);me(k,()=>qf,(te,O)=>{O(te,{class:"flex w-full items-center gap-2 rounded px-2 py-1 text-sm hover:bg-muted/50",children:(R,U)=>{var Q=hLe(),ne=L(Q);{var ue=ye=>{Uc(ye,{class:"h-3 w-3"})},he=ye=>{$c(ye,{class:"h-3 w-3"})};le(ne,ye=>{f(w)?ye(ue):ye(he,!1)})}var be=ee(ne,2);hg(be,{class:"h-3.5 w-3.5 text-muted-foreground"});var Z=ee(be,2),ae=j(Z,!0);H(Z);var fe=ee(Z,2),pe=j(fe);H(fe),Ce(()=>{Ge(ae,_().name),Ge(pe,`(${f(V)??""})`)}),T(R,Q)},$$slots:{default:!0}})});var B=ee(k,2);me(B,()=>Hf,(te,O)=>{O(te,{children:(R,U)=>{var Q=fLe();Ir(Q,21,()=>BL([..._().children.values()]),ne=>ne.resource?.uri||`${e.serverName}:${y()}/${_().name}/${ne.name}`,(ne,ue)=>{t(ne,()=>f(ue),()=>v()+1,()=>`${y()}/${_().name}`)}),H(Q),T(R,Q)},$$slots:{default:!0}})}),T(re,ie)},$$slots:{default:!0}})}),T(D,q)},I=D=>{var V=se(),q=L(V);{var $=K=>{const z=F(()=>_().resource),re=F(()=>g$(f(z).mimeType,f(z).uri)),W=F(()=>p(f(z))),ie=F(()=>f(z).title||kce(_().name));var k=mLe(),B=j(k);{var te=ne=>{Uu(ne,{get checked(){return f(W)},onCheckedChange:ue=>h(f(z),ue===!0),class:"h-4 w-4"})};le(B,ne=>{e.onToggle&&ne(te)})}var O=ee(B,2);O.__click=ne=>d(f(z),ne);var R=j(O);me(R,()=>f(re),(ne,ue)=>{ue(ne,{class:"h-3.5 w-3.5 shrink-0 text-muted-foreground"})});var U=ee(R,2),Q=j(U,!0);H(U),H(O),H(k),Ce(ne=>{yt(O,1,ne),er(O,"title",f(ie)),Ge(Q,f(ie))},[()=>qr(Kt("flex flex-1 items-center gap-2 rounded px-2 py-1 text-left text-sm transition-colors","hover:bg-muted/50",f(W)&&"bg-muted"))]),T(K,k)};le(q,K=>{_().resource&&K($)},!0)}T(D,V)};le(x,D=>{f(E)?D(N):D(I,!1)})}T(b,C)};let n=Y(e,"searchQuery",3,"");const a=F(()=>e.serverRes.resources.length>0),i=F(()=>e.serverRes.templates.length>0),s=F(()=>f(a)||f(i)),o=F(()=>lr.getServerDisplayName(e.serverName)),l=F(()=>lr.getServerFavicon(e.serverName)),c=F(()=>dLe(e.serverRes.resources,e.serverName,n())),u=F(()=>e.serverRes.templates.map(b=>({uriTemplate:b.uriTemplate,name:b.name,title:b.title,description:b.description,mimeType:b.mimeType,serverName:e.serverName,annotations:b.annotations,icons:b.icons})));function d(b,_){e.onSelect?.(b,_.shiftKey)}function h(b,_){e.onToggle?.(b,_)}function p(b){return e.selectedUris.has(b.uri)}var m=se(),g=L(m);me(g,()=>zf,(b,_)=>{_(b,{get open(){return e.isExpanded},get onOpenChange(){return e.onToggleServer},children:(v,y)=>{var E=CLe(),S=L(E);me(S,()=>qf,(C,x)=>{x(C,{class:"flex w-full items-center gap-2 rounded px-2 py-1.5 text-sm hover:bg-muted/50",children:(N,I)=>{var D=_Le(),V=L(D);{var q=Q=>{Uc(Q,{class:"h-3.5 w-3.5"})},$=Q=>{$c(Q,{class:"h-3.5 w-3.5"})};le(V,Q=>{e.isExpanded?Q(q):Q($,!1)})}var K=ee(V,2),z=j(K),re=j(z);{var W=Q=>{var ne=gLe();Ce(()=>er(ne,"src",f(l))),hn("error",ne,ue=>{ue.currentTarget.style.display="none"}),Xc(ne),T(Q,ne)};le(re,Q=>{f(l)&&Q(W)})}var ie=ee(re);H(z);var k=ee(z,2),B=j(k),te=ee(B);{var O=Q=>{var ne=Ot();Ce(()=>Ge(ne,`, ${e.serverRes.templates.length??""} template${e.serverRes.templates.length!==1?"s":""}`)),T(Q,ne)};le(te,Q=>{f(i)&&Q(O)})}et(),H(k),H(K);var R=ee(K,2);{var U=Q=>{Ka(Q,{class:"ml-auto h-3 w-3 animate-spin text-muted-foreground"})};le(R,Q=>{e.serverRes.loading&&Q(U)})}Ce(()=>{Ge(ie,` ${f(o)??""}`),Ge(B,`(${e.serverRes.resources.length??""} resource${e.serverRes.resources.length!==1?"s":""}`)}),T(N,D)},$$slots:{default:!0}})});var w=ee(S,2);me(w,()=>Hf,(C,x)=>{x(C,{children:(N,I)=>{var D=TLe(),V=j(D);{var q=K=>{var z=bLe(),re=j(z);H(z),Ce(()=>Ge(re,`Error: ${e.serverRes.error??""}`)),T(K,z)},$=K=>{var z=se(),re=L(z);{var W=k=>{var B=vLe();T(k,B)},ie=k=>{var B=wLe(),te=L(B);{var O=Q=>{var ne=se(),ue=L(ne);Ir(ue,17,()=>BL([...f(c).children.values()]),he=>he.resource?.uri||`${e.serverName}:${he.name}`,(he,be)=>{t(he,()=>f(be),()=>1,()=>"")}),T(Q,ne)};le(te,Q=>{f(a)&&Q(O)})}var R=ee(te,2);{var U=Q=>{var ne=ELe(),ue=L(ne);{var he=Z=>{var ae=yLe();T(Z,ae)};le(ue,Z=>{f(a)&&Z(he)})}var be=ee(ue,4);Ir(be,17,()=>f(u),Z=>Z.uriTemplate,(Z,ae)=>{var fe=SLe();fe.__click=()=>e.onTemplateSelect(f(ae));var pe=j(fe);IU(pe,{class:"h-3.5 w-3.5 shrink-0 text-muted-foreground"});var ye=ee(pe,2),Te=j(ye,!0);H(ye),H(fe),Ce(Oe=>{yt(fe,1,Oe),er(fe,"title",f(ae).uriTemplate),Ge(Te,f(ae).title||f(ae).name)},[()=>qr(Kt("flex w-full items-center gap-2 rounded px-2 py-1 text-left text-sm transition-colors","hover:bg-muted/50",e.selectedTemplateUri===f(ae).uriTemplate&&"bg-muted"))]),T(Z,fe)}),T(Q,ne)};le(R,Q=>{f(i)&&e.onTemplateSelect&&Q(U)})}T(k,B)};le(re,k=>{f(s)?k(ie,!1):k(W)},!0)}T(K,z)};le(V,K=>{e.serverRes.error?K(q):K($,!1)})}H(D),T(N,D)},$$slots:{default:!0}})}),T(v,E)},$$slots:{default:!0}})}),T(r,m),we()}Ln(["click"]);var xLe=G('
        ');function RLe(r,e){Ee(e,!0);let t=Y(e,"selectedUris",19,()=>new Set),n=new ls,a=new ls,i=_e("");const s=F(ez),o=F(ebe),l=F(()=>{if(!f(i).trim())return f(s);const y=f(i).toLowerCase(),E=new Oi;for(const[S,w]of f(s).entries()){const C=w.resources.filter(N=>N.title?.toLowerCase().includes(y)||N.uri.toLowerCase().includes(y)||S.toLowerCase().includes(y)),x=w.templates.filter(N=>N.name?.toLowerCase().includes(y)||N.title?.toLowerCase().includes(y)||N.uriTemplate.toLowerCase().includes(y)||S.toLowerCase().includes(y));(C.length>0||x.length>0||y.trim())&&E.set(S,{...w,resources:C,templates:x})}return E});Nt(()=>{e.expandToUri&&f(s).size>0&&c(e.expandToUri)});function c(y){for(const[E,S]of f(s).entries())if(S.resources.find(C=>C.uri===y)){n.add(E);const C=db(y);if(C.length>1){let x="";for(let N=0;NM(i,y,!0),get searchQuery(){return f(i)}});var g=ee(m,2),b=j(g);{var _=y=>{cLe(y,{get isLoading(){return f(o)}})},v=y=>{var E=se(),S=L(E);Ir(S,17,()=>[...f(l).entries()],([w,C])=>w,(w,C)=>{var x=F(()=>qA(f(C),2));let N=()=>f(x)[0],I=()=>f(x)[1];{let D=F(()=>n.has(N()));ALe(w,{get serverName(){return N()},get serverRes(){return I()},get isExpanded(){return f(D)},get selectedUris(){return t()},get selectedTemplateUri(){return e.selectedTemplateUri},get expandedFolders(){return a},onToggleServer:()=>u(N()),onToggleFolder:d,get onSelect(){return e.onSelect},get onToggle(){return e.onToggle},get onTemplateSelect(){return e.onTemplateSelect},get searchQuery(){return f(i)}})}}),T(y,E)};le(b,y=>{f(l).size===0?y(_):y(v,!1)})}H(g),H(p),Ce(y=>yt(p,1,y),[()=>qr(Kt("flex flex-col gap-2",e.class))]),T(r,p),we()}var OLe=G('
        Select a resource to preview
        '),NLe=G('

        '),ILe=G('
        '),kLe=G('
        '),MLe=G('
        '),DLe=G('Resource content'),PLe=G('
        '),LLe=G('
        No content available
        '),FLe=G(" ",1),BLe=G(' '),ULe=G(' '),$Le=G('
        '),GLe=G('

        ',1),zLe=G("
        ");function yC(r,e){Ee(e,!0);let t=_e(null),n=_e(!1),a=_e(null);Nt(()=>{e.resource?e.preloadedContent?(M(t,e.preloadedContent,!0),M(n,!1),M(a,null)):i(e.resource.uri):(M(t,null),M(a,null))});async function i(d){M(n,!0),M(a,null);try{const h=await lr.readResource(d);h?M(t,h,!0):M(a,"Failed to load resource content")}catch(h){M(a,h instanceof Error?h.message:"Unknown error",!0)}finally{M(n,!1)}}function s(){const d=Cp(f(t));!d||!e.resource||_$(d,e.resource.mimeType||Pt.PLAIN,e.resource.name||"resource.txt")}var o=zLe(),l=j(o);{var c=d=>{var h=OLe(),p=j(h);wc(p,{class:"h-8 w-8 opacity-50"}),et(2),H(h),T(d,h)},u=d=>{var h=GLe(),p=L(h),m=j(p),g=j(m),b=j(g,!0);H(g);var _=ee(g,2),v=j(_,!0);H(_);var y=ee(_,2);{var E=$=>{var K=NLe(),z=j(K,!0);H(K),Ce(()=>Ge(z,e.resource.description)),T($,K)};le(y,$=>{e.resource.description&&$(E)})}H(m);var S=ee(m,2),w=j(S);{let $=F(()=>Cp(f(t))),K=F(()=>!f(n)&&!!Cp(f(t)));Df(w,{get text(){return f($)},get canCopy(){return f(K)},ariaLabel:"Copy content"})}var C=ee(w,2);{let $=F(()=>f(n)||!Cp(f(t)));kr(C,{variant:"ghost",size:"sm",class:"h-7 w-7 p-0",onclick:s,get disabled(){return f($)},title:"Download content",children:(K,z)=>{Fv(K,{class:"h-3.5 w-3.5"})},$$slots:{default:!0}})}H(S),H(p);var x=ee(p,2),N=j(x);{var I=$=>{var K=ILe(),z=j(K);Ka(z,{class:"h-6 w-6 animate-spin text-muted-foreground"}),H(K),T($,K)},D=$=>{var K=se(),z=L(K);{var re=ie=>{var k=kLe(),B=j(k);d4(B,{class:"h-6 w-6"});var te=ee(B,2),O=j(te,!0);H(te),H(k),Ce(()=>Ge(O,f(a))),T(ie,k)},W=ie=>{var k=se(),B=L(k);{var te=O=>{const R=F(()=>Cp(f(t))),U=F(()=>Pce(f(t)));var Q=FLe(),ne=L(Q);{var ue=ae=>{var fe=MLe(),pe=j(fe,!0);H(fe),Ce(()=>Ge(pe,f(R))),T(ae,fe)};le(ne,ae=>{f(R)&&ae(ue)})}var he=ee(ne,2);Ir(he,17,()=>f(U),ae=>ae.uri,(ae,fe)=>{var pe=se(),ye=L(pe);{var Te=Ne=>{var Ue=DLe();Ce(Fe=>er(Ue,"src",Fe),[()=>hb(f(fe).mimeType??xm.OCTET_STREAM,f(fe).blob)]),T(Ne,Ue)},Oe=Ne=>{var Ue=PLe(),Fe=j(Ue);wc(Fe,{class:"h-4 w-4"});var Ke=ee(Fe,2),He=j(Ke);H(Ke),H(Ue),Ce(()=>Ge(He,`Binary content (${f(fe).mimeType||"unknown type"})`)),T(Ne,Ue)};le(ye,Ne=>{Ice(f(fe).mimeType??xm.OCTET_STREAM)?Ne(Te):Ne(Oe,!1)})}T(ae,pe)});var be=ee(he,2);{var Z=ae=>{var fe=LLe();T(ae,fe)};le(be,ae=>{!f(R)&&f(U).length===0&&ae(Z)})}T(O,Q)};le(B,O=>{f(t)&&O(te)},!0)}T(ie,k)};le(z,ie=>{f(a)?ie(re):ie(W,!1)},!0)}T($,K)};le(N,$=>{f(n)?$(I):$(D,!1)})}H(x);var V=ee(x,2);{var q=$=>{var K=$Le(),z=j(K);{var re=te=>{var O=BLe(),R=j(O,!0);H(O),Ce(()=>Ge(R,e.resource.mimeType)),T(te,O)};le(z,te=>{e.resource.mimeType&&te(re)})}var W=ee(z,2);{var ie=te=>{var O=ULe(),R=j(O);H(O),Ce(()=>Ge(R,`Priority: ${e.resource.annotations.priority??""}`)),T(te,O)};le(W,te=>{e.resource.annotations?.priority!==void 0&&te(ie)})}var k=ee(W,2),B=j(k);H(k),H(K),Ce(()=>Ge(B,`Server: ${e.resource.serverName??""}`)),T($,K)};le(V,$=>{(e.resource.mimeType||e.resource.annotations)&&$(q)})}Ce(()=>{Ge(b,e.resource.title||e.resource.name),Ge(v,e.resource.uri)}),T(d,h)};le(l,d=>{e.resource?d(u,!1):d(c)})}H(o),Ce(d=>yt(o,1,d),[()=>qr(Kt("flex flex-col gap-3",e.class))]),T(r,o),we()}var qLe=G('

        Resolved URI:

        '),HLe=G('
        ');function VLe(r,e){Ee(e,!0);const t=F(()=>b$(e.template.uriTemplate));let n=Sr({}),a=Sr({}),i=Sr({}),s=_e(null),o=_e(0);const l=F(()=>Lce(e.template.uriTemplate,n)),c=F(()=>Fce(e.template.uriTemplate,n)),u=m$(async(x,N)=>{if(N.length<1){a[x]=[];return}i[x]=!0;try{const I=await lr.getResourceCompletions(e.template.serverName,e.template.uriTemplate,x,N);if(I&&I.values.length>0){const D=I.values.filter(V=>V.trim()!=="");D.length>0?(a[x]=D,M(s,x,!0),M(o,0)):a[x]=[]}else a[x]=[]}catch(I){console.error("[McpResourceTemplateForm] Failed to fetch completions:",I),a[x]=[]}finally{i[x]=!1}},200);function d(x,N){n[x]=N,u(x,N)}function h(x,N){n[x]=N,a[x]=[],M(s,null)}function p(x,N){const I=a[N]??[];if(x.key===Tn.ESCAPE){x.preventDefault(),x.stopPropagation(),I.length>0&&f(s)===N?(a[N]=[],M(s,null)):e.onCancel();return}I.length===0||f(s)!==N||(x.key===Tn.ARROW_DOWN?(x.preventDefault(),M(o,Math.min(f(o)+1,I.length-1),!0)):x.key===Tn.ARROW_UP?(x.preventDefault(),M(o,Math.max(f(o)-1,0),!0)):x.key===Tn.ENTER&&I[f(o)]&&(x.preventDefault(),x.stopPropagation(),h(N,I[f(o)])))}function m(x){setTimeout(()=>{f(s)===x&&(a[x]=[],M(s,null))},150)}function g(x){const N=n[x]??"";N.length>=$ne&&u(x,N)}function b(x){x.preventDefault(),f(c)&&e.onResolve(f(l),e.template.serverName)}var _=HLe(),v=j(_);Ir(v,17,()=>f(t),x=>x.name,(x,N)=>{{let I=F(()=>n[f(N).name]??""),D=F(()=>a[f(N).name]??[]),V=F(()=>i[f(N).name]??!1),q=F(()=>f(s)===f(N).name),$=F(()=>f(s)===f(N).name?f(o):0);IDe(x,{get name(){return f(N).name},get value(){return f(I)},get suggestions(){return f(D)},get isLoadingSuggestions(){return f(V)},get isAutocompleteActive(){return f(q)},get autocompleteIndex(){return f($)},onInput:K=>d(f(N).name,K),onKeydown:K=>p(K,f(N).name),onBlur:()=>m(f(N).name),onFocus:()=>g(f(N).name),onSelectSuggestion:K=>h(f(N).name,K)})}});var y=ee(v,2);{var E=x=>{var N=qLe(),I=ee(j(N),2),D=j(I,!0);H(I),H(N),Ce(()=>Ge(D,f(l))),T(x,N)};le(y,x=>{f(c)&&x(E)})}var S=ee(y,2),w=j(S);kr(w,{type:"button",size:"sm",variant:"secondary",get onclick(){return e.onCancel},children:(x,N)=>{et();var I=Ot("Cancel");T(x,I)},$$slots:{default:!0}});var C=ee(w,2);{let x=F(()=>!f(c));kr(C,{size:"sm",type:"submit",get disabled(){return f(x)},children:(N,I)=>{et();var D=Ot("Read Resource");T(N,D)},$$slots:{default:!0}})}H(S),H(_),hn("submit",_,b),T(r,_),we()}function ZV(r,e){const t=e.trim().toLowerCase();return t?r.filter(n=>n.model.toLowerCase().includes(t)||n.name?.toLowerCase().includes(t)||n.aliases?.some(a=>a.toLowerCase().includes(t))||n.tags?.some(a=>a.toLowerCase().includes(t))):r}function JV(r,e,t){const n=[];for(let l=0;ll.option.model)),i=[];for(let l=0;l Loading models…'),WLe=G(' '),jLe=G('

        No models available.

        '),KLe=G('

        '),XLe=G(" ",1),QLe=G('Select model'),ZLe=G(" ",1),JLe=G(''),eFe=G('

        No models found.

        '),tFe=G('
        '),rFe=G(" ",1),nFe=G('

        '),aFe=G(" ",1),iFe=G(''),sFe=G("
        ",1);function eY(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"currentModel",3,null),a=Y(e,"disabled",3,!1),i=Y(e,"forceForegroundText",3,!1),s=Y(e,"useGlobalSelection",3,!1),o=F(()=>to().filter(B=>rr.getModelProps(B.model)?.webui!==!1)),l=F(Nx),c=F(Vz),u=F(Rc),d=F(xs),h=F(Ix),p=F(()=>{if(!f(d)||!n())return!1;const B=f(o).find(te=>te.model===n());return B?B.id===f(u):!1}),m=F(()=>!f(d)||!n()?!0:f(o).some(B=>B.model===n())),g=_e(!1),b=_e(""),_=_e(-1),v=F(()=>ZV(f(o),f(b))),y=F(()=>JV(f(v),rr.favoriteModelIds,B=>rr.isModelLoaded(B)));Nt(()=>{f(b),M(_,-1)});let E=_e(!1),S=_e(!1),w=_e(null);function C(B){M(w,B,!0),M(S,!0)}bi(()=>{rr.fetch().catch(B=>{console.error("Unable to load models:",B)})});function x(B){f(l)||f(c)||(f(d)?B?(M(E,!0),M(b,""),M(_,-1),rr.fetchRouterModels().then(()=>{rr.fetchModalitiesForLoadedModels()})):(M(E,!1),M(b,""),M(_,-1)):M(S,B,!0))}function N(){x(!0)}function I(B){if(!B.isComposing){if(B.key===Tn.ARROW_DOWN){if(B.preventDefault(),f(v).length===0)return;f(_)===-1||f(_)===f(v).length-1?M(_,0):M(_,f(_)+1)}else if(B.key===Tn.ARROW_UP){if(B.preventDefault(),f(v).length===0)return;f(_)===-1||f(_)===0?M(_,f(v).length-1):M(_,f(_)-1)}else if(B.key===Tn.ENTER)if(B.preventDefault(),f(_)>=0&&f(_)0&&M(_,0)}}async function D(B){const te=f(o).find(R=>R.id===B);if(!te)return;let O=!0;e.onModelChange?await e.onModelChange(te.id,te.model)===!1&&(O=!1):await rr.selectModelById(te.id),O&&(x(!1),requestAnimationFrame(()=>{document.querySelector('[data-slot="chat-form"] textarea')?.focus()})),!e.onModelChange&&f(d)&&!rr.isModelLoaded(te.model)&&(M(g,!0),rr.loadModel(te.model).catch(R=>console.error("Failed to load model:",R)).finally(()=>M(g,!1)))}function V(){if(!f(d)){const B=f(h)||n();return B?{id:f(h)?"current":"offline-current",model:B,name:B.split("/").pop()||B,capabilities:[]}:void 0}if(s()&&f(u)){const B=f(o).find(te=>te.id===f(u));if(B)return B}if(n())return f(m)?f(o).find(B=>B.model===n()):{id:"not-in-cache",model:n(),name:n().split("/").pop()||n(),capabilities:[]};if(f(u))return f(o).find(B=>B.id===f(u))}var q={open:N},$=sFe(),K=L($),z=j(K);{var re=B=>{var te=YLe(),O=j(te);Ka(O,{class:"h-3.5 w-3.5 animate-spin"}),et(),H(te),T(B,te)},W=B=>{var te=se(),O=L(te);{var R=Q=>{var ne=se(),ue=L(ne);{var he=Z=>{var ae=WLe(),fe=j(ae);lf(fe,{class:"h-3.5 w-3.5"});var pe=ee(fe,2);tf(pe,{get modelId(){return n()},class:"min-w-0",showOrgName:!0}),H(ae),Ce(ye=>yt(ae,1,ye),[()=>qr(Kt("inline-flex items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs text-muted-foreground",t()))]),T(Z,ae)},be=Z=>{var ae=jLe();T(Z,ae)};le(ue,Z=>{n()?Z(he):Z(be,!1)})}T(Q,ne)},U=Q=>{const ne=F(V);var ue=se(),he=L(ue);{var be=ae=>{var fe=se(),pe=L(fe);me(pe,()=>_y,(ye,Te)=>{Te(ye,{onOpenChange:x,get open(){return f(E)},set open(Oe){M(E,Oe,!0)},children:(Oe,Ne)=>{var Ue=rFe(),Fe=L(Ue);{let He=F(()=>Kt("inline-grid cursor-pointer grid-cols-[1fr_auto_1fr] items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60",f(m)?i()||f(p)?"text-foreground":"text-muted-foreground":"bg-red-400/10 !text-red-400 hover:bg-red-400/20 hover:text-red-400",f(E)?"text-foreground":"")),it=F(()=>a()||f(c));me(Fe,()=>gy,(st,dt)=>{dt(st,{get class(){return f(He)},style:"max-width: min(calc(100cqw - 9rem), 20rem)",get disabled(){return f(it)},children:(Ae,Le)=>{var ht=ZLe(),ze=L(ht);lf(ze,{class:"h-3.5 w-3.5"});var mt=ee(ze,2);{var At=ct=>{var Rt=se(),Ft=L(Rt);me(Ft,()=>da,(tr,ut)=>{ut(tr,{children:(Ut,Et)=>{var It=XLe(),xe=L(It);{const ft=(Ct,Lt)=>{tf(Ct,ot({get modelId(){return f(ne).model},class:"min-w-0 overflow-hidden",showOrgName:!0},()=>Lt?.().props))};me(xe,()=>ca,(Ct,Lt)=>{Lt(Ct,{child:ft,$$slots:{child:!0}})})}var Qe=ee(xe,2);me(Qe,()=>ua,(ft,Ct)=>{Ct(ft,{children:(Lt,Dt)=>{var bt=KLe(),wt=j(bt,!0);H(bt),Ce(()=>Ge(wt,f(ne).model)),T(Lt,bt)},$$slots:{default:!0}})}),T(Ut,It)},$$slots:{default:!0}})}),T(ct,Rt)},xt=ct=>{var Rt=QLe();T(ct,Rt)};le(mt,ct=>{f(ne)?ct(At):ct(xt,!1)})}var qt=ee(mt,2);{var ar=ct=>{Ka(ct,{class:"h-3 w-3.5 animate-spin"})},fr=ct=>{Uc(ct,{class:"h-3 w-3.5"})};le(qt,ct=>{f(c)||f(g)?ct(ar):ct(fr,!1)})}T(Ae,ht)},$$slots:{default:!0}})})}var Ke=ee(Fe,2);me(Ke,()=>my,(He,it)=>{it(He,{align:"end",class:"w-full max-w-[100vw] pt-0 sm:w-max sm:max-w-[calc(100vw-2rem)]",children:(st,dt)=>{{let Ae=F(()=>f(v).length===0&&f(m));N6(st,{placeholder:"Search models...",onSearchKeyDown:I,emptyMessage:"No models found.",get isEmpty(){return f(Ae)},get searchValue(){return f(b)},set searchValue(Le){M(b,Le,!0)},children:(Le,ht)=>{var ze=tFe();{const fr=(ct,Rt=$e,Ft=$e)=>{const tr=F(()=>{const{option:It,flatIndex:xe}=Rt();return{option:It,flatIndex:xe}}),ut=F(()=>n()===f(tr).option.model||f(u)===f(tr).option.id),Ut=F(()=>f(tr).flatIndex===f(_)),Et=F(()=>rr.favoriteModelIds.has(f(tr).option.model));rY(ct,{get option(){return f(tr).option},get isSelected(){return f(ut)},get isHighlighted(){return f(Ut)},get isFav(){return f(Et)},get showOrgName(){return Ft()},onSelect:D,onInfoClick:C,onMouseEnter:()=>M(_,f(tr).flatIndex,!0),onKeyDown:It=>{(It.key===Tn.ENTER||It.key===Tn.SPACE)&&(It.preventDefault(),D(f(tr).option.id))}})};var mt=j(ze);{var At=ct=>{var Rt=JLe(),Ft=j(Rt);tf(Ft,{get modelId(){return n()},class:"flex-1",showOrgName:!0}),et(2),H(Rt),T(ct,Rt)};le(mt,ct=>{!f(m)&&n()&&ct(At)})}var xt=ee(mt,2);{var qt=ct=>{var Rt=eFe();T(ct,Rt)};le(xt,ct=>{f(v).length===0&&ct(qt)})}var ar=ee(xt,2);tY(ar,{get groups(){return f(y)},get currentModel(){return n()},get activeId(){return f(u)},sectionHeaderClass:"my-1.5 px-2 py-2 text-[13px] font-semibold text-muted-foreground/70 select-none",onSelect:D,onInfoClick:C,get renderOption(){return fr}}),H(ze)}T(Le,ze)},$$slots:{default:!0}})}},$$slots:{default:!0}})}),T(Oe,Ue)},$$slots:{default:!0}})}),T(ae,fe)},Z=ae=>{var fe=iFe();fe.__click=()=>x(!0);var pe=j(fe);lf(pe,{class:"h-3.5 w-3.5"});var ye=ee(pe,2);{var Te=Ue=>{var Fe=se(),Ke=L(Fe);me(Ke,()=>da,(He,it)=>{it(He,{children:(st,dt)=>{var Ae=aFe(),Le=L(Ae);{const ze=(mt,At)=>{tf(mt,ot({get modelId(){return f(ne).model},class:"min-w-0 overflow-hidden",showOrgName:!0},()=>At?.().props))};me(Le,()=>ca,(mt,At)=>{At(mt,{child:ze,$$slots:{child:!0}})})}var ht=ee(Le,2);me(ht,()=>ua,(ze,mt)=>{mt(ze,{children:(At,xt)=>{var qt=nFe(),ar=j(qt,!0);H(qt),Ce(()=>Ge(ar,f(ne).model)),T(At,qt)},$$slots:{default:!0}})}),T(st,Ae)},$$slots:{default:!0}})}),T(Ue,Fe)};le(ye,Ue=>{f(ne)&&Ue(Te)})}var Oe=ee(ye,2);{var Ne=Ue=>{Ka(Ue,{class:"h-3 w-3.5 animate-spin"})};le(Oe,Ue=>{f(c)&&Ue(Ne)})}H(fe),Ce(Ue=>{yt(fe,1,Ue),fe.disabled=a()||f(c)},[()=>qr(Kt("inline-flex cursor-pointer items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60",f(m)?i()||f(p)?"text-foreground":"text-muted-foreground":"bg-red-400/10 !text-red-400 hover:bg-red-400/20 hover:text-red-400",f(E)?"text-foreground":""))]),T(ae,fe)};le(he,ae=>{f(d)?ae(be):ae(Z,!1)})}T(Q,ue)};le(O,Q=>{f(o).length===0&&f(d)?Q(R):Q(U,!1)},!0)}T(B,te)};le(z,B=>{f(l)&&f(o).length===0&&f(d)?B(re):B(W,!1)})}H(K);var ie=ee(K,2);{var k=B=>{Qz(B,{get modelId(){return f(w)},get open(){return f(S)},set open(te){M(S,te,!0)}})};le(ie,B=>{f(S)&&B(k)})}return Ce(B=>yt(K,1,B),[()=>qr(Kt("relative inline-flex flex-col items-end gap-1",t()))]),T(r,$),we(q)}Ln(["click"]);var oFe=G("

        Loaded models

        ",1),lFe=G("

        Favorite models

        ",1),cFe=G("

        "),uFe=G(" ",1),dFe=G("

        Available models

        ",1),hFe=G(" ",1);function tY(r,e){Ee(e,!0);const t=(p,m=$e,g=$e)=>{const b=F(()=>{const{option:y}=m();return{option:y}}),_=F(()=>e.currentModel===f(b).option.model||e.activeId===f(b).option.id),v=F(()=>rr.favoriteModelIds.has(f(b).option.model));rY(p,{get option(){return f(b).option},get isSelected(){return f(_)},isHighlighted:!1,get isFav(){return f(v)},get showOrgName(){return g()},get onSelect(){return e.onSelect},get onInfoClick(){return e.onInfoClick},onMouseEnter:()=>{},onKeyDown:()=>{}})};let n=Y(e,"sectionHeaderClass",3,"my-1 px-2 py-2 text-[13px] font-semibold text-muted-foreground/70 select-none"),a=Y(e,"orgHeaderClass",3,"px-2 py-2 text-[11px] font-semibold text-muted-foreground/50 select-none [&:not(:first-child)]:mt-1"),i=F(()=>e.renderOption??t);var s=hFe(),o=L(s);{var l=p=>{var m=oFe(),g=L(m),b=ee(g,2);Ir(b,17,()=>e.groups.loaded,_=>`loaded-${_.option.id}`,(_,v)=>{var y=se(),E=L(y);ke(E,()=>f(i),()=>f(v),()=>!0),T(_,y)}),Ce(()=>yt(g,1,qr(n()))),T(p,m)};le(o,p=>{e.groups.loaded.length>0&&p(l)})}var c=ee(o,2);{var u=p=>{var m=lFe(),g=L(m),b=ee(g,2);Ir(b,17,()=>e.groups.favorites,_=>`fav-${_.option.id}`,(_,v)=>{var y=se(),E=L(y);ke(E,()=>f(i),()=>f(v),()=>!0),T(_,y)}),Ce(()=>yt(g,1,qr(n()))),T(p,m)};le(c,p=>{e.groups.favorites.length>0&&p(u)})}var d=ee(c,2);{var h=p=>{var m=dFe(),g=L(m),b=ee(g,2);Ir(b,17,()=>e.groups.available,_=>_.orgName,(_,v)=>{var y=uFe(),E=L(y);{var S=C=>{var x=cFe(),N=j(x,!0);H(x),Ce(()=>{yt(x,1,qr(a())),Ge(N,f(v).orgName)}),T(C,x)};le(E,C=>{f(v).orgName&&C(S)})}var w=ee(E,2);Ir(w,17,()=>f(v).items,C=>C.option.id,(C,x)=>{var N=se(),I=L(N);ke(I,()=>f(i),()=>f(x),()=>!1),T(C,N)}),T(_,y)}),Ce(()=>yt(g,1,qr(n()))),T(p,m)};le(d,p=>{e.groups.available.length>0&&p(h)})}T(r,s),we()}var fFe=G('
        '),pFe=G('
        '),mFe=G('
        '),gFe=G('
        '),_Fe=G('
        ');function rY(r,e){Ee(e,!0);let t=Y(e,"showOrgName",3,!1),n=F(qye),a=F(()=>f(n).find(C=>C.id===e.option.model)?.status?.value??null),i=F(()=>rr.isModelOperationInProgress(e.option.model)),s=F(()=>f(a)===mi.FAILED),o=F(()=>f(a)===mi.SLEEPING),l=F(()=>(f(a)===mi.LOADED||f(o))&&!f(i)),c=F(()=>f(a)===mi.LOADING||f(i));var u=_Fe();u.__click=()=>e.onSelect(e.option.id),u.__keydown=function(...w){e.onKeyDown?.apply(this,w)};var d=j(u);tf(d,{get modelId(){return e.option.model},get showOrgName(){return t()},get aliases(){return e.option.aliases},get tags(){return e.option.tags},class:"flex-1"});var h=ee(d,2),p=j(h);p.__click=w=>w.stopPropagation();var m=j(p);{var g=w=>{Vs(w,{iconSize:"h-2.5 w-2.5",get icon(){return gre},tooltip:"Remove from favorites",class:"h-3 w-3 hover:text-foreground",onclick:()=>rr.toggleFavorite(e.option.model)})},b=w=>{Vs(w,{iconSize:"h-2.5 w-2.5",get icon(){return _re},tooltip:"Add to favorites",class:"h-3 w-3 hover:text-foreground",onclick:()=>rr.toggleFavorite(e.option.model)})};le(m,w=>{e.isFav?w(g):w(b,!1)})}var _=ee(m,2);{var v=w=>{Vs(w,{iconSize:"h-2.5 w-2.5",get icon(){return g4},tooltip:"Model information",class:"h-3 w-3 hover:text-foreground",onclick:()=>e.onInfoClick(e.option.model)})};le(_,w=>{f(l)&&e.onInfoClick&&w(v)})}H(p);var y=ee(p,2);{var E=w=>{Ka(w,{class:"h-4 w-4 animate-spin text-muted-foreground"})},S=w=>{var C=se(),x=L(C);{var N=D=>{var V=fFe(),q=j(V);d4(q,{class:"h-3.5 w-3.5 text-red-500 group-hover:hidden"});var $=ee(q,2);$.__click=z=>z.stopPropagation();var K=j($);Vs(K,{iconSize:"h-2.5 w-2.5",get icon(){return Cre},tooltip:"Retry loading model",class:"h-3 w-3 text-red-500 hover:text-foreground",onclick:()=>rr.loadModel(e.option.model)}),H($),H(V),T(D,V)},I=D=>{var V=se(),q=L(V);{var $=z=>{var re=pFe(),W=ee(j(re),2),ie=j(W);Vs(ie,{iconSize:"h-2.5 w-2.5",get icon(){return QR},tooltip:"Unload model",class:"h-3 w-3 text-red-500 hover:text-red-600",onclick:k=>{k?.stopPropagation(),rr.unloadModel(e.option.model)}}),H(W),H(re),T(z,re)},K=z=>{var re=se(),W=L(re);{var ie=B=>{var te=mFe(),O=ee(j(te),2);O.__click=U=>U.stopPropagation();var R=j(O);Vs(R,{iconSize:"h-2.5 w-2.5",get icon(){return QR},tooltip:"Unload model",class:"h-3 w-3 text-red-500 hover:text-red-600",onclick:()=>rr.unloadModel(e.option.model)}),H(O),H(te),T(B,te)},k=B=>{var te=gFe(),O=ee(j(te),2);O.__click=U=>U.stopPropagation();var R=j(O);Vs(R,{iconSize:"h-2.5 w-2.5",get icon(){return wre},tooltip:"Load model",class:"h-3 w-3",onclick:()=>rr.loadModel(e.option.model)}),H(O),H(te),T(B,te)};le(W,B=>{f(l)?B(ie):B(k,!1)},!0)}T(z,re)};le(q,z=>{f(o)?z($):z(K,!1)},!0)}T(D,V)};le(x,D=>{f(s)?D(N):D(I,!1)},!0)}T(w,C)};le(y,w=>{f(c)?w(E):w(S,!1)})}H(h),H(u),Ce(w=>{yt(u,1,w),er(u,"aria-selected",e.isSelected||e.isHighlighted)},[()=>qr(Kt("group flex w-full items-center gap-2 rounded-sm p-2 text-left text-sm transition focus:outline-none","cursor-pointer hover:bg-muted focus:bg-muted",e.isSelected||e.isHighlighted?"bg-accent text-accent-foreground":"hover:bg-accent hover:text-accent-foreground",f(l)?"text-popover-foreground":"text-muted-foreground"))]),hn("mouseenter",u,function(...w){e.onMouseEnter?.apply(this,w)}),T(r,u),we()}Ln(["click","keydown"]);var bFe=G('
        Loading models…
        '),vFe=G('

        No models available.

        '),yFe=G(" ",1),SFe=G('
        ',1),EFe=G('

        No models found.

        '),wFe=G('
        ',1),TFe=G(' ',1),CFe=G(''),AFe=G("
        ",1);function xFe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"currentModel",3,null),a=Y(e,"disabled",3,!1),i=Y(e,"forceForegroundText",3,!1),s=Y(e,"useGlobalSelection",3,!1),o=F(()=>to().filter(k=>rr.getModelProps(k.model)?.webui!==!1)),l=F(Nx),c=F(Vz),u=F(Rc),d=F(xs),h=F(Ix),p=_e(!1),m=F(()=>!f(d)||!n()?!1:(()=>{const k=f(o).find(B=>B.model===n());return k?k.id===f(u):!1})()),g=F(()=>!f(d)||!n()?!0:f(o).some(k=>k.model===n())),b=_e(""),_=F(()=>ZV(f(o),f(b))),v=F(()=>JV(f(_),rr.favoriteModelIds,k=>rr.isModelLoaded(k))),y=_e(!1),E=_e(!1),S=_e(null);function w(k){M(S,k,!0),M(E,!0)}bi(()=>{rr.fetch().catch(k=>{console.error("Unable to load models:",k)})});function C(k){f(l)||f(c)||(f(d)?k?(M(y,!0),M(b,""),rr.fetchRouterModels().then(()=>{rr.fetchModalitiesForLoadedModels()})):(M(y,!1),M(b,"")):M(E,k,!0))}function x(){C(!0)}function N(k){k||C(!1)}async function I(k){const B=f(o).find(O=>O.id===k);if(!B)return;let te=!0;e.onModelChange?await e.onModelChange(B.id,B.model)===!1&&(te=!1):await rr.selectModelById(B.id),te&&(C(!1),requestAnimationFrame(()=>{document.querySelector('[data-slot="chat-form"] textarea')?.focus()})),!e.onModelChange&&f(d)&&!rr.isModelLoaded(B.model)&&(M(p,!0),rr.loadModel(B.model).catch(O=>console.error("Failed to load model:",O)).finally(()=>M(p,!1)))}function D(){if(!f(d))return f(h)?{id:"current",model:f(h),name:f(h).split("/").pop()||f(h),capabilities:[]}:void 0;if(s()&&f(u)){const k=f(o).find(B=>B.id===f(u));if(k)return k}if(n())return f(g)?f(o).find(k=>k.model===n()):{id:"not-in-cache",model:n(),name:n().split("/").pop()||n(),capabilities:[]};if(f(u))return f(o).find(k=>k.id===f(u))}var V={open:x},q=AFe(),$=L(q),K=j($);{var z=k=>{var B=bFe(),te=j(B);Ka(te,{class:"h-3.5 w-3.5 animate-spin"}),et(),H(B),T(k,B)},re=k=>{var B=se(),te=L(B);{var O=U=>{var Q=vFe();T(U,Q)},R=U=>{const Q=F(D);var ne=se(),ue=L(ne);{var he=Z=>{var ae=TFe(),fe=L(ae);fe.__click=()=>C(!0);var pe=j(fe);lf(pe,{class:"h-3.5 w-3.5"});var ye=ee(pe,2);{let Fe=F(()=>f(Q)?.model||"Select model");Lb(ye,{get text(){return f(Fe)},class:"min-w-0 font-medium"})}var Te=ee(ye,2);{var Oe=Fe=>{Ka(Fe,{class:"h-3 w-3.5 animate-spin"})},Ne=Fe=>{Uc(Fe,{class:"h-3 w-3.5"})};le(Te,Fe=>{f(c)||f(p)?Fe(Oe):Fe(Ne,!1)})}H(fe);var Ue=ee(fe,2);me(Ue,()=>$x,(Fe,Ke)=>{Ke(Fe,{onOpenChange:N,get open(){return f(y)},set open(He){M(y,He,!0)},children:(He,it)=>{var st=se(),dt=L(st);me(dt,()=>Lx,(Ae,Le)=>{Le(Ae,{side:"bottom",class:"max-h-[85vh] gap-1",children:(ht,ze)=>{var mt=wFe(),At=L(mt);me(At,()=>Fx,(Ut,Et)=>{Et(Ut,{children:(It,xe)=>{var Qe=yFe(),ft=L(Qe);me(ft,()=>Bx,(Lt,Dt)=>{Dt(Lt,{children:(bt,wt)=>{et();var vt=Ot("Select Model");T(bt,vt)},$$slots:{default:!0}})});var Ct=ee(ft,2);me(Ct,()=>Ux,(Lt,Dt)=>{Dt(Lt,{class:"sr-only",children:(bt,wt)=>{et();var vt=Ot("Choose a model to use for the conversation");T(bt,vt)},$$slots:{default:!0}})}),T(It,Qe)},$$slots:{default:!0}})});var xt=ee(At,2),qt=j(xt),ar=j(qt);My(ar,{placeholder:"Search models...",get value(){return f(b)},set value(Ut){M(b,Ut,!0)}}),H(qt);var fr=ee(qt,2),ct=j(fr);{var Rt=Ut=>{var Et=SFe(),It=L(Et),xe=j(It),Qe=j(xe,!0);H(xe),et(2),H(It),et(2),Ce(()=>Ge(Qe,f(Q)?.name||n())),T(Ut,Et)};le(ct,Ut=>{!f(g)&&n()&&Ut(Rt)})}var Ft=ee(ct,2);{var tr=Ut=>{var Et=EFe();T(Ut,Et)};le(Ft,Ut=>{f(_).length===0&&Ut(tr)})}var ut=ee(Ft,2);tY(ut,{get groups(){return f(v)},get currentModel(){return n()},get activeId(){return f(u)},sectionHeaderClass:"px-2 py-2 text-xs font-semibold text-muted-foreground/60 select-none",orgHeaderClass:"px-2 py-2 text-xs font-semibold text-muted-foreground/60 select-none [&:not(:first-child)]:mt-2",onSelect:I,onInfoClick:w}),H(fr),H(xt),T(ht,mt)},$$slots:{default:!0}})}),T(He,st)},$$slots:{default:!0}})}),Ce(Fe=>{yt(fe,1,Fe),fe.disabled=a()||f(c)},[()=>qr(Kt("inline-grid cursor-pointer grid-cols-[1fr_auto_1fr] items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60",f(g)?i()||f(m)?"text-foreground":"text-muted-foreground":"bg-red-400/10 !text-red-400 hover:bg-red-400/20 hover:text-red-400",f(y)?"text-foreground":""))]),T(Z,ae)},be=Z=>{var ae=CFe();ae.__click=()=>C(!0);var fe=j(ae);lf(fe,{class:"h-3.5 w-3.5"});var pe=ee(fe,2);{let Oe=F(()=>f(Q)?.model||"");Lb(pe,{get text(){return f(Oe)},class:"min-w-0 font-medium"})}var ye=ee(pe,2);{var Te=Oe=>{Ka(Oe,{class:"h-3 w-3.5 animate-spin"})};le(ye,Oe=>{f(c)&&Oe(Te)})}H(ae),Ce(Oe=>{yt(ae,1,Oe),ae.disabled=a()||f(c)},[()=>qr(Kt("inline-flex cursor-pointer items-center gap-1.5 rounded-sm bg-muted-foreground/10 px-1.5 py-1 text-xs transition hover:text-foreground focus:outline-none focus-visible:ring-2 focus-visible:ring-ring focus-visible:ring-offset-2 disabled:cursor-not-allowed disabled:opacity-60",f(g)?i()||f(m)?"text-foreground":"text-muted-foreground":"bg-red-400/10 !text-red-400 hover:bg-red-400/20 hover:text-red-400"))]),T(Z,ae)};le(ue,Z=>{f(d)?Z(he):Z(be,!1)})}T(U,ne)};le(te,U=>{f(o).length===0&&f(d)?U(O):U(R,!1)},!0)}T(k,B)};le(K,k=>{f(l)&&f(o).length===0&&f(d)?k(z):k(re,!1)})}H($);var W=ee($,2);{var ie=k=>{Qz(k,{get modelId(){return f(S)},get open(){return f(E)},set open(B){M(E,B,!0)}})};le(W,k=>{f(E)&&k(ie)})}return Ce(k=>yt($,1,k),[()=>qr(Kt("relative inline-flex flex-col items-end gap-1",t()))]),T(r,q),we(V)}Ln(["click"]);var RFe=G(" "),OFe=G(" "),NFe=G(" "),IFe=G(" "),kFe=G(' ');function tf(r,e){Ee(e,!0);let t=Y(e,"showOrgName",3,!1),n=Y(e,"showRaw",3,void 0),a=Y(e,"class",3,""),i=Ye(e,["$$slots","$$events","$$legacy","modelId","showOrgName","showRaw","aliases","tags","class"]);const s="inline-flex w-fit shrink-0 items-center justify-center whitespace-nowrap rounded-md border border-border/50 px-1 py-0 text-[10px] font-mono bg-foreground/15 dark:bg-foreground/10 text-foreground [a&]:hover:bg-foreground/25",o="inline-flex w-fit shrink-0 items-center justify-center whitespace-nowrap rounded-md border border-border/50 px-1 py-0 text-[10px] font-mono text-foreground [a&]:hover:bg-accent [a&]:hover:text-accent-foreground";let l=F(()=>Hh.parseModelId(e.modelId)),c=F(()=>n()??An().showRawModelNames??!1),u=F(()=>e.aliases&&e.aliases.length>0?e.aliases[0]:f(l).modelName??e.modelId),d=F(()=>e.aliases&&e.aliases.length>1?e.aliases.slice(1):[]),h=F(()=>[...f(l).tags??[],...e.tags??[]]);var p=se(),m=L(p);{var g=_=>{Lb(_,ot({get class(){return`font-medium ${a()??""}`},showTooltip:!1,get text(){return e.modelId}},()=>i))},b=_=>{var v=kFe();zt(v,()=>({class:`flex min-w-0 flex-wrap items-center gap-1 ${a()??""}`,...i}));var y=j(v),E=j(y);{var S=K=>{var z=Ot();Ce(()=>Ge(z,`${f(l).orgName??""}/`)),T(K,z)};le(E,K=>{t()&&f(l).orgName&&!(e.aliases&&e.aliases.length>0)&&K(S)})}var w=ee(E,1,!0);H(y);var C=ee(y,2);{var x=K=>{var z=RFe();yt(z,1,qr(s));var re=j(z);H(z),Ce(()=>Ge(re,`${f(l).params??""}${f(l).activatedParams?`-${f(l).activatedParams}`:""}`)),T(K,z)};le(C,K=>{f(l).params&&K(x)})}var N=ee(C,2);{var I=K=>{var z=OFe();yt(z,1,qr(s));var re=j(z,!0);H(z),Ce(()=>Ge(re,f(l).quantization)),T(K,z)};le(N,K=>{f(l).quantization&&K(I)})}var D=ee(N,2);{var V=K=>{var z=se(),re=L(z);Ir(re,16,()=>f(d),W=>W,(W,ie)=>{var k=NFe();yt(k,1,qr(s));var B=j(k,!0);H(k),Ce(()=>Ge(B,ie)),T(W,k)}),T(K,z)};le(D,K=>{f(d).length>0&&K(V)})}var q=ee(D,2);{var $=K=>{var z=se(),re=L(z);Ir(re,16,()=>f(h),W=>W,(W,ie)=>{var k=IFe();yt(k,1,qr(o));var B=j(k,!0);H(k),Ce(()=>Ge(B,ie)),T(W,k)}),T(K,z)};le(q,K=>{f(h).length>0&&K($)})}H(v),Ce(()=>Ge(w,f(u))),T(_,v)};le(m,_=>{f(c)?_(g):_(b,!1)})}T(r,p),we()}var MFe=G(" ",1),DFe=G(" ",1);function PFe(r,e){Ee(e,!0);const t=h=>{b3(h,{get class(){return n()},get onclick(){return e.onclick},icon:m=>{lf(m,{class:"h-3 w-3"})},children:(m,g)=>{var b=MFe(),_=L(b);{var v=S=>{tf(S,{get modelId(){return f(s)}})};le(_,S=>{f(s)&&S(v)})}var y=ee(_,2);{var E=S=>{{let w=F(()=>f(s)||"");Df(S,{get text(){return f(w)},ariaLabel:"Copy model name"})}};le(y,S=>{a()&&S(E)})}T(m,b)},$$slots:{icon:!0,default:!0}})};let n=Y(e,"class",3,""),a=Y(e,"showCopyIcon",3,!1),i=Y(e,"showTooltip",3,!1),s=F(()=>e.model||rr.singleModelName),o=F(()=>Xn.isModelMode),l=F(()=>f(s)&&(e.model!==void 0||f(o)));var c=se(),u=L(c);{var d=h=>{var p=se(),m=L(p);{var g=_=>{var v=se(),y=L(v);me(y,()=>da,(E,S)=>{S(E,{children:(w,C)=>{var x=DFe(),N=L(x);me(N,()=>ca,(D,V)=>{V(D,{children:(q,$)=>{t(q)},$$slots:{default:!0}})});var I=ee(N,2);me(I,()=>ua,(D,V)=>{V(D,{children:(q,$)=>{et();var K=Ot();Ce(()=>Ge(K,e.onclick?"Click for model details":f(s))),T(q,K)},$$slots:{default:!0}})}),T(w,x)},$$slots:{default:!0}})}),T(_,v)},b=_=>{t(_)};le(m,_=>{i()?_(g):_(b,!1)})}T(h,p)};le(u,h=>{f(l)&&h(d)})}T(r,c),we()}var LFe=G('
        '),FFe=G(" ",1),BFe=G('
        ',1);function N6(r,e){Ee(e,!0);let t=Y(e,"placeholder",3,"Search..."),n=Y(e,"searchValue",15,""),a=Y(e,"emptyMessage",3,"No items found"),i=Y(e,"isEmpty",3,!1);var s=BFe(),o=L(s),l=j(o);My(l,{get placeholder(){return t()},get onInput(){return e.onSearchChange},get onKeyDown(){return e.onSearchKeyDown},get value(){return n()},set value(g){n(g)}}),H(o);var c=ee(o,2),u=j(c);ke(u,()=>e.children);var d=ee(u,2);{var h=g=>{var b=LFe(),_=j(b,!0);H(b),Ce(()=>Ge(_,a())),T(g,b)};le(d,g=>{i()&&g(h)})}H(c);var p=ee(c,2);{var m=g=>{var b=FFe(),_=L(b);me(_,()=>Px,(y,E)=>{E(y,{})});var v=ee(_,2);ke(v,()=>e.footer),T(g,b)};le(p,g=>{e.footer&&g(m)})}T(r,s),we()}const SC=(r,e=$e,t=$e)=>{var n=se(),a=L(n);me(a,e,(i,s)=>{s(i,{get class(){return t()}})}),T(r,n)};var UFe=G(' ',1),$Fe=G("

        "),GFe=G(" ",1),zFe=G('
        ',1),qFe=G(" ",1),HFe=G(" ",1);function VFe(r,e){Ee(e,!0);let t=Y(e,"triggerClass",3,""),n=Y(e,"align",3,"end"),a=Y(e,"open",15,!1);var i=se(),s=L(i);me(s,()=>_y,(o,l)=>{l(o,{get open(){return a()},set open(c){a(c)},children:(c,u)=>{var d=HFe(),h=L(d);me(h,()=>gy,(m,g)=>{g(m,{get class(){return`flex h-6 w-6 cursor-pointer items-center justify-center rounded-md p-0 text-sm font-medium transition-colors hover:bg-accent hover:text-accent-foreground focus:bg-accent focus:text-accent-foreground focus:outline-none disabled:pointer-events-none disabled:opacity-50 data-[state=open]:bg-accent data-[state=open]:text-accent-foreground ${t()??""}`},onclick:b=>b.stopPropagation(),children:(b,_)=>{var v=se(),y=L(v);{var E=w=>{var C=se(),x=L(C);me(x,()=>da,(N,I)=>{I(N,{children:(D,V)=>{var q=GFe(),$=L(q);me($,()=>ca,(z,re)=>{re(z,{children:(W,ie)=>{var k=UFe(),B=L(k);SC(B,()=>e.triggerIcon,()=>"h-3 w-3");var te=ee(B,2),O=j(te,!0);H(te),Ce(()=>Ge(O,e.triggerTooltip)),T(W,k)},$$slots:{default:!0}})});var K=ee($,2);me(K,()=>ua,(z,re)=>{re(z,{children:(W,ie)=>{var k=$Fe(),B=j(k,!0);H(k),Ce(()=>Ge(B,e.triggerTooltip)),T(W,k)},$$slots:{default:!0}})}),T(D,q)},$$slots:{default:!0}})}),T(w,C)},S=w=>{SC(w,()=>e.triggerIcon,()=>"h-3 w-3")};le(y,w=>{e.triggerTooltip?w(E):w(S,!1)})}T(b,v)},$$slots:{default:!0}})});var p=ee(h,2);me(p,()=>my,(m,g)=>{g(m,{get align(){return n()},class:"z-[999999] w-48",children:(b,_)=>{var v=se(),y=L(v);Ir(y,19,()=>e.actions,E=>E.label,(E,S,w)=>{var C=qFe(),x=L(C);{var N=D=>{var V=se(),q=L(V);me(q,()=>Px,($,K)=>{K($,{})}),T(D,V)};le(x,D=>{f(S).separator&&f(w)>0&&D(N)})}var I=ee(x,2);me(I,()=>zs,(D,V)=>{V(D,{get onclick(){return f(S).onclick},get variant(){return f(S).variant},get disabled(){return f(S).disabled},class:"flex items-center justify-between hover:[&>kbd]:opacity-100",children:(q,$)=>{var K=zFe(),z=L(K),re=j(z);SC(re,()=>f(S).icon,()=>`h-4 w-4 ${f(S).variant==="destructive"?"text-destructive":""}`);var W=ee(re);H(z);var ie=ee(z,2);{var k=B=>{_A(B,{get keys(){return f(S).shortcut},get variant(){return f(S).variant}})};le(ie,B=>{f(S).shortcut&&B(k)})}Ce(()=>Ge(W,` ${f(S).label??""}`)),T(q,K)},$$slots:{default:!0}})}),T(E,C)}),T(b,v)},$$slots:{default:!0}})}),T(c,d)},$$slots:{default:!0}})}),T(r,i),we()}var YFe=G(" ",1),WFe=G(" ",1),jFe=G(" ",1),KFe=G('
        ');function XFe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"showActions",3,!1),a=F(am),i=F(C4),s=F(Ix),o=F(Tae);function l(){return f(i)?"bg-yellow-500":f(a)?"bg-red-500":f(o)?"bg-green-500":"bg-gray-500"}function c(){return f(i)?"Connecting...":f(a)?"Connection Error":f(o)?"Connected":"Unknown"}var u=KFe(),d=j(u),h=j(d),p=ee(h,2),m=j(p,!0);H(p),H(d);var g=ee(d,2);{var b=y=>{var E=WFe(),S=L(E);Rs(S,{variant:"outline",class:"text-xs",children:(x,N)=>{var I=YFe(),D=L(I);LU(D,{class:"mr-1 h-3 w-3"});var V=ee(D);Ce(()=>Ge(V,` ${f(s)||"Unknown Model"}`)),T(x,I)},$$slots:{default:!0}});var w=ee(S,2);{var C=x=>{Rs(x,{variant:"secondary",class:"text-xs",children:(N,I)=>{et();var D=Ot();Ce(V=>Ge(D,`ctx: ${V??""}`),[()=>f(o).default_generation_settings.n_ctx.toLocaleString()]),T(N,D)},$$slots:{default:!0}})};le(w,x=>{f(o)?.default_generation_settings?.n_ctx&&x(C)})}T(y,E)};le(g,y=>{f(o)&&!f(a)&&y(b)})}var _=ee(g,2);{var v=y=>{kr(y,{variant:"outline",size:"sm",class:"text-destructive",children:(E,S)=>{var w=jFe(),C=L(w);zc(C,{class:"h-4 w-4"});var x=ee(C);Ce(()=>Ge(x,` ${f(a)??""}`)),T(E,w)},$$slots:{default:!0}})};le(_,y=>{n()&&f(a)&&y(v)})}H(u),Ce((y,E)=>{yt(u,1,`flex items-center space-x-3 ${t()??""}`),yt(h,1,`h-2 w-2 rounded-full ${y??""}`),Ge(m,E)},[l,c]),T(r,u),we()}var QFe=G(" Enter API Key",1),ZFe=G('
        '),JFe=G('
        '),eBe=G('
        '),tBe=G('
        '),rBe=G('

        '),nBe=G('

        ✓ API key validated successfully! Connecting...

        '),aBe=G(" Validating...",1),iBe=G('
        '),sBe=G(" Connecting...",1),oBe=G(" Retry Connection",1),lBe=G("
        "),cBe=G('
        Troubleshooting

        Start the llama-server:

        llama-server -hf ggml-org/gemma-3-4b-it-GGUF

        or

        llama-server -m locally-stored-model.gguf

        • Check that the server is accessible at the correct URL
        • Verify your network connection
        • Check server logs for any error messages
        '),uBe=G('

        Server Connection Error

        ');function dBe(r,e){Ee(e,!0);let t=Y(e,"class",3,""),n=Y(e,"showRetry",3,!0),a=Y(e,"showTroubleshooting",3,!1),i=F(C4),s=F(()=>e.error.toLowerCase().includes("access denied")||e.error.toLowerCase().includes("invalid api key")||e.error.toLowerCase().includes("unauthorized")||e.error.toLowerCase().includes("401")||e.error.toLowerCase().includes("403")),o=_e(""),l=_e(!1),c=_e("idle"),u=_e("");function d(){e.onRetry?e.onRetry():Xn.fetch()}function h(){M(l,!0);const $=An();M(o,$.apiKey?.toString()||"",!0)}async function p(){if(f(o).trim()){M(c,"validating"),M(u,"");try{io.updateConfig("apiKey",f(o).trim());const $=await fetch(`${Ga}/props`,{headers:{"Content-Type":"application/json",Authorization:`Bearer ${f(o).trim()}`}});$.ok?(M(c,"success"),setTimeout(()=>{as("#/")},1e3)):(M(c,"error"),$.status===401||$.status===403?M(u,"Invalid API key - please check and try again"):M(u,`Authentication failed (${$.status})`),setTimeout(()=>{M(c,"idle")},3e3))}catch($){M(c,"error"),$ instanceof Error?$.message.includes("fetch")?M(u,"Cannot connect to server - check if server is running"):M(u,$.message,!0):M(u,"Connection error - please try again"),setTimeout(()=>{M(c,"idle")},3e3)}}}function m($){$.key===Tn.ENTER&&p()}var g=uBe(),b=j(g),_=j(b),v=j(_),y=j(v);zc(y,{class:"h-8 w-8 text-destructive"}),H(v);var E=ee(v,4),S=j(E,!0);H(E),H(_);var w=ee(_,2);{var C=$=>{var K=ZFe(),z=j(K);kr(z,{onclick:h,variant:"outline",class:"w-full",children:(re,W)=>{var ie=QFe(),k=L(ie);bre(k,{class:"h-4 w-4"}),et(),T(re,ie)},$$slots:{default:!0}}),H(K),ai(1,K,()=>Ko,()=>({y:10,duration:300,delay:200})),T($,K)};le(w,$=>{f(s)&&!f(l)&&$(C)})}var x=ee(w,2);{var N=$=>{var K=iBe(),z=j(K),re=j(z);Qo(re,{for:"api-key-input",class:"text-sm font-medium",children:(be,Z)=>{et();var ae=Ot("API Key");T(be,ae)},$$slots:{default:!0}});var W=ee(re,2),ie=j(W);{let be=F(()=>f(c)==="error"?"border-destructive":f(c)==="success"?"border-green-500":""),Z=F(()=>f(c)==="validating");cl(ie,{id:"api-key-input",placeholder:"Enter your API key...",onkeydown:m,get class(){return`w-full pr-10 ${f(be)??""}`},get disabled(){return f(Z)},get value(){return f(o)},set value(ae){M(o,ae,!0)}})}var k=ee(ie,2);{var B=be=>{var Z=JFe(),ae=j(Z);Tc(ae,{class:"h-4 w-4 animate-spin text-muted-foreground"}),H(Z),T(be,Z)},te=be=>{var Z=se(),ae=L(Z);{var fe=ye=>{var Te=eBe(),Oe=j(Te);ure(Oe,{class:"h-4 w-4 text-green-500"}),H(Te),ai(1,Te,()=>YD,()=>({duration:200,start:.8})),T(ye,Te)},pe=ye=>{var Te=se(),Oe=L(Te);{var Ne=Ue=>{var Fe=tBe(),Ke=j(Fe);kU(Ke,{class:"h-4 w-4 text-destructive"}),H(Fe),ai(1,Fe,()=>YD,()=>({duration:200,start:.8})),T(Ue,Fe)};le(Oe,Ue=>{f(c)==="error"&&Ue(Ne)},!0)}T(ye,Te)};le(ae,ye=>{f(c)==="success"?ye(fe):ye(pe,!1)},!0)}T(be,Z)};le(k,be=>{f(c)==="validating"?be(B):be(te,!1)})}H(W);var O=ee(W,2);{var R=be=>{var Z=rBe(),ae=j(Z,!0);H(Z),Ce(()=>Ge(ae,f(u))),ai(1,Z,()=>Ko,()=>({y:-10,duration:200})),T(be,Z)};le(O,be=>{f(u)&&be(R)})}var U=ee(O,2);{var Q=be=>{var Z=nBe();ai(1,Z,()=>Ko,()=>({y:-10,duration:200})),T(be,Z)};le(U,be=>{f(c)==="success"&&be(Q)})}H(z);var ne=ee(z,2),ue=j(ne);{let be=F(()=>!f(o).trim()||f(c)==="validating"||f(c)==="success");kr(ue,{onclick:p,get disabled(){return f(be)},class:"flex-1",children:(Z,ae)=>{var fe=se(),pe=L(fe);{var ye=Oe=>{var Ne=aBe(),Ue=L(Ne);Tc(Ue,{class:"h-4 w-4 animate-spin"}),et(),T(Oe,Ne)},Te=Oe=>{var Ne=se(),Ue=L(Ne);{var Fe=He=>{var it=Ot("Success!");T(He,it)},Ke=He=>{var it=Ot("Save & Retry");T(He,it)};le(Ue,He=>{f(c)==="success"?He(Fe):He(Ke,!1)},!0)}T(Oe,Ne)};le(pe,Oe=>{f(c)==="validating"?Oe(ye):Oe(Te,!1)})}T(Z,fe)},$$slots:{default:!0}})}var he=ee(ue,2);{let be=F(()=>f(c)==="validating");kr(he,{onclick:()=>{M(l,!1),M(c,"idle"),M(u,"")},variant:"outline",class:"flex-1",get disabled(){return f(be)},children:(Z,ae)=>{et();var fe=Ot("Cancel");T(Z,fe)},$$slots:{default:!0}})}H(ne),H(K),ai(1,K,()=>Ko,()=>({y:10,duration:300,delay:200})),T($,K)};le(x,$=>{f(l)&&$(N)})}var I=ee(x,2);{var D=$=>{var K=lBe(),z=j(K);kr(z,{onclick:d,get disabled(){return f(i)},class:"w-full",children:(re,W)=>{var ie=se(),k=L(ie);{var B=O=>{var R=sBe(),U=L(R);Tc(U,{class:"h-4 w-4 animate-spin"}),et(),T(O,R)},te=O=>{var R=oBe(),U=L(R);Tc(U,{class:"h-4 w-4"}),et(),T(O,R)};le(k,O=>{f(i)?O(B):O(te,!1)})}T(re,ie)},$$slots:{default:!0}}),H(K),ai(1,K,()=>Ko,()=>({y:10,duration:300,delay:200})),T($,K)};le(I,$=>{n()&&$(D)})}var V=ee(I,2);{var q=$=>{var K=cBe();ai(1,K,()=>Ko,()=>({y:10,duration:300,delay:400})),T($,K)};le(V,$=>{a()&&$(q)})}H(b),H(g),Ce(()=>{yt(g,1,`flex h-full items-center justify-center ${t()??""}`),Ge(S,e.error)}),ai(1,_,()=>Bm,()=>({duration:300})),T(r,g),we()}var hBe=G('

        Connecting to Server

        ');function fBe(r,e){let t=Y(e,"class",3,""),n=Y(e,"message",3,"Initializing connection to llama.cpp server...");var a=hBe(),i=j(a),s=j(i),o=j(s),l=j(o);LU(l,{class:"h-8 w-8 animate-pulse text-muted-foreground"}),H(o);var c=ee(o,4),u=j(c,!0);H(c),H(s);var d=ee(s,2),h=j(d);XFe(h,{class:"justify-center"}),H(d),H(i),H(a),Ce(()=>{yt(a,1,`flex h-full items-center justify-center ${t()??""}`),Ge(u,n())}),ai(1,s,()=>Bm,()=>({duration:300})),T(r,a)}var pBe=G('
        '),mBe=G(" ",1);function gBe(r,e){Ee(e,!0);let t=F(()=>gi.route.id==="/chat/[id]"),n=F(()=>gi.route.id==="/"),a=F(()=>gi.url.searchParams.get("new_chat")==="true"),i=F(()=>Ru().length>0||Ou()),s=F(()=>An().alwaysShowSidebarOnDesktop),o=F(()=>An().autoShowSidebarOnNewChat),l=new zx,c=F(()=>!l.current),u=_e(!1),d=_e(void 0),h=_e(void 0),p=_e(!1),m=_e(""),g=_e(""),b=null,_=_e(!1),v=_e(void 0);Kwe({open:N=>{M(v,N,!0),M(_,!0)}});function y(N){const I=N.ctrlKey||N.metaKey;I&&N.key===Tn.K_LOWER&&(N.preventDefault(),f(h)?.activateSearchMode&&(f(h).activateSearchMode(),M(u,!0))),I&&N.shiftKey&&N.key===Tn.O_UPPER&&(N.preventDefault(),as("?new_chat=true#/")),N.shiftKey&&I&&N.key===Tn.E_UPPER&&(N.preventDefault(),f(h)?.editActiveConversation&&f(h).editActiveConversation())}function E(){M(p,!1),b&&(b(!1),b=null)}function S(){M(p,!1),b&&(b(!0),b=null)}Nt(()=>{if(f(s)&&f(c)){M(u,!0);return}f(n)&&!f(a)?M(u,!1):f(n)&&f(a)?M(u,!0):f(t)?f(o)&&M(u,!0):M(u,f(i),!0)}),Nt(()=>{Xn.props||Rn(()=>{Xn.fetch()})}),Nt(()=>{Xn.props&&io.syncWithServerDefaults()});let w=!1;Nt(()=>{const N=xs(),I=rr.models.length;N&&I>0&&!w&&(w=!0,Rn(()=>{rr.fetchRouterModels()}))}),Nt(()=>{const I=lr.getServers().filter(D=>D.enabled&&D.url.trim());I.length>0&&Rn(()=>{lr.runHealthChecksForServers(I,!1).catch(D=>{console.warn("[layout] MCP health checks failed:",D)})})}),Nt(()=>{const N=An().apiKey;if((gi.route.id==="/"||gi.route.id==="/chat/[id]")&&gi.status!==401&&gi.status!==403){const I={"Content-Type":"application/json"};N&&N.trim()!==""&&(I.Authorization=`Bearer ${N.trim()}`),fetch(`${Ga}/props`,{headers:I}).then(D=>{(D.status===401||D.status===403)&&window.location.reload()}).catch(D=>{console.error("Error checking API key:",D)})}}),Nt(()=>{rt.setTitleUpdateConfirmationCallback(async(N,I)=>new Promise(D=>{M(m,N,!0),M(g,I,!0),b=D,M(p,!0)}))});var C=se();hn("keydown",Tf,y);var x=L(C);me(x,()=>Jte,(N,I)=>{I(N,{get delayDuration(){return Hp},children:(D,V)=>{var q=mBe(),$=L(q);Fbe($,{});var K=ee($,2);dce(K,{richColors:!0});var z=ee(K,2);USe(z,{get open(){return f(_)},onOpenChange:ie=>M(_,ie,!0),get initialSection(){return f(v)}});var re=ee(z,2);QSe(re,{get currentTitle(){return f(m)},get newTitle(){return f(g)},onConfirm:S,onCancel:E,get open(){return f(p)},set open(ie){M(p,ie,!0)}});var W=ee(re,2);me(W,()=>HAe,(ie,k)=>{k(ie,{get open(){return f(u)},set open(B){M(u,B,!0)},children:(B,te)=>{var O=pBe();let R;var U=j(O);me(U,()=>QAe,(he,be)=>{be(he,{class:"h-full",children:(Z,ae)=>{pr(_9e(Z,{}),fe=>M(h,fe,!0),()=>f(h))},$$slots:{default:!0}})});var Q=ee(U,2);{var ne=he=>{var be=se(),Z=L(be);{let ae=F(()=>f(u)?"md:left-[var(--sidebar-width)]":"md:left-0!");me(Z,()=>YAe,(fe,pe)=>{pe(fe,{get class(){return`transition-left absolute left-0 z-[900] duration-200 ease-linear ${f(ae)??""}`},style:"translate: 1rem 1rem;"})})}T(he,be)};le(Q,he=>{f(s)&&f(c)||he(ne)})}var ue=ee(Q,2);me(ue,()=>FAe,(he,be)=>{be(he,{class:"flex flex-1 flex-col overflow-hidden",children:(Z,ae)=>{var fe=se(),pe=L(fe);ke(pe,()=>e.children??$e),T(Z,fe)},$$slots:{default:!0}})}),H(O),Ce(()=>R=ds(O,"",R,{height:`${f(d)??""}px`})),T(B,O)},$$slots:{default:!0}})}),T(D,q)},$$slots:{default:!0}})}),aj("innerHeight",N=>M(d,N,!0)),T(r,C),we()}const _Be=Object.freeze(Object.defineProperty({__proto__:null,component:gBe},Symbol.toStringTag,{value:"Module"})),bBe=()=>{const r=Ml;return{page:{subscribe:r.page.subscribe},navigating:{subscribe:r.navigating.subscribe},updated:r.updated}},vBe={subscribe(r){return bBe().page.subscribe(r)}};var yBe=G('

        ');function SBe(r,e){Ee(e,!0);const t=()=>sj(vBe,"$page",n),[n,a]=oj();let i=F(()=>t().error),s=F(()=>t().status),o=F(()=>f(s)===401||f(s)===403||f(i)?.message?.toLowerCase().includes("access denied")||f(i)?.message?.toLowerCase().includes("unauthorized")||f(i)?.message?.toLowerCase().includes("invalid api key"));function l(){as("#/")}var c=se();lv("1j96wlh",p=>{bF(()=>{iv.title=`Error ${f(s)??""} - WebUI`})});var u=L(c);{var d=p=>{{let m=F(()=>f(i)?.message||"Access denied - check server permissions");dBe(p,{get error(){return f(m)},onRetry:l,showRetry:!1,showTroubleshooting:!1})}},h=p=>{var m=yBe(),g=j(m),b=j(g),_=ee(j(b),2),v=j(_);H(_);var y=ee(_,2),E=j(y,!0);H(y),H(b);var S=ee(b,2);S.__click=()=>as("#/"),H(g),H(m),Ce(()=>{Ge(v,`Error ${f(s)??""}`),Ge(E,f(i)?.message||"Something went wrong")}),T(p,m)};le(u,p=>{f(o)?p(d):p(h,!1)})}T(r,c),we(),a()}Ln(["click"]);const EBe=Object.freeze(Object.defineProperty({__proto__:null,component:SBe},Symbol.toStringTag,{value:"Module"})),wBe=async({fetch:r})=>{await a$(r)},TBe=Object.freeze(Object.defineProperty({__proto__:null,load:wBe},Symbol.toStringTag,{value:"Module"}));var CBe=G(" ",1);function ABe(r,e){Ee(e,!0);let t=F(()=>gi.url.searchParams.get("q")),n=F(()=>gi.url.searchParams.get("model")),a=F(()=>gi.url.searchParams.get("new_chat")),i=_e(!1),s=_e(""),o=F(()=>to().map(p=>p.model));function l(){const p=new URL(gi.url);p.searchParams.delete("q"),p.searchParams.delete("model"),p.searchParams.delete("new_chat"),dB(p.toString(),{})}async function c(){if(await rr.fetch(),f(n)){const p=rr.findModelByName(f(n));if(p)try{await rr.selectModelById(p.id)}catch(m){console.error("Failed to select model:",m),M(s,f(n),!0),M(i,!0);return}else{M(s,f(n),!0),M(i,!0);return}}f(t)!==null?(await rt.createConversation(),l()):(f(n)||f(a)==="true")&&l()}bi(async()=>{s2e()||await rt.initialize(),rt.clearActiveConversation(),fn.clearUIState(),xs()&&rr.selectedModelName&&!rr.isModelLoaded(rr.selectedModelName)&&rr.clearSelection(),(f(t)!==null||f(n)!==null||f(a)==="true")&&await c()});var u=CBe();lv("1uha8ag",p=>{jf(()=>{iv.title="llama.cpp - AI Chat Interface"})});var d=L(u);dq(d,{showCenteredEmpty:!0});var h=ee(d,2);Xz(h,{get modelName(){return f(s)},get availableModels(){return f(o)},get open(){return f(i)},set open(p){M(i,p,!0)}}),T(r,u),we()}const xBe=Object.freeze(Object.defineProperty({__proto__:null,component:ABe,universal:TBe},Symbol.toStringTag,{value:"Module"})),RBe=async({fetch:r})=>{await a$(r)},OBe=Object.freeze(Object.defineProperty({__proto__:null,load:RBe},Symbol.toStringTag,{value:"Module"}));var NBe=G(" ",1);function IBe(r,e){Ee(e,!0);let t=F(()=>gi.params.id),n,a=F(()=>gi.url.searchParams.get("q")),i=F(()=>gi.url.searchParams.get("model")),s=_e(!1),o=_e(""),l=F(()=>to().map(b=>b.model)),c=_e(!1);function u(){const b=new URL(gi.url);b.searchParams.delete("q"),b.searchParams.delete("model"),dB(b.toString(),{})}async function d(){if(await rr.fetch(),f(i)){const b=rr.findModelByName(f(i));if(b)try{await rr.selectModelById(b.id)}catch(_){console.error("Failed to select model:",_),M(o,f(i),!0),M(s,!0);return}else{M(o,f(i),!0),M(s,!0);return}}f(a)!==null?(await fn.sendMessage(f(a)),u()):f(i)&&u(),M(c,!0)}async function h(){const b=Ru();if(b.length===0)return;let _;for(let S=b.length-1;S>=0;S--)if(b[S].model){_=b[S];break}if(!_)return;const v=Rc();if(to().find(S=>S.id===v)?.model===_.model)return;const E=to().find(S=>S.model===_.model);if(E&&rr.isModelLoaded(E.model))try{await rr.selectModelById(E.id),console.log(`Automatically selected model: ${_.model} from last message`)}catch(S){console.warn("Failed to automatically select model from last message:",S)}}A5(()=>{setTimeout(()=>{h()},100)}),Nt(()=>{if(f(t)&&f(t)!==n){if(n=f(t),M(c,!1),Ll()?.id===f(t)){(f(a)!==null||f(i)!==null)&&!f(c)&&d();return}(async()=>await rt.loadConversation(f(t))?(fn.syncLoadingStateForChat(f(t)),(f(a)!==null||f(i)!==null)&&!f(c)&&await d()):await as("#/"))()}}),Nt(()=>{if(typeof window<"u"){const b=()=>{Ou()&&(console.log("Page unload detected while streaming - aborting stream"),fn.stopGeneration())};return window.addEventListener("beforeunload",b),()=>{window.removeEventListener("beforeunload",b)}}});var p=NBe();lv("gz601r",b=>{bF(_=>{iv.title=`${_??""} - llama.cpp`},[()=>Ll()?.name||"Chat"])});var m=L(p);dq(m,{});var g=ee(m,2);Xz(g,{get modelName(){return f(o)},get availableModels(){return f(l)},get open(){return f(s)},set open(b){M(s,b,!0)}}),T(r,p),we()}const kBe=Object.freeze(Object.defineProperty({__proto__:null,component:IBe,universal:OBe},Symbol.toStringTag,{value:"Module"})),MBe='/**\n * @licstart The following is the entire license notice for the\n * JavaScript code in this page\n *\n * Copyright 2024 Mozilla Foundation\n *\n * Licensed under the Apache License, Version 2.0 (the "License");\n * you may not use this file except in compliance with the License.\n * You may obtain a copy of the License at\n *\n * http://www.apache.org/licenses/LICENSE-2.0\n *\n * Unless required by applicable law or agreed to in writing, software\n * distributed under the License is distributed on an "AS IS" BASIS,\n * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\n * See the License for the specific language governing permissions and\n * limitations under the License.\n *\n * @licend The above is the entire license notice for the\n * JavaScript code in this page\n */\n/**\n * pdfjsVersion = 5.4.54\n * pdfjsBuild = 295fb3ec4\n */\nconst e=!("object"!=typeof process||process+""!="[object process]"||process.versions.nw||process.versions.electron&&process.type&&"browser"!==process.type),t=[.001,0,0,.001,0,0],a=1.35,r=.35,i=.25925925925925924,n=1,s=2,o=4,c=8,l=16,h=64,u=128,d=256,f="pdfjs_internal_editor_",g=3,p=9,m=13,b=15,y=101,w={PRINT:4,MODIFY_CONTENTS:8,COPY:16,MODIFY_ANNOTATIONS:32,FILL_INTERACTIVE_FORMS:256,COPY_FOR_ACCESSIBILITY:512,ASSEMBLE:1024,PRINT_HIGH_QUALITY:2048},x=0,S=4,k=1,C=2,v=3,F=1,T=2,O=3,M=4,D=5,R=6,N=7,E=8,L=9,j=10,_=11,U=12,X=13,q=14,H=15,W=16,z=17,$=20,G="Group",V="R",K=1,J=2,Y=4,Z=16,Q=32,ee=128,te=512,ae=1,re=2,ie=4096,ne=8192,se=32768,oe=65536,ce=131072,le=1048576,he=2097152,ue=8388608,de=16777216,fe=1,ge=2,pe=3,me=4,be=5,ye={E:"Mouse Enter",X:"Mouse Exit",D:"Mouse Down",U:"Mouse Up",Fo:"Focus",Bl:"Blur",PO:"PageOpen",PC:"PageClose",PV:"PageVisible",PI:"PageInvisible",K:"Keystroke",F:"Format",V:"Validate",C:"Calculate"},we={WC:"WillClose",WS:"WillSave",DS:"DidSave",WP:"WillPrint",DP:"DidPrint"},xe={O:"PageOpen",C:"PageClose"},Se=1,Ae=5,ke=1,Ce=2,ve=3,Fe=4,Ie=5,Te=6,Oe=7,Me=8,De=9,Be=10,Re=11,Ne=12,Ee=13,Pe=14,Le=15,je=16,_e=17,Ue=18,Xe=19,qe=20,He=21,We=22,ze=23,$e=24,Ge=25,Ve=26,Ke=27,Je=28,Ye=29,Ze=30,Qe=31,et=32,tt=33,at=34,rt=35,it=36,nt=37,st=38,ot=39,ct=40,lt=41,ht=42,ut=43,dt=44,ft=45,gt=46,pt=47,mt=48,bt=49,yt=50,wt=51,xt=52,St=53,At=54,kt=55,Ct=56,vt=57,Ft=58,It=59,Tt=60,Ot=61,Mt=62,Dt=63,Bt=64,Rt=65,Nt=66,Et=67,Pt=68,Lt=69,jt=70,_t=71,Ut=72,Xt=73,qt=74,Ht=75,Wt=76,zt=77,$t=80,Gt=81,Vt=83,Kt=84,Jt=85,Yt=86,Zt=87,Qt=88,ea=89,ta=90,aa=91,ra=92,ia=93,na=94,sa=0,oa=1,ca=2,la=3,ha=1,ua=2;let da=Se;function getVerbosityLevel(){return da}function info(e){da>=Ae&&console.log(`Info: ${e}`)}function warn(e){da>=Se&&console.log(`Warning: ${e}`)}function unreachable(e){throw new Error(e)}function assert(e,t){e||unreachable(t)}function createValidAbsoluteUrl(e,t=null,a=null){if(!e)return null;if(a&&"string"==typeof e){if(a.addDefaultProtocol&&e.startsWith("www.")){const t=e.match(/\\./g);t?.length>=2&&(e=`http://${e}`)}if(a.tryConvertEncoding)try{e=stringToUTF8String(e)}catch{}}const r=t?URL.parse(e,t):URL.parse(e);return function _isValidProtocol(e){switch(e?.protocol){case"http:":case"https:":case"ftp:":case"mailto:":case"tel:":return!0;default:return!1}}(r)?r:null}function shadow(e,t,a,r=!1){Object.defineProperty(e,t,{value:a,enumerable:!r,configurable:!0,writable:!1});return a}const fa=function BaseExceptionClosure(){function BaseException(e,t){this.message=e;this.name=t}BaseException.prototype=new Error;BaseException.constructor=BaseException;return BaseException}();class PasswordException extends fa{constructor(e,t){super(e,"PasswordException");this.code=t}}class UnknownErrorException extends fa{constructor(e,t){super(e,"UnknownErrorException");this.details=t}}class InvalidPDFException extends fa{constructor(e){super(e,"InvalidPDFException")}}class ResponseException extends fa{constructor(e,t,a){super(e,"ResponseException");this.status=t;this.missing=a}}class FormatError extends fa{constructor(e){super(e,"FormatError")}}class AbortException extends fa{constructor(e){super(e,"AbortException")}}function bytesToString(e){"object"==typeof e&&void 0!==e?.length||unreachable("Invalid argument for bytesToString");const t=e.length,a=8192;if(t>24&255,e>>16&255,e>>8&255,255&e)}function objectSize(e){return Object.keys(e).length}class FeatureTest{static get isLittleEndian(){return shadow(this,"isLittleEndian",function isLittleEndian(){const e=new Uint8Array(4);e[0]=1;return 1===new Uint32Array(e.buffer,0,1)[0]}())}static get isEvalSupported(){return shadow(this,"isEvalSupported",function isEvalSupported(){try{new Function("");return!0}catch{return!1}}())}static get isOffscreenCanvasSupported(){return shadow(this,"isOffscreenCanvasSupported","undefined"!=typeof OffscreenCanvas)}static get isImageDecoderSupported(){return shadow(this,"isImageDecoderSupported","undefined"!=typeof ImageDecoder)}static get platform(){const{platform:e,userAgent:t}=navigator;return shadow(this,"platform",{isAndroid:t.includes("Android"),isLinux:e.includes("Linux"),isMac:e.includes("Mac"),isWindows:e.includes("Win"),isFirefox:t.includes("Firefox")})}static get isCSSRoundSupported(){return shadow(this,"isCSSRoundSupported",globalThis.CSS?.supports?.("width: round(1.5px, 1px)"))}}const ga=Array.from(Array(256).keys(),(e=>e.toString(16).padStart(2,"0")));class Util{static makeHexColor(e,t,a){return`#${ga[e]}${ga[t]}${ga[a]}`}static scaleMinMax(e,t){let a;if(e[0]){if(e[0]<0){a=t[0];t[0]=t[2];t[2]=a}t[0]*=e[0];t[2]*=e[0];if(e[3]<0){a=t[1];t[1]=t[3];t[3]=a}t[1]*=e[3];t[3]*=e[3]}else{a=t[0];t[0]=t[1];t[1]=a;a=t[2];t[2]=t[3];t[3]=a;if(e[1]<0){a=t[1];t[1]=t[3];t[3]=a}t[1]*=e[1];t[3]*=e[1];if(e[2]<0){a=t[0];t[0]=t[2];t[2]=a}t[0]*=e[2];t[2]*=e[2]}t[0]+=e[4];t[1]+=e[5];t[2]+=e[4];t[3]+=e[5]}static transform(e,t){return[e[0]*t[0]+e[2]*t[1],e[1]*t[0]+e[3]*t[1],e[0]*t[2]+e[2]*t[3],e[1]*t[2]+e[3]*t[3],e[0]*t[4]+e[2]*t[5]+e[4],e[1]*t[4]+e[3]*t[5]+e[5]]}static applyTransform(e,t,a=0){const r=e[a],i=e[a+1];e[a]=r*t[0]+i*t[2]+t[4];e[a+1]=r*t[1]+i*t[3]+t[5]}static applyTransformToBezier(e,t,a=0){const r=t[0],i=t[1],n=t[2],s=t[3],o=t[4],c=t[5];for(let t=0;t<6;t+=2){const l=e[a+t],h=e[a+t+1];e[a+t]=l*r+h*n+o;e[a+t+1]=l*i+h*s+c}}static applyInverseTransform(e,t){const a=e[0],r=e[1],i=t[0]*t[3]-t[1]*t[2];e[0]=(a*t[3]-r*t[2]+t[2]*t[5]-t[4]*t[3])/i;e[1]=(-a*t[1]+r*t[0]+t[4]*t[1]-t[5]*t[0])/i}static axialAlignedBoundingBox(e,t,a){const r=t[0],i=t[1],n=t[2],s=t[3],o=t[4],c=t[5],l=e[0],h=e[1],u=e[2],d=e[3];let f=r*l+o,g=f,p=r*u+o,m=p,b=s*h+c,y=b,w=s*d+c,x=w;if(0!==i||0!==n){const e=i*l,t=i*u,a=n*h,r=n*d;f+=a;m+=a;p+=r;g+=r;b+=e;x+=e;w+=t;y+=t}a[0]=Math.min(a[0],f,p,g,m);a[1]=Math.min(a[1],b,w,y,x);a[2]=Math.max(a[2],f,p,g,m);a[3]=Math.max(a[3],b,w,y,x)}static inverseTransform(e){const t=e[0]*e[3]-e[1]*e[2];return[e[3]/t,-e[1]/t,-e[2]/t,e[0]/t,(e[2]*e[5]-e[4]*e[3])/t,(e[4]*e[1]-e[5]*e[0])/t]}static singularValueDecompose2dScale(e,t){const a=e[0],r=e[1],i=e[2],n=e[3],s=a**2+r**2,o=a*i+r*n,c=i**2+n**2,l=(s+c)/2,h=Math.sqrt(l**2-(s*c-o**2));t[0]=Math.sqrt(l+h||1);t[1]=Math.sqrt(l-h||1)}static normalizeRect(e){const t=e.slice(0);if(e[0]>e[2]){t[0]=e[2];t[2]=e[0]}if(e[1]>e[3]){t[1]=e[3];t[3]=e[1]}return t}static intersect(e,t){const a=Math.max(Math.min(e[0],e[2]),Math.min(t[0],t[2])),r=Math.min(Math.max(e[0],e[2]),Math.max(t[0],t[2]));if(a>r)return null;const i=Math.max(Math.min(e[1],e[3]),Math.min(t[1],t[3])),n=Math.min(Math.max(e[1],e[3]),Math.max(t[1],t[3]));return i>n?null:[a,i,r,n]}static pointBoundingBox(e,t,a){a[0]=Math.min(a[0],e);a[1]=Math.min(a[1],t);a[2]=Math.max(a[2],e);a[3]=Math.max(a[3],t)}static rectBoundingBox(e,t,a,r,i){i[0]=Math.min(i[0],e,a);i[1]=Math.min(i[1],t,r);i[2]=Math.max(i[2],e,a);i[3]=Math.max(i[3],t,r)}static#e(e,t,a,r,i,n,s,o,c,l){if(c<=0||c>=1)return;const h=1-c,u=c*c,d=u*c,f=h*(h*(h*e+3*c*t)+3*u*a)+d*r,g=h*(h*(h*i+3*c*n)+3*u*s)+d*o;l[0]=Math.min(l[0],f);l[1]=Math.min(l[1],g);l[2]=Math.max(l[2],f);l[3]=Math.max(l[3],g)}static#t(e,t,a,r,i,n,s,o,c,l,h,u){if(Math.abs(c)<1e-12){Math.abs(l)>=1e-12&&this.#e(e,t,a,r,i,n,s,o,-h/l,u);return}const d=l**2-4*h*c;if(d<0)return;const f=Math.sqrt(d),g=2*c;this.#e(e,t,a,r,i,n,s,o,(-l+f)/g,u);this.#e(e,t,a,r,i,n,s,o,(-l-f)/g,u)}static bezierBoundingBox(e,t,a,r,i,n,s,o,c){c[0]=Math.min(c[0],e,s);c[1]=Math.min(c[1],t,o);c[2]=Math.max(c[2],e,s);c[3]=Math.max(c[3],t,o);this.#t(e,a,i,s,t,r,n,o,3*(3*(a-i)-e+s),6*(e-2*a+i),3*(a-e),c);this.#t(e,a,i,s,t,r,n,o,3*(3*(r-n)-t+o),6*(t-2*r+n),3*(r-t),c)}}const pa=[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,728,711,710,729,733,731,730,732,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,8226,8224,8225,8230,8212,8211,402,8260,8249,8250,8722,8240,8222,8220,8221,8216,8217,8218,8482,64257,64258,321,338,352,376,381,305,322,339,353,382,0,8364];function stringToPDFString(e,t=!1){if(e[0]>="ï"){let a;if("þ"===e[0]&&"ÿ"===e[1]){a="utf-16be";e.length%2==1&&(e=e.slice(0,-1))}else if("ÿ"===e[0]&&"þ"===e[1]){a="utf-16le";e.length%2==1&&(e=e.slice(0,-1))}else"ï"===e[0]&&"»"===e[1]&&"¿"===e[2]&&(a="utf-8");if(a)try{const r=new TextDecoder(a,{fatal:!0}),i=stringToBytes(e),n=r.decode(i);return t||!n.includes("\x1B")?n:n.replaceAll(/\\x1b[^\\x1b]*(?:\\x1b|$)/g,"")}catch(e){warn(`stringToPDFString: "${e}".`)}}const a=[];for(let r=0,i=e.length;rga[e])).join("")}"function"!=typeof Promise.try&&(Promise.try=function(e,...t){return new Promise((a=>{a(e(...t))}))});"function"!=typeof Math.sumPrecise&&(Math.sumPrecise=function(e){return e.reduce(((e,t)=>e+t),0)});const ya=Symbol("CIRCULAR_REF"),wa=Symbol("EOF");let xa=Object.create(null),Sa=Object.create(null),Aa=Object.create(null);class Name{constructor(e){this.name=e}static get(e){return Sa[e]||=new Name(e)}}class Cmd{constructor(e){this.cmd=e}static get(e){return xa[e]||=new Cmd(e)}}const ka=function nonSerializableClosure(){return ka};class Dict{constructor(e=null){this._map=new Map;this.xref=e;this.objId=null;this.suppressEncryption=!1;this.__nonSerializable__=ka}assignXref(e){this.xref=e}get size(){return this._map.size}get(e,t,a){let r=this._map.get(e);if(void 0===r&&void 0!==t){r=this._map.get(t);void 0===r&&void 0!==a&&(r=this._map.get(a))}return r instanceof Ref&&this.xref?this.xref.fetch(r,this.suppressEncryption):r}async getAsync(e,t,a){let r=this._map.get(e);if(void 0===r&&void 0!==t){r=this._map.get(t);void 0===r&&void 0!==a&&(r=this._map.get(a))}return r instanceof Ref&&this.xref?this.xref.fetchAsync(r,this.suppressEncryption):r}getArray(e,t,a){let r=this._map.get(e);if(void 0===r&&void 0!==t){r=this._map.get(t);void 0===r&&void 0!==a&&(r=this._map.get(a))}r instanceof Ref&&this.xref&&(r=this.xref.fetch(r,this.suppressEncryption));if(Array.isArray(r)){r=r.slice();for(let e=0,t=r.length;e{unreachable("Should not call `set` on the empty dictionary.")};return shadow(this,"empty",e)}static merge({xref:e,dictArray:t,mergeSubDicts:a=!1}){const r=new Dict(e),i=new Map;for(const e of t)if(e instanceof Dict)for(const[t,r]of e._map){let e=i.get(t);if(void 0===e){e=[];i.set(t,e)}else if(!(a&&r instanceof Dict))continue;e.push(r)}for(const[t,a]of i){if(1===a.length||!(a[0]instanceof Dict)){r._map.set(t,a[0]);continue}const i=new Dict(e);for(const e of a)for(const[t,a]of e._map)i._map.has(t)||i._map.set(t,a);i.size>0&&r._map.set(t,i)}i.clear();return r.size>0?r:Dict.empty}clone(){const e=new Dict(this.xref);for(const t of this.getKeys())e.set(t,this.getRaw(t));return e}delete(e){delete this._map[e]}}class Ref{constructor(e,t){this.num=e;this.gen=t}toString(){return 0===this.gen?`${this.num}R`:`${this.num}R${this.gen}`}static fromString(e){const t=Aa[e];if(t)return t;const a=/^(\\d+)R(\\d*)$/.exec(e);return a&&"0"!==a[1]?Aa[e]=new Ref(parseInt(a[1]),a[2]?parseInt(a[2]):0):null}static get(e,t){const a=0===t?`${e}R`:`${e}R${t}`;return Aa[a]||=new Ref(e,t)}}class RefSet{constructor(e=null){this._set=new Set(e?._set)}has(e){return this._set.has(e.toString())}put(e){this._set.add(e.toString())}remove(e){this._set.delete(e.toString())}[Symbol.iterator](){return this._set.values()}clear(){this._set.clear()}}class RefSetCache{constructor(){this._map=new Map}get size(){return this._map.size}get(e){return this._map.get(e.toString())}has(e){return this._map.has(e.toString())}put(e,t){this._map.set(e.toString(),t)}putAlias(e,t){this._map.set(e.toString(),this.get(t))}[Symbol.iterator](){return this._map.values()}clear(){this._map.clear()}*values(){yield*this._map.values()}*items(){for(const[e,t]of this._map)yield[Ref.fromString(e),t]}}function isName(e,t){return e instanceof Name&&(void 0===t||e.name===t)}function isCmd(e,t){return e instanceof Cmd&&(void 0===t||e.cmd===t)}function isDict(e,t){return e instanceof Dict&&(void 0===t||isName(e.get("Type"),t))}function isRefsEqual(e,t){return e.num===t.num&&e.gen===t.gen}class BaseStream{get length(){unreachable("Abstract getter `length` accessed")}get isEmpty(){unreachable("Abstract getter `isEmpty` accessed")}get isDataLoaded(){return shadow(this,"isDataLoaded",!0)}getByte(){unreachable("Abstract method `getByte` called")}getBytes(e){unreachable("Abstract method `getBytes` called")}async getImageData(e,t){return this.getBytes(e,t)}async asyncGetBytes(){unreachable("Abstract method `asyncGetBytes` called")}get isAsync(){return!1}get isAsyncDecoder(){return!1}get canAsyncDecodeImageFromBuffer(){return!1}async getTransferableImage(){return null}peekByte(){const e=this.getByte();-1!==e&&this.pos--;return e}peekBytes(e){const t=this.getBytes(e);this.pos-=t.length;return t}getUint16(){const e=this.getByte(),t=this.getByte();return-1===e||-1===t?-1:(e<<8)+t}getInt32(){return(this.getByte()<<24)+(this.getByte()<<16)+(this.getByte()<<8)+this.getByte()}getByteRange(e,t){unreachable("Abstract method `getByteRange` called")}getString(e){return bytesToString(this.getBytes(e))}skip(e){this.pos+=e||1}reset(){unreachable("Abstract method `reset` called")}moveStart(){unreachable("Abstract method `moveStart` called")}makeSubStream(e,t,a=null){unreachable("Abstract method `makeSubStream` called")}getBaseStreams(){return null}}const Ca=/^[1-9]\\.\\d$/,va=2**31-1,Fa=[1,0,0,1,0,0],Ia=["ColorSpace","ExtGState","Font","Pattern","Properties","Shading","XObject"],Ta=["ExtGState","Font","Properties","XObject"];function getLookupTableFactory(e){let t;return function(){if(e){t=Object.create(null);e(t);e=null}return t}}class MissingDataException extends fa{constructor(e,t){super(`Missing data [${e}, ${t})`,"MissingDataException");this.begin=e;this.end=t}}class ParserEOFException extends fa{constructor(e){super(e,"ParserEOFException")}}class XRefEntryException extends fa{constructor(e){super(e,"XRefEntryException")}}class XRefParseException extends fa{constructor(e){super(e,"XRefParseException")}}function arrayBuffersToBytes(e){const t=e.length;if(0===t)return new Uint8Array(0);if(1===t)return new Uint8Array(e[0]);let a=0;for(let r=0;r0,"The number should be a positive integer.");const a="M".repeat(e/1e3|0)+Oa[e%1e3/100|0]+Oa[10+(e%100/10|0)]+Oa[20+e%10];return t?a.toLowerCase():a}function log2(e){return e>0?Math.ceil(Math.log2(e)):0}function readInt8(e,t){return e[t]<<24>>24}function readInt16(e,t){return(e[t]<<24|e[t+1]<<16)>>16}function readUint16(e,t){return e[t]<<8|e[t+1]}function readUint32(e,t){return(e[t]<<24|e[t+1]<<16|e[t+2]<<8|e[t+3])>>>0}function isWhiteSpace(e){return 32===e||9===e||13===e||10===e}function isNumberArray(e,t){return Array.isArray(e)?(null===t||e.length===t)&&e.every((e=>"number"==typeof e)):ArrayBuffer.isView(e)&&!(e instanceof BigInt64Array||e instanceof BigUint64Array)&&(null===t||e.length===t)}function lookupMatrix(e,t){return isNumberArray(e,6)?e:t}function lookupRect(e,t){return isNumberArray(e,4)?e:t}function lookupNormalRect(e,t){return isNumberArray(e,4)?Util.normalizeRect(e):t}function parseXFAPath(e){const t=/(.+)\\[(\\d+)\\]$/;return e.split(".").map((e=>{const a=e.match(t);return a?{name:a[1],pos:parseInt(a[2],10)}:{name:e,pos:0}}))}function escapePDFName(e){const t=[];let a=0;for(let r=0,i=e.length;r126||35===i||40===i||41===i||60===i||62===i||91===i||93===i||123===i||125===i||47===i||37===i){a"\\n"===e?"\\\\n":"\\r"===e?"\\\\r":`\\\\${e}`))}function _collectJS(e,t,a,r){if(!e)return;let i=null;if(e instanceof Ref){if(r.has(e))return;i=e;r.put(i);e=t.fetch(e)}if(Array.isArray(e))for(const i of e)_collectJS(i,t,a,r);else if(e instanceof Dict){if(isName(e.get("S"),"JavaScript")){const t=e.get("JS");let r;t instanceof BaseStream?r=t.getString():"string"==typeof t&&(r=t);r&&=stringToPDFString(r,!0).replaceAll("\\0","");r&&a.push(r.trim())}_collectJS(e.getRaw("Next"),t,a,r)}i&&r.remove(i)}function collectActions(e,t,a){const r=Object.create(null),i=getInheritableProperty({dict:t,key:"AA",stopWhenFound:!1});if(i)for(let t=i.length-1;t>=0;t--){const n=i[t];if(n instanceof Dict)for(const t of n.getKeys()){const i=a[t];if(!i)continue;const s=[];_collectJS(n.getRaw(t),e,s,new RefSet);s.length>0&&(r[i]=s)}}if(t.has("A")){const a=[];_collectJS(t.get("A"),e,a,new RefSet);a.length>0&&(r.Action=a)}return objectSize(r)>0?r:null}const Ma={60:"<",62:">",38:"&",34:""",39:"'"};function*codePointIter(e){for(let t=0,a=e.length;t55295&&(a<57344||a>65533)&&t++;yield a}}function encodeToXmlString(e){const t=[];let a=0;for(let r=0,i=e.length;r55295&&(i<57344||i>65533)&&r++;a=r+1}}if(0===t.length)return e;a: ${e}.`);return!1}return!0}function validateCSSFont(e){const t=new Set(["100","200","300","400","500","600","700","800","900","1000","normal","bold","bolder","lighter"]),{fontFamily:a,fontWeight:r,italicAngle:i}=e;if(!validateFontName(a,!0))return!1;const n=r?r.toString():"";e.fontWeight=t.has(n)?n:"400";const s=parseFloat(i);e.italicAngle=isNaN(s)||s<-90||s>90?"14":i.toString();return!0}function recoverJsURL(e){const t=new RegExp("^\\\\s*("+["app.launchURL","window.open","xfa.host.gotoURL"].join("|").replaceAll(".","\\\\.")+")\\\\((?:\'|\\")([^\'\\"]*)(?:\'|\\")(?:,\\\\s*(\\\\w+)\\\\)|\\\\))","i").exec(e);return t?.[2]?{url:t[2],newWindow:"app.launchURL"===t[1]&&"true"===t[3]}:null}function numberToString(e){if(Number.isInteger(e))return e.toString();const t=Math.round(100*e);return t%100==0?(t/100).toString():t%10==0?e.toFixed(1):e.toFixed(2)}function getNewAnnotationsMap(e){if(!e)return null;const t=new Map;for(const[a,r]of e){if(!a.startsWith(f))continue;let e=t.get(r.pageIndex);if(!e){e=[];t.set(r.pageIndex,e)}e.push(r)}return t.size>0?t:null}function stringToAsciiOrUTF16BE(e){return null==e||function isAscii(e){if("string"!=typeof e)return!1;return!e||/^[\\x00-\\x7F]*$/.test(e)}(e)?e:stringToUTF16String(e,!0)}function stringToUTF16HexString(e){const t=[];for(let a=0,r=e.length;a>8&255],ga[255&r])}return t.join("")}function stringToUTF16String(e,t=!1){const a=[];t&&a.push("þÿ");for(let t=0,r=e.length;t>8&255),String.fromCharCode(255&r))}return a.join("")}function getRotationMatrix(e,t,a){switch(e){case 90:return[0,1,-1,0,t,0];case 180:return[-1,0,0,-1,t,a];case 270:return[0,-1,1,0,0,a];default:throw new Error("Invalid rotation")}}function getSizeInBytes(e){return Math.ceil(Math.ceil(Math.log2(1+e))/8)}class QCMS{static#a=null;static _memory=null;static _mustAddAlpha=!1;static _destBuffer=null;static _destOffset=0;static _destLength=0;static _cssColor="";static _makeHexColor=null;static get _memoryArray(){const e=this.#a;return e?.byteLength?e:this.#a=new Uint8Array(this._memory.buffer)}}let Da;const Ba="undefined"!=typeof TextDecoder?new TextDecoder("utf-8",{ignoreBOM:!0,fatal:!0}):{decode:()=>{throw Error("TextDecoder not available")}};"undefined"!=typeof TextDecoder&&Ba.decode();let Ra=null;function getUint8ArrayMemory0(){null!==Ra&&0!==Ra.byteLength||(Ra=new Uint8Array(Da.memory.buffer));return Ra}let Na=0;function passArray8ToWasm0(e,t){const a=t(1*e.length,1)>>>0;getUint8ArrayMemory0().set(e,a/1);Na=e.length;return a}const Ea=Object.freeze({RGB8:0,0:"RGB8",RGBA8:1,1:"RGBA8",BGRA8:2,2:"BGRA8",Gray8:3,3:"Gray8",GrayA8:4,4:"GrayA8",CMYK:5,5:"CMYK"}),Pa=Object.freeze({Perceptual:0,0:"Perceptual",RelativeColorimetric:1,1:"RelativeColorimetric",Saturation:2,2:"Saturation",AbsoluteColorimetric:3,3:"AbsoluteColorimetric"});function __wbg_get_imports(){const e={wbg:{}};e.wbg.__wbg_copyresult_b08ee7d273f295dd=function(e,t){!function copy_result(e,t){const{_mustAddAlpha:a,_destBuffer:r,_destOffset:i,_destLength:n,_memoryArray:s}=QCMS;if(t!==n)if(a)for(let a=e,n=e+t,o=i;a>>0,t>>>0)};e.wbg.__wbg_copyrgb_d60ce17bb05d9b67=function(e){!function copy_rgb(e){const{_destBuffer:t,_destOffset:a,_memoryArray:r}=QCMS;t[a]=r[e];t[a+1]=r[e+1];t[a+2]=r[e+2]}(e>>>0)};e.wbg.__wbg_makecssRGB_893bf0cd9fdb302d=function(e){!function make_cssRGB(e){const{_memoryArray:t}=QCMS;QCMS._cssColor=QCMS._makeHexColor(t[e],t[e+1],t[e+2])}(e>>>0)};e.wbg.__wbindgen_init_externref_table=function(){const e=Da.__wbindgen_export_0,t=e.grow(4);e.set(0,void 0);e.set(t+0,void 0);e.set(t+1,null);e.set(t+2,!0);e.set(t+3,!1)};e.wbg.__wbindgen_throw=function(e,t){throw new Error(function getStringFromWasm0(e,t){e>>>=0;return Ba.decode(getUint8ArrayMemory0().subarray(e,e+t))}(e,t))};return e}function __wbg_finalize_init(e,t){Da=e.exports;__wbg_init.__wbindgen_wasm_module=t;Ra=null;Da.__wbindgen_start();return Da}async function __wbg_init(e){if(void 0!==Da)return Da;void 0!==e&&(Object.getPrototypeOf(e)===Object.prototype?({module_or_path:e}=e):console.warn("using deprecated parameters for the initialization function; pass a single object instead"));const t=__wbg_get_imports();("string"==typeof e||"function"==typeof Request&&e instanceof Request||"function"==typeof URL&&e instanceof URL)&&(e=fetch(e));const{instance:a,module:r}=await async function __wbg_load(e,t){if("function"==typeof Response&&e instanceof Response){if("function"==typeof WebAssembly.instantiateStreaming)try{return await WebAssembly.instantiateStreaming(e,t)}catch(t){if("application/wasm"==e.headers.get("Content-Type"))throw t;console.warn("`WebAssembly.instantiateStreaming` failed because your server does not serve Wasm with `application/wasm` MIME type. Falling back to `WebAssembly.instantiate` which is slower. Original error:\\n",t)}const a=await e.arrayBuffer();return await WebAssembly.instantiate(a,t)}{const a=await WebAssembly.instantiate(e,t);return a instanceof WebAssembly.Instance?{instance:a,module:e}:a}}(await e,t);return __wbg_finalize_init(a,r)}class ColorSpace{static#r=new Uint8ClampedArray(3);constructor(e,t){this.name=e;this.numComps=t}getRgb(e,t,a=new Uint8ClampedArray(3)){this.getRgbItem(e,t,a,0);return a}getRgbHex(e,t){const a=this.getRgb(e,t,ColorSpace.#r);return Util.makeHexColor(a[0],a[1],a[2])}getRgbItem(e,t,a,r){unreachable("Should not call ColorSpace.getRgbItem")}getRgbBuffer(e,t,a,r,i,n,s){unreachable("Should not call ColorSpace.getRgbBuffer")}getOutputLength(e,t){unreachable("Should not call ColorSpace.getOutputLength")}isPassthrough(e){return!1}isDefaultDecode(e,t){return ColorSpace.isDefaultDecode(e,this.numComps)}fillRgb(e,t,a,r,i,n,s,o,c){const l=t*a;let h=null;const u=1<u&&"DeviceGray"!==this.name&&"DeviceRGB"!==this.name){const t=s<=8?new Uint8Array(u):new Uint16Array(u);for(let e=0;e=.99554525?1:MathClamp(1.055*e**(1/2.4)-.055,0,1)}#b(e){return e<0?-this.#b(-e):e>8?((e+16)/116)**3:e*CalRGBCS.#d}#y(e,t,a){if(0===e[0]&&0===e[1]&&0===e[2]){a[0]=t[0];a[1]=t[1];a[2]=t[2];return}const r=this.#b(0),i=(1-r)/(1-this.#b(e[0])),n=1-i,s=(1-r)/(1-this.#b(e[1])),o=1-s,c=(1-r)/(1-this.#b(e[2])),l=1-c;a[0]=t[0]*i+n;a[1]=t[1]*s+o;a[2]=t[2]*c+l}#w(e,t,a){if(1===e[0]&&1===e[2]){a[0]=t[0];a[1]=t[1];a[2]=t[2];return}const r=a;this.#f(CalRGBCS.#n,t,r);const i=CalRGBCS.#l;this.#g(e,r,i);this.#f(CalRGBCS.#s,i,a)}#x(e,t,a){const r=a;this.#f(CalRGBCS.#n,t,r);const i=CalRGBCS.#l;this.#p(e,r,i);this.#f(CalRGBCS.#s,i,a)}#i(e,t,a,r,i){const n=MathClamp(e[t]*i,0,1),s=MathClamp(e[t+1]*i,0,1),o=MathClamp(e[t+2]*i,0,1),c=1===n?1:n**this.GR,l=1===s?1:s**this.GG,h=1===o?1:o**this.GB,u=this.MXA*c+this.MXB*l+this.MXC*h,d=this.MYA*c+this.MYB*l+this.MYC*h,f=this.MZA*c+this.MZB*l+this.MZC*h,g=CalRGBCS.#h;g[0]=u;g[1]=d;g[2]=f;const p=CalRGBCS.#u;this.#w(this.whitePoint,g,p);const m=CalRGBCS.#h;this.#y(this.blackPoint,p,m);const b=CalRGBCS.#u;this.#x(CalRGBCS.#c,m,b);const y=CalRGBCS.#h;this.#f(CalRGBCS.#o,b,y);a[r]=255*this.#m(y[0]);a[r+1]=255*this.#m(y[1]);a[r+2]=255*this.#m(y[2])}getRgbItem(e,t,a,r){this.#i(e,t,a,r,1)}getRgbBuffer(e,t,a,r,i,n,s){const o=1/((1<this.amax||this.bmin>this.bmax){info("Invalid Range, falling back to defaults");this.amin=-100;this.amax=100;this.bmin=-100;this.bmax=100}}#S(e){return e>=6/29?e**3:108/841*(e-4/29)}#A(e,t,a,r){return a+e*(r-a)/t}#i(e,t,a,r,i){let n=e[t],s=e[t+1],o=e[t+2];if(!1!==a){n=this.#A(n,a,0,100);s=this.#A(s,a,this.amin,this.amax);o=this.#A(o,a,this.bmin,this.bmax)}s>this.amax?s=this.amax:sthis.bmax?o=this.bmax:o{!function qcms_drop_transformer(e){Da.qcms_drop_transformer(e)}(e)}));constructor(e,t,a){if(!IccColorSpace.isUsable)throw new Error("No ICC color space support");super(t,a);let r;switch(a){case 1:r=Ea.Gray8;this.#C=(e,t,a)=>function qcms_convert_one(e,t,a){Da.qcms_convert_one(e,t,a)}(this.#k,255*e[t],a);break;case 3:r=Ea.RGB8;this.#C=(e,t,a)=>function qcms_convert_three(e,t,a,r,i){Da.qcms_convert_three(e,t,a,r,i)}(this.#k,255*e[t],255*e[t+1],255*e[t+2],a);break;case 4:r=Ea.CMYK;this.#C=(e,t,a)=>function qcms_convert_four(e,t,a,r,i,n){Da.qcms_convert_four(e,t,a,r,i,n)}(this.#k,255*e[t],255*e[t+1],255*e[t+2],255*e[t+3],a);break;default:throw new Error(`Unsupported number of components: ${a}`)}this.#k=function qcms_transformer_from_memory(e,t,a){const r=passArray8ToWasm0(e,Da.__wbindgen_malloc),i=Na;return Da.qcms_transformer_from_memory(r,i,t,a)>>>0}(e,r,Pa.Perceptual);if(!this.#k)throw new Error("Failed to create ICC color space");IccColorSpace.#I.register(this,this.#k)}getRgbHex(e,t){this.#C(e,t,!0);return QCMS._cssColor}getRgbItem(e,t,a,r){QCMS._destBuffer=a;QCMS._destOffset=r;QCMS._destLength=3;this.#C(e,t,!1);QCMS._destBuffer=null}getRgbBuffer(e,t,a,r,i,n,s){e=e.subarray(t,t+a*this.numComps);if(8!==n){const t=255/((1<=this.end?-1:this.bytes[this.pos++]}getBytes(e){const t=this.bytes,a=this.pos,r=this.end;if(!e)return t.subarray(a,r);let i=a+e;i>r&&(i=r);this.pos=i;return t.subarray(a,i)}getByteRange(e,t){e<0&&(e=0);t>this.end&&(t=this.end);return this.bytes.subarray(e,t)}reset(){this.pos=this.start}moveStart(){this.start=this.pos}makeSubStream(e,t,a=null){return new Stream(this.bytes.buffer,e,t,a)}}class StringStream extends Stream{constructor(e){super(stringToBytes(e))}}class NullStream extends Stream{constructor(){super(new Uint8Array(0))}}class ChunkedStream extends Stream{constructor(e,t,a){super(new Uint8Array(e),0,e,null);this.chunkSize=t;this._loadedChunks=new Set;this.numChunks=Math.ceil(e/t);this.manager=a;this.progressiveDataLength=0;this.lastSuccessfulEnsureByteChunk=-1}getMissingChunks(){const e=[];for(let t=0,a=this.numChunks;t=this.end?this.numChunks:Math.floor(t/this.chunkSize);for(let e=a;ethis.numChunks)&&t!==this.lastSuccessfulEnsureByteChunk){if(!this._loadedChunks.has(t))throw new MissingDataException(e,e+1);this.lastSuccessfulEnsureByteChunk=t}}ensureRange(e,t){if(e>=t)return;if(t<=this.progressiveDataLength)return;const a=Math.floor(e/this.chunkSize);if(a>this.numChunks)return;const r=Math.min(Math.floor((t-1)/this.chunkSize)+1,this.numChunks);for(let i=a;i=this.end)return-1;e>=this.progressiveDataLength&&this.ensureByte(e);return this.bytes[this.pos++]}getBytes(e){const t=this.bytes,a=this.pos,r=this.end;if(!e){r>this.progressiveDataLength&&this.ensureRange(a,r);return t.subarray(a,r)}let i=a+e;i>r&&(i=r);i>this.progressiveDataLength&&this.ensureRange(a,i);this.pos=i;return t.subarray(a,i)}getByteRange(e,t){e<0&&(e=0);t>this.end&&(t=this.end);t>this.progressiveDataLength&&this.ensureRange(e,t);return this.bytes.subarray(e,t)}makeSubStream(e,t,a=null){t?e+t>this.progressiveDataLength&&this.ensureRange(e,e+t):e>=this.progressiveDataLength&&this.ensureByte(e);function ChunkedStreamSubstream(){}ChunkedStreamSubstream.prototype=Object.create(this);ChunkedStreamSubstream.prototype.getMissingChunks=function(){const e=this.chunkSize,t=Math.floor(this.start/e),a=Math.floor((this.end-1)/e)+1,r=[];for(let e=t;e{const readChunk=({value:n,done:s})=>{try{if(s){const t=arrayBuffersToBytes(r);r=null;e(t);return}i+=n.byteLength;a.isStreamingSupported&&this.onProgress({loaded:i});r.push(n);a.read().then(readChunk,t)}catch(e){t(e)}};a.read().then(readChunk,t)})).then((t=>{this.aborted||this.onReceiveData({chunk:t,begin:e})}))}requestAllChunks(e=!1){if(!e){const e=this.stream.getMissingChunks();this._requestChunks(e)}return this._loadedStreamCapability.promise}_requestChunks(e){const t=this.currRequestId++,a=new Set;this._chunksNeededByRequest.set(t,a);for(const t of e)this.stream.hasChunk(t)||a.add(t);if(0===a.size)return Promise.resolve();const r=Promise.withResolvers();this._promisesByRequest.set(t,r);const i=[];for(const e of a){let a=this._requestsByChunk.get(e);if(!a){a=[];this._requestsByChunk.set(e,a);i.push(e)}a.push(t)}if(i.length>0){const e=this.groupChunks(i);for(const t of e){const e=t.beginChunk*this.chunkSize,a=Math.min(t.endChunk*this.chunkSize,this.length);this.sendRequest(e,a).catch(r.reject)}}return r.promise.catch((e=>{if(!this.aborted)throw e}))}getStream(){return this.stream}requestRange(e,t){t=Math.min(t,this.length);const a=this.getBeginChunk(e),r=this.getEndChunk(t),i=[];for(let e=a;ee-t));return this._requestChunks(t)}groupChunks(e){const t=[];let a=-1,r=-1;for(let i=0,n=e.length;i=0&&r+1!==n){t.push({beginChunk:a,endChunk:r+1});a=n}i+1===e.length&&t.push({beginChunk:a,endChunk:n+1});r=n}return t}onProgress(e){this.msgHandler.send("DocProgress",{loaded:this.stream.numChunksLoaded*this.chunkSize+e.loaded,total:this.length})}onReceiveData(e){const t=e.chunk,a=void 0===e.begin,r=a?this.progressiveDataLength:e.begin,i=r+t.byteLength,n=Math.floor(r/this.chunkSize),s=i0||o.push(a)}}}if(!this.disableAutoFetch&&0===this._requestsByChunk.size){let e;if(1===this.stream.numChunksLoaded){const t=this.stream.numChunks-1;this.stream.hasChunk(t)||(e=t)}else e=this.stream.nextEmptyChunk(s);Number.isInteger(e)&&this._requestChunks([e])}for(const e of o){const t=this._promisesByRequest.get(e);this._promisesByRequest.delete(e);t.resolve()}this.msgHandler.send("DocProgress",{loaded:this.stream.numChunksLoaded*this.chunkSize,total:this.length})}onError(e){this._loadedStreamCapability.reject(e)}getBeginChunk(e){return Math.floor(e/this.chunkSize)}getEndChunk(e){return Math.floor((e-1)/this.chunkSize)+1}abort(e){this.aborted=!0;this.pdfNetworkStream?.cancelAllRequests(e);for(const t of this._promisesByRequest.values())t.reject(e)}}function convertToRGBA(e){switch(e.kind){case k:return convertBlackAndWhiteToRGBA(e);case C:return function convertRGBToRGBA({src:e,srcPos:t=0,dest:a,destPos:r=0,width:i,height:n}){let s=0;const o=i*n*3,c=o>>2,l=new Uint32Array(e.buffer,t,c);if(FeatureTest.isLittleEndian){for(;s>>24|t<<8|4278190080;a[r+2]=t>>>16|i<<16|4278190080;a[r+3]=i>>>8|4278190080}for(let i=4*s,n=t+o;i>>8|255;a[r+2]=t<<16|i>>>16|255;a[r+3]=i<<8|255}for(let i=4*s,n=t+o;i>3,u=7&r,d=e.length;a=new Uint32Array(a.buffer);let f=0;for(let r=0;ra||t>a)return!0;const r=e*t;if(this._hasMaxArea)return r>this.MAX_AREA;if(r(this.MAX_AREA=this.#O**2)}static getReducePowerForJPX(e,t,a){const r=e*t,i=2**30/(4*a);if(!this.needsToBeResized(e,t))return r>i?Math.ceil(Math.log2(r/i)):0;const{MAX_DIM:n,MAX_AREA:s}=this,o=Math.max(e/n,t/n,Math.sqrt(r/Math.min(i,s)));return Math.ceil(Math.log2(o))}static get MAX_DIM(){return shadow(this,"MAX_DIM",this._guessMax(2048,65537,0,1))}static get MAX_AREA(){this._hasMaxArea=!0;return shadow(this,"MAX_AREA",this._guessMax(this.#O,this.MAX_DIM,128,0)**2)}static set MAX_AREA(e){if(e>=0){this._hasMaxArea=!0;shadow(this,"MAX_AREA",e)}}static setOptions({canvasMaxAreaInBytes:e=-1,isImageDecoderSupported:t=!1}){this._hasMaxArea||(this.MAX_AREA=e>>2);this.#M=t}static _areGoodDims(e,t){try{const a=new OffscreenCanvas(e,t),r=a.getContext("2d");r.fillRect(0,0,1,1);const i=r.getImageData(0,0,1,1).data[3];a.width=a.height=1;return 0!==i}catch{return!1}}static _guessMax(e,t,a,r){for(;e+a+1va){const e=this.#D();if(e)return e}const r=this._encodeBMP();let i,n;if(await ImageResizer.canUseImageDecoder){i=new ImageDecoder({data:r,type:"image/bmp",preferAnimation:!1,transfer:[r.buffer]});n=i.decode().catch((e=>{warn(`BMP image decoding failed: ${e}`);return createImageBitmap(new Blob([this._encodeBMP().buffer],{type:"image/bmp"}))})).finally((()=>{i.close()}))}else n=createImageBitmap(new Blob([r.buffer],{type:"image/bmp"}));const{MAX_AREA:s,MAX_DIM:o}=ImageResizer,c=Math.max(t/o,a/o,Math.sqrt(t*a/s)),l=Math.max(c,2),h=Math.round(10*(c+1.25))/10/l,u=Math.floor(Math.log2(h)),d=new Array(u+2).fill(2);d[0]=l;d.splice(-1,1,h/(1<>s,c=r>>s;let l,h=r;try{l=new Uint8Array(n)}catch{let e=Math.floor(Math.log2(n+1));for(;;)try{l=new Uint8Array(2**e-1);break}catch{e-=1}h=Math.floor((2**e-1)/(4*a));const t=a*h*4;t>s;e>3,s=a+3&-4;if(a!==s){const e=new Uint8Array(s*t);let r=0;for(let n=0,o=t*a;ni&&(r=i)}else{for(;!this.eof;)this.readBlock(t);r=this.bufferLength}this.pos=r;return this.buffer.subarray(a,r)}async getImageData(e,t){if(!this.canAsyncDecodeImageFromBuffer)return this.isAsyncDecoder?this.decodeImage(null,t):this.getBytes(e,t);const a=await this.stream.asyncGetBytes();return this.decodeImage(a,t)}reset(){this.pos=0}makeSubStream(e,t,a=null){if(void 0===t)for(;!this.eof;)this.readBlock();else{const a=e+t;for(;this.bufferLength<=a&&!this.eof;)this.readBlock()}return new Stream(this.buffer,e,t,a)}getBaseStreams(){return this.str?this.str.getBaseStreams():null}}class StreamsSequenceStream extends DecodeStream{constructor(e,t=null){e=e.filter((e=>e instanceof BaseStream));let a=0;for(const t of e)a+=t instanceof DecodeStream?t._rawMinBufferLength:t.length;super(a);this.streams=e;this._onError=t}readBlock(){const e=this.streams;if(0===e.length){this.eof=!0;return}const t=e.shift();let a;try{a=t.getBytes()}catch(e){if(this._onError){this._onError(e,t.dict?.objId);return}throw e}const r=this.bufferLength,i=r+a.length;this.ensureBuffer(i).set(a,r);this.bufferLength=i}getBaseStreams(){const e=[];for(const t of this.streams){const a=t.getBaseStreams();a&&e.push(...a)}return e.length>0?e:null}}class ColorSpaceUtils{static parse({cs:e,xref:t,resources:a=null,pdfFunctionFactory:r,globalColorSpaceCache:i,localColorSpaceCache:n,asyncIfNotCached:s=!1}){const o={xref:t,resources:a,pdfFunctionFactory:r,globalColorSpaceCache:i,localColorSpaceCache:n};let c,l,h;if(e instanceof Ref){l=e;const a=i.getByRef(l)||n.getByRef(l);if(a)return a;e=t.fetch(e)}if(e instanceof Name){c=e.name;const t=n.getByName(c);if(t)return t}try{h=this.#B(e,o)}catch(e){if(s&&!(e instanceof MissingDataException))return Promise.reject(e);throw e}if(c||l){n.set(c,l,h);l&&i.set(null,l,h)}return s?Promise.resolve(h):h}static#R(e,t){const{globalColorSpaceCache:a}=t;let r;if(e instanceof Ref){r=e;const t=a.getByRef(r);if(t)return t}const i=this.#B(e,t);r&&a.set(null,r,i);return i}static#B(e,t){const{xref:a,resources:r,pdfFunctionFactory:i,globalColorSpaceCache:n}=t;if((e=a.fetchIfRef(e))instanceof Name)switch(e.name){case"G":case"DeviceGray":return this.gray;case"RGB":case"DeviceRGB":return this.rgb;case"DeviceRGBA":return this.rgba;case"CMYK":case"DeviceCMYK":return this.cmyk;case"Pattern":return new PatternCS(null);default:if(r instanceof Dict){const a=r.get("ColorSpace");if(a instanceof Dict){const r=a.get(e.name);if(r){if(r instanceof Name)return this.#B(r,t);e=r;break}}}warn(`Unrecognized ColorSpace: ${e.name}`);return this.gray}if(Array.isArray(e)){const r=a.fetchIfRef(e[0]).name;let s,o,c,l,h,u;switch(r){case"G":case"DeviceGray":return this.gray;case"RGB":case"DeviceRGB":return this.rgb;case"CMYK":case"DeviceCMYK":return this.cmyk;case"CalGray":s=a.fetchIfRef(e[1]);l=s.getArray("WhitePoint");h=s.getArray("BlackPoint");u=s.get("Gamma");return new CalGrayCS(l,h,u);case"CalRGB":s=a.fetchIfRef(e[1]);l=s.getArray("WhitePoint");h=s.getArray("BlackPoint");u=s.getArray("Gamma");const d=s.getArray("Matrix");return new CalRGBCS(l,h,u,d);case"ICCBased":const f=e[1]instanceof Ref;if(f){const t=n.getByRef(e[1]);if(t)return t}const g=a.fetchIfRef(e[1]),p=g.dict;o=p.get("N");if(IccColorSpace.isUsable)try{const t=new IccColorSpace(g.getBytes(),"ICCBased",o);f&&n.set(null,e[1],t);return t}catch(t){if(t instanceof MissingDataException)throw t;warn(`ICCBased color space (${e[1]}): "${t}".`)}const m=p.getRaw("Alternate");if(m){const e=this.#R(m,t);if(e.numComps===o)return e;warn("ICCBased color space: Ignoring incorrect /Alternate entry.")}if(1===o)return this.gray;if(3===o)return this.rgb;if(4===o)return this.cmyk;break;case"Pattern":c=e[1]||null;c&&(c=this.#R(c,t));return new PatternCS(c);case"I":case"Indexed":c=this.#R(e[1],t);const b=MathClamp(a.fetchIfRef(e[2]),0,255),y=a.fetchIfRef(e[3]);return new IndexedCS(c,b,y);case"Separation":case"DeviceN":const w=a.fetchIfRef(e[1]);o=Array.isArray(w)?w.length:1;c=this.#R(e[2],t);const x=i.create(e[3]);return new AlternateCS(o,c,x);case"Lab":s=a.fetchIfRef(e[1]);l=s.getArray("WhitePoint");h=s.getArray("BlackPoint");const S=s.getArray("Range");return new LabCS(l,h,S);default:warn(`Unimplemented ColorSpace object: ${r}`);return this.gray}}warn(`Unrecognized ColorSpace object: ${e}`);return this.gray}static get gray(){return shadow(this,"gray",new DeviceGrayCS)}static get rgb(){return shadow(this,"rgb",new DeviceRgbCS)}static get rgba(){return shadow(this,"rgba",new DeviceRgbaCS)}static get cmyk(){if(CmykICCBasedCS.isUsable)try{return shadow(this,"cmyk",new CmykICCBasedCS)}catch{warn("CMYK fallback: DeviceCMYK")}return shadow(this,"cmyk",new DeviceCmykCS)}}class JpegError extends fa{constructor(e){super(e,"JpegError")}}class DNLMarkerError extends fa{constructor(e,t){super(e,"DNLMarkerError");this.scanLines=t}}class EOIMarkerError extends fa{constructor(e){super(e,"EOIMarkerError")}}const ja=new Uint8Array([0,1,8,16,9,2,3,10,17,24,32,25,18,11,4,5,12,19,26,33,40,48,41,34,27,20,13,6,7,14,21,28,35,42,49,56,57,50,43,36,29,22,15,23,30,37,44,51,58,59,52,45,38,31,39,46,53,60,61,54,47,55,62,63]),_a=4017,Ua=799,Xa=3406,qa=2276,Ha=1567,Wa=3784,za=5793,$a=2896;function buildHuffmanTable(e,t){let a,r,i=0,n=16;for(;n>0&&!e[n-1];)n--;const s=[{children:[],index:0}];let o,c=s[0];for(a=0;a0;)c=s.pop();c.index++;s.push(c);for(;s.length<=a;){s.push(o={children:[],index:0});c.children[c.index]=o.children;c=o}i++}if(a+10){g--;return f>>g&1}f=e[t++];if(255===f){const r=e[t++];if(r){if(220===r&&l){const r=readUint16(e,t+=2);t+=2;if(r>0&&r!==a.scanLines)throw new DNLMarkerError("Found DNL marker (0xFFDC) while parsing scan data",r)}else if(217===r){if(l){const e=y*(8===a.precision?8:0);if(e>0&&Math.round(a.scanLines/e)>=5)throw new DNLMarkerError("Found EOI marker (0xFFD9) while parsing scan data, possibly caused by incorrect `scanLines` parameter",e)}throw new EOIMarkerError("Found EOI marker (0xFFD9) while parsing scan data")}throw new JpegError(`unexpected marker ${(f<<8|r).toString(16)}`)}}g=7;return f>>>7}function decodeHuffman(e){let t=e;for(;;){t=t[readBit()];switch(typeof t){case"number":return t;case"object":continue}throw new JpegError("invalid huffman sequence")}}function receive(e){let t=0;for(;e>0;){t=t<<1|readBit();e--}return t}function receiveAndExtend(e){if(1===e)return 1===readBit()?1:-1;const t=receive(e);return t>=1<0){p--;return}let a=n;const r=s;for(;a<=r;){const r=decodeHuffman(e.huffmanTableAC),i=15&r,n=r>>4;if(0===i){if(n<15){p=receive(n)+(1<>4;if(0===i)if(l<15){p=receive(l)+(1<>4;if(0===r){if(n<15)break;i+=16;continue}i+=n;const s=ja[i];e.blockData[t+s]=receiveAndExtend(r);i++}};let T,O=0;const M=1===w?r[0].blocksPerLine*r[0].blocksPerColumn:h*a.mcusPerColumn;let D,R;for(;O<=M;){const a=i?Math.min(M-O,i):M;if(a>0){for(S=0;S0?"unexpected":"excessive"} MCU data, current marker is: ${T.invalid}`);t=T.offset}if(!(T.marker>=65488&&T.marker<=65495))break;t+=2}return t-d}function quantizeAndInverse(e,t,a){const r=e.quantizationTable,i=e.blockData;let n,s,o,c,l,h,u,d,f,g,p,m,b,y,w,x,S;if(!r)throw new JpegError("missing required Quantization Table.");for(let e=0;e<64;e+=8){f=i[t+e];g=i[t+e+1];p=i[t+e+2];m=i[t+e+3];b=i[t+e+4];y=i[t+e+5];w=i[t+e+6];x=i[t+e+7];f*=r[e];if(g|p|m|b|y|w|x){g*=r[e+1];p*=r[e+2];m*=r[e+3];b*=r[e+4];y*=r[e+5];w*=r[e+6];x*=r[e+7];n=za*f+128>>8;s=za*b+128>>8;o=p;c=w;l=$a*(g-x)+128>>8;d=$a*(g+x)+128>>8;h=m<<4;u=y<<4;n=n+s+1>>1;s=n-s;S=o*Wa+c*Ha+128>>8;o=o*Ha-c*Wa+128>>8;c=S;l=l+u+1>>1;u=l-u;d=d+h+1>>1;h=d-h;n=n+c+1>>1;c=n-c;s=s+o+1>>1;o=s-o;S=l*qa+d*Xa+2048>>12;l=l*Xa-d*qa+2048>>12;d=S;S=h*Ua+u*_a+2048>>12;h=h*_a-u*Ua+2048>>12;u=S;a[e]=n+d;a[e+7]=n-d;a[e+1]=s+u;a[e+6]=s-u;a[e+2]=o+h;a[e+5]=o-h;a[e+3]=c+l;a[e+4]=c-l}else{S=za*f+512>>10;a[e]=S;a[e+1]=S;a[e+2]=S;a[e+3]=S;a[e+4]=S;a[e+5]=S;a[e+6]=S;a[e+7]=S}}for(let e=0;e<8;++e){f=a[e];g=a[e+8];p=a[e+16];m=a[e+24];b=a[e+32];y=a[e+40];w=a[e+48];x=a[e+56];if(g|p|m|b|y|w|x){n=za*f+2048>>12;s=za*b+2048>>12;o=p;c=w;l=$a*(g-x)+2048>>12;d=$a*(g+x)+2048>>12;h=m;u=y;n=4112+(n+s+1>>1);s=n-s;S=o*Wa+c*Ha+2048>>12;o=o*Ha-c*Wa+2048>>12;c=S;l=l+u+1>>1;u=l-u;d=d+h+1>>1;h=d-h;n=n+c+1>>1;c=n-c;s=s+o+1>>1;o=s-o;S=l*qa+d*Xa+2048>>12;l=l*Xa-d*qa+2048>>12;d=S;S=h*Ua+u*_a+2048>>12;h=h*_a-u*Ua+2048>>12;u=S;f=n+d;x=n-d;g=s+u;w=s-u;p=o+h;y=o-h;m=c+l;b=c-l;f<16?f=0:f>=4080?f=255:f>>=4;g<16?g=0:g>=4080?g=255:g>>=4;p<16?p=0:p>=4080?p=255:p>>=4;m<16?m=0:m>=4080?m=255:m>>=4;b<16?b=0:b>=4080?b=255:b>>=4;y<16?y=0:y>=4080?y=255:y>>=4;w<16?w=0:w>=4080?w=255:w>>=4;x<16?x=0:x>=4080?x=255:x>>=4;i[t+e]=f;i[t+e+8]=g;i[t+e+16]=p;i[t+e+24]=m;i[t+e+32]=b;i[t+e+40]=y;i[t+e+48]=w;i[t+e+56]=x}else{S=za*f+8192>>14;S=S<-2040?0:S>=2024?255:S+2056>>4;i[t+e]=S;i[t+e+8]=S;i[t+e+16]=S;i[t+e+24]=S;i[t+e+32]=S;i[t+e+40]=S;i[t+e+48]=S;i[t+e+56]=S}}}function buildComponentData(e,t){const a=t.blocksPerLine,r=t.blocksPerColumn,i=new Int16Array(64);for(let e=0;e=r)return null;const n=readUint16(e,t);if(n>=65472&&n<=65534)return{invalid:null,marker:n,offset:t};let s=readUint16(e,i);for(;!(s>=65472&&s<=65534);){if(++i>=r)return null;s=readUint16(e,i)}return{invalid:n.toString(16),marker:s,offset:i}}function prepareComponents(e){const t=Math.ceil(e.samplesPerLine/8/e.maxH),a=Math.ceil(e.scanLines/8/e.maxV);for(const r of e.components){const i=Math.ceil(Math.ceil(e.samplesPerLine/8)*r.h/e.maxH),n=Math.ceil(Math.ceil(e.scanLines/8)*r.v/e.maxV),s=t*r.h,o=64*(a*r.v)*(s+1);r.blockData=new Int16Array(o);r.blocksPerLine=i;r.blocksPerColumn=n}e.mcusPerLine=t;e.mcusPerColumn=a}function readDataBlock(e,t){const a=readUint16(e,t);let r=(t+=2)+a-2;const i=findNextFileMarker(e,r,t);if(i?.invalid){warn("readDataBlock - incorrect length, current marker is: "+i.invalid);r=i.offset}const n=e.subarray(t,r);return{appData:n,oldOffset:t,newOffset:t+n.length}}function skipData(e,t){const a=readUint16(e,t),r=(t+=2)+a-2,i=findNextFileMarker(e,r,t);return i?.invalid?i.offset:r}class JpegImage{constructor({decodeTransform:e=null,colorTransform:t=-1}={}){this._decodeTransform=e;this._colorTransform=t}static canUseImageDecoder(e,t=-1){let a=null,r=0,i=null,n=readUint16(e,r);r+=2;if(65496!==n)throw new JpegError("SOI not found");n=readUint16(e,r);r+=2;e:for(;65497!==n;){switch(n){case 65505:const{appData:t,oldOffset:s,newOffset:o}=readDataBlock(e,r);r=o;if(69===t[0]&&120===t[1]&&105===t[2]&&102===t[3]&&0===t[4]&&0===t[5]){if(a)throw new JpegError("Duplicate EXIF-blocks found.");a={exifStart:s+6,exifEnd:o}}n=readUint16(e,r);r+=2;continue;case 65472:case 65473:case 65474:i=e[r+7];break e;case 65535:255!==e[r]&&r--}r=skipData(e,r);n=readUint16(e,r);r+=2}return 4===i||3===i&&0===t?null:a||{}}parse(e,{dnlScanLines:t=null}={}){let a,r,i=0,n=null,s=null,o=0;const c=[],l=[],h=[];let u=readUint16(e,i);i+=2;if(65496!==u)throw new JpegError("SOI not found");u=readUint16(e,i);i+=2;e:for(;65497!==u;){let d,f,g;switch(u){case 65504:case 65505:case 65506:case 65507:case 65508:case 65509:case 65510:case 65511:case 65512:case 65513:case 65514:case 65515:case 65516:case 65517:case 65518:case 65519:case 65534:const{appData:p,newOffset:m}=readDataBlock(e,i);i=m;65504===u&&74===p[0]&&70===p[1]&&73===p[2]&&70===p[3]&&0===p[4]&&(n={version:{major:p[5],minor:p[6]},densityUnits:p[7],xDensity:p[8]<<8|p[9],yDensity:p[10]<<8|p[11],thumbWidth:p[12],thumbHeight:p[13],thumbData:p.subarray(14,14+3*p[12]*p[13])});65518===u&&65===p[0]&&100===p[1]&&111===p[2]&&98===p[3]&&101===p[4]&&(s={version:p[5]<<8|p[6],flags0:p[7]<<8|p[8],flags1:p[9]<<8|p[10],transformCode:p[11]});break;case 65499:const b=readUint16(e,i);i+=2;const y=b+i-2;let w;for(;i>4){if(t>>4!=1)throw new JpegError("DQT - invalid table spec");for(f=0;f<64;f++){w=ja[f];a[w]=readUint16(e,i);i+=2}}else for(f=0;f<64;f++){w=ja[f];a[w]=e[i++]}c[15&t]=a}break;case 65472:case 65473:case 65474:if(a)throw new JpegError("Only single frame JPEGs supported");i+=2;a={};a.extended=65473===u;a.progressive=65474===u;a.precision=e[i++];const x=readUint16(e,i);i+=2;a.scanLines=t||x;a.samplesPerLine=readUint16(e,i);i+=2;a.components=[];a.componentIds={};const S=e[i++];let k=0,C=0;for(d=0;d>4,n=15&e[i+1];k>4?l:h)[15&t]=buildHuffmanTable(a,n)}break;case 65501:i+=2;r=readUint16(e,i);i+=2;break;case 65498:const F=1==++o&&!t;i+=2;const T=e[i++],O=[];for(d=0;d>4];n.huffmanTableAC=l[15&s];O.push(n)}const M=e[i++],D=e[i++],R=e[i++];try{i+=decodeScan(e,i,a,O,r,M,D,R>>4,15&R,F)}catch(t){if(t instanceof DNLMarkerError){warn(`${t.message} -- attempting to re-parse the JPEG image.`);return this.parse(e,{dnlScanLines:t.scanLines})}if(t instanceof EOIMarkerError){warn(`${t.message} -- ignoring the rest of the image data.`);break e}throw t}break;case 65500:i+=4;break;case 65535:255!==e[i]&&i--;break;default:const N=findNextFileMarker(e,i-2,i-3);if(N?.invalid){warn("JpegImage.parse - unexpected data, current marker is: "+N.invalid);i=N.offset;break}if(!N||i>=e.length-1){warn("JpegImage.parse - reached the end of the image data without finding an EOI marker (0xFFD9).");break e}throw new JpegError("JpegImage.parse - unknown marker: "+u.toString(16))}u=readUint16(e,i);i+=2}if(!a)throw new JpegError("JpegImage.parse - no frame data found.");this.width=a.samplesPerLine;this.height=a.scanLines;this.jfif=n;this.adobe=s;this.components=[];for(const e of a.components){const t=c[e.quantizationId];t&&(e.quantizationTable=t);this.components.push({index:e.index,output:buildComponentData(0,e),scaleX:e.h/a.maxH,scaleY:e.v/a.maxV,blocksPerLine:e.blocksPerLine,blocksPerColumn:e.blocksPerColumn})}this.numComponents=this.components.length}_getLinearizedBlockData(e,t,a=!1){const r=this.width/e,i=this.height/t;let n,s,o,c,l,h,u,d,f,g,p,m=0;const b=this.components.length,y=e*t*b,w=new Uint8ClampedArray(y),x=new Uint32Array(e),S=4294967288;let k;for(u=0;u>8)+C[f+1];return w}get _isColorConversionNeeded(){return this.adobe?!!this.adobe.transformCode:3===this.numComponents?0!==this._colorTransform&&(82!==this.components[0].index||71!==this.components[1].index||66!==this.components[2].index):1===this._colorTransform}_convertYccToRgb(e){let t,a,r;for(let i=0,n=e.length;i4)throw new JpegError("Unsupported color mode");const n=this._getLinearizedBlockData(e,t,i);if(1===this.numComponents&&(a||r)){const e=n.length*(a?4:3),t=new Uint8ClampedArray(e);let r=0;if(a)!function grayToRGBA(e,t){if(FeatureTest.isLittleEndian)for(let a=0,r=e.length;a0&&(e=e.subarray(t));break}return e}decodeImage(e){if(this.eof)return this.buffer;e=this.#N(e||this.bytes);const t=new JpegImage(this.jpegOptions);t.parse(e);const a=t.getData({width:this.drawWidth,height:this.drawHeight,forceRGBA:this.forceRGBA,forceRGB:this.forceRGB,isSourcePDF:!0});this.buffer=a;this.bufferLength=a.length;this.eof=!0;return this.buffer}get canAsyncDecodeImageFromBuffer(){return this.stream.isAsync}async getTransferableImage(){if(!await JpegStream.canUseImageDecoder)return null;const e=this.jpegOptions;if(e.decodeTransform)return null;let t;try{const a=this.canAsyncDecodeImageFromBuffer&&await this.stream.asyncGetBytes()||this.bytes;if(!a)return null;let r=this.#N(a);const i=JpegImage.canUseImageDecoder(r,e.colorTransform);if(!i)return null;if(i.exifStart){r=r.slice();r.fill(0,i.exifStart,i.exifEnd)}t=new ImageDecoder({data:r,type:"image/jpeg",preferAnimation:!1});return(await t.decode()).image}catch(e){warn(`getTransferableImage - failed: "${e}".`);return null}finally{t?.close()}}}var OpenJPEG=async function(e={}){var t,a,r=e,i=new Promise(((e,r)=>{t=e;a=r})),n="./this.program",quit_=(e,t)=>{throw t},s=import.meta.url;try{new URL(".",s).href}catch{}var o,c,l,h,u,d,f=console.log.bind(console),g=console.error.bind(console),p=!1;function updateMemoryViews(){var e=o.buffer;l=new Int8Array(e);new Int16Array(e);h=new Uint8Array(e);new Uint16Array(e);u=new Int32Array(e);d=new Uint32Array(e);new Float32Array(e);new Float64Array(e);new BigInt64Array(e);new BigUint64Array(e)}var m=0,b=null;class ExitStatus{name="ExitStatus";constructor(e){this.message=`Program terminated with exit(${e})`;this.status=e}}var callRuntimeCallbacks=e=>{for(;e.length>0;)e.shift()(r)},y=[],addOnPostRun=e=>y.push(e),w=[],addOnPreRun=e=>w.push(e),x=!0,S=0,k={},handleException=e=>{if(e instanceof ExitStatus||"unwind"==e)return c;quit_(0,e)},keepRuntimeAlive=()=>x||S>0,_proc_exit=e=>{c=e;if(!keepRuntimeAlive()){r.onExit?.(e);p=!0}quit_(0,new ExitStatus(e))},_exit=(e,t)=>{c=e;_proc_exit(e)},callUserCallback=e=>{if(!p)try{e();(()=>{if(!keepRuntimeAlive())try{_exit(c)}catch(e){handleException(e)}})()}catch(e){handleException(e)}},growMemory=e=>{var t=(e-o.buffer.byteLength+65535)/65536|0;try{o.grow(t);updateMemoryViews();return 1}catch(e){}},C={},getEnvStrings=()=>{if(!getEnvStrings.strings){var e={USER:"web_user",LOGNAME:"web_user",PATH:"/",PWD:"/",HOME:"/home/web_user",LANG:("object"==typeof navigator&&navigator.languages&&navigator.languages[0]||"C").replace("-","_")+".UTF-8",_:n||"./this.program"};for(var t in C)void 0===C[t]?delete e[t]:e[t]=C[t];var a=[];for(var t in e)a.push(`${t}=${e[t]}`);getEnvStrings.strings=a}return getEnvStrings.strings},lengthBytesUTF8=e=>{for(var t=0,a=0;a=55296&&r<=57343){t+=4;++a}else t+=3}return t},v=[null,[],[]],F="undefined"!=typeof TextDecoder?new TextDecoder:void 0,UTF8ArrayToString=(e,t=0,a=NaN)=>{for(var r=t+a,i=t;e[i]&&!(i>=r);)++i;if(i-t>16&&e.buffer&&F)return F.decode(e.subarray(t,i));for(var n="";t>10,56320|1023&l)}}else n+=String.fromCharCode((31&s)<<6|o)}else n+=String.fromCharCode(s)}return n},printChar=(e,t)=>{var a=v[e];if(0===t||10===t){(1===e?f:g)(UTF8ArrayToString(a));a.length=0}else a.push(t)},UTF8ToString=(e,t)=>e?UTF8ArrayToString(h,e,t):"";r.noExitRuntime&&(x=r.noExitRuntime);r.print&&(f=r.print);r.printErr&&(g=r.printErr);r.wasmBinary&&r.wasmBinary;r.arguments&&r.arguments;r.thisProgram&&(n=r.thisProgram);r.writeArrayToMemory=(e,t)=>{l.set(e,t)};var T={l:()=>function abort(e){r.onAbort?.(e);g(e="Aborted("+e+")");p=!0;e+=". Build with -sASSERTIONS for more info.";var t=new WebAssembly.RuntimeError(e);a(t);throw t}(""),k:()=>{x=!1;S=0},m:(e,t)=>{if(k[e]){clearTimeout(k[e].id);delete k[e]}if(!t)return 0;var a=setTimeout((()=>{delete k[e];callUserCallback((()=>M(e,performance.now())))}),t);k[e]={id:a,timeout_ms:t};return 0},g:function _copy_pixels_1(e,t){e>>=2;const a=r.imageData=new Uint8ClampedArray(t),i=u.subarray(e,e+t);a.set(i)},f:function _copy_pixels_3(e,t,a,i){e>>=2;t>>=2;a>>=2;const n=r.imageData=new Uint8ClampedArray(3*i),s=u.subarray(e,e+i),o=u.subarray(t,t+i),c=u.subarray(a,a+i);for(let e=0;e>=2;t>>=2;a>>=2;i>>=2;const s=r.imageData=new Uint8ClampedArray(4*n),o=u.subarray(e,e+n),c=u.subarray(t,t+n),l=u.subarray(a,a+n),h=u.subarray(i,i+n);for(let e=0;e{var t,a,r=h.length,i=2147483648;if((e>>>=0)>i)return!1;for(var n=1;n<=4;n*=2){var s=r*(1+.2/n);s=Math.min(s,e+100663296);var o=Math.min(i,(t=Math.max(e,s),a=65536,Math.ceil(t/a)*a));if(growMemory(o))return!0}return!1},p:(e,t)=>{var a=0,r=0;for(var i of getEnvStrings()){var n=t+a;d[e+r>>2]=n;a+=((e,t,a,r)=>{if(!(r>0))return 0;for(var i=a,n=a+r-1,s=0;s=55296&&o<=57343&&(o=65536+((1023&o)<<10)|1023&e.charCodeAt(++s));if(o<=127){if(a>=n)break;t[a++]=o}else if(o<=2047){if(a+1>=n)break;t[a++]=192|o>>6;t[a++]=128|63&o}else if(o<=65535){if(a+2>=n)break;t[a++]=224|o>>12;t[a++]=128|o>>6&63;t[a++]=128|63&o}else{if(a+3>=n)break;t[a++]=240|o>>18;t[a++]=128|o>>12&63;t[a++]=128|o>>6&63;t[a++]=128|63&o}}t[a]=0;return a-i})(i,h,n,1/0)+1;r+=4}return 0},q:(e,t)=>{var a=getEnvStrings();d[e>>2]=a.length;var r=0;for(var i of a)r+=lengthBytesUTF8(i)+1;d[t>>2]=r;return 0},b:e=>52,o:function _fd_seek(e,t,a,r){t=(i=t)<-9007199254740992||i>9007199254740992?NaN:Number(i);var i;return 70},c:(e,t,a,r)=>{for(var i=0,n=0;n>2],o=d[t+4>>2];t+=8;for(var c=0;c>2]=i;return 0},r:function _gray_to_rgba(e,t){e>>=2;const a=r.imageData=new Uint8ClampedArray(4*t),i=u.subarray(e,e+t);for(let e=0;e>=2;t>>=2;const i=r.imageData=new Uint8ClampedArray(4*a),n=u.subarray(e,e+a),s=u.subarray(t,t+a);for(let e=0;e>=2;t>>=2;a>>=2;const n=r.imageData=new Uint8ClampedArray(4*i),s=u.subarray(e,e+i),o=u.subarray(t,t+i),c=u.subarray(a,a+i);for(let e=0;e{r.instantiateWasm(e,((e,a)=>{t(receiveInstance(e))}))}))}(),M=(O.t,r._malloc=O.u,r._free=O.v,r._jp2_decode=O.w,O.x);!function preInit(){if(r.preInit){"function"==typeof r.preInit&&(r.preInit=[r.preInit]);for(;r.preInit.length>0;)r.preInit.shift()()}}();!function run(){if(m>0)b=run;else{!function preRun(){if(r.preRun){"function"==typeof r.preRun&&(r.preRun=[r.preRun]);for(;r.preRun.length;)addOnPreRun(r.preRun.shift())}callRuntimeCallbacks(w)}();if(m>0)b=run;else if(r.setStatus){r.setStatus("Running...");setTimeout((()=>{setTimeout((()=>r.setStatus("")),1);doRun()}),1)}else doRun()}function doRun(){r.calledRun=!0;if(!p){!function initRuntime(){O.t()}();t(r);r.onRuntimeInitialized?.();!function postRun(){if(r.postRun){"function"==typeof r.postRun&&(r.postRun=[r.postRun]);for(;r.postRun.length;)addOnPostRun(r.postRun.shift())}callRuntimeCallbacks(y)}()}}}();return i};const Ga=OpenJPEG;class JpxError extends fa{constructor(e){super(e,"JpxError")}}class JpxImage{static#E=null;static#P=null;static#L=null;static#v=!0;static#j=!0;static#F=null;static setOptions({handler:e,useWasm:t,useWorkerFetch:a,wasmUrl:r}){this.#v=t;this.#j=a;this.#F=r;a||(this.#P=e)}static async#_(e){const t=`${this.#F}openjpeg_nowasm_fallback.js`;let a=null;try{a=(await import(\n/*webpackIgnore: true*/\n/*@vite-ignore*/\nt)).default()}catch(e){warn(`JpxImage#getJsModule: ${e}`)}e(a)}static async#U(e,t,a){const r="openjpeg.wasm";try{this.#E||(this.#j?this.#E=await fetchBinaryData(`${this.#F}${r}`):this.#E=await this.#P.sendWithPromise("FetchBinaryData",{type:"wasmFactory",filename:r}));return a((await WebAssembly.instantiate(this.#E,t)).instance)}catch(t){warn(`JpxImage#instantiateWasm: ${t}`);this.#_(e);return null}finally{this.#P=null}}static async decode(e,{numComponents:t=4,isIndexedColormap:a=!1,smaskInData:r=!1,reducePower:i=0}={}){if(!this.#L){const{promise:e,resolve:t}=Promise.withResolvers(),a=[e];this.#v?a.push(Ga({warn,instantiateWasm:this.#U.bind(this,t)})):this.#_(t);this.#L=Promise.race(a)}const n=await this.#L;if(!n)throw new JpxError("OpenJPEG failed to initialize");let s;try{const o=e.length;s=n._malloc(o);n.writeArrayToMemory(e,s);if(n._jp2_decode(s,o,t>0?t:0,!!a,!!r,i)){const{errorMessages:e}=n;if(e){delete n.errorMessages;throw new JpxError(e)}throw new JpxError("Unknown error")}const{imageData:c}=n;n.imageData=null;return c}finally{s&&n._free(s)}}static cleanup(){this.#L=null}static parseImageProperties(e){let t=e.getByte();for(;t>=0;){const a=t;t=e.getByte();if(65361===(a<<8|t)){e.skip(4);const t=e.getInt32()>>>0,a=e.getInt32()>>>0,r=e.getInt32()>>>0,i=e.getInt32()>>>0;e.skip(16);return{width:t-r,height:a-i,bitsPerComponent:8,componentsCount:e.getUint16()}}}throw new JpxError("No size marker found in JPX stream")}}function addState(e,t,a,r,i){let n=e;for(let e=0,a=t.length-1;e1e3){l=Math.max(l,d);f+=u+2;d=0;u=0}h.push({transform:t,x:d,y:f,w:a.width,h:a.height});d+=a.width+2;u=Math.max(u,a.height)}const g=Math.max(l,d)+1,p=f+u+1,m=new Uint8Array(g*p*4),b=g<<2;for(let e=0;e=0;){t[n-4]=t[n];t[n-3]=t[n+1];t[n-2]=t[n+2];t[n-1]=t[n+3];t[n+a]=t[n+a-4];t[n+a+1]=t[n+a-3];t[n+a+2]=t[n+a-2];t[n+a+3]=t[n+a-1];n-=b}}const y={width:g,height:p};if(e.isOffscreenCanvasSupported){const e=new OffscreenCanvas(g,p);e.getContext("2d").putImageData(new ImageData(new Uint8ClampedArray(m.buffer),g,p),0,0);y.bitmap=e.transferToImageBitmap();y.data=null}else{y.kind=v;y.data=m}a.splice(n,4*c,Zt);r.splice(n,4*c,[y,h]);return n+1}));addState(Va,[Be,Ne,Vt,Re],null,(function iterateImageMaskGroup(e,t){const a=e.fnArray,r=(t-(e.iCurr-3))%4;switch(r){case 0:return a[t]===Be;case 1:return a[t]===Ne;case 2:return a[t]===Vt;case 3:return a[t]===Re}throw new Error(`iterateImageMaskGroup - invalid pos: ${r}`)}),(function foundImageMaskGroup(e,t){const a=e.fnArray,r=e.argsArray,i=e.iCurr,n=i-3,s=i-2,o=i-1;let c=Math.floor((t-n)/4);if(c<10)return t-(t-n)%4;let l,h,u=!1;const d=r[o][0],f=r[s][0],g=r[s][1],p=r[s][2],m=r[s][3];if(g===p){u=!0;l=s+4;let e=o+4;for(let t=1;t=4&&a[n-4]===a[s]&&a[n-3]===a[o]&&a[n-2]===a[c]&&a[n-1]===a[l]&&r[n-4][0]===h&&r[n-4][1]===u){d++;f-=5}let g=f+4;for(let e=1;e{const t=e.argsArray,a=t[e.iCurr-1][0];if(a!==qe&&a!==He&&a!==$e&&a!==Ge&&a!==Ve&&a!==Ke)return!0;const r=t[e.iCurr-2];return 1===r[0]&&0===r[1]&&0===r[2]&&1===r[3]}),(()=>!1),((e,t)=>{const{fnArray:a,argsArray:r}=e,i=e.iCurr,n=i-3,s=i-2,o=r[i-1],c=r[s],[,[l],h]=o;if(h){Util.scaleMinMax(c,h);for(let e=0,t=l.length;e=a)break}r=(r||Va)[e[t]];if(r&&!Array.isArray(r)){n.iCurr=t;t++;if(!r.checkFn||(0,r.checkFn)(n)){i=r;r=null}else r=null}else t++}this.state=r;this.match=i;this.lastProcessed=t}flush(){for(;this.match;){const e=this.queue.fnArray.length;this.lastProcessed=(0,this.match.processFn)(this.context,e);this.match=null;this.state=null;this._optimize()}}reset(){this.state=null;this.match=null;this.lastProcessed=0}}class OperatorList{static CHUNK_SIZE=1e3;static CHUNK_SIZE_ABOUT=this.CHUNK_SIZE-5;static isOffscreenCanvasSupported=!1;constructor(e=0,t){this._streamSink=t;this.fnArray=[];this.argsArray=[];this.optimizer=!t||e&d?new NullOptimizer(this):new QueueOptimizer(this);this.dependencies=new Set;this._totalLength=0;this.weight=0;this._resolved=t?null:Promise.resolve()}static setOptions({isOffscreenCanvasSupported:e}){this.isOffscreenCanvasSupported=e}get length(){return this.argsArray.length}get ready(){return this._resolved||this._streamSink.ready}get totalLength(){return this._totalLength+this.length}addOp(e,t){this.optimizer.push(e,t);this.weight++;this._streamSink&&(this.weight>=OperatorList.CHUNK_SIZE||this.weight>=OperatorList.CHUNK_SIZE_ABOUT&&(e===Re||e===et))&&this.flush()}addImageOps(e,t,a,r=!1){if(r){this.addOp(Be);this.addOp(De,[[["SMask",!1]]])}void 0!==a&&this.addOp(jt,["OC",a]);this.addOp(e,t);void 0!==a&&this.addOp(_t,[]);r&&this.addOp(Re)}addDependency(e){if(!this.dependencies.has(e)){this.dependencies.add(e);this.addOp(ke,[e])}}addDependencies(e){for(const t of e)this.addDependency(t)}addOpList(e){if(e instanceof OperatorList){for(const t of e.dependencies)this.dependencies.add(t);for(let t=0,a=e.length;t>>0}function hexToStr(e,t){return 1===t?String.fromCharCode(e[0],e[1]):3===t?String.fromCharCode(e[0],e[1],e[2],e[3]):String.fromCharCode(...e.subarray(0,t+1))}function addHex(e,t,a){let r=0;for(let i=a;i>=0;i--){r+=e[i]+t[i];e[i]=255&r;r>>=8}}function incHex(e,t){let a=1;for(let r=t;r>=0&&a>0;r--){a+=e[r];e[r]=255&a;a>>=8}}const Ka=16;class BinaryCMapStream{constructor(e){this.buffer=e;this.pos=0;this.end=e.length;this.tmpBuf=new Uint8Array(19)}readByte(){return this.pos>=this.end?-1:this.buffer[this.pos++]}readNumber(){let e,t=0;do{const a=this.readByte();if(a<0)throw new FormatError("unexpected EOF in bcmap");e=!(128&a);t=t<<7|127&a}while(!e);return t}readSigned(){const e=this.readNumber();return 1&e?~(e>>>1):e>>>1}readHex(e,t){e.set(this.buffer.subarray(this.pos,this.pos+t+1));this.pos+=t+1}readHexNumber(e,t){let a;const r=this.tmpBuf;let i=0;do{const e=this.readByte();if(e<0)throw new FormatError("unexpected EOF in bcmap");a=!(128&e);r[i++]=127&e}while(!a);let n=t,s=0,o=0;for(;n>=0;){for(;o<8&&r.length>0;){s|=r[--i]<>=8;o-=8}}readHexSigned(e,t){this.readHexNumber(e,t);const a=1&e[t]?255:0;let r=0;for(let i=0;i<=t;i++){r=(1&r)<<8|e[i];e[i]=r>>1^a}}readString(){const e=this.readNumber(),t=new Array(e);for(let a=0;a=0;){const e=d>>5;if(7===e){switch(31&d){case 0:r.readString();break;case 1:n=r.readString()}continue}const a=!!(16&d),i=15&d;if(i+1>Ka)throw new Error("BinaryCMapReader.process: Invalid dataSize.");const f=1,g=r.readNumber();switch(e){case 0:r.readHex(s,i);r.readHexNumber(o,i);addHex(o,s,i);t.addCodespaceRange(i+1,hexToInt(s,i),hexToInt(o,i));for(let e=1;e=0;--i){r[a+i]=255&s;s>>=8}}}}class AsciiHexStream extends DecodeStream{constructor(e,t){t&&(t*=.5);super(t);this.str=e;this.dict=e.dict;this.firstDigit=-1}readBlock(){const e=this.str.getBytes(8e3);if(!e.length){this.eof=!0;return}const t=e.length+1>>1,a=this.ensureBuffer(this.bufferLength+t);let r=this.bufferLength,i=this.firstDigit;for(const t of e){let e;if(t>=48&&t<=57)e=15&t;else{if(!(t>=65&&t<=70||t>=97&&t<=102)){if(62===t){this.eof=!0;break}continue}e=9+(15&t)}if(i<0)i=e;else{a[r++]=i<<4|e;i=-1}}if(i>=0&&this.eof){a[r++]=i<<4;i=-1}this.firstDigit=i;this.bufferLength=r}}const Ja=-1,Ya=[[-1,-1],[-1,-1],[7,8],[7,7],[6,6],[6,6],[6,5],[6,5],[4,0],[4,0],[4,0],[4,0],[4,0],[4,0],[4,0],[4,0],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[3,3],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2],[1,2]],Za=[[-1,-1],[12,-2],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[11,1792],[11,1792],[12,1984],[12,2048],[12,2112],[12,2176],[12,2240],[12,2304],[11,1856],[11,1856],[11,1920],[11,1920],[12,2368],[12,2432],[12,2496],[12,2560]],Qa=[[-1,-1],[-1,-1],[-1,-1],[-1,-1],[8,29],[8,29],[8,30],[8,30],[8,45],[8,45],[8,46],[8,46],[7,22],[7,22],[7,22],[7,22],[7,23],[7,23],[7,23],[7,23],[8,47],[8,47],[8,48],[8,48],[6,13],[6,13],[6,13],[6,13],[6,13],[6,13],[6,13],[6,13],[7,20],[7,20],[7,20],[7,20],[8,33],[8,33],[8,34],[8,34],[8,35],[8,35],[8,36],[8,36],[8,37],[8,37],[8,38],[8,38],[7,19],[7,19],[7,19],[7,19],[8,31],[8,31],[8,32],[8,32],[6,1],[6,1],[6,1],[6,1],[6,1],[6,1],[6,1],[6,1],[6,12],[6,12],[6,12],[6,12],[6,12],[6,12],[6,12],[6,12],[8,53],[8,53],[8,54],[8,54],[7,26],[7,26],[7,26],[7,26],[8,39],[8,39],[8,40],[8,40],[8,41],[8,41],[8,42],[8,42],[8,43],[8,43],[8,44],[8,44],[7,21],[7,21],[7,21],[7,21],[7,28],[7,28],[7,28],[7,28],[8,61],[8,61],[8,62],[8,62],[8,63],[8,63],[8,0],[8,0],[8,320],[8,320],[8,384],[8,384],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,10],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[5,11],[7,27],[7,27],[7,27],[7,27],[8,59],[8,59],[8,60],[8,60],[9,1472],[9,1536],[9,1600],[9,1728],[7,18],[7,18],[7,18],[7,18],[7,24],[7,24],[7,24],[7,24],[8,49],[8,49],[8,50],[8,50],[8,51],[8,51],[8,52],[8,52],[7,25],[7,25],[7,25],[7,25],[8,55],[8,55],[8,56],[8,56],[8,57],[8,57],[8,58],[8,58],[6,192],[6,192],[6,192],[6,192],[6,192],[6,192],[6,192],[6,192],[6,1664],[6,1664],[6,1664],[6,1664],[6,1664],[6,1664],[6,1664],[6,1664],[8,448],[8,448],[8,512],[8,512],[9,704],[9,768],[8,640],[8,640],[8,576],[8,576],[9,832],[9,896],[9,960],[9,1024],[9,1088],[9,1152],[9,1216],[9,1280],[9,1344],[9,1408],[7,256],[7,256],[7,256],[7,256],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,2],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[4,3],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,128],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,8],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[5,9],[6,16],[6,16],[6,16],[6,16],[6,16],[6,16],[6,16],[6,16],[6,17],[6,17],[6,17],[6,17],[6,17],[6,17],[6,17],[6,17],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,4],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[4,5],[6,14],[6,14],[6,14],[6,14],[6,14],[6,14],[6,14],[6,14],[6,15],[6,15],[6,15],[6,15],[6,15],[6,15],[6,15],[6,15],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[5,64],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,6],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7],[4,7]],er=[[-1,-1],[-1,-1],[12,-2],[12,-2],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[-1,-1],[11,1792],[11,1792],[11,1792],[11,1792],[12,1984],[12,1984],[12,2048],[12,2048],[12,2112],[12,2112],[12,2176],[12,2176],[12,2240],[12,2240],[12,2304],[12,2304],[11,1856],[11,1856],[11,1856],[11,1856],[11,1920],[11,1920],[11,1920],[11,1920],[12,2368],[12,2368],[12,2432],[12,2432],[12,2496],[12,2496],[12,2560],[12,2560],[10,18],[10,18],[10,18],[10,18],[10,18],[10,18],[10,18],[10,18],[12,52],[12,52],[13,640],[13,704],[13,768],[13,832],[12,55],[12,55],[12,56],[12,56],[13,1280],[13,1344],[13,1408],[13,1472],[12,59],[12,59],[12,60],[12,60],[13,1536],[13,1600],[11,24],[11,24],[11,24],[11,24],[11,25],[11,25],[11,25],[11,25],[13,1664],[13,1728],[12,320],[12,320],[12,384],[12,384],[12,448],[12,448],[13,512],[13,576],[12,53],[12,53],[12,54],[12,54],[13,896],[13,960],[13,1024],[13,1088],[13,1152],[13,1216],[10,64],[10,64],[10,64],[10,64],[10,64],[10,64],[10,64],[10,64]],tr=[[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[8,13],[11,23],[11,23],[12,50],[12,51],[12,44],[12,45],[12,46],[12,47],[12,57],[12,58],[12,61],[12,256],[10,16],[10,16],[10,16],[10,16],[10,17],[10,17],[10,17],[10,17],[12,48],[12,49],[12,62],[12,63],[12,30],[12,31],[12,32],[12,33],[12,40],[12,41],[11,22],[11,22],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[8,14],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,10],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[7,11],[9,15],[9,15],[9,15],[9,15],[9,15],[9,15],[9,15],[9,15],[12,128],[12,192],[12,26],[12,27],[12,28],[12,29],[11,19],[11,19],[11,20],[11,20],[12,34],[12,35],[12,36],[12,37],[12,38],[12,39],[11,21],[11,21],[12,42],[12,43],[10,0],[10,0],[10,0],[10,0],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12],[7,12]],ar=[[-1,-1],[-1,-1],[-1,-1],[-1,-1],[6,9],[6,8],[5,7],[5,7],[4,6],[4,6],[4,6],[4,6],[4,5],[4,5],[4,5],[4,5],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,1],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[3,4],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,3],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2],[2,2]];class CCITTFaxDecoder{constructor(e,t={}){if("function"!=typeof e?.next)throw new Error(\'CCITTFaxDecoder - invalid "source" parameter.\');this.source=e;this.eof=!1;this.encoding=t.K||0;this.eoline=t.EndOfLine||!1;this.byteAlign=t.EncodedByteAlign||!1;this.columns=t.Columns||1728;this.rows=t.Rows||0;this.eoblock=t.EndOfBlock??!0;this.black=t.BlackIs1||!1;this.codingLine=new Uint32Array(this.columns+1);this.refLine=new Uint32Array(this.columns+2);this.codingLine[0]=this.columns;this.codingPos=0;this.row=0;this.nextLine2D=this.encoding<0;this.inputBits=0;this.inputBuf=0;this.outputBits=0;this.rowsDone=!1;let a;for(;0===(a=this._lookBits(12));)this._eatBits(1);1===a&&this._eatBits(12);if(this.encoding>0){this.nextLine2D=!this._lookBits(1);this._eatBits(1)}}readNextChar(){if(this.eof)return-1;const e=this.refLine,t=this.codingLine,a=this.columns;let r,i,n,s,o;if(0===this.outputBits){this.rowsDone&&(this.eof=!0);if(this.eof)return-1;this.err=!1;let n,o,c;if(this.nextLine2D){for(s=0;t[s]=64);do{o+=c=this._getWhiteCode()}while(c>=64)}else{do{n+=c=this._getWhiteCode()}while(c>=64);do{o+=c=this._getBlackCode()}while(c>=64)}this._addPixels(t[this.codingPos]+n,i);t[this.codingPos]0?--r:++r;for(;e[r]<=t[this.codingPos]&&e[r]0?--r:++r;for(;e[r]<=t[this.codingPos]&&e[r]0?--r:++r;for(;e[r]<=t[this.codingPos]&&e[r]=64);else do{n+=c=this._getWhiteCode()}while(c>=64);this._addPixels(t[this.codingPos]+n,i);i^=1}}let l=!1;this.byteAlign&&(this.inputBits&=-8);if(this.eoblock||this.row!==this.rows-1){n=this._lookBits(12);if(this.eoline)for(;n!==Ja&&1!==n;){this._eatBits(1);n=this._lookBits(12)}else for(;0===n;){this._eatBits(1);n=this._lookBits(12)}if(1===n){this._eatBits(12);l=!0}else n===Ja&&(this.eof=!0)}else this.rowsDone=!0;if(!this.eof&&this.encoding>0&&!this.rowsDone){this.nextLine2D=!this._lookBits(1);this._eatBits(1)}if(this.eoblock&&l&&this.byteAlign){n=this._lookBits(12);if(1===n){this._eatBits(12);if(this.encoding>0){this._lookBits(1);this._eatBits(1)}if(this.encoding>=0)for(s=0;s<4;++s){n=this._lookBits(12);1!==n&&info("bad rtc code: "+n);this._eatBits(12);if(this.encoding>0){this._lookBits(1);this._eatBits(1)}}this.eof=!0}}else if(this.err&&this.eoline){for(;;){n=this._lookBits(13);if(n===Ja){this.eof=!0;return-1}if(n>>1==1)break;this._eatBits(1)}this._eatBits(12);if(this.encoding>0){this._eatBits(1);this.nextLine2D=!(1&n)}}this.outputBits=t[0]>0?t[this.codingPos=0]:t[this.codingPos=1];this.row++}if(this.outputBits>=8){o=1&this.codingPos?0:255;this.outputBits-=8;if(0===this.outputBits&&t[this.codingPos]n){o<<=n;1&this.codingPos||(o|=255>>8-n);this.outputBits-=n;n=0}else{o<<=this.outputBits;1&this.codingPos||(o|=255>>8-this.outputBits);n-=this.outputBits;this.outputBits=0;if(t[this.codingPos]0){o<<=n;n=0}}}while(n)}this.black&&(o^=255);return o}_addPixels(e,t){const a=this.codingLine;let r=this.codingPos;if(e>a[r]){if(e>this.columns){info("row is wrong length");this.err=!0;e=this.columns}1&r^t&&++r;a[r]=e}this.codingPos=r}_addPixelsNeg(e,t){const a=this.codingLine;let r=this.codingPos;if(e>a[r]){if(e>this.columns){info("row is wrong length");this.err=!0;e=this.columns}1&r^t&&++r;a[r]=e}else if(e0&&e=i){const t=a[e-i];if(t[0]===r){this._eatBits(r);return[!0,t[1],!0]}}}return[!1,0,!1]}_getTwoDimCode(){let e,t=0;if(this.eoblock){t=this._lookBits(7);e=Ya[t];if(e?.[0]>0){this._eatBits(e[0]);return e[1]}}else{const e=this._findTableCode(1,7,Ya);if(e[0]&&e[2])return e[1]}info("Bad two dim code");return Ja}_getWhiteCode(){let e,t=0;if(this.eoblock){t=this._lookBits(12);if(t===Ja)return 1;e=t>>5?Qa[t>>3]:Za[t];if(e[0]>0){this._eatBits(e[0]);return e[1]}}else{let e=this._findTableCode(1,9,Qa);if(e[0])return e[1];e=this._findTableCode(11,12,Za);if(e[0])return e[1]}info("bad white code");this._eatBits(1);return 1}_getBlackCode(){let e,t;if(this.eoblock){e=this._lookBits(13);if(e===Ja)return 1;t=e>>7?!(e>>9)&&e>>7?tr[(e>>1)-64]:ar[e>>7]:er[e];if(t[0]>0){this._eatBits(t[0]);return t[1]}}else{let e=this._findTableCode(2,6,ar);if(e[0])return e[1];e=this._findTableCode(7,12,tr,64);if(e[0])return e[1];e=this._findTableCode(10,13,er);if(e[0])return e[1]}info("bad black code");this._eatBits(1);return 1}_lookBits(e){let t;for(;this.inputBits>16-e;this.inputBuf=this.inputBuf<<8|t;this.inputBits+=8}return this.inputBuf>>this.inputBits-e&65535>>16-e}_eatBits(e){(this.inputBits-=e)<0&&(this.inputBits=0)}}class CCITTFaxStream extends DecodeStream{constructor(e,t,a){super(t);this.str=e;this.dict=e.dict;a instanceof Dict||(a=Dict.empty);const r={next:()=>e.getByte()};this.ccittFaxDecoder=new CCITTFaxDecoder(r,{K:a.get("K"),EndOfLine:a.get("EndOfLine"),EncodedByteAlign:a.get("EncodedByteAlign"),Columns:a.get("Columns"),Rows:a.get("Rows"),EndOfBlock:a.get("EndOfBlock"),BlackIs1:a.get("BlackIs1")})}readBlock(){for(;!this.eof;){const e=this.ccittFaxDecoder.readNextChar();if(-1===e){this.eof=!0;return}this.ensureBuffer(this.bufferLength+1);this.buffer[this.bufferLength++]=e}}}const rr=new Int32Array([16,17,18,0,8,7,9,6,10,5,11,4,12,3,13,2,14,1,15]),ir=new Int32Array([3,4,5,6,7,8,9,10,65547,65549,65551,65553,131091,131095,131099,131103,196643,196651,196659,196667,262211,262227,262243,262259,327811,327843,327875,327907,258,258,258]),nr=new Int32Array([1,2,3,4,65541,65543,131081,131085,196625,196633,262177,262193,327745,327777,393345,393409,459009,459137,524801,525057,590849,591361,657409,658433,724993,727041,794625,798721,868353,876545]),sr=[new Int32Array([459008,524368,524304,524568,459024,524400,524336,590016,459016,524384,524320,589984,524288,524416,524352,590048,459012,524376,524312,589968,459028,524408,524344,590032,459020,524392,524328,59e4,524296,524424,524360,590064,459010,524372,524308,524572,459026,524404,524340,590024,459018,524388,524324,589992,524292,524420,524356,590056,459014,524380,524316,589976,459030,524412,524348,590040,459022,524396,524332,590008,524300,524428,524364,590072,459009,524370,524306,524570,459025,524402,524338,590020,459017,524386,524322,589988,524290,524418,524354,590052,459013,524378,524314,589972,459029,524410,524346,590036,459021,524394,524330,590004,524298,524426,524362,590068,459011,524374,524310,524574,459027,524406,524342,590028,459019,524390,524326,589996,524294,524422,524358,590060,459015,524382,524318,589980,459031,524414,524350,590044,459023,524398,524334,590012,524302,524430,524366,590076,459008,524369,524305,524569,459024,524401,524337,590018,459016,524385,524321,589986,524289,524417,524353,590050,459012,524377,524313,589970,459028,524409,524345,590034,459020,524393,524329,590002,524297,524425,524361,590066,459010,524373,524309,524573,459026,524405,524341,590026,459018,524389,524325,589994,524293,524421,524357,590058,459014,524381,524317,589978,459030,524413,524349,590042,459022,524397,524333,590010,524301,524429,524365,590074,459009,524371,524307,524571,459025,524403,524339,590022,459017,524387,524323,589990,524291,524419,524355,590054,459013,524379,524315,589974,459029,524411,524347,590038,459021,524395,524331,590006,524299,524427,524363,590070,459011,524375,524311,524575,459027,524407,524343,590030,459019,524391,524327,589998,524295,524423,524359,590062,459015,524383,524319,589982,459031,524415,524351,590046,459023,524399,524335,590014,524303,524431,524367,590078,459008,524368,524304,524568,459024,524400,524336,590017,459016,524384,524320,589985,524288,524416,524352,590049,459012,524376,524312,589969,459028,524408,524344,590033,459020,524392,524328,590001,524296,524424,524360,590065,459010,524372,524308,524572,459026,524404,524340,590025,459018,524388,524324,589993,524292,524420,524356,590057,459014,524380,524316,589977,459030,524412,524348,590041,459022,524396,524332,590009,524300,524428,524364,590073,459009,524370,524306,524570,459025,524402,524338,590021,459017,524386,524322,589989,524290,524418,524354,590053,459013,524378,524314,589973,459029,524410,524346,590037,459021,524394,524330,590005,524298,524426,524362,590069,459011,524374,524310,524574,459027,524406,524342,590029,459019,524390,524326,589997,524294,524422,524358,590061,459015,524382,524318,589981,459031,524414,524350,590045,459023,524398,524334,590013,524302,524430,524366,590077,459008,524369,524305,524569,459024,524401,524337,590019,459016,524385,524321,589987,524289,524417,524353,590051,459012,524377,524313,589971,459028,524409,524345,590035,459020,524393,524329,590003,524297,524425,524361,590067,459010,524373,524309,524573,459026,524405,524341,590027,459018,524389,524325,589995,524293,524421,524357,590059,459014,524381,524317,589979,459030,524413,524349,590043,459022,524397,524333,590011,524301,524429,524365,590075,459009,524371,524307,524571,459025,524403,524339,590023,459017,524387,524323,589991,524291,524419,524355,590055,459013,524379,524315,589975,459029,524411,524347,590039,459021,524395,524331,590007,524299,524427,524363,590071,459011,524375,524311,524575,459027,524407,524343,590031,459019,524391,524327,589999,524295,524423,524359,590063,459015,524383,524319,589983,459031,524415,524351,590047,459023,524399,524335,590015,524303,524431,524367,590079]),9],or=[new Int32Array([327680,327696,327688,327704,327684,327700,327692,327708,327682,327698,327690,327706,327686,327702,327694,0,327681,327697,327689,327705,327685,327701,327693,327709,327683,327699,327691,327707,327687,327703,327695,0]),5];class FlateStream extends DecodeStream{constructor(e,t){super(t);this.str=e;this.dict=e.dict;const a=e.getByte(),r=e.getByte();if(-1===a||-1===r)throw new FormatError(`Invalid header in flate stream: ${a}, ${r}`);if(8!=(15&a))throw new FormatError(`Unknown compression method in flate stream: ${a}, ${r}`);if(((a<<8)+r)%31!=0)throw new FormatError(`Bad FCHECK in flate stream: ${a}, ${r}`);if(32&r)throw new FormatError(`FDICT bit set in flate stream: ${a}, ${r}`);this.codeSize=0;this.codeBuf=0}async getImageData(e,t){const a=await this.asyncGetBytes();return a?a.length<=e?a:a.subarray(0,e):this.getBytes(e)}async asyncGetBytes(){this.str.reset();const e=this.str.getBytes();try{const{readable:t,writable:a}=new DecompressionStream("deflate"),r=a.getWriter();await r.ready;r.write(e).then((async()=>{await r.ready;await r.close()})).catch((()=>{}));const i=[];let n=0;for await(const e of t){i.push(e);n+=e.byteLength}const s=new Uint8Array(n);let o=0;for(const e of i){s.set(e,o);o+=e.byteLength}return s}catch{this.str=new Stream(e,2,e.length,this.str.dict);this.reset();return null}}get isAsync(){return!0}getBits(e){const t=this.str;let a,r=this.codeSize,i=this.codeBuf;for(;r>e;this.codeSize=r-=e;return a}getCode(e){const t=this.str,a=e[0],r=e[1];let i,n=this.codeSize,s=this.codeBuf;for(;n>16,l=65535&o;if(c<1||n>c;this.codeSize=n-c;return l}generateHuffmanTable(e){const t=e.length;let a,r=0;for(a=0;ar&&(r=e[a]);const i=1<>=1}for(a=e;a>=1;if(0===t){let t;if(-1===(t=r.getByte())){this.#X("Bad block header in flate stream");return}let a=t;if(-1===(t=r.getByte())){this.#X("Bad block header in flate stream");return}a|=t<<8;if(-1===(t=r.getByte())){this.#X("Bad block header in flate stream");return}let i=t;if(-1===(t=r.getByte())){this.#X("Bad block header in flate stream");return}i|=t<<8;if(i!==(65535&~a)&&(0!==a||0!==i))throw new FormatError("Bad uncompressed block length in flate stream");this.codeBuf=0;this.codeSize=0;const n=this.bufferLength,s=n+a;e=this.ensureBuffer(s);this.bufferLength=s;if(0===a)-1===r.peekByte()&&(this.eof=!0);else{const t=r.getBytes(a);e.set(t,n);t.length0;)h[o++]=f}i=this.generateHuffmanTable(h.subarray(0,e));n=this.generateHuffmanTable(h.subarray(e,l))}}e=this.buffer;let s=e?e.length:0,o=this.bufferLength;for(;;){let t=this.getCode(i);if(t<256){if(o+1>=s){e=this.ensureBuffer(o+1);s=e.length}e[o++]=t;continue}if(256===t){this.bufferLength=o;return}t-=257;t=ir[t];let r=t>>16;r>0&&(r=this.getBits(r));a=(65535&t)+r;t=this.getCode(n);t=nr[t];r=t>>16;r>0&&(r=this.getBits(r));const c=(65535&t)+r;if(o+a>=s){e=this.ensureBuffer(o+a);s=e.length}for(let t=0;t>9&127;this.clow=this.clow<<7&65535;this.ct-=7;this.a=32768}byteIn(){const e=this.data;let t=this.bp;if(255===e[t])if(e[t+1]>143){this.clow+=65280;this.ct=8}else{t++;this.clow+=e[t]<<9;this.ct=7;this.bp=t}else{t++;this.clow+=t65535){this.chigh+=this.clow>>16;this.clow&=65535}}readBit(e,t){let a=e[t]>>1,r=1&e[t];const i=cr[a],n=i.qe;let s,o=this.a-n;if(this.chigh>15&1;this.clow=this.clow<<1&65535;this.ct--}while(!(32768&o));this.a=o;e[t]=a<<1|r;return s}}class Jbig2Error extends fa{constructor(e){super(e,"Jbig2Error")}}class ContextCache{getContexts(e){return e in this?this[e]:this[e]=new Int8Array(65536)}}class DecodingContext{constructor(e,t,a){this.data=e;this.start=t;this.end=a}get decoder(){return shadow(this,"decoder",new ArithmeticDecoder(this.data,this.start,this.end))}get contextCache(){return shadow(this,"contextCache",new ContextCache)}}function decodeInteger(e,t,a){const r=e.getContexts(t);let i=1;function readBits(e){let t=0;for(let n=0;n>>0}const n=readBits(1),s=readBits(1)?readBits(1)?readBits(1)?readBits(1)?readBits(1)?readBits(32)+4436:readBits(12)+340:readBits(8)+84:readBits(6)+20:readBits(4)+4:readBits(2);let o;0===n?o=s:s>0&&(o=-s);return o>=-2147483648&&o<=va?o:null}function decodeIAID(e,t,a){const r=e.getContexts("IAID");let i=1;for(let e=0;ee.y-t.y||e.x-t.x));const h=l.length,u=new Int8Array(h),d=new Int8Array(h),f=[];let g,p,m=0,b=0,y=0,w=0;for(p=0;p=v&&E=F){q=q<<1&m;for(p=0;p=0&&j=0){_=D[L][j];_&&(q|=_<=e?l<<=1:l=l<<1|S[o][c]}for(f=0;f=w||c<0||c>=y?l<<=1:l=l<<1|r[o][c]}const g=k.readBit(C,l);t[s]=g}}return S}function decodeTextRegion(e,t,a,r,i,n,s,o,c,l,h,u,d,f,g,p,m,b,y){if(e&&t)throw new Jbig2Error("refinement with Huffman is not supported");const w=[];let x,S;for(x=0;x1&&(i=e?y.readBits(b):decodeInteger(C,"IAIT",k));const n=s*v+i,F=e?f.symbolIDTable.decode(y):decodeIAID(C,k,c),T=t&&(e?y.readBit():decodeInteger(C,"IARI",k));let O=o[F],M=O[0].length,D=O.length;if(T){const e=decodeInteger(C,"IARDW",k),t=decodeInteger(C,"IARDH",k);M+=e;D+=t;O=decodeRefinement(M,D,g,O,(e>>1)+decodeInteger(C,"IARDX",k),(t>>1)+decodeInteger(C,"IARDY",k),!1,p,m)}let R=0;l?1&u?R=D-1:r+=D-1:u>1?r+=M-1:R=M-1;const N=n-(1&u?0:D-1),E=r-(2&u?M-1:0);let L,j,_;if(l)for(L=0;L>5&7;const c=[31&s];let l=t+6;if(7===s){o=536870911&readUint32(e,l-1);l+=3;let t=o+7>>3;c[0]=e[l++];for(;--t>0;)c.push(e[l++])}else if(5===s||6===s)throw new Jbig2Error("invalid referred-to flags");a.retainBits=c;let h=4;a.number<=256?h=1:a.number<=65536&&(h=2);const u=[];let d,f;for(d=0;d>>24&255;n[3]=t.height>>16&255;n[4]=t.height>>8&255;n[5]=255&t.height;for(d=l,f=e.length;d>2&3;e.huffmanDWSelector=t>>4&3;e.bitmapSizeSelector=t>>6&1;e.aggregationInstancesSelector=t>>7&1;e.bitmapCodingContextUsed=!!(256&t);e.bitmapCodingContextRetained=!!(512&t);e.template=t>>10&3;e.refinementTemplate=t>>12&1;l+=2;if(!e.huffman){c=0===e.template?4:1;s=[];for(o=0;o>2&3;h.stripSize=1<>4&3;h.transposed=!!(64&u);h.combinationOperator=u>>7&3;h.defaultPixelValue=u>>9&1;h.dsOffset=u<<17>>27;h.refinementTemplate=u>>15&1;if(h.huffman){const e=readUint16(r,l);l+=2;h.huffmanFS=3&e;h.huffmanDS=e>>2&3;h.huffmanDT=e>>4&3;h.huffmanRefinementDW=e>>6&3;h.huffmanRefinementDH=e>>8&3;h.huffmanRefinementDX=e>>10&3;h.huffmanRefinementDY=e>>12&3;h.huffmanRefinementSizeSelector=!!(16384&e)}if(h.refinement&&!h.refinementTemplate){s=[];for(o=0;o<2;o++){s.push({x:readInt8(r,l),y:readInt8(r,l+1)});l+=2}h.refinementAt=s}h.numberOfSymbolInstances=readUint32(r,l);l+=4;n=[h,a.referredTo,r,l,i];break;case 16:const d={},f=r[l++];d.mmr=!!(1&f);d.template=f>>1&3;d.patternWidth=r[l++];d.patternHeight=r[l++];d.maxPatternIndex=readUint32(r,l);l+=4;n=[d,a.number,r,l,i];break;case 22:case 23:const g={};g.info=readRegionSegmentInformation(r,l);l+=gr;const p=r[l++];g.mmr=!!(1&p);g.template=p>>1&3;g.enableSkip=!!(8&p);g.combinationOperator=p>>4&7;g.defaultPixelValue=p>>7&1;g.gridWidth=readUint32(r,l);l+=4;g.gridHeight=readUint32(r,l);l+=4;g.gridOffsetX=4294967295&readUint32(r,l);l+=4;g.gridOffsetY=4294967295&readUint32(r,l);l+=4;g.gridVectorX=readUint16(r,l);l+=2;g.gridVectorY=readUint16(r,l);l+=2;n=[g,a.referredTo,r,l,i];break;case 38:case 39:const m={};m.info=readRegionSegmentInformation(r,l);l+=gr;const b=r[l++];m.mmr=!!(1&b);m.template=b>>1&3;m.prediction=!!(8&b);if(!m.mmr){c=0===m.template?4:1;s=[];for(o=0;o>2&1;y.combinationOperator=w>>3&3;y.requiresBuffer=!!(32&w);y.combinationOperatorOverride=!!(64&w);n=[y];break;case 49:case 50:case 51:case 62:break;case 53:n=[a.number,r,l,i];break;default:throw new Jbig2Error(`segment type ${a.typeName}(${a.type}) is not implemented`)}const h="on"+a.typeName;h in t&&t[h].apply(t,n)}function processSegments(e,t){for(let a=0,r=e.length;a>3,a=new Uint8ClampedArray(t*e.height);e.defaultPixelValue&&a.fill(255);this.buffer=a}drawBitmap(e,t){const a=this.currentPageInfo,r=e.width,i=e.height,n=a.width+7>>3,s=a.combinationOperatorOverride?e.combinationOperator:a.combinationOperator,o=this.buffer,c=128>>(7&e.x);let l,h,u,d,f=e.y*n+(e.x>>3);switch(s){case 0:for(l=0;l>=1;if(!u){u=128;d++}}f+=n}break;case 2:for(l=0;l>=1;if(!u){u=128;d++}}f+=n}break;default:throw new Jbig2Error(`operator ${s} is not supported`)}}onImmediateGenericRegion(e,t,a,r){const i=e.info,n=new DecodingContext(t,a,r),s=decodeBitmap(e.mmr,i.width,i.height,e.template,e.prediction,null,e.at,n);this.drawBitmap(i,s)}onImmediateLosslessGenericRegion(){this.onImmediateGenericRegion(...arguments)}onSymbolDictionary(e,t,a,r,i,n){let s,o;if(e.huffman){s=function getSymbolDictionaryHuffmanTables(e,t,a){let r,i,n,s,o=0;switch(e.huffmanDHSelector){case 0:case 1:r=getStandardTable(e.huffmanDHSelector+4);break;case 3:r=getCustomHuffmanTable(o,t,a);o++;break;default:throw new Jbig2Error("invalid Huffman DH selector")}switch(e.huffmanDWSelector){case 0:case 1:i=getStandardTable(e.huffmanDWSelector+2);break;case 3:i=getCustomHuffmanTable(o,t,a);o++;break;default:throw new Jbig2Error("invalid Huffman DW selector")}if(e.bitmapSizeSelector){n=getCustomHuffmanTable(o,t,a);o++}else n=getStandardTable(1);s=e.aggregationInstancesSelector?getCustomHuffmanTable(o,t,a):getStandardTable(1);return{tableDeltaHeight:r,tableDeltaWidth:i,tableBitmapSize:n,tableAggregateInstances:s}}(e,a,this.customTables);o=new Reader(r,i,n)}let c=this.symbols;c||(this.symbols=c={});const l=[];for(const e of a){const t=c[e];t&&l.push(...t)}const h=new DecodingContext(r,i,n);c[t]=function decodeSymbolDictionary(e,t,a,r,i,n,s,o,c,l,h,u){if(e&&t)throw new Jbig2Error("symbol refinement with Huffman is not supported");const d=[];let f=0,g=log2(a.length+r);const p=h.decoder,m=h.contextCache;let b,y;if(e){b=getStandardTable(1);y=[];g=Math.max(g,1)}for(;d.length1)w=decodeTextRegion(e,t,r,f,0,i,1,a.concat(d),g,0,0,1,0,n,c,l,h,0,u);else{const e=decodeIAID(m,p,g),t=decodeInteger(m,"IARDX",p),i=decodeInteger(m,"IARDY",p);w=decodeRefinement(r,f,c,e=32){let a,r,s;switch(t){case 32:if(0===e)throw new Jbig2Error("no previous value in symbol ID table");r=i.readBits(2)+3;a=n[e-1].prefixLength;break;case 33:r=i.readBits(3)+3;a=0;break;case 34:r=i.readBits(7)+11;a=0;break;default:throw new Jbig2Error("invalid code length in symbol ID table")}for(s=0;s=0;m--){O=e?decodeMMRBitmap(T,c,l,!0):decodeBitmap(!1,c,l,a,!1,null,v,g);F[m]=O}for(M=0;M=0;b--){R^=F[b][M][D];N|=R<>8;j=u+M*d-D*f>>8;if(L>=0&&L+S<=r&&j>=0&&j+k<=i)for(m=0;m=i)){U=p[t];_=E[m];for(b=0;b=0&&e>1&7),c=1+(r>>4&7),l=[];let h,u,d=i;do{h=s.readBits(o);u=s.readBits(c);l.push(new HuffmanLine([d,h,u,0]));d+=1<>t&1;if(t<=0)this.children[a]=new HuffmanTreeNode(e);else{let r=this.children[a];r||(this.children[a]=r=new HuffmanTreeNode(null));r.buildTree(e,t-1)}}decodeNode(e){if(this.isLeaf){if(this.isOOB)return null;const t=e.readBits(this.rangeLength);return this.rangeLow+(this.isLowerRange?-t:t)}const t=this.children[e.readBit()];if(!t)throw new Jbig2Error("invalid Huffman data");return t.decodeNode(e)}}class HuffmanTable{constructor(e,t){t||this.assignPrefixCodes(e);this.rootNode=new HuffmanTreeNode(null);for(let t=0,a=e.length;t0&&this.rootNode.buildTree(a,a.prefixLength-1)}}decode(e){return this.rootNode.decodeNode(e)}assignPrefixCodes(e){const t=e.length;let a=0;for(let r=0;r=this.end)throw new Jbig2Error("end of data while reading bit");this.currentByte=this.data[this.position++];this.shift=7}const e=this.currentByte>>this.shift&1;this.shift--;return e}readBits(e){let t,a=0;for(t=e-1;t>=0;t--)a|=this.readBit()<=this.end?-1:this.data[this.position++]}}function getCustomHuffmanTable(e,t,a){let r=0;for(let i=0,n=t.length;i>a&1;a--}}if(r&&!o){const e=5;for(let t=0;t>>t&(1<0;if(e<256){d[0]=e;f=1}else{if(!(e>=258)){if(256===e){h=9;s=258;f=0;continue}this.eof=!0;delete this.lzwState;break}if(e=0;t--){d[t]=o[a];a=l[a]}}else d[f++]=d[0]}if(i){l[s]=u;c[s]=c[u]+1;o[s]=d[0];s++;h=s+n&s+n-1?h:0|Math.min(Math.log(s+n)/.6931471805599453+1,12)}u=e;g+=f;if(r15))throw new FormatError(`Unsupported predictor: ${r}`);this.readBlock=2===r?this.readBlockTiff:this.readBlockPng;this.str=e;this.dict=e.dict;const i=this.colors=a.get("Colors")||1,n=this.bits=a.get("BPC","BitsPerComponent")||8,s=this.columns=a.get("Columns")||1;this.pixBytes=i*n+7>>3;this.rowBytes=s*i*n+7>>3;return this}readBlockTiff(){const e=this.rowBytes,t=this.bufferLength,a=this.ensureBuffer(t+e),r=this.bits,i=this.colors,n=this.str.getBytes(e);this.eof=!n.length;if(this.eof)return;let s,o=0,c=0,l=0,h=0,u=t;if(1===r&&1===i)for(s=0;s>1;e^=e>>2;e^=e>>4;o=(1&e)<<7;a[u++]=e}else if(8===r){for(s=0;s>8&255;a[u++]=255&e}}else{const e=new Uint8Array(i+1),u=(1<>l-r)&u;l-=r;c=c<=8){a[f++]=c>>h-8&255;h-=8}}h>0&&(a[f++]=(c<<8-h)+(o&(1<<8-h)-1))}this.bufferLength+=e}readBlockPng(){const e=this.rowBytes,t=this.pixBytes,a=this.str.getByte(),r=this.str.getBytes(e);this.eof=!r.length;if(this.eof)return;const i=this.bufferLength,n=this.ensureBuffer(i+e);let s=n.subarray(i-e,i);0===s.length&&(s=new Uint8Array(e));let o,c,l,h=i;switch(a){case 0:for(o=0;o>1)+r[o];for(;o>1)+r[o]&255;h++}break;case 4:for(o=0;o0){const e=this.str.getBytes(r);t.set(e,a);a+=r}}else{r=257-r;t=this.ensureBuffer(a+r+1);t.fill(e[1],a,a+r);a+=r}this.bufferLength=a}}class Parser{constructor({lexer:e,xref:t,allowStreams:a=!1,recoveryMode:r=!1}){this.lexer=e;this.xref=t;this.allowStreams=a;this.recoveryMode=r;this.imageCache=Object.create(null);this._imageId=0;this.refill()}refill(){this.buf1=this.lexer.getObj();this.buf2=this.lexer.getObj()}shift(){if(this.buf2 instanceof Cmd&&"ID"===this.buf2.cmd){this.buf1=this.buf2;this.buf2=null}else{this.buf1=this.buf2;this.buf2=this.lexer.getObj()}}tryShift(){try{this.shift();return!0}catch(e){if(e instanceof MissingDataException)throw e;return!1}}getObj(e=null){const t=this.buf1;this.shift();if(t instanceof Cmd)switch(t.cmd){case"BI":return this.makeInlineImage(e);case"[":const a=[];for(;!isCmd(this.buf1,"]")&&this.buf1!==wa;)a.push(this.getObj(e));if(this.buf1===wa){if(this.recoveryMode)return a;throw new ParserEOFException("End of file inside array.")}this.shift();return a;case"<<":const r=new Dict(this.xref);for(;!isCmd(this.buf1,">>")&&this.buf1!==wa;){if(!(this.buf1 instanceof Name)){info("Malformed dictionary: key must be a name object");this.shift();continue}const t=this.buf1.name;this.shift();if(this.buf1===wa)break;r.set(t,this.getObj(e))}if(this.buf1===wa){if(this.recoveryMode)return r;throw new ParserEOFException("End of file inside dictionary.")}if(isCmd(this.buf2,"stream"))return this.allowStreams?this.makeStream(r,e):r;this.shift();return r;default:return t}if(Number.isInteger(t)){if(Number.isInteger(this.buf1)&&isCmd(this.buf2,"R")){const e=Ref.get(t,this.buf1);this.shift();this.shift();return e}return t}return"string"==typeof t&&e?e.decryptString(t):t}findDefaultInlineStreamEnd(e){const{knownCommands:t}=this.lexer,a=e.pos;let r,i,n=0;for(;-1!==(r=e.getByte());)if(0===n)n=69===r?1:0;else if(1===n)n=73===r?2:0;else if(32===r||10===r||13===r){i=e.pos;const a=e.peekBytes(15),s=a.length;if(0===s)break;for(let e=0;e127))){n=0;break}}if(2!==n)continue;if(!t){warn("findDefaultInlineStreamEnd - `lexer.knownCommands` is undefined.");continue}const o=new Lexer(new Stream(e.peekBytes(75)),t);o._hexStringWarn=()=>{};let c=0;for(;;){const e=o.getObj();if(e===wa){n=0;break}if(e instanceof Cmd){const a=t[e.cmd];if(!a){n=0;break}if(a.variableArgs?c<=a.numArgs:c===a.numArgs)break;c=0}else c++}if(2===n)break}else n=0;if(-1===r){warn("findDefaultInlineStreamEnd: Reached the end of the stream without finding a valid EI marker");if(i){warn(\'... trying to recover by using the last "EI" occurrence.\');e.skip(-(e.pos-i))}}let s=4;e.skip(-s);r=e.peekByte();e.skip(s);isWhiteSpace(r)||s--;return e.pos-s-a}findDCTDecodeInlineStreamEnd(e){const t=e.pos;let a,r,i=!1;for(;-1!==(a=e.getByte());)if(255===a){switch(e.getByte()){case 0:break;case 255:e.skip(-1);break;case 217:i=!0;break;case 192:case 193:case 194:case 195:case 197:case 198:case 199:case 201:case 202:case 203:case 205:case 206:case 207:case 196:case 204:case 218:case 219:case 220:case 221:case 222:case 223:case 224:case 225:case 226:case 227:case 228:case 229:case 230:case 231:case 232:case 233:case 234:case 235:case 236:case 237:case 238:case 239:case 254:r=e.getUint16();r>2?e.skip(r-2):e.skip(-2)}if(i)break}const n=e.pos-t;if(-1===a){warn("Inline DCTDecode image stream: EOI marker not found, searching for /EI/ instead.");e.skip(-n);return this.findDefaultInlineStreamEnd(e)}this.inlineStreamSkipEI(e);return n}findASCII85DecodeInlineStreamEnd(e){const t=e.pos;let a;for(;-1!==(a=e.getByte());)if(126===a){const t=e.pos;a=e.peekByte();for(;isWhiteSpace(a);){e.skip();a=e.peekByte()}if(62===a){e.skip();break}if(e.pos>t){const t=e.peekBytes(2);if(69===t[0]&&73===t[1])break}}const r=e.pos-t;if(-1===a){warn("Inline ASCII85Decode image stream: EOD marker not found, searching for /EI/ instead.");e.skip(-r);return this.findDefaultInlineStreamEnd(e)}this.inlineStreamSkipEI(e);return r}findASCIIHexDecodeInlineStreamEnd(e){const t=e.pos;let a;for(;-1!==(a=e.getByte())&&62!==a;);const r=e.pos-t;if(-1===a){warn("Inline ASCIIHexDecode image stream: EOD marker not found, searching for /EI/ instead.");e.skip(-r);return this.findDefaultInlineStreamEnd(e)}this.inlineStreamSkipEI(e);return r}inlineStreamSkipEI(e){let t,a=0;for(;-1!==(t=e.getByte());)if(0===a)a=69===t?1:0;else if(1===a)a=73===t?2:0;else if(2===a)break}makeInlineImage(e){const t=this.lexer,a=t.stream,r=Object.create(null);let i;for(;!isCmd(this.buf1,"ID")&&this.buf1!==wa;){if(!(this.buf1 instanceof Name))throw new FormatError("Dictionary key must be a name object");const t=this.buf1.name;this.shift();if(this.buf1===wa)break;r[t]=this.getObj(e)}-1!==t.beginInlineImagePos&&(i=a.pos-t.beginInlineImagePos);const n=this.xref.fetchIfRef(r.F||r.Filter);let s;if(n instanceof Name)s=n.name;else if(Array.isArray(n)){const e=this.xref.fetchIfRef(n[0]);e instanceof Name&&(s=e.name)}const o=a.pos;let c,l;switch(s){case"DCT":case"DCTDecode":c=this.findDCTDecodeInlineStreamEnd(a);break;case"A85":case"ASCII85Decode":c=this.findASCII85DecodeInlineStreamEnd(a);break;case"AHx":case"ASCIIHexDecode":c=this.findASCIIHexDecodeInlineStreamEnd(a);break;default:c=this.findDefaultInlineStreamEnd(a)}if(c<1e3&&i>0){const e=a.pos;a.pos=t.beginInlineImagePos;l=function getInlineImageCacheKey(e){const t=[],a=e.length;let r=0;for(;r=r){let r=!1;for(const e of i){const t=e.length;let i=0;for(;i=n){r=!0;break}if(i>=t){if(isWhiteSpace(s[c+o+i])){info(`Found "${bytesToString([...a,...e])}" when searching for endstream command.`);r=!0}break}}if(r){t.pos+=c;return t.pos-e}}c++}t.pos+=o}return-1}makeStream(e,t){const a=this.lexer;let r=a.stream;a.skipToNextLine();const i=r.pos-1;let n=e.get("Length");if(!Number.isInteger(n)){info(`Bad length "${n&&n.toString()}" in stream.`);n=0}r.pos=i+n;a.nextChar();if(this.tryShift()&&isCmd(this.buf2,"endstream"))this.shift();else{n=this.#q(i);if(n<0)throw new FormatError("Missing endstream command.");a.nextChar();this.shift();this.shift()}this.shift();r=r.makeSubStream(i,n,e);t&&(r=t.createStream(r,n));r=this.filter(r,e,n);r.dict=e;return r}filter(e,t,a){let r=t.get("F","Filter"),i=t.get("DP","DecodeParms");if(r instanceof Name){Array.isArray(i)&&warn("/DecodeParms should not be an Array, when /Filter is a Name.");return this.makeFilter(e,r.name,a,i)}let n=a;if(Array.isArray(r)){const t=r,a=i;for(let s=0,o=t.length;s=48&&e<=57?15&e:e>=65&&e<=70||e>=97&&e<=102?9+(15&e):-1}class Lexer{constructor(e,t=null){this.stream=e;this.nextChar();this.strBuf=[];this.knownCommands=t;this._hexStringNumWarn=0;this.beginInlineImagePos=-1}nextChar(){return this.currentChar=this.stream.getByte()}peekChar(){return this.stream.peekByte()}getNumber(){let e=this.currentChar,t=!1,a=0,r=1;if(45===e){r=-1;e=this.nextChar();45===e&&(e=this.nextChar())}else 43===e&&(e=this.nextChar());if(10===e||13===e)do{e=this.nextChar()}while(10===e||13===e);if(46===e){a=10;e=this.nextChar()}if(e<48||e>57){const t=`Invalid number: ${String.fromCharCode(e)} (charCode ${e})`;if(isWhiteSpace(e)||40===e||60===e||-1===e){info(`Lexer.getNumber - "${t}".`);return 0}throw new FormatError(t)}let i=e-48,n=0,s=1;for(;(e=this.nextChar())>=0;)if(e>=48&&e<=57){const r=e-48;if(t)n=10*n+r;else{0!==a&&(a*=10);i=10*i+r}}else if(46===e){if(0!==a)break;a=1}else if(45===e)warn("Badly formatted number: minus sign in the middle");else{if(69!==e&&101!==e)break;e=this.peekChar();if(43===e||45===e){s=45===e?-1:1;this.nextChar()}else if(e<48||e>57)break;t=!0}0!==a&&(i/=a);t&&(i*=10**(s*n));return r*i}getString(){let e=1,t=!1;const a=this.strBuf;a.length=0;let r=this.nextChar();for(;;){let i=!1;switch(0|r){case-1:warn("Unterminated string");t=!0;break;case 40:++e;a.push("(");break;case 41:if(0==--e){this.nextChar();t=!0}else a.push(")");break;case 92:r=this.nextChar();switch(r){case-1:warn("Unterminated string");t=!0;break;case 110:a.push("\\n");break;case 114:a.push("\\r");break;case 116:a.push("\\t");break;case 98:a.push("\\b");break;case 102:a.push("\\f");break;case 92:case 40:case 41:a.push(String.fromCharCode(r));break;case 48:case 49:case 50:case 51:case 52:case 53:case 54:case 55:let e=15&r;r=this.nextChar();i=!0;if(r>=48&&r<=55){e=(e<<3)+(15&r);r=this.nextChar();if(r>=48&&r<=55){i=!1;e=(e<<3)+(15&r)}}a.push(String.fromCharCode(e));break;case 13:10===this.peekChar()&&this.nextChar();break;case 10:break;default:a.push(String.fromCharCode(r))}break;default:a.push(String.fromCharCode(r))}if(t)break;i||(r=this.nextChar())}return a.join("")}getName(){let e,t;const a=this.strBuf;a.length=0;for(;(e=this.nextChar())>=0&&!mr[e];)if(35===e){e=this.nextChar();if(mr[e]){warn("Lexer_getName: NUMBER SIGN (#) should be followed by a hexadecimal number.");a.push("#");break}const r=toHexDigit(e);if(-1!==r){t=e;e=this.nextChar();const i=toHexDigit(e);if(-1===i){warn(`Lexer_getName: Illegal digit (${String.fromCharCode(e)}) in hexadecimal number.`);a.push("#",String.fromCharCode(t));if(mr[e])break;a.push(String.fromCharCode(e));continue}a.push(String.fromCharCode(r<<4|i))}else a.push("#",String.fromCharCode(e))}else a.push(String.fromCharCode(e));a.length>127&&warn(`Name token is longer than allowed by the spec: ${a.length}`);return Name.get(a.join(""))}_hexStringWarn(e){5!=this._hexStringNumWarn++?this._hexStringNumWarn>5||warn(`getHexString - ignoring invalid character: ${e}`):warn("getHexString - ignoring additional invalid characters.")}getHexString(){const e=this.strBuf;e.length=0;let t=this.currentChar,a=-1,r=-1;this._hexStringNumWarn=0;for(;;){if(t<0){warn("Unterminated hex string");break}if(62===t){this.nextChar();break}if(1!==mr[t]){r=toHexDigit(t);if(-1===r)this._hexStringWarn(t);else if(-1===a)a=r;else{e.push(String.fromCharCode(a<<4|r));a=-1}t=this.nextChar()}else t=this.nextChar()}-1!==a&&e.push(String.fromCharCode(a<<4));return e.join("")}getObj(){let e=!1,t=this.currentChar;for(;;){if(t<0)return wa;if(e)10!==t&&13!==t||(e=!1);else if(37===t)e=!0;else if(1!==mr[t])break;t=this.nextChar()}switch(0|t){case 48:case 49:case 50:case 51:case 52:case 53:case 54:case 55:case 56:case 57:case 43:case 45:case 46:return this.getNumber();case 40:return this.getString();case 47:return this.getName();case 91:this.nextChar();return Cmd.get("[");case 93:this.nextChar();return Cmd.get("]");case 60:t=this.nextChar();if(60===t){this.nextChar();return Cmd.get("<<")}return this.getHexString();case 62:t=this.nextChar();if(62===t){this.nextChar();return Cmd.get(">>")}return Cmd.get(">");case 123:this.nextChar();return Cmd.get("{");case 125:this.nextChar();return Cmd.get("}");case 41:this.nextChar();throw new FormatError(`Illegal character: ${t}`)}let a=String.fromCharCode(t);if(t<32||t>127){const e=this.peekChar();if(e>=32&&e<=127){this.nextChar();return Cmd.get(a)}}const r=this.knownCommands;let i=void 0!==r?.[a];for(;(t=this.nextChar())>=0&&!mr[t];){const e=a+String.fromCharCode(t);if(i&&void 0===r[e])break;if(128===a.length)throw new FormatError(`Command token too long: ${a.length}`);a=e;i=void 0!==r?.[a]}if("true"===a)return!0;if("false"===a)return!1;if("null"===a)return null;"BI"===a&&(this.beginInlineImagePos=this.stream.pos);return Cmd.get(a)}skipToNextLine(){let e=this.currentChar;for(;e>=0;){if(13===e){e=this.nextChar();10===e&&this.nextChar();break}if(10===e){this.nextChar();break}e=this.nextChar()}}}class Linearization{static create(e){function getInt(e,t,a=!1){const r=e.get(t);if(Number.isInteger(r)&&(a?r>=0:r>0))return r;throw new Error(`The "${t}" parameter in the linearization dictionary is invalid.`)}const t=new Parser({lexer:new Lexer(e),xref:null}),a=t.getObj(),r=t.getObj(),i=t.getObj(),n=t.getObj();let s,o;if(!(Number.isInteger(a)&&Number.isInteger(r)&&isCmd(i,"obj")&&n instanceof Dict&&"number"==typeof(s=n.get("Linearized"))&&s>0))return null;if((o=getInt(n,"L"))!==e.length)throw new Error(\'The "L" parameter in the linearization dictionary does not equal the stream length.\');return{length:o,hints:function getHints(e){const t=e.get("H");let a;if(Array.isArray(t)&&(2===(a=t.length)||4===a)){for(let e=0;e0))throw new Error(`Hint (${e}) in the linearization dictionary is invalid.`)}return t}throw new Error("Hint array in the linearization dictionary is invalid.")}(n),objectNumberFirst:getInt(n,"O"),endFirst:getInt(n,"E"),numPages:getInt(n,"N"),mainXRefEntriesOffset:getInt(n,"T"),pageFirst:n.has("P")?getInt(n,"P",!0):0}}}const br=["Adobe-GB1-UCS2","Adobe-CNS1-UCS2","Adobe-Japan1-UCS2","Adobe-Korea1-UCS2","78-EUC-H","78-EUC-V","78-H","78-RKSJ-H","78-RKSJ-V","78-V","78ms-RKSJ-H","78ms-RKSJ-V","83pv-RKSJ-H","90ms-RKSJ-H","90ms-RKSJ-V","90msp-RKSJ-H","90msp-RKSJ-V","90pv-RKSJ-H","90pv-RKSJ-V","Add-H","Add-RKSJ-H","Add-RKSJ-V","Add-V","Adobe-CNS1-0","Adobe-CNS1-1","Adobe-CNS1-2","Adobe-CNS1-3","Adobe-CNS1-4","Adobe-CNS1-5","Adobe-CNS1-6","Adobe-GB1-0","Adobe-GB1-1","Adobe-GB1-2","Adobe-GB1-3","Adobe-GB1-4","Adobe-GB1-5","Adobe-Japan1-0","Adobe-Japan1-1","Adobe-Japan1-2","Adobe-Japan1-3","Adobe-Japan1-4","Adobe-Japan1-5","Adobe-Japan1-6","Adobe-Korea1-0","Adobe-Korea1-1","Adobe-Korea1-2","B5-H","B5-V","B5pc-H","B5pc-V","CNS-EUC-H","CNS-EUC-V","CNS1-H","CNS1-V","CNS2-H","CNS2-V","ETHK-B5-H","ETHK-B5-V","ETen-B5-H","ETen-B5-V","ETenms-B5-H","ETenms-B5-V","EUC-H","EUC-V","Ext-H","Ext-RKSJ-H","Ext-RKSJ-V","Ext-V","GB-EUC-H","GB-EUC-V","GB-H","GB-V","GBK-EUC-H","GBK-EUC-V","GBK2K-H","GBK2K-V","GBKp-EUC-H","GBKp-EUC-V","GBT-EUC-H","GBT-EUC-V","GBT-H","GBT-V","GBTpc-EUC-H","GBTpc-EUC-V","GBpc-EUC-H","GBpc-EUC-V","H","HKdla-B5-H","HKdla-B5-V","HKdlb-B5-H","HKdlb-B5-V","HKgccs-B5-H","HKgccs-B5-V","HKm314-B5-H","HKm314-B5-V","HKm471-B5-H","HKm471-B5-V","HKscs-B5-H","HKscs-B5-V","Hankaku","Hiragana","KSC-EUC-H","KSC-EUC-V","KSC-H","KSC-Johab-H","KSC-Johab-V","KSC-V","KSCms-UHC-H","KSCms-UHC-HW-H","KSCms-UHC-HW-V","KSCms-UHC-V","KSCpc-EUC-H","KSCpc-EUC-V","Katakana","NWP-H","NWP-V","RKSJ-H","RKSJ-V","Roman","UniCNS-UCS2-H","UniCNS-UCS2-V","UniCNS-UTF16-H","UniCNS-UTF16-V","UniCNS-UTF32-H","UniCNS-UTF32-V","UniCNS-UTF8-H","UniCNS-UTF8-V","UniGB-UCS2-H","UniGB-UCS2-V","UniGB-UTF16-H","UniGB-UTF16-V","UniGB-UTF32-H","UniGB-UTF32-V","UniGB-UTF8-H","UniGB-UTF8-V","UniJIS-UCS2-H","UniJIS-UCS2-HW-H","UniJIS-UCS2-HW-V","UniJIS-UCS2-V","UniJIS-UTF16-H","UniJIS-UTF16-V","UniJIS-UTF32-H","UniJIS-UTF32-V","UniJIS-UTF8-H","UniJIS-UTF8-V","UniJIS2004-UTF16-H","UniJIS2004-UTF16-V","UniJIS2004-UTF32-H","UniJIS2004-UTF32-V","UniJIS2004-UTF8-H","UniJIS2004-UTF8-V","UniJISPro-UCS2-HW-V","UniJISPro-UCS2-V","UniJISPro-UTF8-V","UniJISX0213-UTF32-H","UniJISX0213-UTF32-V","UniJISX02132004-UTF32-H","UniJISX02132004-UTF32-V","UniKS-UCS2-H","UniKS-UCS2-V","UniKS-UTF16-H","UniKS-UTF16-V","UniKS-UTF32-H","UniKS-UTF32-V","UniKS-UTF8-H","UniKS-UTF8-V","V","WP-Symbol"],yr=2**24-1;class CMap{constructor(e=!1){this.codespaceRanges=[[],[],[],[]];this.numCodespaceRanges=0;this._map=[];this.name="";this.vertical=!1;this.useCMap=null;this.builtInCMap=e}addCodespaceRange(e,t,a){this.codespaceRanges[e-1].push(t,a);this.numCodespaceRanges++}mapCidRange(e,t,a){if(t-e>yr)throw new Error("mapCidRange - ignoring data above MAX_MAP_RANGE.");for(;e<=t;)this._map[e++]=a++}mapBfRange(e,t,a){if(t-e>yr)throw new Error("mapBfRange - ignoring data above MAX_MAP_RANGE.");const r=a.length-1;for(;e<=t;){this._map[e++]=a;const t=a.charCodeAt(r)+1;t>255?a=a.substring(0,r-1)+String.fromCharCode(a.charCodeAt(r-1)+1)+"\\0":a=a.substring(0,r)+String.fromCharCode(t)}}mapBfRangeToArray(e,t,a){if(t-e>yr)throw new Error("mapBfRangeToArray - ignoring data above MAX_MAP_RANGE.");const r=a.length;let i=0;for(;e<=t&&i>>0;const s=i[n];for(let e=0,t=s.length;e=t&&r<=i){a.charcode=r;a.length=n+1;return}}}a.charcode=0;a.length=1}getCharCodeLength(e){const t=this.codespaceRanges;for(let a=0,r=t.length;a=i&&e<=n)return a+1}}return 1}get length(){return this._map.length}get isIdentityCMap(){if("Identity-H"!==this.name&&"Identity-V"!==this.name)return!1;if(65536!==this._map.length)return!1;for(let e=0;e<65536;e++)if(this._map[e]!==e)return!1;return!0}}class IdentityCMap extends CMap{constructor(e,t){super();this.vertical=e;this.addCodespaceRange(t,0,65535)}mapCidRange(e,t,a){unreachable("should not call mapCidRange")}mapBfRange(e,t,a){unreachable("should not call mapBfRange")}mapBfRangeToArray(e,t,a){unreachable("should not call mapBfRangeToArray")}mapOne(e,t){unreachable("should not call mapCidOne")}lookup(e){return Number.isInteger(e)&&e<=65535?e:void 0}contains(e){return Number.isInteger(e)&&e<=65535}forEach(e){for(let t=0;t<=65535;t++)e(t,t)}charCodeOf(e){return Number.isInteger(e)&&e<=65535?e:-1}getMap(){const e=new Array(65536);for(let t=0;t<=65535;t++)e[t]=t;return e}get length(){return 65536}get isIdentityCMap(){unreachable("should not access .isIdentityCMap")}}function strToInt(e){let t=0;for(let a=0;a>>0}function expectString(e){if("string"!=typeof e)throw new FormatError("Malformed CMap: expected string.")}function expectInt(e){if(!Number.isInteger(e))throw new FormatError("Malformed CMap: expected int.")}function parseBfChar(e,t){for(;;){let a=t.getObj();if(a===wa)break;if(isCmd(a,"endbfchar"))return;expectString(a);const r=strToInt(a);a=t.getObj();expectString(a);const i=a;e.mapOne(r,i)}}function parseBfRange(e,t){for(;;){let a=t.getObj();if(a===wa)break;if(isCmd(a,"endbfrange"))return;expectString(a);const r=strToInt(a);a=t.getObj();expectString(a);const i=strToInt(a);a=t.getObj();if(Number.isInteger(a)||"string"==typeof a){const t=Number.isInteger(a)?String.fromCharCode(a):a;e.mapBfRange(r,i,t)}else{if(!isCmd(a,"["))break;{a=t.getObj();const n=[];for(;!isCmd(a,"]")&&a!==wa;){n.push(a);a=t.getObj()}e.mapBfRangeToArray(r,i,n)}}}throw new FormatError("Invalid bf range.")}function parseCidChar(e,t){for(;;){let a=t.getObj();if(a===wa)break;if(isCmd(a,"endcidchar"))return;expectString(a);const r=strToInt(a);a=t.getObj();expectInt(a);const i=a;e.mapOne(r,i)}}function parseCidRange(e,t){for(;;){let a=t.getObj();if(a===wa)break;if(isCmd(a,"endcidrange"))return;expectString(a);const r=strToInt(a);a=t.getObj();expectString(a);const i=strToInt(a);a=t.getObj();expectInt(a);const n=a;e.mapCidRange(r,i,n)}}function parseCodespaceRange(e,t){for(;;){let a=t.getObj();if(a===wa)break;if(isCmd(a,"endcodespacerange"))return;if("string"!=typeof a)break;const r=strToInt(a);a=t.getObj();if("string"!=typeof a)break;const i=strToInt(a);e.addCodespaceRange(a.length,r,i)}throw new FormatError("Invalid codespace range.")}function parseWMode(e,t){const a=t.getObj();Number.isInteger(a)&&(e.vertical=!!a)}function parseCMapName(e,t){const a=t.getObj();a instanceof Name&&(e.name=a.name)}async function parseCMap(e,t,a,r){let i,n;e:for(;;)try{const a=t.getObj();if(a===wa)break;if(a instanceof Name){"WMode"===a.name?parseWMode(e,t):"CMapName"===a.name&&parseCMapName(e,t);i=a}else if(a instanceof Cmd)switch(a.cmd){case"endcmap":break e;case"usecmap":i instanceof Name&&(n=i.name);break;case"begincodespacerange":parseCodespaceRange(e,t);break;case"beginbfchar":parseBfChar(e,t);break;case"begincidchar":parseCidChar(e,t);break;case"beginbfrange":parseBfRange(e,t);break;case"begincidrange":parseCidRange(e,t)}}catch(e){if(e instanceof MissingDataException)throw e;warn("Invalid cMap data: "+e);continue}!r&&n&&(r=n);return r?extendCMap(e,a,r):e}async function extendCMap(e,t,a){e.useCMap=await createBuiltInCMap(a,t);if(0===e.numCodespaceRanges){const t=e.useCMap.codespaceRanges;for(let a=0;aextendCMap(i,t,e)));const n=new Lexer(new Stream(a));return parseCMap(i,n,t,null)}class CMapFactory{static async create({encoding:e,fetchBuiltInCMap:t,useCMap:a}){if(e instanceof Name)return createBuiltInCMap(e.name,t);if(e instanceof BaseStream){const r=await parseCMap(new CMap,new Lexer(e),t,a);return r.isIdentityCMap?createBuiltInCMap(r.name,t):r}throw new Error("Encoding required.")}}const wr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclamsmall","Hungarumlautsmall","","dollaroldstyle","dollarsuperior","ampersandsmall","Acutesmall","parenleftsuperior","parenrightsuperior","twodotenleader","onedotenleader","comma","hyphen","period","fraction","zerooldstyle","oneoldstyle","twooldstyle","threeoldstyle","fouroldstyle","fiveoldstyle","sixoldstyle","sevenoldstyle","eightoldstyle","nineoldstyle","colon","semicolon","commasuperior","threequartersemdash","periodsuperior","questionsmall","","asuperior","bsuperior","centsuperior","dsuperior","esuperior","","","","isuperior","","","lsuperior","msuperior","nsuperior","osuperior","","","rsuperior","ssuperior","tsuperior","","ff","fi","fl","ffi","ffl","parenleftinferior","","parenrightinferior","Circumflexsmall","hyphensuperior","Gravesmall","Asmall","Bsmall","Csmall","Dsmall","Esmall","Fsmall","Gsmall","Hsmall","Ismall","Jsmall","Ksmall","Lsmall","Msmall","Nsmall","Osmall","Psmall","Qsmall","Rsmall","Ssmall","Tsmall","Usmall","Vsmall","Wsmall","Xsmall","Ysmall","Zsmall","colonmonetary","onefitted","rupiah","Tildesmall","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","exclamdownsmall","centoldstyle","Lslashsmall","","","Scaronsmall","Zcaronsmall","Dieresissmall","Brevesmall","Caronsmall","","Dotaccentsmall","","","Macronsmall","","","figuredash","hypheninferior","","","Ogoneksmall","Ringsmall","Cedillasmall","","","","onequarter","onehalf","threequarters","questiondownsmall","oneeighth","threeeighths","fiveeighths","seveneighths","onethird","twothirds","","","zerosuperior","onesuperior","twosuperior","threesuperior","foursuperior","fivesuperior","sixsuperior","sevensuperior","eightsuperior","ninesuperior","zeroinferior","oneinferior","twoinferior","threeinferior","fourinferior","fiveinferior","sixinferior","seveninferior","eightinferior","nineinferior","centinferior","dollarinferior","periodinferior","commainferior","Agravesmall","Aacutesmall","Acircumflexsmall","Atildesmall","Adieresissmall","Aringsmall","AEsmall","Ccedillasmall","Egravesmall","Eacutesmall","Ecircumflexsmall","Edieresissmall","Igravesmall","Iacutesmall","Icircumflexsmall","Idieresissmall","Ethsmall","Ntildesmall","Ogravesmall","Oacutesmall","Ocircumflexsmall","Otildesmall","Odieresissmall","OEsmall","Oslashsmall","Ugravesmall","Uacutesmall","Ucircumflexsmall","Udieresissmall","Yacutesmall","Thornsmall","Ydieresissmall"],xr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclamsmall","Hungarumlautsmall","centoldstyle","dollaroldstyle","dollarsuperior","ampersandsmall","Acutesmall","parenleftsuperior","parenrightsuperior","twodotenleader","onedotenleader","comma","hyphen","period","fraction","zerooldstyle","oneoldstyle","twooldstyle","threeoldstyle","fouroldstyle","fiveoldstyle","sixoldstyle","sevenoldstyle","eightoldstyle","nineoldstyle","colon","semicolon","","threequartersemdash","","questionsmall","","","","","Ethsmall","","","onequarter","onehalf","threequarters","oneeighth","threeeighths","fiveeighths","seveneighths","onethird","twothirds","","","","","","","ff","fi","fl","ffi","ffl","parenleftinferior","","parenrightinferior","Circumflexsmall","hypheninferior","Gravesmall","Asmall","Bsmall","Csmall","Dsmall","Esmall","Fsmall","Gsmall","Hsmall","Ismall","Jsmall","Ksmall","Lsmall","Msmall","Nsmall","Osmall","Psmall","Qsmall","Rsmall","Ssmall","Tsmall","Usmall","Vsmall","Wsmall","Xsmall","Ysmall","Zsmall","colonmonetary","onefitted","rupiah","Tildesmall","","","asuperior","centsuperior","","","","","Aacutesmall","Agravesmall","Acircumflexsmall","Adieresissmall","Atildesmall","Aringsmall","Ccedillasmall","Eacutesmall","Egravesmall","Ecircumflexsmall","Edieresissmall","Iacutesmall","Igravesmall","Icircumflexsmall","Idieresissmall","Ntildesmall","Oacutesmall","Ogravesmall","Ocircumflexsmall","Odieresissmall","Otildesmall","Uacutesmall","Ugravesmall","Ucircumflexsmall","Udieresissmall","","eightsuperior","fourinferior","threeinferior","sixinferior","eightinferior","seveninferior","Scaronsmall","","centinferior","twoinferior","","Dieresissmall","","Caronsmall","osuperior","fiveinferior","","commainferior","periodinferior","Yacutesmall","","dollarinferior","","","Thornsmall","","nineinferior","zeroinferior","Zcaronsmall","AEsmall","Oslashsmall","questiondownsmall","oneinferior","Lslashsmall","","","","","","","Cedillasmall","","","","","","OEsmall","figuredash","hyphensuperior","","","","","exclamdownsmall","","Ydieresissmall","","onesuperior","twosuperior","threesuperior","foursuperior","fivesuperior","sixsuperior","sevensuperior","ninesuperior","zerosuperior","","esuperior","rsuperior","tsuperior","","","isuperior","ssuperior","dsuperior","","","","","","lsuperior","Ogoneksmall","Brevesmall","Macronsmall","bsuperior","nsuperior","msuperior","commasuperior","periodsuperior","Dotaccentsmall","Ringsmall","","","",""],Sr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quotesingle","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","grave","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","","Adieresis","Aring","Ccedilla","Eacute","Ntilde","Odieresis","Udieresis","aacute","agrave","acircumflex","adieresis","atilde","aring","ccedilla","eacute","egrave","ecircumflex","edieresis","iacute","igrave","icircumflex","idieresis","ntilde","oacute","ograve","ocircumflex","odieresis","otilde","uacute","ugrave","ucircumflex","udieresis","dagger","degree","cent","sterling","section","bullet","paragraph","germandbls","registered","copyright","trademark","acute","dieresis","notequal","AE","Oslash","infinity","plusminus","lessequal","greaterequal","yen","mu","partialdiff","summation","product","pi","integral","ordfeminine","ordmasculine","Omega","ae","oslash","questiondown","exclamdown","logicalnot","radical","florin","approxequal","Delta","guillemotleft","guillemotright","ellipsis","space","Agrave","Atilde","Otilde","OE","oe","endash","emdash","quotedblleft","quotedblright","quoteleft","quoteright","divide","lozenge","ydieresis","Ydieresis","fraction","currency","guilsinglleft","guilsinglright","fi","fl","daggerdbl","periodcentered","quotesinglbase","quotedblbase","perthousand","Acircumflex","Ecircumflex","Aacute","Edieresis","Egrave","Iacute","Icircumflex","Idieresis","Igrave","Oacute","Ocircumflex","apple","Ograve","Uacute","Ucircumflex","Ugrave","dotlessi","circumflex","tilde","macron","breve","dotaccent","ring","cedilla","hungarumlaut","ogonek","caron"],Ar=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quoteright","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","quoteleft","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","exclamdown","cent","sterling","fraction","yen","florin","section","currency","quotesingle","quotedblleft","guillemotleft","guilsinglleft","guilsinglright","fi","fl","","endash","dagger","daggerdbl","periodcentered","","paragraph","bullet","quotesinglbase","quotedblbase","quotedblright","guillemotright","ellipsis","perthousand","","questiondown","","grave","acute","circumflex","tilde","macron","breve","dotaccent","dieresis","","ring","cedilla","","hungarumlaut","ogonek","caron","emdash","","","","","","","","","","","","","","","","","AE","","ordfeminine","","","","","Lslash","Oslash","OE","ordmasculine","","","","","","ae","","","","dotlessi","","","lslash","oslash","oe","germandbls","","","",""],kr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quotesingle","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","grave","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","bullet","Euro","bullet","quotesinglbase","florin","quotedblbase","ellipsis","dagger","daggerdbl","circumflex","perthousand","Scaron","guilsinglleft","OE","bullet","Zcaron","bullet","bullet","quoteleft","quoteright","quotedblleft","quotedblright","bullet","endash","emdash","tilde","trademark","scaron","guilsinglright","oe","bullet","zcaron","Ydieresis","space","exclamdown","cent","sterling","currency","yen","brokenbar","section","dieresis","copyright","ordfeminine","guillemotleft","logicalnot","hyphen","registered","macron","degree","plusminus","twosuperior","threesuperior","acute","mu","paragraph","periodcentered","cedilla","onesuperior","ordmasculine","guillemotright","onequarter","onehalf","threequarters","questiondown","Agrave","Aacute","Acircumflex","Atilde","Adieresis","Aring","AE","Ccedilla","Egrave","Eacute","Ecircumflex","Edieresis","Igrave","Iacute","Icircumflex","Idieresis","Eth","Ntilde","Ograve","Oacute","Ocircumflex","Otilde","Odieresis","multiply","Oslash","Ugrave","Uacute","Ucircumflex","Udieresis","Yacute","Thorn","germandbls","agrave","aacute","acircumflex","atilde","adieresis","aring","ae","ccedilla","egrave","eacute","ecircumflex","edieresis","igrave","iacute","icircumflex","idieresis","eth","ntilde","ograve","oacute","ocircumflex","otilde","odieresis","divide","oslash","ugrave","uacute","ucircumflex","udieresis","yacute","thorn","ydieresis"],Cr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","exclam","universal","numbersign","existential","percent","ampersand","suchthat","parenleft","parenright","asteriskmath","plus","comma","minus","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","congruent","Alpha","Beta","Chi","Delta","Epsilon","Phi","Gamma","Eta","Iota","theta1","Kappa","Lambda","Mu","Nu","Omicron","Pi","Theta","Rho","Sigma","Tau","Upsilon","sigma1","Omega","Xi","Psi","Zeta","bracketleft","therefore","bracketright","perpendicular","underscore","radicalex","alpha","beta","chi","delta","epsilon","phi","gamma","eta","iota","phi1","kappa","lambda","mu","nu","omicron","pi","theta","rho","sigma","tau","upsilon","omega1","omega","xi","psi","zeta","braceleft","bar","braceright","similar","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","Euro","Upsilon1","minute","lessequal","fraction","infinity","florin","club","diamond","heart","spade","arrowboth","arrowleft","arrowup","arrowright","arrowdown","degree","plusminus","second","greaterequal","multiply","proportional","partialdiff","bullet","divide","notequal","equivalence","approxequal","ellipsis","arrowvertex","arrowhorizex","carriagereturn","aleph","Ifraktur","Rfraktur","weierstrass","circlemultiply","circleplus","emptyset","intersection","union","propersuperset","reflexsuperset","notsubset","propersubset","reflexsubset","element","notelement","angle","gradient","registerserif","copyrightserif","trademarkserif","product","radical","dotmath","logicalnot","logicaland","logicalor","arrowdblboth","arrowdblleft","arrowdblup","arrowdblright","arrowdbldown","lozenge","angleleft","registersans","copyrightsans","trademarksans","summation","parenlefttp","parenleftex","parenleftbt","bracketlefttp","bracketleftex","bracketleftbt","bracelefttp","braceleftmid","braceleftbt","braceex","","angleright","integral","integraltp","integralex","integralbt","parenrighttp","parenrightex","parenrightbt","bracketrighttp","bracketrightex","bracketrightbt","bracerighttp","bracerightmid","bracerightbt",""],vr=["","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","space","a1","a2","a202","a3","a4","a5","a119","a118","a117","a11","a12","a13","a14","a15","a16","a105","a17","a18","a19","a20","a21","a22","a23","a24","a25","a26","a27","a28","a6","a7","a8","a9","a10","a29","a30","a31","a32","a33","a34","a35","a36","a37","a38","a39","a40","a41","a42","a43","a44","a45","a46","a47","a48","a49","a50","a51","a52","a53","a54","a55","a56","a57","a58","a59","a60","a61","a62","a63","a64","a65","a66","a67","a68","a69","a70","a71","a72","a73","a74","a203","a75","a204","a76","a77","a78","a79","a81","a82","a83","a84","a97","a98","a99","a100","","a89","a90","a93","a94","a91","a92","a205","a85","a206","a86","a87","a88","a95","a96","","","","","","","","","","","","","","","","","","","","a101","a102","a103","a104","a106","a107","a108","a112","a111","a110","a109","a120","a121","a122","a123","a124","a125","a126","a127","a128","a129","a130","a131","a132","a133","a134","a135","a136","a137","a138","a139","a140","a141","a142","a143","a144","a145","a146","a147","a148","a149","a150","a151","a152","a153","a154","a155","a156","a157","a158","a159","a160","a161","a163","a164","a196","a165","a192","a166","a167","a168","a169","a170","a171","a172","a173","a162","a174","a175","a176","a177","a178","a179","a193","a180","a199","a181","a200","a182","","a201","a183","a184","a197","a185","a194","a198","a186","a195","a187","a188","a189","a190","a191",""];function getEncoding(e){switch(e){case"WinAnsiEncoding":return kr;case"StandardEncoding":return Ar;case"MacRomanEncoding":return Sr;case"SymbolSetEncoding":return Cr;case"ZapfDingbatsEncoding":return vr;case"ExpertEncoding":return wr;case"MacExpertEncoding":return xr;default:return null}}const Fr=getLookupTableFactory((function(e){e.A=65;e.AE=198;e.AEacute=508;e.AEmacron=482;e.AEsmall=63462;e.Aacute=193;e.Aacutesmall=63457;e.Abreve=258;e.Abreveacute=7854;e.Abrevecyrillic=1232;e.Abrevedotbelow=7862;e.Abrevegrave=7856;e.Abrevehookabove=7858;e.Abrevetilde=7860;e.Acaron=461;e.Acircle=9398;e.Acircumflex=194;e.Acircumflexacute=7844;e.Acircumflexdotbelow=7852;e.Acircumflexgrave=7846;e.Acircumflexhookabove=7848;e.Acircumflexsmall=63458;e.Acircumflextilde=7850;e.Acute=63177;e.Acutesmall=63412;e.Acyrillic=1040;e.Adblgrave=512;e.Adieresis=196;e.Adieresiscyrillic=1234;e.Adieresismacron=478;e.Adieresissmall=63460;e.Adotbelow=7840;e.Adotmacron=480;e.Agrave=192;e.Agravesmall=63456;e.Ahookabove=7842;e.Aiecyrillic=1236;e.Ainvertedbreve=514;e.Alpha=913;e.Alphatonos=902;e.Amacron=256;e.Amonospace=65313;e.Aogonek=260;e.Aring=197;e.Aringacute=506;e.Aringbelow=7680;e.Aringsmall=63461;e.Asmall=63329;e.Atilde=195;e.Atildesmall=63459;e.Aybarmenian=1329;e.B=66;e.Bcircle=9399;e.Bdotaccent=7682;e.Bdotbelow=7684;e.Becyrillic=1041;e.Benarmenian=1330;e.Beta=914;e.Bhook=385;e.Blinebelow=7686;e.Bmonospace=65314;e.Brevesmall=63220;e.Bsmall=63330;e.Btopbar=386;e.C=67;e.Caarmenian=1342;e.Cacute=262;e.Caron=63178;e.Caronsmall=63221;e.Ccaron=268;e.Ccedilla=199;e.Ccedillaacute=7688;e.Ccedillasmall=63463;e.Ccircle=9400;e.Ccircumflex=264;e.Cdot=266;e.Cdotaccent=266;e.Cedillasmall=63416;e.Chaarmenian=1353;e.Cheabkhasiancyrillic=1212;e.Checyrillic=1063;e.Chedescenderabkhasiancyrillic=1214;e.Chedescendercyrillic=1206;e.Chedieresiscyrillic=1268;e.Cheharmenian=1347;e.Chekhakassiancyrillic=1227;e.Cheverticalstrokecyrillic=1208;e.Chi=935;e.Chook=391;e.Circumflexsmall=63222;e.Cmonospace=65315;e.Coarmenian=1361;e.Csmall=63331;e.D=68;e.DZ=497;e.DZcaron=452;e.Daarmenian=1332;e.Dafrican=393;e.Dcaron=270;e.Dcedilla=7696;e.Dcircle=9401;e.Dcircumflexbelow=7698;e.Dcroat=272;e.Ddotaccent=7690;e.Ddotbelow=7692;e.Decyrillic=1044;e.Deicoptic=1006;e.Delta=8710;e.Deltagreek=916;e.Dhook=394;e.Dieresis=63179;e.DieresisAcute=63180;e.DieresisGrave=63181;e.Dieresissmall=63400;e.Digammagreek=988;e.Djecyrillic=1026;e.Dlinebelow=7694;e.Dmonospace=65316;e.Dotaccentsmall=63223;e.Dslash=272;e.Dsmall=63332;e.Dtopbar=395;e.Dz=498;e.Dzcaron=453;e.Dzeabkhasiancyrillic=1248;e.Dzecyrillic=1029;e.Dzhecyrillic=1039;e.E=69;e.Eacute=201;e.Eacutesmall=63465;e.Ebreve=276;e.Ecaron=282;e.Ecedillabreve=7708;e.Echarmenian=1333;e.Ecircle=9402;e.Ecircumflex=202;e.Ecircumflexacute=7870;e.Ecircumflexbelow=7704;e.Ecircumflexdotbelow=7878;e.Ecircumflexgrave=7872;e.Ecircumflexhookabove=7874;e.Ecircumflexsmall=63466;e.Ecircumflextilde=7876;e.Ecyrillic=1028;e.Edblgrave=516;e.Edieresis=203;e.Edieresissmall=63467;e.Edot=278;e.Edotaccent=278;e.Edotbelow=7864;e.Efcyrillic=1060;e.Egrave=200;e.Egravesmall=63464;e.Eharmenian=1335;e.Ehookabove=7866;e.Eightroman=8551;e.Einvertedbreve=518;e.Eiotifiedcyrillic=1124;e.Elcyrillic=1051;e.Elevenroman=8554;e.Emacron=274;e.Emacronacute=7702;e.Emacrongrave=7700;e.Emcyrillic=1052;e.Emonospace=65317;e.Encyrillic=1053;e.Endescendercyrillic=1186;e.Eng=330;e.Enghecyrillic=1188;e.Enhookcyrillic=1223;e.Eogonek=280;e.Eopen=400;e.Epsilon=917;e.Epsilontonos=904;e.Ercyrillic=1056;e.Ereversed=398;e.Ereversedcyrillic=1069;e.Escyrillic=1057;e.Esdescendercyrillic=1194;e.Esh=425;e.Esmall=63333;e.Eta=919;e.Etarmenian=1336;e.Etatonos=905;e.Eth=208;e.Ethsmall=63472;e.Etilde=7868;e.Etildebelow=7706;e.Euro=8364;e.Ezh=439;e.Ezhcaron=494;e.Ezhreversed=440;e.F=70;e.Fcircle=9403;e.Fdotaccent=7710;e.Feharmenian=1366;e.Feicoptic=996;e.Fhook=401;e.Fitacyrillic=1138;e.Fiveroman=8548;e.Fmonospace=65318;e.Fourroman=8547;e.Fsmall=63334;e.G=71;e.GBsquare=13191;e.Gacute=500;e.Gamma=915;e.Gammaafrican=404;e.Gangiacoptic=1002;e.Gbreve=286;e.Gcaron=486;e.Gcedilla=290;e.Gcircle=9404;e.Gcircumflex=284;e.Gcommaaccent=290;e.Gdot=288;e.Gdotaccent=288;e.Gecyrillic=1043;e.Ghadarmenian=1346;e.Ghemiddlehookcyrillic=1172;e.Ghestrokecyrillic=1170;e.Gheupturncyrillic=1168;e.Ghook=403;e.Gimarmenian=1331;e.Gjecyrillic=1027;e.Gmacron=7712;e.Gmonospace=65319;e.Grave=63182;e.Gravesmall=63328;e.Gsmall=63335;e.Gsmallhook=667;e.Gstroke=484;e.H=72;e.H18533=9679;e.H18543=9642;e.H18551=9643;e.H22073=9633;e.HPsquare=13259;e.Haabkhasiancyrillic=1192;e.Hadescendercyrillic=1202;e.Hardsigncyrillic=1066;e.Hbar=294;e.Hbrevebelow=7722;e.Hcedilla=7720;e.Hcircle=9405;e.Hcircumflex=292;e.Hdieresis=7718;e.Hdotaccent=7714;e.Hdotbelow=7716;e.Hmonospace=65320;e.Hoarmenian=1344;e.Horicoptic=1e3;e.Hsmall=63336;e.Hungarumlaut=63183;e.Hungarumlautsmall=63224;e.Hzsquare=13200;e.I=73;e.IAcyrillic=1071;e.IJ=306;e.IUcyrillic=1070;e.Iacute=205;e.Iacutesmall=63469;e.Ibreve=300;e.Icaron=463;e.Icircle=9406;e.Icircumflex=206;e.Icircumflexsmall=63470;e.Icyrillic=1030;e.Idblgrave=520;e.Idieresis=207;e.Idieresisacute=7726;e.Idieresiscyrillic=1252;e.Idieresissmall=63471;e.Idot=304;e.Idotaccent=304;e.Idotbelow=7882;e.Iebrevecyrillic=1238;e.Iecyrillic=1045;e.Ifraktur=8465;e.Igrave=204;e.Igravesmall=63468;e.Ihookabove=7880;e.Iicyrillic=1048;e.Iinvertedbreve=522;e.Iishortcyrillic=1049;e.Imacron=298;e.Imacroncyrillic=1250;e.Imonospace=65321;e.Iniarmenian=1339;e.Iocyrillic=1025;e.Iogonek=302;e.Iota=921;e.Iotaafrican=406;e.Iotadieresis=938;e.Iotatonos=906;e.Ismall=63337;e.Istroke=407;e.Itilde=296;e.Itildebelow=7724;e.Izhitsacyrillic=1140;e.Izhitsadblgravecyrillic=1142;e.J=74;e.Jaarmenian=1345;e.Jcircle=9407;e.Jcircumflex=308;e.Jecyrillic=1032;e.Jheharmenian=1355;e.Jmonospace=65322;e.Jsmall=63338;e.K=75;e.KBsquare=13189;e.KKsquare=13261;e.Kabashkircyrillic=1184;e.Kacute=7728;e.Kacyrillic=1050;e.Kadescendercyrillic=1178;e.Kahookcyrillic=1219;e.Kappa=922;e.Kastrokecyrillic=1182;e.Kaverticalstrokecyrillic=1180;e.Kcaron=488;e.Kcedilla=310;e.Kcircle=9408;e.Kcommaaccent=310;e.Kdotbelow=7730;e.Keharmenian=1364;e.Kenarmenian=1343;e.Khacyrillic=1061;e.Kheicoptic=998;e.Khook=408;e.Kjecyrillic=1036;e.Klinebelow=7732;e.Kmonospace=65323;e.Koppacyrillic=1152;e.Koppagreek=990;e.Ksicyrillic=1134;e.Ksmall=63339;e.L=76;e.LJ=455;e.LL=63167;e.Lacute=313;e.Lambda=923;e.Lcaron=317;e.Lcedilla=315;e.Lcircle=9409;e.Lcircumflexbelow=7740;e.Lcommaaccent=315;e.Ldot=319;e.Ldotaccent=319;e.Ldotbelow=7734;e.Ldotbelowmacron=7736;e.Liwnarmenian=1340;e.Lj=456;e.Ljecyrillic=1033;e.Llinebelow=7738;e.Lmonospace=65324;e.Lslash=321;e.Lslashsmall=63225;e.Lsmall=63340;e.M=77;e.MBsquare=13190;e.Macron=63184;e.Macronsmall=63407;e.Macute=7742;e.Mcircle=9410;e.Mdotaccent=7744;e.Mdotbelow=7746;e.Menarmenian=1348;e.Mmonospace=65325;e.Msmall=63341;e.Mturned=412;e.Mu=924;e.N=78;e.NJ=458;e.Nacute=323;e.Ncaron=327;e.Ncedilla=325;e.Ncircle=9411;e.Ncircumflexbelow=7754;e.Ncommaaccent=325;e.Ndotaccent=7748;e.Ndotbelow=7750;e.Nhookleft=413;e.Nineroman=8552;e.Nj=459;e.Njecyrillic=1034;e.Nlinebelow=7752;e.Nmonospace=65326;e.Nowarmenian=1350;e.Nsmall=63342;e.Ntilde=209;e.Ntildesmall=63473;e.Nu=925;e.O=79;e.OE=338;e.OEsmall=63226;e.Oacute=211;e.Oacutesmall=63475;e.Obarredcyrillic=1256;e.Obarreddieresiscyrillic=1258;e.Obreve=334;e.Ocaron=465;e.Ocenteredtilde=415;e.Ocircle=9412;e.Ocircumflex=212;e.Ocircumflexacute=7888;e.Ocircumflexdotbelow=7896;e.Ocircumflexgrave=7890;e.Ocircumflexhookabove=7892;e.Ocircumflexsmall=63476;e.Ocircumflextilde=7894;e.Ocyrillic=1054;e.Odblacute=336;e.Odblgrave=524;e.Odieresis=214;e.Odieresiscyrillic=1254;e.Odieresissmall=63478;e.Odotbelow=7884;e.Ogoneksmall=63227;e.Ograve=210;e.Ogravesmall=63474;e.Oharmenian=1365;e.Ohm=8486;e.Ohookabove=7886;e.Ohorn=416;e.Ohornacute=7898;e.Ohorndotbelow=7906;e.Ohorngrave=7900;e.Ohornhookabove=7902;e.Ohorntilde=7904;e.Ohungarumlaut=336;e.Oi=418;e.Oinvertedbreve=526;e.Omacron=332;e.Omacronacute=7762;e.Omacrongrave=7760;e.Omega=8486;e.Omegacyrillic=1120;e.Omegagreek=937;e.Omegaroundcyrillic=1146;e.Omegatitlocyrillic=1148;e.Omegatonos=911;e.Omicron=927;e.Omicrontonos=908;e.Omonospace=65327;e.Oneroman=8544;e.Oogonek=490;e.Oogonekmacron=492;e.Oopen=390;e.Oslash=216;e.Oslashacute=510;e.Oslashsmall=63480;e.Osmall=63343;e.Ostrokeacute=510;e.Otcyrillic=1150;e.Otilde=213;e.Otildeacute=7756;e.Otildedieresis=7758;e.Otildesmall=63477;e.P=80;e.Pacute=7764;e.Pcircle=9413;e.Pdotaccent=7766;e.Pecyrillic=1055;e.Peharmenian=1354;e.Pemiddlehookcyrillic=1190;e.Phi=934;e.Phook=420;e.Pi=928;e.Piwrarmenian=1363;e.Pmonospace=65328;e.Psi=936;e.Psicyrillic=1136;e.Psmall=63344;e.Q=81;e.Qcircle=9414;e.Qmonospace=65329;e.Qsmall=63345;e.R=82;e.Raarmenian=1356;e.Racute=340;e.Rcaron=344;e.Rcedilla=342;e.Rcircle=9415;e.Rcommaaccent=342;e.Rdblgrave=528;e.Rdotaccent=7768;e.Rdotbelow=7770;e.Rdotbelowmacron=7772;e.Reharmenian=1360;e.Rfraktur=8476;e.Rho=929;e.Ringsmall=63228;e.Rinvertedbreve=530;e.Rlinebelow=7774;e.Rmonospace=65330;e.Rsmall=63346;e.Rsmallinverted=641;e.Rsmallinvertedsuperior=694;e.S=83;e.SF010000=9484;e.SF020000=9492;e.SF030000=9488;e.SF040000=9496;e.SF050000=9532;e.SF060000=9516;e.SF070000=9524;e.SF080000=9500;e.SF090000=9508;e.SF100000=9472;e.SF110000=9474;e.SF190000=9569;e.SF200000=9570;e.SF210000=9558;e.SF220000=9557;e.SF230000=9571;e.SF240000=9553;e.SF250000=9559;e.SF260000=9565;e.SF270000=9564;e.SF280000=9563;e.SF360000=9566;e.SF370000=9567;e.SF380000=9562;e.SF390000=9556;e.SF400000=9577;e.SF410000=9574;e.SF420000=9568;e.SF430000=9552;e.SF440000=9580;e.SF450000=9575;e.SF460000=9576;e.SF470000=9572;e.SF480000=9573;e.SF490000=9561;e.SF500000=9560;e.SF510000=9554;e.SF520000=9555;e.SF530000=9579;e.SF540000=9578;e.Sacute=346;e.Sacutedotaccent=7780;e.Sampigreek=992;e.Scaron=352;e.Scarondotaccent=7782;e.Scaronsmall=63229;e.Scedilla=350;e.Schwa=399;e.Schwacyrillic=1240;e.Schwadieresiscyrillic=1242;e.Scircle=9416;e.Scircumflex=348;e.Scommaaccent=536;e.Sdotaccent=7776;e.Sdotbelow=7778;e.Sdotbelowdotaccent=7784;e.Seharmenian=1357;e.Sevenroman=8550;e.Shaarmenian=1351;e.Shacyrillic=1064;e.Shchacyrillic=1065;e.Sheicoptic=994;e.Shhacyrillic=1210;e.Shimacoptic=1004;e.Sigma=931;e.Sixroman=8549;e.Smonospace=65331;e.Softsigncyrillic=1068;e.Ssmall=63347;e.Stigmagreek=986;e.T=84;e.Tau=932;e.Tbar=358;e.Tcaron=356;e.Tcedilla=354;e.Tcircle=9417;e.Tcircumflexbelow=7792;e.Tcommaaccent=354;e.Tdotaccent=7786;e.Tdotbelow=7788;e.Tecyrillic=1058;e.Tedescendercyrillic=1196;e.Tenroman=8553;e.Tetsecyrillic=1204;e.Theta=920;e.Thook=428;e.Thorn=222;e.Thornsmall=63486;e.Threeroman=8546;e.Tildesmall=63230;e.Tiwnarmenian=1359;e.Tlinebelow=7790;e.Tmonospace=65332;e.Toarmenian=1337;e.Tonefive=444;e.Tonesix=388;e.Tonetwo=423;e.Tretroflexhook=430;e.Tsecyrillic=1062;e.Tshecyrillic=1035;e.Tsmall=63348;e.Twelveroman=8555;e.Tworoman=8545;e.U=85;e.Uacute=218;e.Uacutesmall=63482;e.Ubreve=364;e.Ucaron=467;e.Ucircle=9418;e.Ucircumflex=219;e.Ucircumflexbelow=7798;e.Ucircumflexsmall=63483;e.Ucyrillic=1059;e.Udblacute=368;e.Udblgrave=532;e.Udieresis=220;e.Udieresisacute=471;e.Udieresisbelow=7794;e.Udieresiscaron=473;e.Udieresiscyrillic=1264;e.Udieresisgrave=475;e.Udieresismacron=469;e.Udieresissmall=63484;e.Udotbelow=7908;e.Ugrave=217;e.Ugravesmall=63481;e.Uhookabove=7910;e.Uhorn=431;e.Uhornacute=7912;e.Uhorndotbelow=7920;e.Uhorngrave=7914;e.Uhornhookabove=7916;e.Uhorntilde=7918;e.Uhungarumlaut=368;e.Uhungarumlautcyrillic=1266;e.Uinvertedbreve=534;e.Ukcyrillic=1144;e.Umacron=362;e.Umacroncyrillic=1262;e.Umacrondieresis=7802;e.Umonospace=65333;e.Uogonek=370;e.Upsilon=933;e.Upsilon1=978;e.Upsilonacutehooksymbolgreek=979;e.Upsilonafrican=433;e.Upsilondieresis=939;e.Upsilondieresishooksymbolgreek=980;e.Upsilonhooksymbol=978;e.Upsilontonos=910;e.Uring=366;e.Ushortcyrillic=1038;e.Usmall=63349;e.Ustraightcyrillic=1198;e.Ustraightstrokecyrillic=1200;e.Utilde=360;e.Utildeacute=7800;e.Utildebelow=7796;e.V=86;e.Vcircle=9419;e.Vdotbelow=7806;e.Vecyrillic=1042;e.Vewarmenian=1358;e.Vhook=434;e.Vmonospace=65334;e.Voarmenian=1352;e.Vsmall=63350;e.Vtilde=7804;e.W=87;e.Wacute=7810;e.Wcircle=9420;e.Wcircumflex=372;e.Wdieresis=7812;e.Wdotaccent=7814;e.Wdotbelow=7816;e.Wgrave=7808;e.Wmonospace=65335;e.Wsmall=63351;e.X=88;e.Xcircle=9421;e.Xdieresis=7820;e.Xdotaccent=7818;e.Xeharmenian=1341;e.Xi=926;e.Xmonospace=65336;e.Xsmall=63352;e.Y=89;e.Yacute=221;e.Yacutesmall=63485;e.Yatcyrillic=1122;e.Ycircle=9422;e.Ycircumflex=374;e.Ydieresis=376;e.Ydieresissmall=63487;e.Ydotaccent=7822;e.Ydotbelow=7924;e.Yericyrillic=1067;e.Yerudieresiscyrillic=1272;e.Ygrave=7922;e.Yhook=435;e.Yhookabove=7926;e.Yiarmenian=1349;e.Yicyrillic=1031;e.Yiwnarmenian=1362;e.Ymonospace=65337;e.Ysmall=63353;e.Ytilde=7928;e.Yusbigcyrillic=1130;e.Yusbigiotifiedcyrillic=1132;e.Yuslittlecyrillic=1126;e.Yuslittleiotifiedcyrillic=1128;e.Z=90;e.Zaarmenian=1334;e.Zacute=377;e.Zcaron=381;e.Zcaronsmall=63231;e.Zcircle=9423;e.Zcircumflex=7824;e.Zdot=379;e.Zdotaccent=379;e.Zdotbelow=7826;e.Zecyrillic=1047;e.Zedescendercyrillic=1176;e.Zedieresiscyrillic=1246;e.Zeta=918;e.Zhearmenian=1338;e.Zhebrevecyrillic=1217;e.Zhecyrillic=1046;e.Zhedescendercyrillic=1174;e.Zhedieresiscyrillic=1244;e.Zlinebelow=7828;e.Zmonospace=65338;e.Zsmall=63354;e.Zstroke=437;e.a=97;e.aabengali=2438;e.aacute=225;e.aadeva=2310;e.aagujarati=2694;e.aagurmukhi=2566;e.aamatragurmukhi=2622;e.aarusquare=13059;e.aavowelsignbengali=2494;e.aavowelsigndeva=2366;e.aavowelsigngujarati=2750;e.abbreviationmarkarmenian=1375;e.abbreviationsigndeva=2416;e.abengali=2437;e.abopomofo=12570;e.abreve=259;e.abreveacute=7855;e.abrevecyrillic=1233;e.abrevedotbelow=7863;e.abrevegrave=7857;e.abrevehookabove=7859;e.abrevetilde=7861;e.acaron=462;e.acircle=9424;e.acircumflex=226;e.acircumflexacute=7845;e.acircumflexdotbelow=7853;e.acircumflexgrave=7847;e.acircumflexhookabove=7849;e.acircumflextilde=7851;e.acute=180;e.acutebelowcmb=791;e.acutecmb=769;e.acutecomb=769;e.acutedeva=2388;e.acutelowmod=719;e.acutetonecmb=833;e.acyrillic=1072;e.adblgrave=513;e.addakgurmukhi=2673;e.adeva=2309;e.adieresis=228;e.adieresiscyrillic=1235;e.adieresismacron=479;e.adotbelow=7841;e.adotmacron=481;e.ae=230;e.aeacute=509;e.aekorean=12624;e.aemacron=483;e.afii00208=8213;e.afii08941=8356;e.afii10017=1040;e.afii10018=1041;e.afii10019=1042;e.afii10020=1043;e.afii10021=1044;e.afii10022=1045;e.afii10023=1025;e.afii10024=1046;e.afii10025=1047;e.afii10026=1048;e.afii10027=1049;e.afii10028=1050;e.afii10029=1051;e.afii10030=1052;e.afii10031=1053;e.afii10032=1054;e.afii10033=1055;e.afii10034=1056;e.afii10035=1057;e.afii10036=1058;e.afii10037=1059;e.afii10038=1060;e.afii10039=1061;e.afii10040=1062;e.afii10041=1063;e.afii10042=1064;e.afii10043=1065;e.afii10044=1066;e.afii10045=1067;e.afii10046=1068;e.afii10047=1069;e.afii10048=1070;e.afii10049=1071;e.afii10050=1168;e.afii10051=1026;e.afii10052=1027;e.afii10053=1028;e.afii10054=1029;e.afii10055=1030;e.afii10056=1031;e.afii10057=1032;e.afii10058=1033;e.afii10059=1034;e.afii10060=1035;e.afii10061=1036;e.afii10062=1038;e.afii10063=63172;e.afii10064=63173;e.afii10065=1072;e.afii10066=1073;e.afii10067=1074;e.afii10068=1075;e.afii10069=1076;e.afii10070=1077;e.afii10071=1105;e.afii10072=1078;e.afii10073=1079;e.afii10074=1080;e.afii10075=1081;e.afii10076=1082;e.afii10077=1083;e.afii10078=1084;e.afii10079=1085;e.afii10080=1086;e.afii10081=1087;e.afii10082=1088;e.afii10083=1089;e.afii10084=1090;e.afii10085=1091;e.afii10086=1092;e.afii10087=1093;e.afii10088=1094;e.afii10089=1095;e.afii10090=1096;e.afii10091=1097;e.afii10092=1098;e.afii10093=1099;e.afii10094=1100;e.afii10095=1101;e.afii10096=1102;e.afii10097=1103;e.afii10098=1169;e.afii10099=1106;e.afii10100=1107;e.afii10101=1108;e.afii10102=1109;e.afii10103=1110;e.afii10104=1111;e.afii10105=1112;e.afii10106=1113;e.afii10107=1114;e.afii10108=1115;e.afii10109=1116;e.afii10110=1118;e.afii10145=1039;e.afii10146=1122;e.afii10147=1138;e.afii10148=1140;e.afii10192=63174;e.afii10193=1119;e.afii10194=1123;e.afii10195=1139;e.afii10196=1141;e.afii10831=63175;e.afii10832=63176;e.afii10846=1241;e.afii299=8206;e.afii300=8207;e.afii301=8205;e.afii57381=1642;e.afii57388=1548;e.afii57392=1632;e.afii57393=1633;e.afii57394=1634;e.afii57395=1635;e.afii57396=1636;e.afii57397=1637;e.afii57398=1638;e.afii57399=1639;e.afii57400=1640;e.afii57401=1641;e.afii57403=1563;e.afii57407=1567;e.afii57409=1569;e.afii57410=1570;e.afii57411=1571;e.afii57412=1572;e.afii57413=1573;e.afii57414=1574;e.afii57415=1575;e.afii57416=1576;e.afii57417=1577;e.afii57418=1578;e.afii57419=1579;e.afii57420=1580;e.afii57421=1581;e.afii57422=1582;e.afii57423=1583;e.afii57424=1584;e.afii57425=1585;e.afii57426=1586;e.afii57427=1587;e.afii57428=1588;e.afii57429=1589;e.afii57430=1590;e.afii57431=1591;e.afii57432=1592;e.afii57433=1593;e.afii57434=1594;e.afii57440=1600;e.afii57441=1601;e.afii57442=1602;e.afii57443=1603;e.afii57444=1604;e.afii57445=1605;e.afii57446=1606;e.afii57448=1608;e.afii57449=1609;e.afii57450=1610;e.afii57451=1611;e.afii57452=1612;e.afii57453=1613;e.afii57454=1614;e.afii57455=1615;e.afii57456=1616;e.afii57457=1617;e.afii57458=1618;e.afii57470=1607;e.afii57505=1700;e.afii57506=1662;e.afii57507=1670;e.afii57508=1688;e.afii57509=1711;e.afii57511=1657;e.afii57512=1672;e.afii57513=1681;e.afii57514=1722;e.afii57519=1746;e.afii57534=1749;e.afii57636=8362;e.afii57645=1470;e.afii57658=1475;e.afii57664=1488;e.afii57665=1489;e.afii57666=1490;e.afii57667=1491;e.afii57668=1492;e.afii57669=1493;e.afii57670=1494;e.afii57671=1495;e.afii57672=1496;e.afii57673=1497;e.afii57674=1498;e.afii57675=1499;e.afii57676=1500;e.afii57677=1501;e.afii57678=1502;e.afii57679=1503;e.afii57680=1504;e.afii57681=1505;e.afii57682=1506;e.afii57683=1507;e.afii57684=1508;e.afii57685=1509;e.afii57686=1510;e.afii57687=1511;e.afii57688=1512;e.afii57689=1513;e.afii57690=1514;e.afii57694=64298;e.afii57695=64299;e.afii57700=64331;e.afii57705=64287;e.afii57716=1520;e.afii57717=1521;e.afii57718=1522;e.afii57723=64309;e.afii57793=1460;e.afii57794=1461;e.afii57795=1462;e.afii57796=1467;e.afii57797=1464;e.afii57798=1463;e.afii57799=1456;e.afii57800=1458;e.afii57801=1457;e.afii57802=1459;e.afii57803=1474;e.afii57804=1473;e.afii57806=1465;e.afii57807=1468;e.afii57839=1469;e.afii57841=1471;e.afii57842=1472;e.afii57929=700;e.afii61248=8453;e.afii61289=8467;e.afii61352=8470;e.afii61573=8236;e.afii61574=8237;e.afii61575=8238;e.afii61664=8204;e.afii63167=1645;e.afii64937=701;e.agrave=224;e.agujarati=2693;e.agurmukhi=2565;e.ahiragana=12354;e.ahookabove=7843;e.aibengali=2448;e.aibopomofo=12574;e.aideva=2320;e.aiecyrillic=1237;e.aigujarati=2704;e.aigurmukhi=2576;e.aimatragurmukhi=2632;e.ainarabic=1593;e.ainfinalarabic=65226;e.aininitialarabic=65227;e.ainmedialarabic=65228;e.ainvertedbreve=515;e.aivowelsignbengali=2504;e.aivowelsigndeva=2376;e.aivowelsigngujarati=2760;e.akatakana=12450;e.akatakanahalfwidth=65393;e.akorean=12623;e.alef=1488;e.alefarabic=1575;e.alefdageshhebrew=64304;e.aleffinalarabic=65166;e.alefhamzaabovearabic=1571;e.alefhamzaabovefinalarabic=65156;e.alefhamzabelowarabic=1573;e.alefhamzabelowfinalarabic=65160;e.alefhebrew=1488;e.aleflamedhebrew=64335;e.alefmaddaabovearabic=1570;e.alefmaddaabovefinalarabic=65154;e.alefmaksuraarabic=1609;e.alefmaksurafinalarabic=65264;e.alefmaksurainitialarabic=65267;e.alefmaksuramedialarabic=65268;e.alefpatahhebrew=64302;e.alefqamatshebrew=64303;e.aleph=8501;e.allequal=8780;e.alpha=945;e.alphatonos=940;e.amacron=257;e.amonospace=65345;e.ampersand=38;e.ampersandmonospace=65286;e.ampersandsmall=63270;e.amsquare=13250;e.anbopomofo=12578;e.angbopomofo=12580;e.angbracketleft=12296;e.angbracketright=12297;e.angkhankhuthai=3674;e.angle=8736;e.anglebracketleft=12296;e.anglebracketleftvertical=65087;e.anglebracketright=12297;e.anglebracketrightvertical=65088;e.angleleft=9001;e.angleright=9002;e.angstrom=8491;e.anoteleia=903;e.anudattadeva=2386;e.anusvarabengali=2434;e.anusvaradeva=2306;e.anusvaragujarati=2690;e.aogonek=261;e.apaatosquare=13056;e.aparen=9372;e.apostrophearmenian=1370;e.apostrophemod=700;e.apple=63743;e.approaches=8784;e.approxequal=8776;e.approxequalorimage=8786;e.approximatelyequal=8773;e.araeaekorean=12686;e.araeakorean=12685;e.arc=8978;e.arighthalfring=7834;e.aring=229;e.aringacute=507;e.aringbelow=7681;e.arrowboth=8596;e.arrowdashdown=8675;e.arrowdashleft=8672;e.arrowdashright=8674;e.arrowdashup=8673;e.arrowdblboth=8660;e.arrowdbldown=8659;e.arrowdblleft=8656;e.arrowdblright=8658;e.arrowdblup=8657;e.arrowdown=8595;e.arrowdownleft=8601;e.arrowdownright=8600;e.arrowdownwhite=8681;e.arrowheaddownmod=709;e.arrowheadleftmod=706;e.arrowheadrightmod=707;e.arrowheadupmod=708;e.arrowhorizex=63719;e.arrowleft=8592;e.arrowleftdbl=8656;e.arrowleftdblstroke=8653;e.arrowleftoverright=8646;e.arrowleftwhite=8678;e.arrowright=8594;e.arrowrightdblstroke=8655;e.arrowrightheavy=10142;e.arrowrightoverleft=8644;e.arrowrightwhite=8680;e.arrowtableft=8676;e.arrowtabright=8677;e.arrowup=8593;e.arrowupdn=8597;e.arrowupdnbse=8616;e.arrowupdownbase=8616;e.arrowupleft=8598;e.arrowupleftofdown=8645;e.arrowupright=8599;e.arrowupwhite=8679;e.arrowvertex=63718;e.asciicircum=94;e.asciicircummonospace=65342;e.asciitilde=126;e.asciitildemonospace=65374;e.ascript=593;e.ascriptturned=594;e.asmallhiragana=12353;e.asmallkatakana=12449;e.asmallkatakanahalfwidth=65383;e.asterisk=42;e.asteriskaltonearabic=1645;e.asteriskarabic=1645;e.asteriskmath=8727;e.asteriskmonospace=65290;e.asterisksmall=65121;e.asterism=8258;e.asuperior=63209;e.asymptoticallyequal=8771;e.at=64;e.atilde=227;e.atmonospace=65312;e.atsmall=65131;e.aturned=592;e.aubengali=2452;e.aubopomofo=12576;e.audeva=2324;e.augujarati=2708;e.augurmukhi=2580;e.aulengthmarkbengali=2519;e.aumatragurmukhi=2636;e.auvowelsignbengali=2508;e.auvowelsigndeva=2380;e.auvowelsigngujarati=2764;e.avagrahadeva=2365;e.aybarmenian=1377;e.ayin=1506;e.ayinaltonehebrew=64288;e.ayinhebrew=1506;e.b=98;e.babengali=2476;e.backslash=92;e.backslashmonospace=65340;e.badeva=2348;e.bagujarati=2732;e.bagurmukhi=2604;e.bahiragana=12400;e.bahtthai=3647;e.bakatakana=12496;e.bar=124;e.barmonospace=65372;e.bbopomofo=12549;e.bcircle=9425;e.bdotaccent=7683;e.bdotbelow=7685;e.beamedsixteenthnotes=9836;e.because=8757;e.becyrillic=1073;e.beharabic=1576;e.behfinalarabic=65168;e.behinitialarabic=65169;e.behiragana=12409;e.behmedialarabic=65170;e.behmeeminitialarabic=64671;e.behmeemisolatedarabic=64520;e.behnoonfinalarabic=64621;e.bekatakana=12505;e.benarmenian=1378;e.bet=1489;e.beta=946;e.betasymbolgreek=976;e.betdagesh=64305;e.betdageshhebrew=64305;e.bethebrew=1489;e.betrafehebrew=64332;e.bhabengali=2477;e.bhadeva=2349;e.bhagujarati=2733;e.bhagurmukhi=2605;e.bhook=595;e.bihiragana=12403;e.bikatakana=12499;e.bilabialclick=664;e.bindigurmukhi=2562;e.birusquare=13105;e.blackcircle=9679;e.blackdiamond=9670;e.blackdownpointingtriangle=9660;e.blackleftpointingpointer=9668;e.blackleftpointingtriangle=9664;e.blacklenticularbracketleft=12304;e.blacklenticularbracketleftvertical=65083;e.blacklenticularbracketright=12305;e.blacklenticularbracketrightvertical=65084;e.blacklowerlefttriangle=9699;e.blacklowerrighttriangle=9698;e.blackrectangle=9644;e.blackrightpointingpointer=9658;e.blackrightpointingtriangle=9654;e.blacksmallsquare=9642;e.blacksmilingface=9787;e.blacksquare=9632;e.blackstar=9733;e.blackupperlefttriangle=9700;e.blackupperrighttriangle=9701;e.blackuppointingsmalltriangle=9652;e.blackuppointingtriangle=9650;e.blank=9251;e.blinebelow=7687;e.block=9608;e.bmonospace=65346;e.bobaimaithai=3610;e.bohiragana=12412;e.bokatakana=12508;e.bparen=9373;e.bqsquare=13251;e.braceex=63732;e.braceleft=123;e.braceleftbt=63731;e.braceleftmid=63730;e.braceleftmonospace=65371;e.braceleftsmall=65115;e.bracelefttp=63729;e.braceleftvertical=65079;e.braceright=125;e.bracerightbt=63742;e.bracerightmid=63741;e.bracerightmonospace=65373;e.bracerightsmall=65116;e.bracerighttp=63740;e.bracerightvertical=65080;e.bracketleft=91;e.bracketleftbt=63728;e.bracketleftex=63727;e.bracketleftmonospace=65339;e.bracketlefttp=63726;e.bracketright=93;e.bracketrightbt=63739;e.bracketrightex=63738;e.bracketrightmonospace=65341;e.bracketrighttp=63737;e.breve=728;e.brevebelowcmb=814;e.brevecmb=774;e.breveinvertedbelowcmb=815;e.breveinvertedcmb=785;e.breveinverteddoublecmb=865;e.bridgebelowcmb=810;e.bridgeinvertedbelowcmb=826;e.brokenbar=166;e.bstroke=384;e.bsuperior=63210;e.btopbar=387;e.buhiragana=12406;e.bukatakana=12502;e.bullet=8226;e.bulletinverse=9688;e.bulletoperator=8729;e.bullseye=9678;e.c=99;e.caarmenian=1390;e.cabengali=2458;e.cacute=263;e.cadeva=2330;e.cagujarati=2714;e.cagurmukhi=2586;e.calsquare=13192;e.candrabindubengali=2433;e.candrabinducmb=784;e.candrabindudeva=2305;e.candrabindugujarati=2689;e.capslock=8682;e.careof=8453;e.caron=711;e.caronbelowcmb=812;e.caroncmb=780;e.carriagereturn=8629;e.cbopomofo=12568;e.ccaron=269;e.ccedilla=231;e.ccedillaacute=7689;e.ccircle=9426;e.ccircumflex=265;e.ccurl=597;e.cdot=267;e.cdotaccent=267;e.cdsquare=13253;e.cedilla=184;e.cedillacmb=807;e.cent=162;e.centigrade=8451;e.centinferior=63199;e.centmonospace=65504;e.centoldstyle=63394;e.centsuperior=63200;e.chaarmenian=1401;e.chabengali=2459;e.chadeva=2331;e.chagujarati=2715;e.chagurmukhi=2587;e.chbopomofo=12564;e.cheabkhasiancyrillic=1213;e.checkmark=10003;e.checyrillic=1095;e.chedescenderabkhasiancyrillic=1215;e.chedescendercyrillic=1207;e.chedieresiscyrillic=1269;e.cheharmenian=1395;e.chekhakassiancyrillic=1228;e.cheverticalstrokecyrillic=1209;e.chi=967;e.chieuchacirclekorean=12919;e.chieuchaparenkorean=12823;e.chieuchcirclekorean=12905;e.chieuchkorean=12618;e.chieuchparenkorean=12809;e.chochangthai=3594;e.chochanthai=3592;e.chochingthai=3593;e.chochoethai=3596;e.chook=392;e.cieucacirclekorean=12918;e.cieucaparenkorean=12822;e.cieuccirclekorean=12904;e.cieuckorean=12616;e.cieucparenkorean=12808;e.cieucuparenkorean=12828;e.circle=9675;e.circlecopyrt=169;e.circlemultiply=8855;e.circleot=8857;e.circleplus=8853;e.circlepostalmark=12342;e.circlewithlefthalfblack=9680;e.circlewithrighthalfblack=9681;e.circumflex=710;e.circumflexbelowcmb=813;e.circumflexcmb=770;e.clear=8999;e.clickalveolar=450;e.clickdental=448;e.clicklateral=449;e.clickretroflex=451;e.club=9827;e.clubsuitblack=9827;e.clubsuitwhite=9831;e.cmcubedsquare=13220;e.cmonospace=65347;e.cmsquaredsquare=13216;e.coarmenian=1409;e.colon=58;e.colonmonetary=8353;e.colonmonospace=65306;e.colonsign=8353;e.colonsmall=65109;e.colontriangularhalfmod=721;e.colontriangularmod=720;e.comma=44;e.commaabovecmb=787;e.commaaboverightcmb=789;e.commaaccent=63171;e.commaarabic=1548;e.commaarmenian=1373;e.commainferior=63201;e.commamonospace=65292;e.commareversedabovecmb=788;e.commareversedmod=701;e.commasmall=65104;e.commasuperior=63202;e.commaturnedabovecmb=786;e.commaturnedmod=699;e.compass=9788;e.congruent=8773;e.contourintegral=8750;e.control=8963;e.controlACK=6;e.controlBEL=7;e.controlBS=8;e.controlCAN=24;e.controlCR=13;e.controlDC1=17;e.controlDC2=18;e.controlDC3=19;e.controlDC4=20;e.controlDEL=127;e.controlDLE=16;e.controlEM=25;e.controlENQ=5;e.controlEOT=4;e.controlESC=27;e.controlETB=23;e.controlETX=3;e.controlFF=12;e.controlFS=28;e.controlGS=29;e.controlHT=9;e.controlLF=10;e.controlNAK=21;e.controlNULL=0;e.controlRS=30;e.controlSI=15;e.controlSO=14;e.controlSOT=2;e.controlSTX=1;e.controlSUB=26;e.controlSYN=22;e.controlUS=31;e.controlVT=11;e.copyright=169;e.copyrightsans=63721;e.copyrightserif=63193;e.cornerbracketleft=12300;e.cornerbracketlefthalfwidth=65378;e.cornerbracketleftvertical=65089;e.cornerbracketright=12301;e.cornerbracketrighthalfwidth=65379;e.cornerbracketrightvertical=65090;e.corporationsquare=13183;e.cosquare=13255;e.coverkgsquare=13254;e.cparen=9374;e.cruzeiro=8354;e.cstretched=663;e.curlyand=8911;e.curlyor=8910;e.currency=164;e.cyrBreve=63185;e.cyrFlex=63186;e.cyrbreve=63188;e.cyrflex=63189;e.d=100;e.daarmenian=1380;e.dabengali=2470;e.dadarabic=1590;e.dadeva=2342;e.dadfinalarabic=65214;e.dadinitialarabic=65215;e.dadmedialarabic=65216;e.dagesh=1468;e.dageshhebrew=1468;e.dagger=8224;e.daggerdbl=8225;e.dagujarati=2726;e.dagurmukhi=2598;e.dahiragana=12384;e.dakatakana=12480;e.dalarabic=1583;e.dalet=1491;e.daletdagesh=64307;e.daletdageshhebrew=64307;e.dalethebrew=1491;e.dalfinalarabic=65194;e.dammaarabic=1615;e.dammalowarabic=1615;e.dammatanaltonearabic=1612;e.dammatanarabic=1612;e.danda=2404;e.dargahebrew=1447;e.dargalefthebrew=1447;e.dasiapneumatacyrilliccmb=1157;e.dblGrave=63187;e.dblanglebracketleft=12298;e.dblanglebracketleftvertical=65085;e.dblanglebracketright=12299;e.dblanglebracketrightvertical=65086;e.dblarchinvertedbelowcmb=811;e.dblarrowleft=8660;e.dblarrowright=8658;e.dbldanda=2405;e.dblgrave=63190;e.dblgravecmb=783;e.dblintegral=8748;e.dbllowline=8215;e.dbllowlinecmb=819;e.dbloverlinecmb=831;e.dblprimemod=698;e.dblverticalbar=8214;e.dblverticallineabovecmb=782;e.dbopomofo=12553;e.dbsquare=13256;e.dcaron=271;e.dcedilla=7697;e.dcircle=9427;e.dcircumflexbelow=7699;e.dcroat=273;e.ddabengali=2465;e.ddadeva=2337;e.ddagujarati=2721;e.ddagurmukhi=2593;e.ddalarabic=1672;e.ddalfinalarabic=64393;e.dddhadeva=2396;e.ddhabengali=2466;e.ddhadeva=2338;e.ddhagujarati=2722;e.ddhagurmukhi=2594;e.ddotaccent=7691;e.ddotbelow=7693;e.decimalseparatorarabic=1643;e.decimalseparatorpersian=1643;e.decyrillic=1076;e.degree=176;e.dehihebrew=1453;e.dehiragana=12391;e.deicoptic=1007;e.dekatakana=12487;e.deleteleft=9003;e.deleteright=8998;e.delta=948;e.deltaturned=397;e.denominatorminusonenumeratorbengali=2552;e.dezh=676;e.dhabengali=2471;e.dhadeva=2343;e.dhagujarati=2727;e.dhagurmukhi=2599;e.dhook=599;e.dialytikatonos=901;e.dialytikatonoscmb=836;e.diamond=9830;e.diamondsuitwhite=9826;e.dieresis=168;e.dieresisacute=63191;e.dieresisbelowcmb=804;e.dieresiscmb=776;e.dieresisgrave=63192;e.dieresistonos=901;e.dihiragana=12386;e.dikatakana=12482;e.dittomark=12291;e.divide=247;e.divides=8739;e.divisionslash=8725;e.djecyrillic=1106;e.dkshade=9619;e.dlinebelow=7695;e.dlsquare=13207;e.dmacron=273;e.dmonospace=65348;e.dnblock=9604;e.dochadathai=3598;e.dodekthai=3604;e.dohiragana=12393;e.dokatakana=12489;e.dollar=36;e.dollarinferior=63203;e.dollarmonospace=65284;e.dollaroldstyle=63268;e.dollarsmall=65129;e.dollarsuperior=63204;e.dong=8363;e.dorusquare=13094;e.dotaccent=729;e.dotaccentcmb=775;e.dotbelowcmb=803;e.dotbelowcomb=803;e.dotkatakana=12539;e.dotlessi=305;e.dotlessj=63166;e.dotlessjstrokehook=644;e.dotmath=8901;e.dottedcircle=9676;e.doubleyodpatah=64287;e.doubleyodpatahhebrew=64287;e.downtackbelowcmb=798;e.downtackmod=725;e.dparen=9375;e.dsuperior=63211;e.dtail=598;e.dtopbar=396;e.duhiragana=12389;e.dukatakana=12485;e.dz=499;e.dzaltone=675;e.dzcaron=454;e.dzcurl=677;e.dzeabkhasiancyrillic=1249;e.dzecyrillic=1109;e.dzhecyrillic=1119;e.e=101;e.eacute=233;e.earth=9793;e.ebengali=2447;e.ebopomofo=12572;e.ebreve=277;e.ecandradeva=2317;e.ecandragujarati=2701;e.ecandravowelsigndeva=2373;e.ecandravowelsigngujarati=2757;e.ecaron=283;e.ecedillabreve=7709;e.echarmenian=1381;e.echyiwnarmenian=1415;e.ecircle=9428;e.ecircumflex=234;e.ecircumflexacute=7871;e.ecircumflexbelow=7705;e.ecircumflexdotbelow=7879;e.ecircumflexgrave=7873;e.ecircumflexhookabove=7875;e.ecircumflextilde=7877;e.ecyrillic=1108;e.edblgrave=517;e.edeva=2319;e.edieresis=235;e.edot=279;e.edotaccent=279;e.edotbelow=7865;e.eegurmukhi=2575;e.eematragurmukhi=2631;e.efcyrillic=1092;e.egrave=232;e.egujarati=2703;e.eharmenian=1383;e.ehbopomofo=12573;e.ehiragana=12360;e.ehookabove=7867;e.eibopomofo=12575;e.eight=56;e.eightarabic=1640;e.eightbengali=2542;e.eightcircle=9319;e.eightcircleinversesansserif=10129;e.eightdeva=2414;e.eighteencircle=9329;e.eighteenparen=9349;e.eighteenperiod=9369;e.eightgujarati=2798;e.eightgurmukhi=2670;e.eighthackarabic=1640;e.eighthangzhou=12328;e.eighthnotebeamed=9835;e.eightideographicparen=12839;e.eightinferior=8328;e.eightmonospace=65304;e.eightoldstyle=63288;e.eightparen=9339;e.eightperiod=9359;e.eightpersian=1784;e.eightroman=8567;e.eightsuperior=8312;e.eightthai=3672;e.einvertedbreve=519;e.eiotifiedcyrillic=1125;e.ekatakana=12456;e.ekatakanahalfwidth=65396;e.ekonkargurmukhi=2676;e.ekorean=12628;e.elcyrillic=1083;e.element=8712;e.elevencircle=9322;e.elevenparen=9342;e.elevenperiod=9362;e.elevenroman=8570;e.ellipsis=8230;e.ellipsisvertical=8942;e.emacron=275;e.emacronacute=7703;e.emacrongrave=7701;e.emcyrillic=1084;e.emdash=8212;e.emdashvertical=65073;e.emonospace=65349;e.emphasismarkarmenian=1371;e.emptyset=8709;e.enbopomofo=12579;e.encyrillic=1085;e.endash=8211;e.endashvertical=65074;e.endescendercyrillic=1187;e.eng=331;e.engbopomofo=12581;e.enghecyrillic=1189;e.enhookcyrillic=1224;e.enspace=8194;e.eogonek=281;e.eokorean=12627;e.eopen=603;e.eopenclosed=666;e.eopenreversed=604;e.eopenreversedclosed=606;e.eopenreversedhook=605;e.eparen=9376;e.epsilon=949;e.epsilontonos=941;e.equal=61;e.equalmonospace=65309;e.equalsmall=65126;e.equalsuperior=8316;e.equivalence=8801;e.erbopomofo=12582;e.ercyrillic=1088;e.ereversed=600;e.ereversedcyrillic=1101;e.escyrillic=1089;e.esdescendercyrillic=1195;e.esh=643;e.eshcurl=646;e.eshortdeva=2318;e.eshortvowelsigndeva=2374;e.eshreversedloop=426;e.eshsquatreversed=645;e.esmallhiragana=12359;e.esmallkatakana=12455;e.esmallkatakanahalfwidth=65386;e.estimated=8494;e.esuperior=63212;e.eta=951;e.etarmenian=1384;e.etatonos=942;e.eth=240;e.etilde=7869;e.etildebelow=7707;e.etnahtafoukhhebrew=1425;e.etnahtafoukhlefthebrew=1425;e.etnahtahebrew=1425;e.etnahtalefthebrew=1425;e.eturned=477;e.eukorean=12641;e.euro=8364;e.evowelsignbengali=2503;e.evowelsigndeva=2375;e.evowelsigngujarati=2759;e.exclam=33;e.exclamarmenian=1372;e.exclamdbl=8252;e.exclamdown=161;e.exclamdownsmall=63393;e.exclammonospace=65281;e.exclamsmall=63265;e.existential=8707;e.ezh=658;e.ezhcaron=495;e.ezhcurl=659;e.ezhreversed=441;e.ezhtail=442;e.f=102;e.fadeva=2398;e.fagurmukhi=2654;e.fahrenheit=8457;e.fathaarabic=1614;e.fathalowarabic=1614;e.fathatanarabic=1611;e.fbopomofo=12552;e.fcircle=9429;e.fdotaccent=7711;e.feharabic=1601;e.feharmenian=1414;e.fehfinalarabic=65234;e.fehinitialarabic=65235;e.fehmedialarabic=65236;e.feicoptic=997;e.female=9792;e.ff=64256;e.f_f=64256;e.ffi=64259;e.f_f_i=64259;e.ffl=64260;e.f_f_l=64260;e.fi=64257;e.f_i=64257;e.fifteencircle=9326;e.fifteenparen=9346;e.fifteenperiod=9366;e.figuredash=8210;e.filledbox=9632;e.filledrect=9644;e.finalkaf=1498;e.finalkafdagesh=64314;e.finalkafdageshhebrew=64314;e.finalkafhebrew=1498;e.finalmem=1501;e.finalmemhebrew=1501;e.finalnun=1503;e.finalnunhebrew=1503;e.finalpe=1507;e.finalpehebrew=1507;e.finaltsadi=1509;e.finaltsadihebrew=1509;e.firsttonechinese=713;e.fisheye=9673;e.fitacyrillic=1139;e.five=53;e.fivearabic=1637;e.fivebengali=2539;e.fivecircle=9316;e.fivecircleinversesansserif=10126;e.fivedeva=2411;e.fiveeighths=8541;e.fivegujarati=2795;e.fivegurmukhi=2667;e.fivehackarabic=1637;e.fivehangzhou=12325;e.fiveideographicparen=12836;e.fiveinferior=8325;e.fivemonospace=65301;e.fiveoldstyle=63285;e.fiveparen=9336;e.fiveperiod=9356;e.fivepersian=1781;e.fiveroman=8564;e.fivesuperior=8309;e.fivethai=3669;e.fl=64258;e.f_l=64258;e.florin=402;e.fmonospace=65350;e.fmsquare=13209;e.fofanthai=3615;e.fofathai=3613;e.fongmanthai=3663;e.forall=8704;e.four=52;e.fourarabic=1636;e.fourbengali=2538;e.fourcircle=9315;e.fourcircleinversesansserif=10125;e.fourdeva=2410;e.fourgujarati=2794;e.fourgurmukhi=2666;e.fourhackarabic=1636;e.fourhangzhou=12324;e.fourideographicparen=12835;e.fourinferior=8324;e.fourmonospace=65300;e.fournumeratorbengali=2551;e.fouroldstyle=63284;e.fourparen=9335;e.fourperiod=9355;e.fourpersian=1780;e.fourroman=8563;e.foursuperior=8308;e.fourteencircle=9325;e.fourteenparen=9345;e.fourteenperiod=9365;e.fourthai=3668;e.fourthtonechinese=715;e.fparen=9377;e.fraction=8260;e.franc=8355;e.g=103;e.gabengali=2455;e.gacute=501;e.gadeva=2327;e.gafarabic=1711;e.gaffinalarabic=64403;e.gafinitialarabic=64404;e.gafmedialarabic=64405;e.gagujarati=2711;e.gagurmukhi=2583;e.gahiragana=12364;e.gakatakana=12460;e.gamma=947;e.gammalatinsmall=611;e.gammasuperior=736;e.gangiacoptic=1003;e.gbopomofo=12557;e.gbreve=287;e.gcaron=487;e.gcedilla=291;e.gcircle=9430;e.gcircumflex=285;e.gcommaaccent=291;e.gdot=289;e.gdotaccent=289;e.gecyrillic=1075;e.gehiragana=12370;e.gekatakana=12466;e.geometricallyequal=8785;e.gereshaccenthebrew=1436;e.gereshhebrew=1523;e.gereshmuqdamhebrew=1437;e.germandbls=223;e.gershayimaccenthebrew=1438;e.gershayimhebrew=1524;e.getamark=12307;e.ghabengali=2456;e.ghadarmenian=1394;e.ghadeva=2328;e.ghagujarati=2712;e.ghagurmukhi=2584;e.ghainarabic=1594;e.ghainfinalarabic=65230;e.ghaininitialarabic=65231;e.ghainmedialarabic=65232;e.ghemiddlehookcyrillic=1173;e.ghestrokecyrillic=1171;e.gheupturncyrillic=1169;e.ghhadeva=2394;e.ghhagurmukhi=2650;e.ghook=608;e.ghzsquare=13203;e.gihiragana=12366;e.gikatakana=12462;e.gimarmenian=1379;e.gimel=1490;e.gimeldagesh=64306;e.gimeldageshhebrew=64306;e.gimelhebrew=1490;e.gjecyrillic=1107;e.glottalinvertedstroke=446;e.glottalstop=660;e.glottalstopinverted=662;e.glottalstopmod=704;e.glottalstopreversed=661;e.glottalstopreversedmod=705;e.glottalstopreversedsuperior=740;e.glottalstopstroke=673;e.glottalstopstrokereversed=674;e.gmacron=7713;e.gmonospace=65351;e.gohiragana=12372;e.gokatakana=12468;e.gparen=9378;e.gpasquare=13228;e.gradient=8711;e.grave=96;e.gravebelowcmb=790;e.gravecmb=768;e.gravecomb=768;e.gravedeva=2387;e.gravelowmod=718;e.gravemonospace=65344;e.gravetonecmb=832;e.greater=62;e.greaterequal=8805;e.greaterequalorless=8923;e.greatermonospace=65310;e.greaterorequivalent=8819;e.greaterorless=8823;e.greateroverequal=8807;e.greatersmall=65125;e.gscript=609;e.gstroke=485;e.guhiragana=12368;e.guillemotleft=171;e.guillemotright=187;e.guilsinglleft=8249;e.guilsinglright=8250;e.gukatakana=12464;e.guramusquare=13080;e.gysquare=13257;e.h=104;e.haabkhasiancyrillic=1193;e.haaltonearabic=1729;e.habengali=2489;e.hadescendercyrillic=1203;e.hadeva=2361;e.hagujarati=2745;e.hagurmukhi=2617;e.haharabic=1581;e.hahfinalarabic=65186;e.hahinitialarabic=65187;e.hahiragana=12399;e.hahmedialarabic=65188;e.haitusquare=13098;e.hakatakana=12495;e.hakatakanahalfwidth=65418;e.halantgurmukhi=2637;e.hamzaarabic=1569;e.hamzalowarabic=1569;e.hangulfiller=12644;e.hardsigncyrillic=1098;e.harpoonleftbarbup=8636;e.harpoonrightbarbup=8640;e.hasquare=13258;e.hatafpatah=1458;e.hatafpatah16=1458;e.hatafpatah23=1458;e.hatafpatah2f=1458;e.hatafpatahhebrew=1458;e.hatafpatahnarrowhebrew=1458;e.hatafpatahquarterhebrew=1458;e.hatafpatahwidehebrew=1458;e.hatafqamats=1459;e.hatafqamats1b=1459;e.hatafqamats28=1459;e.hatafqamats34=1459;e.hatafqamatshebrew=1459;e.hatafqamatsnarrowhebrew=1459;e.hatafqamatsquarterhebrew=1459;e.hatafqamatswidehebrew=1459;e.hatafsegol=1457;e.hatafsegol17=1457;e.hatafsegol24=1457;e.hatafsegol30=1457;e.hatafsegolhebrew=1457;e.hatafsegolnarrowhebrew=1457;e.hatafsegolquarterhebrew=1457;e.hatafsegolwidehebrew=1457;e.hbar=295;e.hbopomofo=12559;e.hbrevebelow=7723;e.hcedilla=7721;e.hcircle=9431;e.hcircumflex=293;e.hdieresis=7719;e.hdotaccent=7715;e.hdotbelow=7717;e.he=1492;e.heart=9829;e.heartsuitblack=9829;e.heartsuitwhite=9825;e.hedagesh=64308;e.hedageshhebrew=64308;e.hehaltonearabic=1729;e.heharabic=1607;e.hehebrew=1492;e.hehfinalaltonearabic=64423;e.hehfinalalttwoarabic=65258;e.hehfinalarabic=65258;e.hehhamzaabovefinalarabic=64421;e.hehhamzaaboveisolatedarabic=64420;e.hehinitialaltonearabic=64424;e.hehinitialarabic=65259;e.hehiragana=12408;e.hehmedialaltonearabic=64425;e.hehmedialarabic=65260;e.heiseierasquare=13179;e.hekatakana=12504;e.hekatakanahalfwidth=65421;e.hekutaarusquare=13110;e.henghook=615;e.herutusquare=13113;e.het=1495;e.hethebrew=1495;e.hhook=614;e.hhooksuperior=689;e.hieuhacirclekorean=12923;e.hieuhaparenkorean=12827;e.hieuhcirclekorean=12909;e.hieuhkorean=12622;e.hieuhparenkorean=12813;e.hihiragana=12402;e.hikatakana=12498;e.hikatakanahalfwidth=65419;e.hiriq=1460;e.hiriq14=1460;e.hiriq21=1460;e.hiriq2d=1460;e.hiriqhebrew=1460;e.hiriqnarrowhebrew=1460;e.hiriqquarterhebrew=1460;e.hiriqwidehebrew=1460;e.hlinebelow=7830;e.hmonospace=65352;e.hoarmenian=1392;e.hohipthai=3627;e.hohiragana=12411;e.hokatakana=12507;e.hokatakanahalfwidth=65422;e.holam=1465;e.holam19=1465;e.holam26=1465;e.holam32=1465;e.holamhebrew=1465;e.holamnarrowhebrew=1465;e.holamquarterhebrew=1465;e.holamwidehebrew=1465;e.honokhukthai=3630;e.hookabovecomb=777;e.hookcmb=777;e.hookpalatalizedbelowcmb=801;e.hookretroflexbelowcmb=802;e.hoonsquare=13122;e.horicoptic=1001;e.horizontalbar=8213;e.horncmb=795;e.hotsprings=9832;e.house=8962;e.hparen=9379;e.hsuperior=688;e.hturned=613;e.huhiragana=12405;e.huiitosquare=13107;e.hukatakana=12501;e.hukatakanahalfwidth=65420;e.hungarumlaut=733;e.hungarumlautcmb=779;e.hv=405;e.hyphen=45;e.hypheninferior=63205;e.hyphenmonospace=65293;e.hyphensmall=65123;e.hyphensuperior=63206;e.hyphentwo=8208;e.i=105;e.iacute=237;e.iacyrillic=1103;e.ibengali=2439;e.ibopomofo=12583;e.ibreve=301;e.icaron=464;e.icircle=9432;e.icircumflex=238;e.icyrillic=1110;e.idblgrave=521;e.ideographearthcircle=12943;e.ideographfirecircle=12939;e.ideographicallianceparen=12863;e.ideographiccallparen=12858;e.ideographiccentrecircle=12965;e.ideographicclose=12294;e.ideographiccomma=12289;e.ideographiccommaleft=65380;e.ideographiccongratulationparen=12855;e.ideographiccorrectcircle=12963;e.ideographicearthparen=12847;e.ideographicenterpriseparen=12861;e.ideographicexcellentcircle=12957;e.ideographicfestivalparen=12864;e.ideographicfinancialcircle=12950;e.ideographicfinancialparen=12854;e.ideographicfireparen=12843;e.ideographichaveparen=12850;e.ideographichighcircle=12964;e.ideographiciterationmark=12293;e.ideographiclaborcircle=12952;e.ideographiclaborparen=12856;e.ideographicleftcircle=12967;e.ideographiclowcircle=12966;e.ideographicmedicinecircle=12969;e.ideographicmetalparen=12846;e.ideographicmoonparen=12842;e.ideographicnameparen=12852;e.ideographicperiod=12290;e.ideographicprintcircle=12958;e.ideographicreachparen=12867;e.ideographicrepresentparen=12857;e.ideographicresourceparen=12862;e.ideographicrightcircle=12968;e.ideographicsecretcircle=12953;e.ideographicselfparen=12866;e.ideographicsocietyparen=12851;e.ideographicspace=12288;e.ideographicspecialparen=12853;e.ideographicstockparen=12849;e.ideographicstudyparen=12859;e.ideographicsunparen=12848;e.ideographicsuperviseparen=12860;e.ideographicwaterparen=12844;e.ideographicwoodparen=12845;e.ideographiczero=12295;e.ideographmetalcircle=12942;e.ideographmooncircle=12938;e.ideographnamecircle=12948;e.ideographsuncircle=12944;e.ideographwatercircle=12940;e.ideographwoodcircle=12941;e.ideva=2311;e.idieresis=239;e.idieresisacute=7727;e.idieresiscyrillic=1253;e.idotbelow=7883;e.iebrevecyrillic=1239;e.iecyrillic=1077;e.ieungacirclekorean=12917;e.ieungaparenkorean=12821;e.ieungcirclekorean=12903;e.ieungkorean=12615;e.ieungparenkorean=12807;e.igrave=236;e.igujarati=2695;e.igurmukhi=2567;e.ihiragana=12356;e.ihookabove=7881;e.iibengali=2440;e.iicyrillic=1080;e.iideva=2312;e.iigujarati=2696;e.iigurmukhi=2568;e.iimatragurmukhi=2624;e.iinvertedbreve=523;e.iishortcyrillic=1081;e.iivowelsignbengali=2496;e.iivowelsigndeva=2368;e.iivowelsigngujarati=2752;e.ij=307;e.ikatakana=12452;e.ikatakanahalfwidth=65394;e.ikorean=12643;e.ilde=732;e.iluyhebrew=1452;e.imacron=299;e.imacroncyrillic=1251;e.imageorapproximatelyequal=8787;e.imatragurmukhi=2623;e.imonospace=65353;e.increment=8710;e.infinity=8734;e.iniarmenian=1387;e.integral=8747;e.integralbottom=8993;e.integralbt=8993;e.integralex=63733;e.integraltop=8992;e.integraltp=8992;e.intersection=8745;e.intisquare=13061;e.invbullet=9688;e.invcircle=9689;e.invsmileface=9787;e.iocyrillic=1105;e.iogonek=303;e.iota=953;e.iotadieresis=970;e.iotadieresistonos=912;e.iotalatin=617;e.iotatonos=943;e.iparen=9380;e.irigurmukhi=2674;e.ismallhiragana=12355;e.ismallkatakana=12451;e.ismallkatakanahalfwidth=65384;e.issharbengali=2554;e.istroke=616;e.isuperior=63213;e.iterationhiragana=12445;e.iterationkatakana=12541;e.itilde=297;e.itildebelow=7725;e.iubopomofo=12585;e.iucyrillic=1102;e.ivowelsignbengali=2495;e.ivowelsigndeva=2367;e.ivowelsigngujarati=2751;e.izhitsacyrillic=1141;e.izhitsadblgravecyrillic=1143;e.j=106;e.jaarmenian=1393;e.jabengali=2460;e.jadeva=2332;e.jagujarati=2716;e.jagurmukhi=2588;e.jbopomofo=12560;e.jcaron=496;e.jcircle=9433;e.jcircumflex=309;e.jcrossedtail=669;e.jdotlessstroke=607;e.jecyrillic=1112;e.jeemarabic=1580;e.jeemfinalarabic=65182;e.jeeminitialarabic=65183;e.jeemmedialarabic=65184;e.jeharabic=1688;e.jehfinalarabic=64395;e.jhabengali=2461;e.jhadeva=2333;e.jhagujarati=2717;e.jhagurmukhi=2589;e.jheharmenian=1403;e.jis=12292;e.jmonospace=65354;e.jparen=9381;e.jsuperior=690;e.k=107;e.kabashkircyrillic=1185;e.kabengali=2453;e.kacute=7729;e.kacyrillic=1082;e.kadescendercyrillic=1179;e.kadeva=2325;e.kaf=1499;e.kafarabic=1603;e.kafdagesh=64315;e.kafdageshhebrew=64315;e.kaffinalarabic=65242;e.kafhebrew=1499;e.kafinitialarabic=65243;e.kafmedialarabic=65244;e.kafrafehebrew=64333;e.kagujarati=2709;e.kagurmukhi=2581;e.kahiragana=12363;e.kahookcyrillic=1220;e.kakatakana=12459;e.kakatakanahalfwidth=65398;e.kappa=954;e.kappasymbolgreek=1008;e.kapyeounmieumkorean=12657;e.kapyeounphieuphkorean=12676;e.kapyeounpieupkorean=12664;e.kapyeounssangpieupkorean=12665;e.karoriisquare=13069;e.kashidaautoarabic=1600;e.kashidaautonosidebearingarabic=1600;e.kasmallkatakana=12533;e.kasquare=13188;e.kasraarabic=1616;e.kasratanarabic=1613;e.kastrokecyrillic=1183;e.katahiraprolongmarkhalfwidth=65392;e.kaverticalstrokecyrillic=1181;e.kbopomofo=12558;e.kcalsquare=13193;e.kcaron=489;e.kcedilla=311;e.kcircle=9434;e.kcommaaccent=311;e.kdotbelow=7731;e.keharmenian=1412;e.kehiragana=12369;e.kekatakana=12465;e.kekatakanahalfwidth=65401;e.kenarmenian=1391;e.kesmallkatakana=12534;e.kgreenlandic=312;e.khabengali=2454;e.khacyrillic=1093;e.khadeva=2326;e.khagujarati=2710;e.khagurmukhi=2582;e.khaharabic=1582;e.khahfinalarabic=65190;e.khahinitialarabic=65191;e.khahmedialarabic=65192;e.kheicoptic=999;e.khhadeva=2393;e.khhagurmukhi=2649;e.khieukhacirclekorean=12920;e.khieukhaparenkorean=12824;e.khieukhcirclekorean=12906;e.khieukhkorean=12619;e.khieukhparenkorean=12810;e.khokhaithai=3586;e.khokhonthai=3589;e.khokhuatthai=3587;e.khokhwaithai=3588;e.khomutthai=3675;e.khook=409;e.khorakhangthai=3590;e.khzsquare=13201;e.kihiragana=12365;e.kikatakana=12461;e.kikatakanahalfwidth=65399;e.kiroguramusquare=13077;e.kiromeetorusquare=13078;e.kirosquare=13076;e.kiyeokacirclekorean=12910;e.kiyeokaparenkorean=12814;e.kiyeokcirclekorean=12896;e.kiyeokkorean=12593;e.kiyeokparenkorean=12800;e.kiyeoksioskorean=12595;e.kjecyrillic=1116;e.klinebelow=7733;e.klsquare=13208;e.kmcubedsquare=13222;e.kmonospace=65355;e.kmsquaredsquare=13218;e.kohiragana=12371;e.kohmsquare=13248;e.kokaithai=3585;e.kokatakana=12467;e.kokatakanahalfwidth=65402;e.kooposquare=13086;e.koppacyrillic=1153;e.koreanstandardsymbol=12927;e.koroniscmb=835;e.kparen=9382;e.kpasquare=13226;e.ksicyrillic=1135;e.ktsquare=13263;e.kturned=670;e.kuhiragana=12367;e.kukatakana=12463;e.kukatakanahalfwidth=65400;e.kvsquare=13240;e.kwsquare=13246;e.l=108;e.labengali=2482;e.lacute=314;e.ladeva=2354;e.lagujarati=2738;e.lagurmukhi=2610;e.lakkhangyaothai=3653;e.lamaleffinalarabic=65276;e.lamalefhamzaabovefinalarabic=65272;e.lamalefhamzaaboveisolatedarabic=65271;e.lamalefhamzabelowfinalarabic=65274;e.lamalefhamzabelowisolatedarabic=65273;e.lamalefisolatedarabic=65275;e.lamalefmaddaabovefinalarabic=65270;e.lamalefmaddaaboveisolatedarabic=65269;e.lamarabic=1604;e.lambda=955;e.lambdastroke=411;e.lamed=1500;e.lameddagesh=64316;e.lameddageshhebrew=64316;e.lamedhebrew=1500;e.lamfinalarabic=65246;e.lamhahinitialarabic=64714;e.laminitialarabic=65247;e.lamjeeminitialarabic=64713;e.lamkhahinitialarabic=64715;e.lamlamhehisolatedarabic=65010;e.lammedialarabic=65248;e.lammeemhahinitialarabic=64904;e.lammeeminitialarabic=64716;e.largecircle=9711;e.lbar=410;e.lbelt=620;e.lbopomofo=12556;e.lcaron=318;e.lcedilla=316;e.lcircle=9435;e.lcircumflexbelow=7741;e.lcommaaccent=316;e.ldot=320;e.ldotaccent=320;e.ldotbelow=7735;e.ldotbelowmacron=7737;e.leftangleabovecmb=794;e.lefttackbelowcmb=792;e.less=60;e.lessequal=8804;e.lessequalorgreater=8922;e.lessmonospace=65308;e.lessorequivalent=8818;e.lessorgreater=8822;e.lessoverequal=8806;e.lesssmall=65124;e.lezh=622;e.lfblock=9612;e.lhookretroflex=621;e.lira=8356;e.liwnarmenian=1388;e.lj=457;e.ljecyrillic=1113;e.ll=63168;e.lladeva=2355;e.llagujarati=2739;e.llinebelow=7739;e.llladeva=2356;e.llvocalicbengali=2529;e.llvocalicdeva=2401;e.llvocalicvowelsignbengali=2531;e.llvocalicvowelsigndeva=2403;e.lmiddletilde=619;e.lmonospace=65356;e.lmsquare=13264;e.lochulathai=3628;e.logicaland=8743;e.logicalnot=172;e.logicalnotreversed=8976;e.logicalor=8744;e.lolingthai=3621;e.longs=383;e.lowlinecenterline=65102;e.lowlinecmb=818;e.lowlinedashed=65101;e.lozenge=9674;e.lparen=9383;e.lslash=322;e.lsquare=8467;e.lsuperior=63214;e.ltshade=9617;e.luthai=3622;e.lvocalicbengali=2444;e.lvocalicdeva=2316;e.lvocalicvowelsignbengali=2530;e.lvocalicvowelsigndeva=2402;e.lxsquare=13267;e.m=109;e.mabengali=2478;e.macron=175;e.macronbelowcmb=817;e.macroncmb=772;e.macronlowmod=717;e.macronmonospace=65507;e.macute=7743;e.madeva=2350;e.magujarati=2734;e.magurmukhi=2606;e.mahapakhhebrew=1444;e.mahapakhlefthebrew=1444;e.mahiragana=12414;e.maichattawalowleftthai=63637;e.maichattawalowrightthai=63636;e.maichattawathai=3659;e.maichattawaupperleftthai=63635;e.maieklowleftthai=63628;e.maieklowrightthai=63627;e.maiekthai=3656;e.maiekupperleftthai=63626;e.maihanakatleftthai=63620;e.maihanakatthai=3633;e.maitaikhuleftthai=63625;e.maitaikhuthai=3655;e.maitholowleftthai=63631;e.maitholowrightthai=63630;e.maithothai=3657;e.maithoupperleftthai=63629;e.maitrilowleftthai=63634;e.maitrilowrightthai=63633;e.maitrithai=3658;e.maitriupperleftthai=63632;e.maiyamokthai=3654;e.makatakana=12510;e.makatakanahalfwidth=65423;e.male=9794;e.mansyonsquare=13127;e.maqafhebrew=1470;e.mars=9794;e.masoracirclehebrew=1455;e.masquare=13187;e.mbopomofo=12551;e.mbsquare=13268;e.mcircle=9436;e.mcubedsquare=13221;e.mdotaccent=7745;e.mdotbelow=7747;e.meemarabic=1605;e.meemfinalarabic=65250;e.meeminitialarabic=65251;e.meemmedialarabic=65252;e.meemmeeminitialarabic=64721;e.meemmeemisolatedarabic=64584;e.meetorusquare=13133;e.mehiragana=12417;e.meizierasquare=13182;e.mekatakana=12513;e.mekatakanahalfwidth=65426;e.mem=1502;e.memdagesh=64318;e.memdageshhebrew=64318;e.memhebrew=1502;e.menarmenian=1396;e.merkhahebrew=1445;e.merkhakefulahebrew=1446;e.merkhakefulalefthebrew=1446;e.merkhalefthebrew=1445;e.mhook=625;e.mhzsquare=13202;e.middledotkatakanahalfwidth=65381;e.middot=183;e.mieumacirclekorean=12914;e.mieumaparenkorean=12818;e.mieumcirclekorean=12900;e.mieumkorean=12609;e.mieumpansioskorean=12656;e.mieumparenkorean=12804;e.mieumpieupkorean=12654;e.mieumsioskorean=12655;e.mihiragana=12415;e.mikatakana=12511;e.mikatakanahalfwidth=65424;e.minus=8722;e.minusbelowcmb=800;e.minuscircle=8854;e.minusmod=727;e.minusplus=8723;e.minute=8242;e.miribaarusquare=13130;e.mirisquare=13129;e.mlonglegturned=624;e.mlsquare=13206;e.mmcubedsquare=13219;e.mmonospace=65357;e.mmsquaredsquare=13215;e.mohiragana=12418;e.mohmsquare=13249;e.mokatakana=12514;e.mokatakanahalfwidth=65427;e.molsquare=13270;e.momathai=3617;e.moverssquare=13223;e.moverssquaredsquare=13224;e.mparen=9384;e.mpasquare=13227;e.mssquare=13235;e.msuperior=63215;e.mturned=623;e.mu=181;e.mu1=181;e.muasquare=13186;e.muchgreater=8811;e.muchless=8810;e.mufsquare=13196;e.mugreek=956;e.mugsquare=13197;e.muhiragana=12416;e.mukatakana=12512;e.mukatakanahalfwidth=65425;e.mulsquare=13205;e.multiply=215;e.mumsquare=13211;e.munahhebrew=1443;e.munahlefthebrew=1443;e.musicalnote=9834;e.musicalnotedbl=9835;e.musicflatsign=9837;e.musicsharpsign=9839;e.mussquare=13234;e.muvsquare=13238;e.muwsquare=13244;e.mvmegasquare=13241;e.mvsquare=13239;e.mwmegasquare=13247;e.mwsquare=13245;e.n=110;e.nabengali=2472;e.nabla=8711;e.nacute=324;e.nadeva=2344;e.nagujarati=2728;e.nagurmukhi=2600;e.nahiragana=12394;e.nakatakana=12490;e.nakatakanahalfwidth=65413;e.napostrophe=329;e.nasquare=13185;e.nbopomofo=12555;e.nbspace=160;e.ncaron=328;e.ncedilla=326;e.ncircle=9437;e.ncircumflexbelow=7755;e.ncommaaccent=326;e.ndotaccent=7749;e.ndotbelow=7751;e.nehiragana=12397;e.nekatakana=12493;e.nekatakanahalfwidth=65416;e.newsheqelsign=8362;e.nfsquare=13195;e.ngabengali=2457;e.ngadeva=2329;e.ngagujarati=2713;e.ngagurmukhi=2585;e.ngonguthai=3591;e.nhiragana=12435;e.nhookleft=626;e.nhookretroflex=627;e.nieunacirclekorean=12911;e.nieunaparenkorean=12815;e.nieuncieuckorean=12597;e.nieuncirclekorean=12897;e.nieunhieuhkorean=12598;e.nieunkorean=12596;e.nieunpansioskorean=12648;e.nieunparenkorean=12801;e.nieunsioskorean=12647;e.nieuntikeutkorean=12646;e.nihiragana=12395;e.nikatakana=12491;e.nikatakanahalfwidth=65414;e.nikhahitleftthai=63641;e.nikhahitthai=3661;e.nine=57;e.ninearabic=1641;e.ninebengali=2543;e.ninecircle=9320;e.ninecircleinversesansserif=10130;e.ninedeva=2415;e.ninegujarati=2799;e.ninegurmukhi=2671;e.ninehackarabic=1641;e.ninehangzhou=12329;e.nineideographicparen=12840;e.nineinferior=8329;e.ninemonospace=65305;e.nineoldstyle=63289;e.nineparen=9340;e.nineperiod=9360;e.ninepersian=1785;e.nineroman=8568;e.ninesuperior=8313;e.nineteencircle=9330;e.nineteenparen=9350;e.nineteenperiod=9370;e.ninethai=3673;e.nj=460;e.njecyrillic=1114;e.nkatakana=12531;e.nkatakanahalfwidth=65437;e.nlegrightlong=414;e.nlinebelow=7753;e.nmonospace=65358;e.nmsquare=13210;e.nnabengali=2467;e.nnadeva=2339;e.nnagujarati=2723;e.nnagurmukhi=2595;e.nnnadeva=2345;e.nohiragana=12398;e.nokatakana=12494;e.nokatakanahalfwidth=65417;e.nonbreakingspace=160;e.nonenthai=3603;e.nonuthai=3609;e.noonarabic=1606;e.noonfinalarabic=65254;e.noonghunnaarabic=1722;e.noonghunnafinalarabic=64415;e.nooninitialarabic=65255;e.noonjeeminitialarabic=64722;e.noonjeemisolatedarabic=64587;e.noonmedialarabic=65256;e.noonmeeminitialarabic=64725;e.noonmeemisolatedarabic=64590;e.noonnoonfinalarabic=64653;e.notcontains=8716;e.notelement=8713;e.notelementof=8713;e.notequal=8800;e.notgreater=8815;e.notgreaternorequal=8817;e.notgreaternorless=8825;e.notidentical=8802;e.notless=8814;e.notlessnorequal=8816;e.notparallel=8742;e.notprecedes=8832;e.notsubset=8836;e.notsucceeds=8833;e.notsuperset=8837;e.nowarmenian=1398;e.nparen=9385;e.nssquare=13233;e.nsuperior=8319;e.ntilde=241;e.nu=957;e.nuhiragana=12396;e.nukatakana=12492;e.nukatakanahalfwidth=65415;e.nuktabengali=2492;e.nuktadeva=2364;e.nuktagujarati=2748;e.nuktagurmukhi=2620;e.numbersign=35;e.numbersignmonospace=65283;e.numbersignsmall=65119;e.numeralsigngreek=884;e.numeralsignlowergreek=885;e.numero=8470;e.nun=1504;e.nundagesh=64320;e.nundageshhebrew=64320;e.nunhebrew=1504;e.nvsquare=13237;e.nwsquare=13243;e.nyabengali=2462;e.nyadeva=2334;e.nyagujarati=2718;e.nyagurmukhi=2590;e.o=111;e.oacute=243;e.oangthai=3629;e.obarred=629;e.obarredcyrillic=1257;e.obarreddieresiscyrillic=1259;e.obengali=2451;e.obopomofo=12571;e.obreve=335;e.ocandradeva=2321;e.ocandragujarati=2705;e.ocandravowelsigndeva=2377;e.ocandravowelsigngujarati=2761;e.ocaron=466;e.ocircle=9438;e.ocircumflex=244;e.ocircumflexacute=7889;e.ocircumflexdotbelow=7897;e.ocircumflexgrave=7891;e.ocircumflexhookabove=7893;e.ocircumflextilde=7895;e.ocyrillic=1086;e.odblacute=337;e.odblgrave=525;e.odeva=2323;e.odieresis=246;e.odieresiscyrillic=1255;e.odotbelow=7885;e.oe=339;e.oekorean=12634;e.ogonek=731;e.ogonekcmb=808;e.ograve=242;e.ogujarati=2707;e.oharmenian=1413;e.ohiragana=12362;e.ohookabove=7887;e.ohorn=417;e.ohornacute=7899;e.ohorndotbelow=7907;e.ohorngrave=7901;e.ohornhookabove=7903;e.ohorntilde=7905;e.ohungarumlaut=337;e.oi=419;e.oinvertedbreve=527;e.okatakana=12458;e.okatakanahalfwidth=65397;e.okorean=12631;e.olehebrew=1451;e.omacron=333;e.omacronacute=7763;e.omacrongrave=7761;e.omdeva=2384;e.omega=969;e.omega1=982;e.omegacyrillic=1121;e.omegalatinclosed=631;e.omegaroundcyrillic=1147;e.omegatitlocyrillic=1149;e.omegatonos=974;e.omgujarati=2768;e.omicron=959;e.omicrontonos=972;e.omonospace=65359;e.one=49;e.onearabic=1633;e.onebengali=2535;e.onecircle=9312;e.onecircleinversesansserif=10122;e.onedeva=2407;e.onedotenleader=8228;e.oneeighth=8539;e.onefitted=63196;e.onegujarati=2791;e.onegurmukhi=2663;e.onehackarabic=1633;e.onehalf=189;e.onehangzhou=12321;e.oneideographicparen=12832;e.oneinferior=8321;e.onemonospace=65297;e.onenumeratorbengali=2548;e.oneoldstyle=63281;e.oneparen=9332;e.oneperiod=9352;e.onepersian=1777;e.onequarter=188;e.oneroman=8560;e.onesuperior=185;e.onethai=3665;e.onethird=8531;e.oogonek=491;e.oogonekmacron=493;e.oogurmukhi=2579;e.oomatragurmukhi=2635;e.oopen=596;e.oparen=9386;e.openbullet=9702;e.option=8997;e.ordfeminine=170;e.ordmasculine=186;e.orthogonal=8735;e.oshortdeva=2322;e.oshortvowelsigndeva=2378;e.oslash=248;e.oslashacute=511;e.osmallhiragana=12361;e.osmallkatakana=12457;e.osmallkatakanahalfwidth=65387;e.ostrokeacute=511;e.osuperior=63216;e.otcyrillic=1151;e.otilde=245;e.otildeacute=7757;e.otildedieresis=7759;e.oubopomofo=12577;e.overline=8254;e.overlinecenterline=65098;e.overlinecmb=773;e.overlinedashed=65097;e.overlinedblwavy=65100;e.overlinewavy=65099;e.overscore=175;e.ovowelsignbengali=2507;e.ovowelsigndeva=2379;e.ovowelsigngujarati=2763;e.p=112;e.paampssquare=13184;e.paasentosquare=13099;e.pabengali=2474;e.pacute=7765;e.padeva=2346;e.pagedown=8671;e.pageup=8670;e.pagujarati=2730;e.pagurmukhi=2602;e.pahiragana=12401;e.paiyannoithai=3631;e.pakatakana=12497;e.palatalizationcyrilliccmb=1156;e.palochkacyrillic=1216;e.pansioskorean=12671;e.paragraph=182;e.parallel=8741;e.parenleft=40;e.parenleftaltonearabic=64830;e.parenleftbt=63725;e.parenleftex=63724;e.parenleftinferior=8333;e.parenleftmonospace=65288;e.parenleftsmall=65113;e.parenleftsuperior=8317;e.parenlefttp=63723;e.parenleftvertical=65077;e.parenright=41;e.parenrightaltonearabic=64831;e.parenrightbt=63736;e.parenrightex=63735;e.parenrightinferior=8334;e.parenrightmonospace=65289;e.parenrightsmall=65114;e.parenrightsuperior=8318;e.parenrighttp=63734;e.parenrightvertical=65078;e.partialdiff=8706;e.paseqhebrew=1472;e.pashtahebrew=1433;e.pasquare=13225;e.patah=1463;e.patah11=1463;e.patah1d=1463;e.patah2a=1463;e.patahhebrew=1463;e.patahnarrowhebrew=1463;e.patahquarterhebrew=1463;e.patahwidehebrew=1463;e.pazerhebrew=1441;e.pbopomofo=12550;e.pcircle=9439;e.pdotaccent=7767;e.pe=1508;e.pecyrillic=1087;e.pedagesh=64324;e.pedageshhebrew=64324;e.peezisquare=13115;e.pefinaldageshhebrew=64323;e.peharabic=1662;e.peharmenian=1402;e.pehebrew=1508;e.pehfinalarabic=64343;e.pehinitialarabic=64344;e.pehiragana=12410;e.pehmedialarabic=64345;e.pekatakana=12506;e.pemiddlehookcyrillic=1191;e.perafehebrew=64334;e.percent=37;e.percentarabic=1642;e.percentmonospace=65285;e.percentsmall=65130;e.period=46;e.periodarmenian=1417;e.periodcentered=183;e.periodhalfwidth=65377;e.periodinferior=63207;e.periodmonospace=65294;e.periodsmall=65106;e.periodsuperior=63208;e.perispomenigreekcmb=834;e.perpendicular=8869;e.perthousand=8240;e.peseta=8359;e.pfsquare=13194;e.phabengali=2475;e.phadeva=2347;e.phagujarati=2731;e.phagurmukhi=2603;e.phi=966;e.phi1=981;e.phieuphacirclekorean=12922;e.phieuphaparenkorean=12826;e.phieuphcirclekorean=12908;e.phieuphkorean=12621;e.phieuphparenkorean=12812;e.philatin=632;e.phinthuthai=3642;e.phisymbolgreek=981;e.phook=421;e.phophanthai=3614;e.phophungthai=3612;e.phosamphaothai=3616;e.pi=960;e.pieupacirclekorean=12915;e.pieupaparenkorean=12819;e.pieupcieuckorean=12662;e.pieupcirclekorean=12901;e.pieupkiyeokkorean=12658;e.pieupkorean=12610;e.pieupparenkorean=12805;e.pieupsioskiyeokkorean=12660;e.pieupsioskorean=12612;e.pieupsiostikeutkorean=12661;e.pieupthieuthkorean=12663;e.pieuptikeutkorean=12659;e.pihiragana=12404;e.pikatakana=12500;e.pisymbolgreek=982;e.piwrarmenian=1411;e.planckover2pi=8463;e.planckover2pi1=8463;e.plus=43;e.plusbelowcmb=799;e.pluscircle=8853;e.plusminus=177;e.plusmod=726;e.plusmonospace=65291;e.plussmall=65122;e.plussuperior=8314;e.pmonospace=65360;e.pmsquare=13272;e.pohiragana=12413;e.pointingindexdownwhite=9759;e.pointingindexleftwhite=9756;e.pointingindexrightwhite=9758;e.pointingindexupwhite=9757;e.pokatakana=12509;e.poplathai=3611;e.postalmark=12306;e.postalmarkface=12320;e.pparen=9387;e.precedes=8826;e.prescription=8478;e.primemod=697;e.primereversed=8245;e.product=8719;e.projective=8965;e.prolongedkana=12540;e.propellor=8984;e.propersubset=8834;e.propersuperset=8835;e.proportion=8759;e.proportional=8733;e.psi=968;e.psicyrillic=1137;e.psilipneumatacyrilliccmb=1158;e.pssquare=13232;e.puhiragana=12407;e.pukatakana=12503;e.pvsquare=13236;e.pwsquare=13242;e.q=113;e.qadeva=2392;e.qadmahebrew=1448;e.qafarabic=1602;e.qaffinalarabic=65238;e.qafinitialarabic=65239;e.qafmedialarabic=65240;e.qamats=1464;e.qamats10=1464;e.qamats1a=1464;e.qamats1c=1464;e.qamats27=1464;e.qamats29=1464;e.qamats33=1464;e.qamatsde=1464;e.qamatshebrew=1464;e.qamatsnarrowhebrew=1464;e.qamatsqatanhebrew=1464;e.qamatsqatannarrowhebrew=1464;e.qamatsqatanquarterhebrew=1464;e.qamatsqatanwidehebrew=1464;e.qamatsquarterhebrew=1464;e.qamatswidehebrew=1464;e.qarneyparahebrew=1439;e.qbopomofo=12561;e.qcircle=9440;e.qhook=672;e.qmonospace=65361;e.qof=1511;e.qofdagesh=64327;e.qofdageshhebrew=64327;e.qofhebrew=1511;e.qparen=9388;e.quarternote=9833;e.qubuts=1467;e.qubuts18=1467;e.qubuts25=1467;e.qubuts31=1467;e.qubutshebrew=1467;e.qubutsnarrowhebrew=1467;e.qubutsquarterhebrew=1467;e.qubutswidehebrew=1467;e.question=63;e.questionarabic=1567;e.questionarmenian=1374;e.questiondown=191;e.questiondownsmall=63423;e.questiongreek=894;e.questionmonospace=65311;e.questionsmall=63295;e.quotedbl=34;e.quotedblbase=8222;e.quotedblleft=8220;e.quotedblmonospace=65282;e.quotedblprime=12318;e.quotedblprimereversed=12317;e.quotedblright=8221;e.quoteleft=8216;e.quoteleftreversed=8219;e.quotereversed=8219;e.quoteright=8217;e.quoterightn=329;e.quotesinglbase=8218;e.quotesingle=39;e.quotesinglemonospace=65287;e.r=114;e.raarmenian=1404;e.rabengali=2480;e.racute=341;e.radeva=2352;e.radical=8730;e.radicalex=63717;e.radoverssquare=13230;e.radoverssquaredsquare=13231;e.radsquare=13229;e.rafe=1471;e.rafehebrew=1471;e.ragujarati=2736;e.ragurmukhi=2608;e.rahiragana=12425;e.rakatakana=12521;e.rakatakanahalfwidth=65431;e.ralowerdiagonalbengali=2545;e.ramiddlediagonalbengali=2544;e.ramshorn=612;e.ratio=8758;e.rbopomofo=12566;e.rcaron=345;e.rcedilla=343;e.rcircle=9441;e.rcommaaccent=343;e.rdblgrave=529;e.rdotaccent=7769;e.rdotbelow=7771;e.rdotbelowmacron=7773;e.referencemark=8251;e.reflexsubset=8838;e.reflexsuperset=8839;e.registered=174;e.registersans=63720;e.registerserif=63194;e.reharabic=1585;e.reharmenian=1408;e.rehfinalarabic=65198;e.rehiragana=12428;e.rekatakana=12524;e.rekatakanahalfwidth=65434;e.resh=1512;e.reshdageshhebrew=64328;e.reshhebrew=1512;e.reversedtilde=8765;e.reviahebrew=1431;e.reviamugrashhebrew=1431;e.revlogicalnot=8976;e.rfishhook=638;e.rfishhookreversed=639;e.rhabengali=2525;e.rhadeva=2397;e.rho=961;e.rhook=637;e.rhookturned=635;e.rhookturnedsuperior=693;e.rhosymbolgreek=1009;e.rhotichookmod=734;e.rieulacirclekorean=12913;e.rieulaparenkorean=12817;e.rieulcirclekorean=12899;e.rieulhieuhkorean=12608;e.rieulkiyeokkorean=12602;e.rieulkiyeoksioskorean=12649;e.rieulkorean=12601;e.rieulmieumkorean=12603;e.rieulpansioskorean=12652;e.rieulparenkorean=12803;e.rieulphieuphkorean=12607;e.rieulpieupkorean=12604;e.rieulpieupsioskorean=12651;e.rieulsioskorean=12605;e.rieulthieuthkorean=12606;e.rieultikeutkorean=12650;e.rieulyeorinhieuhkorean=12653;e.rightangle=8735;e.righttackbelowcmb=793;e.righttriangle=8895;e.rihiragana=12426;e.rikatakana=12522;e.rikatakanahalfwidth=65432;e.ring=730;e.ringbelowcmb=805;e.ringcmb=778;e.ringhalfleft=703;e.ringhalfleftarmenian=1369;e.ringhalfleftbelowcmb=796;e.ringhalfleftcentered=723;e.ringhalfright=702;e.ringhalfrightbelowcmb=825;e.ringhalfrightcentered=722;e.rinvertedbreve=531;e.rittorusquare=13137;e.rlinebelow=7775;e.rlongleg=636;e.rlonglegturned=634;e.rmonospace=65362;e.rohiragana=12429;e.rokatakana=12525;e.rokatakanahalfwidth=65435;e.roruathai=3619;e.rparen=9389;e.rrabengali=2524;e.rradeva=2353;e.rragurmukhi=2652;e.rreharabic=1681;e.rrehfinalarabic=64397;e.rrvocalicbengali=2528;e.rrvocalicdeva=2400;e.rrvocalicgujarati=2784;e.rrvocalicvowelsignbengali=2500;e.rrvocalicvowelsigndeva=2372;e.rrvocalicvowelsigngujarati=2756;e.rsuperior=63217;e.rtblock=9616;e.rturned=633;e.rturnedsuperior=692;e.ruhiragana=12427;e.rukatakana=12523;e.rukatakanahalfwidth=65433;e.rupeemarkbengali=2546;e.rupeesignbengali=2547;e.rupiah=63197;e.ruthai=3620;e.rvocalicbengali=2443;e.rvocalicdeva=2315;e.rvocalicgujarati=2699;e.rvocalicvowelsignbengali=2499;e.rvocalicvowelsigndeva=2371;e.rvocalicvowelsigngujarati=2755;e.s=115;e.sabengali=2488;e.sacute=347;e.sacutedotaccent=7781;e.sadarabic=1589;e.sadeva=2360;e.sadfinalarabic=65210;e.sadinitialarabic=65211;e.sadmedialarabic=65212;e.sagujarati=2744;e.sagurmukhi=2616;e.sahiragana=12373;e.sakatakana=12469;e.sakatakanahalfwidth=65403;e.sallallahoualayhewasallamarabic=65018;e.samekh=1505;e.samekhdagesh=64321;e.samekhdageshhebrew=64321;e.samekhhebrew=1505;e.saraaathai=3634;e.saraaethai=3649;e.saraaimaimalaithai=3652;e.saraaimaimuanthai=3651;e.saraamthai=3635;e.saraathai=3632;e.saraethai=3648;e.saraiileftthai=63622;e.saraiithai=3637;e.saraileftthai=63621;e.saraithai=3636;e.saraothai=3650;e.saraueeleftthai=63624;e.saraueethai=3639;e.saraueleftthai=63623;e.sarauethai=3638;e.sarauthai=3640;e.sarauuthai=3641;e.sbopomofo=12569;e.scaron=353;e.scarondotaccent=7783;e.scedilla=351;e.schwa=601;e.schwacyrillic=1241;e.schwadieresiscyrillic=1243;e.schwahook=602;e.scircle=9442;e.scircumflex=349;e.scommaaccent=537;e.sdotaccent=7777;e.sdotbelow=7779;e.sdotbelowdotaccent=7785;e.seagullbelowcmb=828;e.second=8243;e.secondtonechinese=714;e.section=167;e.seenarabic=1587;e.seenfinalarabic=65202;e.seeninitialarabic=65203;e.seenmedialarabic=65204;e.segol=1462;e.segol13=1462;e.segol1f=1462;e.segol2c=1462;e.segolhebrew=1462;e.segolnarrowhebrew=1462;e.segolquarterhebrew=1462;e.segoltahebrew=1426;e.segolwidehebrew=1462;e.seharmenian=1405;e.sehiragana=12379;e.sekatakana=12475;e.sekatakanahalfwidth=65406;e.semicolon=59;e.semicolonarabic=1563;e.semicolonmonospace=65307;e.semicolonsmall=65108;e.semivoicedmarkkana=12444;e.semivoicedmarkkanahalfwidth=65439;e.sentisquare=13090;e.sentosquare=13091;e.seven=55;e.sevenarabic=1639;e.sevenbengali=2541;e.sevencircle=9318;e.sevencircleinversesansserif=10128;e.sevendeva=2413;e.seveneighths=8542;e.sevengujarati=2797;e.sevengurmukhi=2669;e.sevenhackarabic=1639;e.sevenhangzhou=12327;e.sevenideographicparen=12838;e.seveninferior=8327;e.sevenmonospace=65303;e.sevenoldstyle=63287;e.sevenparen=9338;e.sevenperiod=9358;e.sevenpersian=1783;e.sevenroman=8566;e.sevensuperior=8311;e.seventeencircle=9328;e.seventeenparen=9348;e.seventeenperiod=9368;e.seventhai=3671;e.sfthyphen=173;e.shaarmenian=1399;e.shabengali=2486;e.shacyrillic=1096;e.shaddaarabic=1617;e.shaddadammaarabic=64609;e.shaddadammatanarabic=64606;e.shaddafathaarabic=64608;e.shaddakasraarabic=64610;e.shaddakasratanarabic=64607;e.shade=9618;e.shadedark=9619;e.shadelight=9617;e.shademedium=9618;e.shadeva=2358;e.shagujarati=2742;e.shagurmukhi=2614;e.shalshelethebrew=1427;e.shbopomofo=12565;e.shchacyrillic=1097;e.sheenarabic=1588;e.sheenfinalarabic=65206;e.sheeninitialarabic=65207;e.sheenmedialarabic=65208;e.sheicoptic=995;e.sheqel=8362;e.sheqelhebrew=8362;e.sheva=1456;e.sheva115=1456;e.sheva15=1456;e.sheva22=1456;e.sheva2e=1456;e.shevahebrew=1456;e.shevanarrowhebrew=1456;e.shevaquarterhebrew=1456;e.shevawidehebrew=1456;e.shhacyrillic=1211;e.shimacoptic=1005;e.shin=1513;e.shindagesh=64329;e.shindageshhebrew=64329;e.shindageshshindot=64300;e.shindageshshindothebrew=64300;e.shindageshsindot=64301;e.shindageshsindothebrew=64301;e.shindothebrew=1473;e.shinhebrew=1513;e.shinshindot=64298;e.shinshindothebrew=64298;e.shinsindot=64299;e.shinsindothebrew=64299;e.shook=642;e.sigma=963;e.sigma1=962;e.sigmafinal=962;e.sigmalunatesymbolgreek=1010;e.sihiragana=12375;e.sikatakana=12471;e.sikatakanahalfwidth=65404;e.siluqhebrew=1469;e.siluqlefthebrew=1469;e.similar=8764;e.sindothebrew=1474;e.siosacirclekorean=12916;e.siosaparenkorean=12820;e.sioscieuckorean=12670;e.sioscirclekorean=12902;e.sioskiyeokkorean=12666;e.sioskorean=12613;e.siosnieunkorean=12667;e.siosparenkorean=12806;e.siospieupkorean=12669;e.siostikeutkorean=12668;e.six=54;e.sixarabic=1638;e.sixbengali=2540;e.sixcircle=9317;e.sixcircleinversesansserif=10127;e.sixdeva=2412;e.sixgujarati=2796;e.sixgurmukhi=2668;e.sixhackarabic=1638;e.sixhangzhou=12326;e.sixideographicparen=12837;e.sixinferior=8326;e.sixmonospace=65302;e.sixoldstyle=63286;e.sixparen=9337;e.sixperiod=9357;e.sixpersian=1782;e.sixroman=8565;e.sixsuperior=8310;e.sixteencircle=9327;e.sixteencurrencydenominatorbengali=2553;e.sixteenparen=9347;e.sixteenperiod=9367;e.sixthai=3670;e.slash=47;e.slashmonospace=65295;e.slong=383;e.slongdotaccent=7835;e.smileface=9786;e.smonospace=65363;e.sofpasuqhebrew=1475;e.softhyphen=173;e.softsigncyrillic=1100;e.sohiragana=12381;e.sokatakana=12477;e.sokatakanahalfwidth=65407;e.soliduslongoverlaycmb=824;e.solidusshortoverlaycmb=823;e.sorusithai=3625;e.sosalathai=3624;e.sosothai=3595;e.sosuathai=3626;e.space=32;e.spacehackarabic=32;e.spade=9824;e.spadesuitblack=9824;e.spadesuitwhite=9828;e.sparen=9390;e.squarebelowcmb=827;e.squarecc=13252;e.squarecm=13213;e.squarediagonalcrosshatchfill=9641;e.squarehorizontalfill=9636;e.squarekg=13199;e.squarekm=13214;e.squarekmcapital=13262;e.squareln=13265;e.squarelog=13266;e.squaremg=13198;e.squaremil=13269;e.squaremm=13212;e.squaremsquared=13217;e.squareorthogonalcrosshatchfill=9638;e.squareupperlefttolowerrightfill=9639;e.squareupperrighttolowerleftfill=9640;e.squareverticalfill=9637;e.squarewhitewithsmallblack=9635;e.srsquare=13275;e.ssabengali=2487;e.ssadeva=2359;e.ssagujarati=2743;e.ssangcieuckorean=12617;e.ssanghieuhkorean=12677;e.ssangieungkorean=12672;e.ssangkiyeokkorean=12594;e.ssangnieunkorean=12645;e.ssangpieupkorean=12611;e.ssangsioskorean=12614;e.ssangtikeutkorean=12600;e.ssuperior=63218;e.sterling=163;e.sterlingmonospace=65505;e.strokelongoverlaycmb=822;e.strokeshortoverlaycmb=821;e.subset=8834;e.subsetnotequal=8842;e.subsetorequal=8838;e.succeeds=8827;e.suchthat=8715;e.suhiragana=12377;e.sukatakana=12473;e.sukatakanahalfwidth=65405;e.sukunarabic=1618;e.summation=8721;e.sun=9788;e.superset=8835;e.supersetnotequal=8843;e.supersetorequal=8839;e.svsquare=13276;e.syouwaerasquare=13180;e.t=116;e.tabengali=2468;e.tackdown=8868;e.tackleft=8867;e.tadeva=2340;e.tagujarati=2724;e.tagurmukhi=2596;e.taharabic=1591;e.tahfinalarabic=65218;e.tahinitialarabic=65219;e.tahiragana=12383;e.tahmedialarabic=65220;e.taisyouerasquare=13181;e.takatakana=12479;e.takatakanahalfwidth=65408;e.tatweelarabic=1600;e.tau=964;e.tav=1514;e.tavdages=64330;e.tavdagesh=64330;e.tavdageshhebrew=64330;e.tavhebrew=1514;e.tbar=359;e.tbopomofo=12554;e.tcaron=357;e.tccurl=680;e.tcedilla=355;e.tcheharabic=1670;e.tchehfinalarabic=64379;e.tchehinitialarabic=64380;e.tchehmedialarabic=64381;e.tcircle=9443;e.tcircumflexbelow=7793;e.tcommaaccent=355;e.tdieresis=7831;e.tdotaccent=7787;e.tdotbelow=7789;e.tecyrillic=1090;e.tedescendercyrillic=1197;e.teharabic=1578;e.tehfinalarabic=65174;e.tehhahinitialarabic=64674;e.tehhahisolatedarabic=64524;e.tehinitialarabic=65175;e.tehiragana=12390;e.tehjeeminitialarabic=64673;e.tehjeemisolatedarabic=64523;e.tehmarbutaarabic=1577;e.tehmarbutafinalarabic=65172;e.tehmedialarabic=65176;e.tehmeeminitialarabic=64676;e.tehmeemisolatedarabic=64526;e.tehnoonfinalarabic=64627;e.tekatakana=12486;e.tekatakanahalfwidth=65411;e.telephone=8481;e.telephoneblack=9742;e.telishagedolahebrew=1440;e.telishaqetanahebrew=1449;e.tencircle=9321;e.tenideographicparen=12841;e.tenparen=9341;e.tenperiod=9361;e.tenroman=8569;e.tesh=679;e.tet=1496;e.tetdagesh=64312;e.tetdageshhebrew=64312;e.tethebrew=1496;e.tetsecyrillic=1205;e.tevirhebrew=1435;e.tevirlefthebrew=1435;e.thabengali=2469;e.thadeva=2341;e.thagujarati=2725;e.thagurmukhi=2597;e.thalarabic=1584;e.thalfinalarabic=65196;e.thanthakhatlowleftthai=63640;e.thanthakhatlowrightthai=63639;e.thanthakhatthai=3660;e.thanthakhatupperleftthai=63638;e.theharabic=1579;e.thehfinalarabic=65178;e.thehinitialarabic=65179;e.thehmedialarabic=65180;e.thereexists=8707;e.therefore=8756;e.theta=952;e.theta1=977;e.thetasymbolgreek=977;e.thieuthacirclekorean=12921;e.thieuthaparenkorean=12825;e.thieuthcirclekorean=12907;e.thieuthkorean=12620;e.thieuthparenkorean=12811;e.thirteencircle=9324;e.thirteenparen=9344;e.thirteenperiod=9364;e.thonangmonthothai=3601;e.thook=429;e.thophuthaothai=3602;e.thorn=254;e.thothahanthai=3607;e.thothanthai=3600;e.thothongthai=3608;e.thothungthai=3606;e.thousandcyrillic=1154;e.thousandsseparatorarabic=1644;e.thousandsseparatorpersian=1644;e.three=51;e.threearabic=1635;e.threebengali=2537;e.threecircle=9314;e.threecircleinversesansserif=10124;e.threedeva=2409;e.threeeighths=8540;e.threegujarati=2793;e.threegurmukhi=2665;e.threehackarabic=1635;e.threehangzhou=12323;e.threeideographicparen=12834;e.threeinferior=8323;e.threemonospace=65299;e.threenumeratorbengali=2550;e.threeoldstyle=63283;e.threeparen=9334;e.threeperiod=9354;e.threepersian=1779;e.threequarters=190;e.threequartersemdash=63198;e.threeroman=8562;e.threesuperior=179;e.threethai=3667;e.thzsquare=13204;e.tihiragana=12385;e.tikatakana=12481;e.tikatakanahalfwidth=65409;e.tikeutacirclekorean=12912;e.tikeutaparenkorean=12816;e.tikeutcirclekorean=12898;e.tikeutkorean=12599;e.tikeutparenkorean=12802;e.tilde=732;e.tildebelowcmb=816;e.tildecmb=771;e.tildecomb=771;e.tildedoublecmb=864;e.tildeoperator=8764;e.tildeoverlaycmb=820;e.tildeverticalcmb=830;e.timescircle=8855;e.tipehahebrew=1430;e.tipehalefthebrew=1430;e.tippigurmukhi=2672;e.titlocyrilliccmb=1155;e.tiwnarmenian=1407;e.tlinebelow=7791;e.tmonospace=65364;e.toarmenian=1385;e.tohiragana=12392;e.tokatakana=12488;e.tokatakanahalfwidth=65412;e.tonebarextrahighmod=741;e.tonebarextralowmod=745;e.tonebarhighmod=742;e.tonebarlowmod=744;e.tonebarmidmod=743;e.tonefive=445;e.tonesix=389;e.tonetwo=424;e.tonos=900;e.tonsquare=13095;e.topatakthai=3599;e.tortoiseshellbracketleft=12308;e.tortoiseshellbracketleftsmall=65117;e.tortoiseshellbracketleftvertical=65081;e.tortoiseshellbracketright=12309;e.tortoiseshellbracketrightsmall=65118;e.tortoiseshellbracketrightvertical=65082;e.totaothai=3605;e.tpalatalhook=427;e.tparen=9391;e.trademark=8482;e.trademarksans=63722;e.trademarkserif=63195;e.tretroflexhook=648;e.triagdn=9660;e.triaglf=9668;e.triagrt=9658;e.triagup=9650;e.ts=678;e.tsadi=1510;e.tsadidagesh=64326;e.tsadidageshhebrew=64326;e.tsadihebrew=1510;e.tsecyrillic=1094;e.tsere=1461;e.tsere12=1461;e.tsere1e=1461;e.tsere2b=1461;e.tserehebrew=1461;e.tserenarrowhebrew=1461;e.tserequarterhebrew=1461;e.tserewidehebrew=1461;e.tshecyrillic=1115;e.tsuperior=63219;e.ttabengali=2463;e.ttadeva=2335;e.ttagujarati=2719;e.ttagurmukhi=2591;e.tteharabic=1657;e.ttehfinalarabic=64359;e.ttehinitialarabic=64360;e.ttehmedialarabic=64361;e.tthabengali=2464;e.tthadeva=2336;e.tthagujarati=2720;e.tthagurmukhi=2592;e.tturned=647;e.tuhiragana=12388;e.tukatakana=12484;e.tukatakanahalfwidth=65410;e.tusmallhiragana=12387;e.tusmallkatakana=12483;e.tusmallkatakanahalfwidth=65391;e.twelvecircle=9323;e.twelveparen=9343;e.twelveperiod=9363;e.twelveroman=8571;e.twentycircle=9331;e.twentyhangzhou=21316;e.twentyparen=9351;e.twentyperiod=9371;e.two=50;e.twoarabic=1634;e.twobengali=2536;e.twocircle=9313;e.twocircleinversesansserif=10123;e.twodeva=2408;e.twodotenleader=8229;e.twodotleader=8229;e.twodotleadervertical=65072;e.twogujarati=2792;e.twogurmukhi=2664;e.twohackarabic=1634;e.twohangzhou=12322;e.twoideographicparen=12833;e.twoinferior=8322;e.twomonospace=65298;e.twonumeratorbengali=2549;e.twooldstyle=63282;e.twoparen=9333;e.twoperiod=9353;e.twopersian=1778;e.tworoman=8561;e.twostroke=443;e.twosuperior=178;e.twothai=3666;e.twothirds=8532;e.u=117;e.uacute=250;e.ubar=649;e.ubengali=2441;e.ubopomofo=12584;e.ubreve=365;e.ucaron=468;e.ucircle=9444;e.ucircumflex=251;e.ucircumflexbelow=7799;e.ucyrillic=1091;e.udattadeva=2385;e.udblacute=369;e.udblgrave=533;e.udeva=2313;e.udieresis=252;e.udieresisacute=472;e.udieresisbelow=7795;e.udieresiscaron=474;e.udieresiscyrillic=1265;e.udieresisgrave=476;e.udieresismacron=470;e.udotbelow=7909;e.ugrave=249;e.ugujarati=2697;e.ugurmukhi=2569;e.uhiragana=12358;e.uhookabove=7911;e.uhorn=432;e.uhornacute=7913;e.uhorndotbelow=7921;e.uhorngrave=7915;e.uhornhookabove=7917;e.uhorntilde=7919;e.uhungarumlaut=369;e.uhungarumlautcyrillic=1267;e.uinvertedbreve=535;e.ukatakana=12454;e.ukatakanahalfwidth=65395;e.ukcyrillic=1145;e.ukorean=12636;e.umacron=363;e.umacroncyrillic=1263;e.umacrondieresis=7803;e.umatragurmukhi=2625;e.umonospace=65365;e.underscore=95;e.underscoredbl=8215;e.underscoremonospace=65343;e.underscorevertical=65075;e.underscorewavy=65103;e.union=8746;e.universal=8704;e.uogonek=371;e.uparen=9392;e.upblock=9600;e.upperdothebrew=1476;e.upsilon=965;e.upsilondieresis=971;e.upsilondieresistonos=944;e.upsilonlatin=650;e.upsilontonos=973;e.uptackbelowcmb=797;e.uptackmod=724;e.uragurmukhi=2675;e.uring=367;e.ushortcyrillic=1118;e.usmallhiragana=12357;e.usmallkatakana=12453;e.usmallkatakanahalfwidth=65385;e.ustraightcyrillic=1199;e.ustraightstrokecyrillic=1201;e.utilde=361;e.utildeacute=7801;e.utildebelow=7797;e.uubengali=2442;e.uudeva=2314;e.uugujarati=2698;e.uugurmukhi=2570;e.uumatragurmukhi=2626;e.uuvowelsignbengali=2498;e.uuvowelsigndeva=2370;e.uuvowelsigngujarati=2754;e.uvowelsignbengali=2497;e.uvowelsigndeva=2369;e.uvowelsigngujarati=2753;e.v=118;e.vadeva=2357;e.vagujarati=2741;e.vagurmukhi=2613;e.vakatakana=12535;e.vav=1493;e.vavdagesh=64309;e.vavdagesh65=64309;e.vavdageshhebrew=64309;e.vavhebrew=1493;e.vavholam=64331;e.vavholamhebrew=64331;e.vavvavhebrew=1520;e.vavyodhebrew=1521;e.vcircle=9445;e.vdotbelow=7807;e.vecyrillic=1074;e.veharabic=1700;e.vehfinalarabic=64363;e.vehinitialarabic=64364;e.vehmedialarabic=64365;e.vekatakana=12537;e.venus=9792;e.verticalbar=124;e.verticallineabovecmb=781;e.verticallinebelowcmb=809;e.verticallinelowmod=716;e.verticallinemod=712;e.vewarmenian=1406;e.vhook=651;e.vikatakana=12536;e.viramabengali=2509;e.viramadeva=2381;e.viramagujarati=2765;e.visargabengali=2435;e.visargadeva=2307;e.visargagujarati=2691;e.vmonospace=65366;e.voarmenian=1400;e.voicediterationhiragana=12446;e.voicediterationkatakana=12542;e.voicedmarkkana=12443;e.voicedmarkkanahalfwidth=65438;e.vokatakana=12538;e.vparen=9393;e.vtilde=7805;e.vturned=652;e.vuhiragana=12436;e.vukatakana=12532;e.w=119;e.wacute=7811;e.waekorean=12633;e.wahiragana=12431;e.wakatakana=12527;e.wakatakanahalfwidth=65436;e.wakorean=12632;e.wasmallhiragana=12430;e.wasmallkatakana=12526;e.wattosquare=13143;e.wavedash=12316;e.wavyunderscorevertical=65076;e.wawarabic=1608;e.wawfinalarabic=65262;e.wawhamzaabovearabic=1572;e.wawhamzaabovefinalarabic=65158;e.wbsquare=13277;e.wcircle=9446;e.wcircumflex=373;e.wdieresis=7813;e.wdotaccent=7815;e.wdotbelow=7817;e.wehiragana=12433;e.weierstrass=8472;e.wekatakana=12529;e.wekorean=12638;e.weokorean=12637;e.wgrave=7809;e.whitebullet=9702;e.whitecircle=9675;e.whitecircleinverse=9689;e.whitecornerbracketleft=12302;e.whitecornerbracketleftvertical=65091;e.whitecornerbracketright=12303;e.whitecornerbracketrightvertical=65092;e.whitediamond=9671;e.whitediamondcontainingblacksmalldiamond=9672;e.whitedownpointingsmalltriangle=9663;e.whitedownpointingtriangle=9661;e.whiteleftpointingsmalltriangle=9667;e.whiteleftpointingtriangle=9665;e.whitelenticularbracketleft=12310;e.whitelenticularbracketright=12311;e.whiterightpointingsmalltriangle=9657;e.whiterightpointingtriangle=9655;e.whitesmallsquare=9643;e.whitesmilingface=9786;e.whitesquare=9633;e.whitestar=9734;e.whitetelephone=9743;e.whitetortoiseshellbracketleft=12312;e.whitetortoiseshellbracketright=12313;e.whiteuppointingsmalltriangle=9653;e.whiteuppointingtriangle=9651;e.wihiragana=12432;e.wikatakana=12528;e.wikorean=12639;e.wmonospace=65367;e.wohiragana=12434;e.wokatakana=12530;e.wokatakanahalfwidth=65382;e.won=8361;e.wonmonospace=65510;e.wowaenthai=3623;e.wparen=9394;e.wring=7832;e.wsuperior=695;e.wturned=653;e.wynn=447;e.x=120;e.xabovecmb=829;e.xbopomofo=12562;e.xcircle=9447;e.xdieresis=7821;e.xdotaccent=7819;e.xeharmenian=1389;e.xi=958;e.xmonospace=65368;e.xparen=9395;e.xsuperior=739;e.y=121;e.yaadosquare=13134;e.yabengali=2479;e.yacute=253;e.yadeva=2351;e.yaekorean=12626;e.yagujarati=2735;e.yagurmukhi=2607;e.yahiragana=12420;e.yakatakana=12516;e.yakatakanahalfwidth=65428;e.yakorean=12625;e.yamakkanthai=3662;e.yasmallhiragana=12419;e.yasmallkatakana=12515;e.yasmallkatakanahalfwidth=65388;e.yatcyrillic=1123;e.ycircle=9448;e.ycircumflex=375;e.ydieresis=255;e.ydotaccent=7823;e.ydotbelow=7925;e.yeharabic=1610;e.yehbarreearabic=1746;e.yehbarreefinalarabic=64431;e.yehfinalarabic=65266;e.yehhamzaabovearabic=1574;e.yehhamzaabovefinalarabic=65162;e.yehhamzaaboveinitialarabic=65163;e.yehhamzaabovemedialarabic=65164;e.yehinitialarabic=65267;e.yehmedialarabic=65268;e.yehmeeminitialarabic=64733;e.yehmeemisolatedarabic=64600;e.yehnoonfinalarabic=64660;e.yehthreedotsbelowarabic=1745;e.yekorean=12630;e.yen=165;e.yenmonospace=65509;e.yeokorean=12629;e.yeorinhieuhkorean=12678;e.yerahbenyomohebrew=1450;e.yerahbenyomolefthebrew=1450;e.yericyrillic=1099;e.yerudieresiscyrillic=1273;e.yesieungkorean=12673;e.yesieungpansioskorean=12675;e.yesieungsioskorean=12674;e.yetivhebrew=1434;e.ygrave=7923;e.yhook=436;e.yhookabove=7927;e.yiarmenian=1397;e.yicyrillic=1111;e.yikorean=12642;e.yinyang=9775;e.yiwnarmenian=1410;e.ymonospace=65369;e.yod=1497;e.yoddagesh=64313;e.yoddageshhebrew=64313;e.yodhebrew=1497;e.yodyodhebrew=1522;e.yodyodpatahhebrew=64287;e.yohiragana=12424;e.yoikorean=12681;e.yokatakana=12520;e.yokatakanahalfwidth=65430;e.yokorean=12635;e.yosmallhiragana=12423;e.yosmallkatakana=12519;e.yosmallkatakanahalfwidth=65390;e.yotgreek=1011;e.yoyaekorean=12680;e.yoyakorean=12679;e.yoyakthai=3618;e.yoyingthai=3597;e.yparen=9396;e.ypogegrammeni=890;e.ypogegrammenigreekcmb=837;e.yr=422;e.yring=7833;e.ysuperior=696;e.ytilde=7929;e.yturned=654;e.yuhiragana=12422;e.yuikorean=12684;e.yukatakana=12518;e.yukatakanahalfwidth=65429;e.yukorean=12640;e.yusbigcyrillic=1131;e.yusbigiotifiedcyrillic=1133;e.yuslittlecyrillic=1127;e.yuslittleiotifiedcyrillic=1129;e.yusmallhiragana=12421;e.yusmallkatakana=12517;e.yusmallkatakanahalfwidth=65389;e.yuyekorean=12683;e.yuyeokorean=12682;e.yyabengali=2527;e.yyadeva=2399;e.z=122;e.zaarmenian=1382;e.zacute=378;e.zadeva=2395;e.zagurmukhi=2651;e.zaharabic=1592;e.zahfinalarabic=65222;e.zahinitialarabic=65223;e.zahiragana=12374;e.zahmedialarabic=65224;e.zainarabic=1586;e.zainfinalarabic=65200;e.zakatakana=12470;e.zaqefgadolhebrew=1429;e.zaqefqatanhebrew=1428;e.zarqahebrew=1432;e.zayin=1494;e.zayindagesh=64310;e.zayindageshhebrew=64310;e.zayinhebrew=1494;e.zbopomofo=12567;e.zcaron=382;e.zcircle=9449;e.zcircumflex=7825;e.zcurl=657;e.zdot=380;e.zdotaccent=380;e.zdotbelow=7827;e.zecyrillic=1079;e.zedescendercyrillic=1177;e.zedieresiscyrillic=1247;e.zehiragana=12380;e.zekatakana=12476;e.zero=48;e.zeroarabic=1632;e.zerobengali=2534;e.zerodeva=2406;e.zerogujarati=2790;e.zerogurmukhi=2662;e.zerohackarabic=1632;e.zeroinferior=8320;e.zeromonospace=65296;e.zerooldstyle=63280;e.zeropersian=1776;e.zerosuperior=8304;e.zerothai=3664;e.zerowidthjoiner=65279;e.zerowidthnonjoiner=8204;e.zerowidthspace=8203;e.zeta=950;e.zhbopomofo=12563;e.zhearmenian=1386;e.zhebrevecyrillic=1218;e.zhecyrillic=1078;e.zhedescendercyrillic=1175;e.zhedieresiscyrillic=1245;e.zihiragana=12376;e.zikatakana=12472;e.zinorhebrew=1454;e.zlinebelow=7829;e.zmonospace=65370;e.zohiragana=12382;e.zokatakana=12478;e.zparen=9397;e.zretroflexhook=656;e.zstroke=438;e.zuhiragana=12378;e.zukatakana=12474;e[".notdef"]=0;e.angbracketleftbig=9001;e.angbracketleftBig=9001;e.angbracketleftbigg=9001;e.angbracketleftBigg=9001;e.angbracketrightBig=9002;e.angbracketrightbig=9002;e.angbracketrightBigg=9002;e.angbracketrightbigg=9002;e.arrowhookleft=8618;e.arrowhookright=8617;e.arrowlefttophalf=8636;e.arrowleftbothalf=8637;e.arrownortheast=8599;e.arrownorthwest=8598;e.arrowrighttophalf=8640;e.arrowrightbothalf=8641;e.arrowsoutheast=8600;e.arrowsouthwest=8601;e.backslashbig=8726;e.backslashBig=8726;e.backslashBigg=8726;e.backslashbigg=8726;e.bardbl=8214;e.bracehtipdownleft=65079;e.bracehtipdownright=65079;e.bracehtipupleft=65080;e.bracehtipupright=65080;e.braceleftBig=123;e.braceleftbig=123;e.braceleftbigg=123;e.braceleftBigg=123;e.bracerightBig=125;e.bracerightbig=125;e.bracerightbigg=125;e.bracerightBigg=125;e.bracketleftbig=91;e.bracketleftBig=91;e.bracketleftbigg=91;e.bracketleftBigg=91;e.bracketrightBig=93;e.bracketrightbig=93;e.bracketrightbigg=93;e.bracketrightBigg=93;e.ceilingleftbig=8968;e.ceilingleftBig=8968;e.ceilingleftBigg=8968;e.ceilingleftbigg=8968;e.ceilingrightbig=8969;e.ceilingrightBig=8969;e.ceilingrightbigg=8969;e.ceilingrightBigg=8969;e.circledotdisplay=8857;e.circledottext=8857;e.circlemultiplydisplay=8855;e.circlemultiplytext=8855;e.circleplusdisplay=8853;e.circleplustext=8853;e.contintegraldisplay=8750;e.contintegraltext=8750;e.coproductdisplay=8720;e.coproducttext=8720;e.floorleftBig=8970;e.floorleftbig=8970;e.floorleftbigg=8970;e.floorleftBigg=8970;e.floorrightbig=8971;e.floorrightBig=8971;e.floorrightBigg=8971;e.floorrightbigg=8971;e.hatwide=770;e.hatwider=770;e.hatwidest=770;e.intercal=7488;e.integraldisplay=8747;e.integraltext=8747;e.intersectiondisplay=8898;e.intersectiontext=8898;e.logicalanddisplay=8743;e.logicalandtext=8743;e.logicalordisplay=8744;e.logicalortext=8744;e.parenleftBig=40;e.parenleftbig=40;e.parenleftBigg=40;e.parenleftbigg=40;e.parenrightBig=41;e.parenrightbig=41;e.parenrightBigg=41;e.parenrightbigg=41;e.prime=8242;e.productdisplay=8719;e.producttext=8719;e.radicalbig=8730;e.radicalBig=8730;e.radicalBigg=8730;e.radicalbigg=8730;e.radicalbt=8730;e.radicaltp=8730;e.radicalvertex=8730;e.slashbig=47;e.slashBig=47;e.slashBigg=47;e.slashbigg=47;e.summationdisplay=8721;e.summationtext=8721;e.tildewide=732;e.tildewider=732;e.tildewidest=732;e.uniondisplay=8899;e.unionmultidisplay=8846;e.unionmultitext=8846;e.unionsqdisplay=8852;e.unionsqtext=8852;e.uniontext=8899;e.vextenddouble=8741;e.vextendsingle=8739})),Ir=getLookupTableFactory((function(e){e.space=32;e.a1=9985;e.a2=9986;e.a202=9987;e.a3=9988;e.a4=9742;e.a5=9990;e.a119=9991;e.a118=9992;e.a117=9993;e.a11=9755;e.a12=9758;e.a13=9996;e.a14=9997;e.a15=9998;e.a16=9999;e.a105=1e4;e.a17=10001;e.a18=10002;e.a19=10003;e.a20=10004;e.a21=10005;e.a22=10006;e.a23=10007;e.a24=10008;e.a25=10009;e.a26=10010;e.a27=10011;e.a28=10012;e.a6=10013;e.a7=10014;e.a8=10015;e.a9=10016;e.a10=10017;e.a29=10018;e.a30=10019;e.a31=10020;e.a32=10021;e.a33=10022;e.a34=10023;e.a35=9733;e.a36=10025;e.a37=10026;e.a38=10027;e.a39=10028;e.a40=10029;e.a41=10030;e.a42=10031;e.a43=10032;e.a44=10033;e.a45=10034;e.a46=10035;e.a47=10036;e.a48=10037;e.a49=10038;e.a50=10039;e.a51=10040;e.a52=10041;e.a53=10042;e.a54=10043;e.a55=10044;e.a56=10045;e.a57=10046;e.a58=10047;e.a59=10048;e.a60=10049;e.a61=10050;e.a62=10051;e.a63=10052;e.a64=10053;e.a65=10054;e.a66=10055;e.a67=10056;e.a68=10057;e.a69=10058;e.a70=10059;e.a71=9679;e.a72=10061;e.a73=9632;e.a74=10063;e.a203=10064;e.a75=10065;e.a204=10066;e.a76=9650;e.a77=9660;e.a78=9670;e.a79=10070;e.a81=9687;e.a82=10072;e.a83=10073;e.a84=10074;e.a97=10075;e.a98=10076;e.a99=10077;e.a100=10078;e.a101=10081;e.a102=10082;e.a103=10083;e.a104=10084;e.a106=10085;e.a107=10086;e.a108=10087;e.a112=9827;e.a111=9830;e.a110=9829;e.a109=9824;e.a120=9312;e.a121=9313;e.a122=9314;e.a123=9315;e.a124=9316;e.a125=9317;e.a126=9318;e.a127=9319;e.a128=9320;e.a129=9321;e.a130=10102;e.a131=10103;e.a132=10104;e.a133=10105;e.a134=10106;e.a135=10107;e.a136=10108;e.a137=10109;e.a138=10110;e.a139=10111;e.a140=10112;e.a141=10113;e.a142=10114;e.a143=10115;e.a144=10116;e.a145=10117;e.a146=10118;e.a147=10119;e.a148=10120;e.a149=10121;e.a150=10122;e.a151=10123;e.a152=10124;e.a153=10125;e.a154=10126;e.a155=10127;e.a156=10128;e.a157=10129;e.a158=10130;e.a159=10131;e.a160=10132;e.a161=8594;e.a163=8596;e.a164=8597;e.a196=10136;e.a165=10137;e.a192=10138;e.a166=10139;e.a167=10140;e.a168=10141;e.a169=10142;e.a170=10143;e.a171=10144;e.a172=10145;e.a173=10146;e.a162=10147;e.a174=10148;e.a175=10149;e.a176=10150;e.a177=10151;e.a178=10152;e.a179=10153;e.a193=10154;e.a180=10155;e.a199=10156;e.a181=10157;e.a200=10158;e.a182=10159;e.a201=10161;e.a183=10162;e.a184=10163;e.a197=10164;e.a185=10165;e.a194=10166;e.a198=10167;e.a186=10168;e.a195=10169;e.a187=10170;e.a188=10171;e.a189=10172;e.a190=10173;e.a191=10174;e.a89=10088;e.a90=10089;e.a93=10090;e.a94=10091;e.a91=10092;e.a92=10093;e.a205=10094;e.a85=10095;e.a206=10096;e.a86=10097;e.a87=10098;e.a88=10099;e.a95=10100;e.a96=10101;e[".notdef"]=0})),Tr=getLookupTableFactory((function(e){e[63721]=169;e[63193]=169;e[63720]=174;e[63194]=174;e[63722]=8482;e[63195]=8482;e[63729]=9127;e[63730]=9128;e[63731]=9129;e[63740]=9131;e[63741]=9132;e[63742]=9133;e[63726]=9121;e[63727]=9122;e[63728]=9123;e[63737]=9124;e[63738]=9125;e[63739]=9126;e[63723]=9115;e[63724]=9116;e[63725]=9117;e[63734]=9118;e[63735]=9119;e[63736]=9120}));function getUnicodeForGlyph(e,t){let a=t[e];if(void 0!==a)return a;if(!e)return-1;if("u"===e[0]){const t=e.length;let r;if(7===t&&"n"===e[1]&&"i"===e[2])r=e.substring(3);else{if(!(t>=5&&t<=7))return-1;r=e.substring(1)}if(r===r.toUpperCase()){a=parseInt(r,16);if(a>=0)return a}}return-1}const Or=[[0,127],[128,255],[256,383],[384,591],[592,687,7424,7551,7552,7615],[688,767,42752,42783],[768,879,7616,7679],[880,1023],[11392,11519],[1024,1279,1280,1327,11744,11775,42560,42655],[1328,1423],[1424,1535],[42240,42559],[1536,1791,1872,1919],[1984,2047],[2304,2431],[2432,2559],[2560,2687],[2688,2815],[2816,2943],[2944,3071],[3072,3199],[3200,3327],[3328,3455],[3584,3711],[3712,3839],[4256,4351,11520,11567],[6912,7039],[4352,4607],[7680,7935,11360,11391,42784,43007],[7936,8191],[8192,8303,11776,11903],[8304,8351],[8352,8399],[8400,8447],[8448,8527],[8528,8591],[8592,8703,10224,10239,10496,10623,11008,11263],[8704,8959,10752,11007,10176,10223,10624,10751],[8960,9215],[9216,9279],[9280,9311],[9312,9471],[9472,9599],[9600,9631],[9632,9727],[9728,9983],[9984,10175],[12288,12351],[12352,12447],[12448,12543,12784,12799],[12544,12591,12704,12735],[12592,12687],[43072,43135],[12800,13055],[13056,13311],[44032,55215],[55296,57343],[67840,67871],[19968,40959,11904,12031,12032,12255,12272,12287,13312,19903,131072,173791,12688,12703],[57344,63743],[12736,12783,63744,64255,194560,195103],[64256,64335],[64336,65023],[65056,65071],[65040,65055],[65104,65135],[65136,65279],[65280,65519],[65520,65535],[3840,4095],[1792,1871],[1920,1983],[3456,3583],[4096,4255],[4608,4991,4992,5023,11648,11743],[5024,5119],[5120,5759],[5760,5791],[5792,5887],[6016,6143],[6144,6319],[10240,10495],[40960,42127],[5888,5919,5920,5951,5952,5983,5984,6015],[66304,66351],[66352,66383],[66560,66639],[118784,119039,119040,119295,119296,119375],[119808,120831],[1044480,1048573],[65024,65039,917760,917999],[917504,917631],[6400,6479],[6480,6527],[6528,6623],[6656,6687],[11264,11359],[11568,11647],[19904,19967],[43008,43055],[65536,65663,65664,65791,65792,65855],[65856,65935],[66432,66463],[66464,66527],[66640,66687],[66688,66735],[67584,67647],[68096,68191],[119552,119647],[73728,74751,74752,74879],[119648,119679],[7040,7103],[7168,7247],[7248,7295],[43136,43231],[43264,43311],[43312,43359],[43520,43615],[65936,65999],[66e3,66047],[66208,66271,66176,66207,67872,67903],[127024,127135,126976,127023]];function getUnicodeRangeFor(e,t=-1){if(-1!==t){const a=Or[t];for(let r=0,i=a.length;r=a[r]&&e<=a[r+1])return t}for(let t=0,a=Or.length;t=a[r]&&e<=a[r+1])return t}return-1}const Mr=new RegExp("^(\\\\s)|(\\\\p{Mn})|(\\\\p{Cf})$","u"),Dr=new Map;const Rr=!0,Nr=1,Er=2,Pr=4,Lr=32,jr=[".notdef",".null","nonmarkingreturn","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quotesingle","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","grave","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","Adieresis","Aring","Ccedilla","Eacute","Ntilde","Odieresis","Udieresis","aacute","agrave","acircumflex","adieresis","atilde","aring","ccedilla","eacute","egrave","ecircumflex","edieresis","iacute","igrave","icircumflex","idieresis","ntilde","oacute","ograve","ocircumflex","odieresis","otilde","uacute","ugrave","ucircumflex","udieresis","dagger","degree","cent","sterling","section","bullet","paragraph","germandbls","registered","copyright","trademark","acute","dieresis","notequal","AE","Oslash","infinity","plusminus","lessequal","greaterequal","yen","mu","partialdiff","summation","product","pi","integral","ordfeminine","ordmasculine","Omega","ae","oslash","questiondown","exclamdown","logicalnot","radical","florin","approxequal","Delta","guillemotleft","guillemotright","ellipsis","nonbreakingspace","Agrave","Atilde","Otilde","OE","oe","endash","emdash","quotedblleft","quotedblright","quoteleft","quoteright","divide","lozenge","ydieresis","Ydieresis","fraction","currency","guilsinglleft","guilsinglright","fi","fl","daggerdbl","periodcentered","quotesinglbase","quotedblbase","perthousand","Acircumflex","Ecircumflex","Aacute","Edieresis","Egrave","Iacute","Icircumflex","Idieresis","Igrave","Oacute","Ocircumflex","apple","Ograve","Uacute","Ucircumflex","Ugrave","dotlessi","circumflex","tilde","macron","breve","dotaccent","ring","cedilla","hungarumlaut","ogonek","caron","Lslash","lslash","Scaron","scaron","Zcaron","zcaron","brokenbar","Eth","eth","Yacute","yacute","Thorn","thorn","minus","multiply","onesuperior","twosuperior","threesuperior","onehalf","onequarter","threequarters","franc","Gbreve","gbreve","Idotaccent","Scedilla","scedilla","Cacute","cacute","Ccaron","ccaron","dcroat"];function recoverGlyphName(e,t){if(void 0!==t[e])return e;const a=getUnicodeForGlyph(e,t);if(-1!==a)for(const e in t)if(t[e]===a)return e;info("Unable to recover a standard glyph name for: "+e);return e}function type1FontGlyphMapping(e,t,a){const r=Object.create(null);let i,n,s;const o=!!(e.flags&Pr);if(e.isInternalFont){s=t;for(n=0;n=0?i:0}}else if(e.baseEncodingName){s=getEncoding(e.baseEncodingName);for(n=0;n=0?i:0}}else if(o)for(n in t)r[n]=t[n];else{s=Ar;for(n=0;n=0?i:0}}const c=e.differences;let l;if(c)for(n in c){const e=c[n];i=a.indexOf(e);if(-1===i){l||(l=Fr());const t=recoverGlyphName(e,l);t!==e&&(i=a.indexOf(t))}r[n]=i>=0?i:0}return r}function normalizeFontName(e){return e.replaceAll(/[,_]/g,"-").replaceAll(/\\s/g,"")}const _r=getLookupTableFactory((e=>{e[8211]=65074;e[8212]=65073;e[8229]=65072;e[8230]=65049;e[12289]=65041;e[12290]=65042;e[12296]=65087;e[12297]=65088;e[12298]=65085;e[12299]=65086;e[12300]=65089;e[12301]=65090;e[12302]=65091;e[12303]=65092;e[12304]=65083;e[12305]=65084;e[12308]=65081;e[12309]=65082;e[12310]=65047;e[12311]=65048;e[65103]=65076;e[65281]=65045;e[65288]=65077;e[65289]=65078;e[65292]=65040;e[65306]=65043;e[65307]=65044;e[65311]=65046;e[65339]=65095;e[65341]=65096;e[65343]=65075;e[65371]=65079;e[65373]=65080}));const Ur=[".notdef","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quoteright","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","quoteleft","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","exclamdown","cent","sterling","fraction","yen","florin","section","currency","quotesingle","quotedblleft","guillemotleft","guilsinglleft","guilsinglright","fi","fl","endash","dagger","daggerdbl","periodcentered","paragraph","bullet","quotesinglbase","quotedblbase","quotedblright","guillemotright","ellipsis","perthousand","questiondown","grave","acute","circumflex","tilde","macron","breve","dotaccent","dieresis","ring","cedilla","hungarumlaut","ogonek","caron","emdash","AE","ordfeminine","Lslash","Oslash","OE","ordmasculine","ae","dotlessi","lslash","oslash","oe","germandbls","onesuperior","logicalnot","mu","trademark","Eth","onehalf","plusminus","Thorn","onequarter","divide","brokenbar","degree","thorn","threequarters","twosuperior","registered","minus","eth","multiply","threesuperior","copyright","Aacute","Acircumflex","Adieresis","Agrave","Aring","Atilde","Ccedilla","Eacute","Ecircumflex","Edieresis","Egrave","Iacute","Icircumflex","Idieresis","Igrave","Ntilde","Oacute","Ocircumflex","Odieresis","Ograve","Otilde","Scaron","Uacute","Ucircumflex","Udieresis","Ugrave","Yacute","Ydieresis","Zcaron","aacute","acircumflex","adieresis","agrave","aring","atilde","ccedilla","eacute","ecircumflex","edieresis","egrave","iacute","icircumflex","idieresis","igrave","ntilde","oacute","ocircumflex","odieresis","ograve","otilde","scaron","uacute","ucircumflex","udieresis","ugrave","yacute","ydieresis","zcaron"],Xr=[".notdef","space","exclamsmall","Hungarumlautsmall","dollaroldstyle","dollarsuperior","ampersandsmall","Acutesmall","parenleftsuperior","parenrightsuperior","twodotenleader","onedotenleader","comma","hyphen","period","fraction","zerooldstyle","oneoldstyle","twooldstyle","threeoldstyle","fouroldstyle","fiveoldstyle","sixoldstyle","sevenoldstyle","eightoldstyle","nineoldstyle","colon","semicolon","commasuperior","threequartersemdash","periodsuperior","questionsmall","asuperior","bsuperior","centsuperior","dsuperior","esuperior","isuperior","lsuperior","msuperior","nsuperior","osuperior","rsuperior","ssuperior","tsuperior","ff","fi","fl","ffi","ffl","parenleftinferior","parenrightinferior","Circumflexsmall","hyphensuperior","Gravesmall","Asmall","Bsmall","Csmall","Dsmall","Esmall","Fsmall","Gsmall","Hsmall","Ismall","Jsmall","Ksmall","Lsmall","Msmall","Nsmall","Osmall","Psmall","Qsmall","Rsmall","Ssmall","Tsmall","Usmall","Vsmall","Wsmall","Xsmall","Ysmall","Zsmall","colonmonetary","onefitted","rupiah","Tildesmall","exclamdownsmall","centoldstyle","Lslashsmall","Scaronsmall","Zcaronsmall","Dieresissmall","Brevesmall","Caronsmall","Dotaccentsmall","Macronsmall","figuredash","hypheninferior","Ogoneksmall","Ringsmall","Cedillasmall","onequarter","onehalf","threequarters","questiondownsmall","oneeighth","threeeighths","fiveeighths","seveneighths","onethird","twothirds","zerosuperior","onesuperior","twosuperior","threesuperior","foursuperior","fivesuperior","sixsuperior","sevensuperior","eightsuperior","ninesuperior","zeroinferior","oneinferior","twoinferior","threeinferior","fourinferior","fiveinferior","sixinferior","seveninferior","eightinferior","nineinferior","centinferior","dollarinferior","periodinferior","commainferior","Agravesmall","Aacutesmall","Acircumflexsmall","Atildesmall","Adieresissmall","Aringsmall","AEsmall","Ccedillasmall","Egravesmall","Eacutesmall","Ecircumflexsmall","Edieresissmall","Igravesmall","Iacutesmall","Icircumflexsmall","Idieresissmall","Ethsmall","Ntildesmall","Ogravesmall","Oacutesmall","Ocircumflexsmall","Otildesmall","Odieresissmall","OEsmall","Oslashsmall","Ugravesmall","Uacutesmall","Ucircumflexsmall","Udieresissmall","Yacutesmall","Thornsmall","Ydieresissmall"],qr=[".notdef","space","dollaroldstyle","dollarsuperior","parenleftsuperior","parenrightsuperior","twodotenleader","onedotenleader","comma","hyphen","period","fraction","zerooldstyle","oneoldstyle","twooldstyle","threeoldstyle","fouroldstyle","fiveoldstyle","sixoldstyle","sevenoldstyle","eightoldstyle","nineoldstyle","colon","semicolon","commasuperior","threequartersemdash","periodsuperior","asuperior","bsuperior","centsuperior","dsuperior","esuperior","isuperior","lsuperior","msuperior","nsuperior","osuperior","rsuperior","ssuperior","tsuperior","ff","fi","fl","ffi","ffl","parenleftinferior","parenrightinferior","hyphensuperior","colonmonetary","onefitted","rupiah","centoldstyle","figuredash","hypheninferior","onequarter","onehalf","threequarters","oneeighth","threeeighths","fiveeighths","seveneighths","onethird","twothirds","zerosuperior","onesuperior","twosuperior","threesuperior","foursuperior","fivesuperior","sixsuperior","sevensuperior","eightsuperior","ninesuperior","zeroinferior","oneinferior","twoinferior","threeinferior","fourinferior","fiveinferior","sixinferior","seveninferior","eightinferior","nineinferior","centinferior","dollarinferior","periodinferior","commainferior"],Hr=[".notdef","space","exclam","quotedbl","numbersign","dollar","percent","ampersand","quoteright","parenleft","parenright","asterisk","plus","comma","hyphen","period","slash","zero","one","two","three","four","five","six","seven","eight","nine","colon","semicolon","less","equal","greater","question","at","A","B","C","D","E","F","G","H","I","J","K","L","M","N","O","P","Q","R","S","T","U","V","W","X","Y","Z","bracketleft","backslash","bracketright","asciicircum","underscore","quoteleft","a","b","c","d","e","f","g","h","i","j","k","l","m","n","o","p","q","r","s","t","u","v","w","x","y","z","braceleft","bar","braceright","asciitilde","exclamdown","cent","sterling","fraction","yen","florin","section","currency","quotesingle","quotedblleft","guillemotleft","guilsinglleft","guilsinglright","fi","fl","endash","dagger","daggerdbl","periodcentered","paragraph","bullet","quotesinglbase","quotedblbase","quotedblright","guillemotright","ellipsis","perthousand","questiondown","grave","acute","circumflex","tilde","macron","breve","dotaccent","dieresis","ring","cedilla","hungarumlaut","ogonek","caron","emdash","AE","ordfeminine","Lslash","Oslash","OE","ordmasculine","ae","dotlessi","lslash","oslash","oe","germandbls","onesuperior","logicalnot","mu","trademark","Eth","onehalf","plusminus","Thorn","onequarter","divide","brokenbar","degree","thorn","threequarters","twosuperior","registered","minus","eth","multiply","threesuperior","copyright","Aacute","Acircumflex","Adieresis","Agrave","Aring","Atilde","Ccedilla","Eacute","Ecircumflex","Edieresis","Egrave","Iacute","Icircumflex","Idieresis","Igrave","Ntilde","Oacute","Ocircumflex","Odieresis","Ograve","Otilde","Scaron","Uacute","Ucircumflex","Udieresis","Ugrave","Yacute","Ydieresis","Zcaron","aacute","acircumflex","adieresis","agrave","aring","atilde","ccedilla","eacute","ecircumflex","edieresis","egrave","iacute","icircumflex","idieresis","igrave","ntilde","oacute","ocircumflex","odieresis","ograve","otilde","scaron","uacute","ucircumflex","udieresis","ugrave","yacute","ydieresis","zcaron","exclamsmall","Hungarumlautsmall","dollaroldstyle","dollarsuperior","ampersandsmall","Acutesmall","parenleftsuperior","parenrightsuperior","twodotenleader","onedotenleader","zerooldstyle","oneoldstyle","twooldstyle","threeoldstyle","fouroldstyle","fiveoldstyle","sixoldstyle","sevenoldstyle","eightoldstyle","nineoldstyle","commasuperior","threequartersemdash","periodsuperior","questionsmall","asuperior","bsuperior","centsuperior","dsuperior","esuperior","isuperior","lsuperior","msuperior","nsuperior","osuperior","rsuperior","ssuperior","tsuperior","ff","ffi","ffl","parenleftinferior","parenrightinferior","Circumflexsmall","hyphensuperior","Gravesmall","Asmall","Bsmall","Csmall","Dsmall","Esmall","Fsmall","Gsmall","Hsmall","Ismall","Jsmall","Ksmall","Lsmall","Msmall","Nsmall","Osmall","Psmall","Qsmall","Rsmall","Ssmall","Tsmall","Usmall","Vsmall","Wsmall","Xsmall","Ysmall","Zsmall","colonmonetary","onefitted","rupiah","Tildesmall","exclamdownsmall","centoldstyle","Lslashsmall","Scaronsmall","Zcaronsmall","Dieresissmall","Brevesmall","Caronsmall","Dotaccentsmall","Macronsmall","figuredash","hypheninferior","Ogoneksmall","Ringsmall","Cedillasmall","questiondownsmall","oneeighth","threeeighths","fiveeighths","seveneighths","onethird","twothirds","zerosuperior","foursuperior","fivesuperior","sixsuperior","sevensuperior","eightsuperior","ninesuperior","zeroinferior","oneinferior","twoinferior","threeinferior","fourinferior","fiveinferior","sixinferior","seveninferior","eightinferior","nineinferior","centinferior","dollarinferior","periodinferior","commainferior","Agravesmall","Aacutesmall","Acircumflexsmall","Atildesmall","Adieresissmall","Aringsmall","AEsmall","Ccedillasmall","Egravesmall","Eacutesmall","Ecircumflexsmall","Edieresissmall","Igravesmall","Iacutesmall","Icircumflexsmall","Idieresissmall","Ethsmall","Ntildesmall","Ogravesmall","Oacutesmall","Ocircumflexsmall","Otildesmall","Odieresissmall","OEsmall","Oslashsmall","Ugravesmall","Uacutesmall","Ucircumflexsmall","Udieresissmall","Yacutesmall","Thornsmall","Ydieresissmall","001.000","001.001","001.002","001.003","Black","Bold","Book","Light","Medium","Regular","Roman","Semibold"],Wr=391,zr=[null,{id:"hstem",min:2,stackClearing:!0,stem:!0},null,{id:"vstem",min:2,stackClearing:!0,stem:!0},{id:"vmoveto",min:1,stackClearing:!0},{id:"rlineto",min:2,resetStack:!0},{id:"hlineto",min:1,resetStack:!0},{id:"vlineto",min:1,resetStack:!0},{id:"rrcurveto",min:6,resetStack:!0},null,{id:"callsubr",min:1,undefStack:!0},{id:"return",min:0,undefStack:!0},null,null,{id:"endchar",min:0,stackClearing:!0},null,null,null,{id:"hstemhm",min:2,stackClearing:!0,stem:!0},{id:"hintmask",min:0,stackClearing:!0},{id:"cntrmask",min:0,stackClearing:!0},{id:"rmoveto",min:2,stackClearing:!0},{id:"hmoveto",min:1,stackClearing:!0},{id:"vstemhm",min:2,stackClearing:!0,stem:!0},{id:"rcurveline",min:8,resetStack:!0},{id:"rlinecurve",min:8,resetStack:!0},{id:"vvcurveto",min:4,resetStack:!0},{id:"hhcurveto",min:4,resetStack:!0},null,{id:"callgsubr",min:1,undefStack:!0},{id:"vhcurveto",min:4,resetStack:!0},{id:"hvcurveto",min:4,resetStack:!0}],$r=[null,null,null,{id:"and",min:2,stackDelta:-1},{id:"or",min:2,stackDelta:-1},{id:"not",min:1,stackDelta:0},null,null,null,{id:"abs",min:1,stackDelta:0},{id:"add",min:2,stackDelta:-1,stackFn(e,t){e[t-2]=e[t-2]+e[t-1]}},{id:"sub",min:2,stackDelta:-1,stackFn(e,t){e[t-2]=e[t-2]-e[t-1]}},{id:"div",min:2,stackDelta:-1,stackFn(e,t){e[t-2]=e[t-2]/e[t-1]}},null,{id:"neg",min:1,stackDelta:0,stackFn(e,t){e[t-1]=-e[t-1]}},{id:"eq",min:2,stackDelta:-1},null,null,{id:"drop",min:1,stackDelta:-1},null,{id:"put",min:2,stackDelta:-2},{id:"get",min:1,stackDelta:0},{id:"ifelse",min:4,stackDelta:-3},{id:"random",min:0,stackDelta:1},{id:"mul",min:2,stackDelta:-1,stackFn(e,t){e[t-2]=e[t-2]*e[t-1]}},null,{id:"sqrt",min:1,stackDelta:0},{id:"dup",min:1,stackDelta:1},{id:"exch",min:2,stackDelta:0},{id:"index",min:2,stackDelta:0},{id:"roll",min:3,stackDelta:-2},null,null,null,{id:"hflex",min:7,resetStack:!0},{id:"flex",min:13,resetStack:!0},{id:"hflex1",min:9,resetStack:!0},{id:"flex1",min:11,resetStack:!0}];class CFFParser{constructor(e,t,a){this.bytes=e.getBytes();this.properties=t;this.seacAnalysisEnabled=!!a}parse(){const e=this.properties,t=new CFF;this.cff=t;const a=this.parseHeader(),r=this.parseIndex(a.endPos),i=this.parseIndex(r.endPos),n=this.parseIndex(i.endPos),s=this.parseIndex(n.endPos),o=this.parseDict(i.obj.get(0)),c=this.createDict(CFFTopDict,o,t.strings);t.header=a.obj;t.names=this.parseNameIndex(r.obj);t.strings=this.parseStringIndex(n.obj);t.topDict=c;t.globalSubrIndex=s.obj;this.parsePrivateDict(t.topDict);t.isCIDFont=c.hasName("ROS");const l=c.getByName("CharStrings"),h=this.parseIndex(l).obj,u=c.getByName("FontMatrix");u&&(e.fontMatrix=u);const d=c.getByName("FontBBox");if(d){e.ascent=Math.max(d[3],d[1]);e.descent=Math.min(d[1],d[3]);e.ascentScaled=!0}let f,g;if(t.isCIDFont){const e=this.parseIndex(c.getByName("FDArray")).obj;for(let a=0,r=e.count;a=t)throw new FormatError("Invalid CFF header");if(0!==a){info("cff data is shifted");e=e.subarray(a);this.bytes=e}const r=e[0],i=e[1],n=e[2],s=e[3];return{obj:new CFFHeader(r,i,n,s),endPos:n}}parseDict(e){let t=0;function parseOperand(){let a=e[t++];if(30===a)return function parseFloatOperand(){let a="";const r=15,i=["0","1","2","3","4","5","6","7","8","9",".","E","E-",null,"-"],n=e.length;for(;t>4,o=15&n;if(s===r)break;a+=i[s];if(o===r)break;a+=i[o]}return parseFloat(a)}();if(28===a){a=readInt16(e,t);t+=2;return a}if(29===a){a=e[t++];a=a<<8|e[t++];a=a<<8|e[t++];a=a<<8|e[t++];return a}if(a>=32&&a<=246)return a-139;if(a>=247&&a<=250)return 256*(a-247)+e[t++]+108;if(a>=251&&a<=254)return-256*(a-251)-e[t++]-108;warn(\'CFFParser_parseDict: "\'+a+\'" is a reserved command.\');return NaN}let a=[];const r=[];t=0;const i=e.length;for(;t10)return!1;let i=e.stackSize;const n=e.stack;let s=t.length;for(let o=0;o=4){i-=4;if(this.seacAnalysisEnabled){e.seac=n.slice(i,i+4);return!1}}l=zr[c]}else if(c>=32&&c<=246){n[i]=c-139;i++}else if(c>=247&&c<=254){n[i]=c<251?(c-247<<8)+t[o]+108:-(c-251<<8)-t[o]-108;o++;i++}else if(255===c){n[i]=(t[o]<<24|t[o+1]<<16|t[o+2]<<8|t[o+3])/65536;o+=4;i++}else if(19===c||20===c){e.hints+=i>>1;if(0===e.hints){t.copyWithin(o-1,o,-1);o-=1;s-=1;continue}o+=e.hints+7>>3;i%=2;l=zr[c]}else{if(10===c||29===c){const t=10===c?a:r;if(!t){l=zr[c];warn("Missing subrsIndex for "+l.id);return!1}let s=32768;t.count<1240?s=107:t.count<33900&&(s=1131);const o=n[--i]+s;if(o<0||o>=t.count||isNaN(o)){l=zr[c];warn("Out of bounds subrIndex for "+l.id);return!1}e.stackSize=i;e.callDepth++;if(!this.parseCharString(e,t.get(o),a,r))return!1;e.callDepth--;i=e.stackSize;continue}if(11===c){e.stackSize=i;return!0}if(0===c&&o===t.length){t[o-1]=14;l=zr[14]}else{if(9===c){t.copyWithin(o-1,o,-1);o-=1;s-=1;continue}l=zr[c]}}if(l){if(l.stem){e.hints+=i>>1;if(3===c||23===c)e.hasVStems=!0;else if(e.hasVStems&&(1===c||18===c)){warn("CFF stem hints are in wrong order");t[o-1]=1===c?3:23}}if("min"in l&&!e.undefStack&&i=2&&l.stem?i%=2:i>1&&warn("Found too many parameters for stack-clearing command");i>0&&(e.width=n[i-1])}if("stackDelta"in l){"stackFn"in l&&l.stackFn(n,i);i+=l.stackDelta}else if(l.stackClearing)i=0;else if(l.resetStack){i=0;e.undefStack=!1}else if(l.undefStack){i=0;e.undefStack=!0;e.firstStackClearing=!1}}}s=i.length){warn("Invalid fd index for glyph index.");u=!1}if(u){f=i[e].privateDict;d=f.subrsIndex}}else t&&(d=t);u&&(u=this.parseCharString(h,c,d,a));if(null!==h.width){const e=f.getByName("nominalWidthX");o[l]=e+h.width}else{const e=f.getByName("defaultWidthX");o[l]=e}null!==h.seac&&(s[l]=h.seac);u||e.set(l,new Uint8Array([14]))}return{charStrings:e,seacs:s,widths:o}}emptyPrivateDictionary(e){const t=this.createDict(CFFPrivateDict,[],e.strings);e.setByKey(18,[0,0]);e.privateDict=t}parsePrivateDict(e){if(!e.hasName("Private")){this.emptyPrivateDictionary(e);return}const t=e.getByName("Private");if(!Array.isArray(t)||2!==t.length){e.removeByName("Private");return}const a=t[0],r=t[1];if(0===a||r>=this.bytes.length){this.emptyPrivateDictionary(e);return}const i=r+a,n=this.bytes.subarray(r,i),s=this.parseDict(n),o=this.createDict(CFFPrivateDict,s,e.strings);e.privateDict=o;0===o.getByName("ExpansionFactor")&&o.setByName("ExpansionFactor",.06);if(!o.getByName("Subrs"))return;const c=o.getByName("Subrs"),l=r+c;if(0===c||l>=this.bytes.length){this.emptyPrivateDictionary(e);return}const h=this.parseIndex(l);o.subrsIndex=h.obj}parseCharsets(e,t,a,r){if(0===e)return new CFFCharset(!0,Kr.ISO_ADOBE,Ur);if(1===e)return new CFFCharset(!0,Kr.EXPERT,Xr);if(2===e)return new CFFCharset(!0,Kr.EXPERT_SUBSET,qr);const i=this.bytes,n=e,s=i[e++],o=[r?0:".notdef"];let c,l,h;t-=1;switch(s){case 0:for(h=0;h=65535){warn("Not enough space in charstrings to duplicate first glyph.");return}const e=this.charStrings.get(0);this.charStrings.add(e);this.isCIDFont&&this.fdSelect.fdSelect.push(this.fdSelect.fdSelect[0])}hasGlyphId(e){if(e<0||e>=this.charStrings.count)return!1;return this.charStrings.get(e).length>0}}class CFFHeader{constructor(e,t,a,r){this.major=e;this.minor=t;this.hdrSize=a;this.offSize=r}}class CFFStrings{constructor(){this.strings=[]}get(e){return e>=0&&e<=390?Hr[e]:e-Wr<=this.strings.length?this.strings[e-Wr]:Hr[0]}getSID(e){let t=Hr.indexOf(e);if(-1!==t)return t;t=this.strings.indexOf(e);return-1!==t?t+Wr:-1}add(e){this.strings.push(e)}get count(){return this.strings.length}}class CFFIndex{constructor(){this.objects=[];this.length=0}add(e){this.length+=e.length;this.objects.push(e)}set(e,t){this.length+=t.length-this.objects[e].length;this.objects[e]=t}get(e){return this.objects[e]}get count(){return this.objects.length}}class CFFDict{constructor(e,t){this.keyToNameMap=e.keyToNameMap;this.nameToKeyMap=e.nameToKeyMap;this.defaults=e.defaults;this.types=e.types;this.opcodes=e.opcodes;this.order=e.order;this.strings=t;this.values=Object.create(null)}setByKey(e,t){if(!(e in this.keyToNameMap))return!1;if(0===t.length)return!0;for(const a of t)if(isNaN(a)){warn(`Invalid CFFDict value: "${t}" for key "${e}".`);return!0}const a=this.types[e];"num"!==a&&"sid"!==a&&"offset"!==a||(t=t[0]);this.values[e]=t;return!0}setByName(e,t){if(!(e in this.nameToKeyMap))throw new FormatError(`Invalid dictionary name "${e}"`);this.values[this.nameToKeyMap[e]]=t}hasName(e){return this.nameToKeyMap[e]in this.values}getByName(e){if(!(e in this.nameToKeyMap))throw new FormatError(`Invalid dictionary name ${e}"`);const t=this.nameToKeyMap[e];return t in this.values?this.values[t]:this.defaults[t]}removeByName(e){delete this.values[this.nameToKeyMap[e]]}static createTables(e){const t={keyToNameMap:{},nameToKeyMap:{},defaults:{},types:{},opcodes:{},order:[]};for(const a of e){const e=Array.isArray(a[0])?(a[0][0]<<8)+a[0][1]:a[0];t.keyToNameMap[e]=a[1];t.nameToKeyMap[a[1]]=e;t.types[e]=a[2];t.defaults[e]=a[3];t.opcodes[e]=Array.isArray(a[0])?a[0]:[a[0]];t.order.push(e)}return t}}const Gr=[[[12,30],"ROS",["sid","sid","num"],null],[[12,20],"SyntheticBase","num",null],[0,"version","sid",null],[1,"Notice","sid",null],[[12,0],"Copyright","sid",null],[2,"FullName","sid",null],[3,"FamilyName","sid",null],[4,"Weight","sid",null],[[12,1],"isFixedPitch","num",0],[[12,2],"ItalicAngle","num",0],[[12,3],"UnderlinePosition","num",-100],[[12,4],"UnderlineThickness","num",50],[[12,5],"PaintType","num",0],[[12,6],"CharstringType","num",2],[[12,7],"FontMatrix",["num","num","num","num","num","num"],[.001,0,0,.001,0,0]],[13,"UniqueID","num",null],[5,"FontBBox",["num","num","num","num"],[0,0,0,0]],[[12,8],"StrokeWidth","num",0],[14,"XUID","array",null],[15,"charset","offset",0],[16,"Encoding","offset",0],[17,"CharStrings","offset",0],[18,"Private",["offset","offset"],null],[[12,21],"PostScript","sid",null],[[12,22],"BaseFontName","sid",null],[[12,23],"BaseFontBlend","delta",null],[[12,31],"CIDFontVersion","num",0],[[12,32],"CIDFontRevision","num",0],[[12,33],"CIDFontType","num",0],[[12,34],"CIDCount","num",8720],[[12,35],"UIDBase","num",null],[[12,37],"FDSelect","offset",null],[[12,36],"FDArray","offset",null],[[12,38],"FontName","sid",null]];class CFFTopDict extends CFFDict{static get tables(){return shadow(this,"tables",this.createTables(Gr))}constructor(e){super(CFFTopDict.tables,e);this.privateDict=null}}const Vr=[[6,"BlueValues","delta",null],[7,"OtherBlues","delta",null],[8,"FamilyBlues","delta",null],[9,"FamilyOtherBlues","delta",null],[[12,9],"BlueScale","num",.039625],[[12,10],"BlueShift","num",7],[[12,11],"BlueFuzz","num",1],[10,"StdHW","num",null],[11,"StdVW","num",null],[[12,12],"StemSnapH","delta",null],[[12,13],"StemSnapV","delta",null],[[12,14],"ForceBold","num",0],[[12,17],"LanguageGroup","num",0],[[12,18],"ExpansionFactor","num",.06],[[12,19],"initialRandomSeed","num",0],[20,"defaultWidthX","num",0],[21,"nominalWidthX","num",0],[19,"Subrs","offset",null]];class CFFPrivateDict extends CFFDict{static get tables(){return shadow(this,"tables",this.createTables(Vr))}constructor(e){super(CFFPrivateDict.tables,e);this.subrsIndex=null}}const Kr={ISO_ADOBE:0,EXPERT:1,EXPERT_SUBSET:2};class CFFCharset{constructor(e,t,a,r){this.predefined=e;this.format=t;this.charset=a;this.raw=r}}class CFFEncoding{constructor(e,t,a,r){this.predefined=e;this.format=t;this.encoding=a;this.raw=r}}class CFFFDSelect{constructor(e,t){this.format=e;this.fdSelect=t}getFDIndex(e){return e<0||e>=this.fdSelect.length?-1:this.fdSelect[e]}}class CFFOffsetTracker{constructor(){this.offsets=Object.create(null)}isTracking(e){return e in this.offsets}track(e,t){if(e in this.offsets)throw new FormatError(`Already tracking location of ${e}`);this.offsets[e]=t}offset(e){for(const t in this.offsets)this.offsets[t]+=e}setEntryLocation(e,t,a){if(!(e in this.offsets))throw new FormatError(`Not tracking location of ${e}`);const r=a.data,i=this.offsets[e];for(let e=0,a=t.length;e>24&255;r[s]=l>>16&255;r[o]=l>>8&255;r[c]=255&l}}}class CFFCompiler{constructor(e){this.cff=e}compile(){const e=this.cff,t={data:[],length:0,add(e){try{this.data.push(...e)}catch{this.data=this.data.concat(e)}this.length=this.data.length}},a=this.compileHeader(e.header);t.add(a);const r=this.compileNameIndex(e.names);t.add(r);if(e.isCIDFont&&e.topDict.hasName("FontMatrix")){const t=e.topDict.getByName("FontMatrix");e.topDict.removeByName("FontMatrix");for(const a of e.fdArray){let e=t.slice(0);a.hasName("FontMatrix")&&(e=Util.transform(e,a.getByName("FontMatrix")));a.setByName("FontMatrix",e)}}const i=e.topDict.getByName("XUID");i?.length>16&&e.topDict.removeByName("XUID");e.topDict.setByName("charset",0);let n=this.compileTopDicts([e.topDict],t.length,e.isCIDFont);t.add(n.output);const s=n.trackers[0],o=this.compileStringIndex(e.strings.strings);t.add(o);const c=this.compileIndex(e.globalSubrIndex);t.add(c);if(e.encoding&&e.topDict.hasName("Encoding"))if(e.encoding.predefined)s.setEntryLocation("Encoding",[e.encoding.format],t);else{const a=this.compileEncoding(e.encoding);s.setEntryLocation("Encoding",[t.length],t);t.add(a)}const l=this.compileCharset(e.charset,e.charStrings.count,e.strings,e.isCIDFont);s.setEntryLocation("charset",[t.length],t);t.add(l);const h=this.compileCharStrings(e.charStrings);s.setEntryLocation("CharStrings",[t.length],t);t.add(h);if(e.isCIDFont){s.setEntryLocation("FDSelect",[t.length],t);const a=this.compileFDSelect(e.fdSelect);t.add(a);n=this.compileTopDicts(e.fdArray,t.length,!0);s.setEntryLocation("FDArray",[t.length],t);t.add(n.output);const r=n.trackers;this.compilePrivateDicts(e.fdArray,r,t)}this.compilePrivateDicts([e.topDict],[s],t);t.add([0]);return t.data}encodeNumber(e){return Number.isInteger(e)?this.encodeInteger(e):this.encodeFloat(e)}static get EncodeFloatRegExp(){return shadow(this,"EncodeFloatRegExp",/\\.(\\d*?)(?:9{5,20}|0{5,20})\\d{0,2}(?:e(.+)|$)/)}encodeFloat(e){let t=e.toString();const a=CFFCompiler.EncodeFloatRegExp.exec(t);if(a){const r=parseFloat("1e"+((a[2]?+a[2]:0)+a[1].length));t=(Math.round(e*r)/r).toString()}let r,i,n="";for(r=0,i=t.length;r=-107&&e<=107?[e+139]:e>=108&&e<=1131?[247+((e-=108)>>8),255&e]:e>=-1131&&e<=-108?[251+((e=-e-108)>>8),255&e]:e>=-32768&&e<=32767?[28,e>>8&255,255&e]:[29,e>>24&255,e>>16&255,e>>8&255,255&e];return t}compileHeader(e){return[e.major,e.minor,4,e.offSize]}compileNameIndex(e){const t=new CFFIndex;for(const a of e){const e=Math.min(a.length,127);let r=new Array(e);for(let t=0;t"~"||"["===e||"]"===e||"("===e||")"===e||"{"===e||"}"===e||"<"===e||">"===e||"/"===e||"%"===e)&&(e="_");r[t]=e}r=r.join("");""===r&&(r="Bad_Font_Name");t.add(stringToBytes(r))}return this.compileIndex(t)}compileTopDicts(e,t,a){const r=[];let i=new CFFIndex;for(const n of e){if(a){n.removeByName("CIDFontVersion");n.removeByName("CIDFontRevision");n.removeByName("CIDFontType");n.removeByName("CIDCount");n.removeByName("UIDBase")}const e=new CFFOffsetTracker,s=this.compileDict(n,e);r.push(e);i.add(s);e.offset(t)}i=this.compileIndex(i,r);return{trackers:r,output:i}}compilePrivateDicts(e,t,a){for(let r=0,i=e.length;r>8&255,255&e])}else{i=new Uint8Array(1+2*n);i[0]=0;let t=0;const r=e.charset.length;let s=!1;for(let n=1;n>8&255;i[n+1]=255&o}}return this.compileTypedArray(i)}compileEncoding(e){return this.compileTypedArray(e.raw)}compileFDSelect(e){const t=e.format;let a,r;switch(t){case 0:a=new Uint8Array(1+e.fdSelect.length);a[0]=t;for(r=0;r>8&255,255&i,n];for(r=1;r>8&255,255&r,t);n=t}}const o=(s.length-3)/3;s[1]=o>>8&255;s[2]=255&o;s.push(r>>8&255,255&r);a=new Uint8Array(s)}return this.compileTypedArray(a)}compileTypedArray(e){return Array.from(e)}compileIndex(e,t=[]){const a=e.objects,r=a.length;if(0===r)return[0,0];const i=[r>>8&255,255&r];let n,s,o=1;for(n=0;n>8&255,255&c):3===s?i.push(c>>16&255,c>>8&255,255&c):i.push(c>>>24&255,c>>16&255,c>>8&255,255&c);a[n]&&(c+=a[n].length)}for(n=0;n=this.firstChar&&e<=this.lastChar?e:-1}amend(e){unreachable("Should not call amend()")}}class CFFFont{constructor(e,t){this.properties=t;const a=new CFFParser(e,t,Rr);this.cff=a.parse();this.cff.duplicateFirstGlyph();const r=new CFFCompiler(this.cff);this.seacs=this.cff.seacs;try{this.data=r.compile()}catch{warn("Failed to compile font "+t.loadedName);this.data=e}this._createBuiltInEncoding()}get numGlyphs(){return this.cff.charStrings.count}getCharset(){return this.cff.charset.charset}getGlyphMapping(){const e=this.cff,t=this.properties,{cidToGidMap:a,cMap:r}=t,i=e.charset.charset;let n,s;if(t.composite){let t,o;if(a?.length>0){t=Object.create(null);for(let e=0,r=a.length;e=0){const r=a[t];r&&(i[e]=r)}}i.length>0&&(this.properties.builtInEncoding=i)}}function getFloat214(e,t){return readInt16(e,t)/16384}function getSubroutineBias(e){const t=e.length;let a=32768;t<1240?a=107:t<33900&&(a=1131);return a}function parseCmap(e,t,a){const r=1===readUint16(e,t+2)?readUint32(e,t+8):readUint32(e,t+16),i=readUint16(e,t+r);let n,s,o;if(4===i){readUint16(e,t+r+2);const a=readUint16(e,t+r+6)>>1;s=t+r+14;n=[];for(o=0;o>1;a0;)h.push({flags:n})}for(a=0;a>1;y=!0;break;case 4:s+=i.pop();moveTo(n,s);y=!0;break;case 5:for(;i.length>0;){n+=i.shift();s+=i.shift();lineTo(n,s)}break;case 6:for(;i.length>0;){n+=i.shift();lineTo(n,s);if(0===i.length)break;s+=i.shift();lineTo(n,s)}break;case 7:for(;i.length>0;){s+=i.shift();lineTo(n,s);if(0===i.length)break;n+=i.shift();lineTo(n,s)}break;case 8:for(;i.length>0;){l=n+i.shift();u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d+i.shift();bezierCurveTo(l,u,h,d,n,s)}break;case 10:m=i.pop();b=null;if(a.isCFFCIDFont){const e=a.fdSelect.getFDIndex(r);if(e>=0&&eMath.abs(s-t)?n+=i.shift():s+=i.shift();bezierCurveTo(l,u,h,d,n,s);break;default:throw new FormatError(`unknown operator: 12 ${w}`)}break;case 14:if(i.length>=4){const e=i.pop(),r=i.pop();s=i.pop();n=i.pop();t.save();t.translate(n,s);let o=lookupCmap(a.cmap,String.fromCharCode(a.glyphNameMap[Ar[e]]));compileCharString(a.glyphs[o.glyphId],t,a,o.glyphId);t.restore();o=lookupCmap(a.cmap,String.fromCharCode(a.glyphNameMap[Ar[r]]));compileCharString(a.glyphs[o.glyphId],t,a,o.glyphId)}return;case 19:case 20:o+=i.length>>1;c+=o+7>>3;y=!0;break;case 21:s+=i.pop();n+=i.pop();moveTo(n,s);y=!0;break;case 22:n+=i.pop();moveTo(n,s);y=!0;break;case 24:for(;i.length>2;){l=n+i.shift();u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d+i.shift();bezierCurveTo(l,u,h,d,n,s)}n+=i.shift();s+=i.shift();lineTo(n,s);break;case 25:for(;i.length>6;){n+=i.shift();s+=i.shift();lineTo(n,s)}l=n+i.shift();u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d+i.shift();bezierCurveTo(l,u,h,d,n,s);break;case 26:i.length%2&&(n+=i.shift());for(;i.length>0;){l=n;u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h;s=d+i.shift();bezierCurveTo(l,u,h,d,n,s)}break;case 27:i.length%2&&(s+=i.shift());for(;i.length>0;){l=n+i.shift();u=s;h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d;bezierCurveTo(l,u,h,d,n,s)}break;case 28:i.push(readInt16(e,c));c+=2;break;case 29:m=i.pop()+a.gsubrsBias;b=a.gsubrs[m];b&&parse(b);break;case 30:for(;i.length>0;){l=n;u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d+(1===i.length?i.shift():0);bezierCurveTo(l,u,h,d,n,s);if(0===i.length)break;l=n+i.shift();u=s;h=l+i.shift();d=u+i.shift();s=d+i.shift();n=h+(1===i.length?i.shift():0);bezierCurveTo(l,u,h,d,n,s)}break;case 31:for(;i.length>0;){l=n+i.shift();u=s;h=l+i.shift();d=u+i.shift();s=d+i.shift();n=h+(1===i.length?i.shift():0);bezierCurveTo(l,u,h,d,n,s);if(0===i.length)break;l=n;u=s+i.shift();h=l+i.shift();d=u+i.shift();n=h+i.shift();s=d+(1===i.length?i.shift():0);bezierCurveTo(l,u,h,d,n,s)}break;default:if(w<32)throw new FormatError(`unknown operator: ${w}`);if(w<247)i.push(w-139);else if(w<251)i.push(256*(w-247)+e[c++]+108);else if(w<255)i.push(256*-(w-251)-e[c++]-108);else{i.push((e[c]<<24|e[c+1]<<16|e[c+2]<<8|e[c+3])/65536);c+=4}}y&&(i.length=0)}}(e)}class Commands{cmds=[];transformStack=[];currentTransform=[1,0,0,1,0,0];add(e,t){if(t){const{currentTransform:a}=this;for(let e=0,r=t.length;e=0&&e2*readUint16(e,t)}const n=[];let s=i(t,0);for(let a=r;ae.getSize()+3&-4)))}write(){const e=this.getSize(),t=new DataView(new ArrayBuffer(e)),a=e>131070,r=a?4:2,i=new DataView(new ArrayBuffer((this.glyphs.length+1)*r));a?i.setUint32(0,0):i.setUint16(0,0);let n=0,s=0;for(const e of this.glyphs){n+=e.write(n,t);n=n+3&-4;s+=r;a?i.setUint32(s,n):i.setUint16(s,n>>1)}return{isLocationLong:a,loca:new Uint8Array(i.buffer),glyf:new Uint8Array(t.buffer)}}scale(e){for(let t=0,a=this.glyphs.length;te.getSize())));return this.header.getSize()+e}write(e,t){if(!this.header)return 0;const a=e;e+=this.header.write(e,t);if(this.simple)e+=this.simple.write(e,t);else for(const a of this.composites)e+=a.write(e,t);return e-a}scale(e){if(!this.header)return;const t=(this.header.xMin+this.header.xMax)/2;this.header.scale(t,e);if(this.simple)this.simple.scale(t,e);else for(const a of this.composites)a.scale(t,e)}}class GlyphHeader{constructor({numberOfContours:e,xMin:t,yMin:a,xMax:r,yMax:i}){this.numberOfContours=e;this.xMin=t;this.yMin=a;this.xMax=r;this.yMax=i}static parse(e,t){return[10,new GlyphHeader({numberOfContours:t.getInt16(e),xMin:t.getInt16(e+2),yMin:t.getInt16(e+4),xMax:t.getInt16(e+6),yMax:t.getInt16(e+8)})]}getSize(){return 10}write(e,t){t.setInt16(e,this.numberOfContours);t.setInt16(e+2,this.xMin);t.setInt16(e+4,this.yMin);t.setInt16(e+6,this.xMax);t.setInt16(e+8,this.yMax);return 10}scale(e,t){this.xMin=Math.round(e+(this.xMin-e)*t);this.xMax=Math.round(e+(this.xMax-e)*t)}}class Contour{constructor({flags:e,xCoordinates:t,yCoordinates:a}){this.xCoordinates=t;this.yCoordinates=a;this.flags=e}}class SimpleGlyph{constructor({contours:e,instructions:t}){this.contours=e;this.instructions=t}static parse(e,t,a){const r=[];for(let i=0;i255?e+=2:o>0&&(e+=1);t=n;o=Math.abs(s-a);o>255?e+=2:o>0&&(e+=1);a=s}}return e}write(e,t){const a=e,r=[],i=[],n=[];let s=0,o=0;for(const a of this.contours){for(let e=0,t=a.xCoordinates.length;e=0?18:2;r.push(e)}else r.push(l)}s=c;const h=a.yCoordinates[e];l=h-o;if(0===l){t|=32;i.push(0)}else{const e=Math.abs(l);if(e<=255){t|=l>=0?36:4;i.push(e)}else i.push(l)}o=h;n.push(t)}t.setUint16(e,r.length-1);e+=2}t.setUint16(e,this.instructions.length);e+=2;if(this.instructions.length){new Uint8Array(t.buffer,0,t.buffer.byteLength).set(this.instructions,e);e+=this.instructions.length}for(const a of n)t.setUint8(e++,a);for(let a=0,i=r.length;a=-128&&this.argument1<=127&&this.argument2>=-128&&this.argument2<=127||(e+=2):this.argument1>=0&&this.argument1<=255&&this.argument2>=0&&this.argument2<=255||(e+=2);return e}write(e,t){const a=e;2&this.flags?this.argument1>=-128&&this.argument1<=127&&this.argument2>=-128&&this.argument2<=127||(this.flags|=1):this.argument1>=0&&this.argument1<=255&&this.argument2>=0&&this.argument2<=255||(this.flags|=1);t.setUint16(e,this.flags);t.setUint16(e+2,this.glyphIndex);e+=4;if(1&this.flags){if(2&this.flags){t.setInt16(e,this.argument1);t.setInt16(e+2,this.argument2)}else{t.setUint16(e,this.argument1);t.setUint16(e+2,this.argument2)}e+=4}else{t.setUint8(e,this.argument1);t.setUint8(e+1,this.argument2);e+=2}if(256&this.flags){t.setUint16(e,this.instructions.length);e+=2;if(this.instructions.length){new Uint8Array(t.buffer,0,t.buffer.byteLength).set(this.instructions,e);e+=this.instructions.length}}return e-a}scale(e,t){}}function writeInt16(e,t,a){e[t]=a>>8&255;e[t+1]=255&a}function writeInt32(e,t,a){e[t]=a>>24&255;e[t+1]=a>>16&255;e[t+2]=a>>8&255;e[t+3]=255&a}function writeData(e,t,a){if(a instanceof Uint8Array)e.set(a,t);else if("string"==typeof a)for(let r=0,i=a.length;ra;){a<<=1;r++}const i=a*t;return{range:i,entry:r,rangeShift:t*e-i}}toArray(){let e=this.sfnt;const t=this.tables,a=Object.keys(t);a.sort();const r=a.length;let i,n,s,o,c,l=12+16*r;const h=[l];for(i=0;i>>0;h.push(l)}const u=new Uint8Array(l);for(i=0;i>>0}writeInt32(u,l+4,e);writeInt32(u,l+8,h[i]);writeInt32(u,l+12,t[c].length);l+=16}return u}addTable(e,t){if(e in this.tables)throw new Error("Table "+e+" already exists");this.tables[e]=t}}const si=[4],oi=[5],ci=[6],li=[7],hi=[8],ui=[12,35],di=[14],fi=[21],gi=[22],pi=[30],mi=[31];class Type1CharString{constructor(){this.width=0;this.lsb=0;this.flexing=!1;this.output=[];this.stack=[]}convert(e,t,a){const r=e.length;let i,n,s,o=!1;for(let c=0;cr)return!0;const i=r-e;for(let e=i;e>8&255,255&t);else{t=65536*t|0;this.output.push(255,t>>24&255,t>>16&255,t>>8&255,255&t)}}this.output.push(...t);a?this.stack.splice(i,e):this.stack.length=0;return!1}}function isHexDigit(e){return e>=48&&e<=57||e>=65&&e<=70||e>=97&&e<=102}function decrypt(e,t,a){if(a>=e.length)return new Uint8Array(0);let r,i,n=0|t;for(r=0;r>8;n=52845*(t+n)+22719&65535}return o}function isSpecial(e){return 47===e||91===e||93===e||123===e||125===e||40===e||41===e}class Type1Parser{constructor(e,t,a){if(t){const t=e.getBytes(),a=!((isHexDigit(t[0])||isWhiteSpace(t[0]))&&isHexDigit(t[1])&&isHexDigit(t[2])&&isHexDigit(t[3])&&isHexDigit(t[4])&&isHexDigit(t[5])&&isHexDigit(t[6])&&isHexDigit(t[7]));e=new Stream(a?decrypt(t,55665,4):function decryptAscii(e,t,a){let r=0|t;const i=e.length,n=new Uint8Array(i>>>1);let s,o;for(s=0,o=0;s>8;r=52845*(e+r)+22719&65535}}return n.slice(a,o)}(t,55665,4))}this.seacAnalysisEnabled=!!a;this.stream=e;this.nextChar()}readNumberArray(){this.getToken();const e=[];for(;;){const t=this.getToken();if(null===t||"]"===t||"}"===t)break;e.push(parseFloat(t||0))}return e}readNumber(){const e=this.getToken();return parseFloat(e||0)}readInt(){const e=this.getToken();return 0|parseInt(e||0,10)}readBoolean(){return"true"===this.getToken()?1:0}nextChar(){return this.currentChar=this.stream.getByte()}prevChar(){this.stream.skip(-2);return this.currentChar=this.stream.getByte()}getToken(){let e=!1,t=this.currentChar;for(;;){if(-1===t)return null;if(e)10!==t&&13!==t||(e=!1);else if(37===t)e=!0;else if(!isWhiteSpace(t))break;t=this.nextChar()}if(isSpecial(t)){this.nextChar();return String.fromCharCode(t)}let a="";do{a+=String.fromCharCode(t);t=this.nextChar()}while(t>=0&&!isWhiteSpace(t)&&!isSpecial(t));return a}readCharStrings(e,t){return-1===t?e:decrypt(e,4330,t)}extractFontProgram(e){const t=this.stream,a=[],r=[],i=Object.create(null);i.lenIV=4;const n={subrs:[],charstrings:[],properties:{privateData:i}};let s,o,c,l;for(;null!==(s=this.getToken());)if("/"===s){s=this.getToken();switch(s){case"CharStrings":this.getToken();this.getToken();this.getToken();this.getToken();for(;;){s=this.getToken();if(null===s||"end"===s)break;if("/"!==s)continue;const e=this.getToken();o=this.readInt();this.getToken();c=o>0?t.getBytes(o):new Uint8Array(0);l=n.properties.privateData.lenIV;const a=this.readCharStrings(c,l);this.nextChar();s=this.getToken();"noaccess"===s?this.getToken():"/"===s&&this.prevChar();r.push({glyph:e,encoded:a})}break;case"Subrs":this.readInt();this.getToken();for(;"dup"===this.getToken();){const e=this.readInt();o=this.readInt();this.getToken();c=o>0?t.getBytes(o):new Uint8Array(0);l=n.properties.privateData.lenIV;const r=this.readCharStrings(c,l);this.nextChar();s=this.getToken();"noaccess"===s&&this.getToken();a[e]=r}break;case"BlueValues":case"OtherBlues":case"FamilyBlues":case"FamilyOtherBlues":const e=this.readNumberArray();e.length>0&&e.length,0;break;case"StemSnapH":case"StemSnapV":n.properties.privateData[s]=this.readNumberArray();break;case"StdHW":case"StdVW":n.properties.privateData[s]=this.readNumberArray()[0];break;case"BlueShift":case"lenIV":case"BlueFuzz":case"BlueScale":case"LanguageGroup":n.properties.privateData[s]=this.readNumber();break;case"ExpansionFactor":n.properties.privateData[s]=this.readNumber()||.06;break;case"ForceBold":n.properties.privateData[s]=this.readBoolean()}}for(const{encoded:t,glyph:i}of r){const r=new Type1CharString,s=r.convert(t,a,this.seacAnalysisEnabled);let o=r.output;s&&(o=[14]);const c={glyphName:i,charstring:o,width:r.width,lsb:r.lsb,seac:r.seac};".notdef"===i?n.charstrings.unshift(c):n.charstrings.push(c);if(e.builtInEncoding){const t=e.builtInEncoding.indexOf(i);t>-1&&void 0===e.widths[t]&&t>=e.firstChar&&t<=e.lastChar&&(e.widths[t]=r.width)}}return n}extractFontHeader(e){let t;for(;null!==(t=this.getToken());)if("/"===t){t=this.getToken();switch(t){case"FontMatrix":const a=this.readNumberArray();e.fontMatrix=a;break;case"Encoding":const r=this.getToken();let i;if(/^\\d+$/.test(r)){i=[];const e=0|parseInt(r,10);this.getToken();for(let a=0;a=i){s+=a;for(;s=0&&(r[e]=i)}}return type1FontGlyphMapping(e,r,a)}hasGlyphId(e){if(e<0||e>=this.numGlyphs)return!1;if(0===e)return!0;return this.charstrings[e-1].charstring.length>0}getSeacs(e){const t=[];for(let a=0,r=e.length;a0;e--)t[e]-=t[e-1];f.setByName(e,t)}n.topDict.privateDict=f;const p=new CFFIndex;for(h=0,u=r.length;h0&&e.toUnicode.amend(t)}class fonts_Glyph{constructor(e,t,a,r,i,n,s,o,c){this.originalCharCode=e;this.fontChar=t;this.unicode=a;this.accent=r;this.width=i;this.vmetric=n;this.operatorListId=s;this.isSpace=o;this.isInFont=c}get category(){return shadow(this,"category",function getCharUnicodeCategory(e){const t=Dr.get(e);if(t)return t;const a=e.match(Mr),r={isWhitespace:!!a?.[1],isZeroWidthDiacritic:!!a?.[2],isInvisibleFormatMark:!!a?.[3]};Dr.set(e,r);return r}(this.unicode),!0)}}function int16(e,t){return(e<<8)+t}function writeSignedInt16(e,t,a){e[t+1]=a;e[t]=a>>>8}function signedInt16(e,t){const a=(e<<8)+t;return 32768&a?a-65536:a}function string16(e){return String.fromCharCode(e>>8&255,255&e)}function safeString16(e){e>32767?e=32767:e<-32768&&(e=-32768);return String.fromCharCode(e>>8&255,255&e)}function isTrueTypeCollectionFile(e){return"ttcf"===bytesToString(e.peekBytes(4))}function getFontFileType(e,{type:t,subtype:a,composite:r}){let i,n;if(function isTrueTypeFile(e){const t=e.peekBytes(4);return 65536===readUint32(t,0)||"true"===bytesToString(t)}(e)||isTrueTypeCollectionFile(e))i=r?"CIDFontType2":"TrueType";else if(function isOpenTypeFile(e){return"OTTO"===bytesToString(e.peekBytes(4))}(e))i=r?"CIDFontType2":"OpenType";else if(function isType1File(e){const t=e.peekBytes(2);return 37===t[0]&&33===t[1]||128===t[0]&&1===t[1]}(e))i=r?"CIDFontType0":"MMType1"===t?"MMType1":"Type1";else if(function isCFFFile(e){const t=e.peekBytes(4);return t[0]>=1&&t[3]>=1&&t[3]<=4}(e))if(r){i="CIDFontType0";n="CIDFontType0C"}else{i="MMType1"===t?"MMType1":"Type1";n="Type1C"}else{warn("getFontFileType: Unable to detect correct font file Type/Subtype.");i=t;n=a}return[i,n]}function applyStandardFontGlyphMap(e,t){for(const a in t)e[+a]=t[a]}function buildToFontChar(e,t,a){const r=[];let i;for(let a=0,n=e.length;ah){c++;if(c>=bi.length){warn("Ran out of space in font private use area.");break}l=bi[c][0];h=bi[c][1]}const p=l++;0===g&&(g=a);let m=r.get(f);if("string"==typeof m)if(1===m.length)m=m.codePointAt(0);else{if(!u){u=new Map;for(let e=64256;e<=64335;e++){const t=String.fromCharCode(e).normalize("NFKD");t.length>1&&u.set(t,e)}}m=u.get(m)||m.codePointAt(0)}if(m&&!(d=m,bi[0][0]<=d&&d<=bi[0][1]||bi[1][0]<=d&&d<=bi[1][1])&&!o.has(g)){n.set(m,g);o.add(g)}i[p]=g;s[f]=p}var d;return{toFontChar:s,charCodeToGlyphId:i,toUnicodeExtraMap:n,nextAvailableFontCharCode:l}}function createCmapTable(e,t,a){const r=function getRanges(e,t,a){const r=[];for(const t in e)e[t]>=a||r.push({fontCharCode:0|t,glyphId:e[t]});if(t)for(const[e,i]of t)i>=a||r.push({fontCharCode:e,glyphId:i});0===r.length&&r.push({fontCharCode:0,glyphId:0});r.sort(((e,t)=>e.fontCharCode-t.fontCharCode));const i=[],n=r.length;for(let e=0;e65535?2:1;let n,s,o,c,l="\\0\\0"+string16(i)+"\\0\\0"+string32(4+8*i);for(n=r.length-1;n>=0&&!(r[n][0]<=65535);--n);const h=n+1;r[n][0]<65535&&65535===r[n][1]&&(r[n][1]=65534);const u=r[n][1]<65535?1:0,d=h+u,f=OpenTypeFileBuilder.getSearchParams(d,2);let g,p,m,b,y="",w="",x="",S="",k="",C=0;for(n=0,s=h;n0){w+="ÿÿ";y+="ÿÿ";x+="\\0";S+="\\0\\0"}const v="\\0\\0"+string16(2*d)+string16(f.range)+string16(f.entry)+string16(f.rangeShift)+w+"\\0\\0"+y+x+S+k;let F="",T="";if(i>1){l+="\\0\\0\\n"+string32(4+8*i+4+v.length);F="";for(n=0,s=r.length;ne||!o)&&(o=e);c 123 are reserved for internal usage");s|=1<65535&&(c=65535)}else{o=0;c=255}const h=e.bbox||[0,0,0,0],u=a.unitsPerEm||(e.fontMatrix?1/Math.max(...e.fontMatrix.slice(0,4).map(Math.abs)):1e3),d=e.ascentScaled?1:u/yi,f=a.ascent||Math.round(d*(e.ascent||h[3]));let g=a.descent||Math.round(d*(e.descent||h[1]));g>0&&e.descent>0&&h[1]<0&&(g=-g);const p=a.yMax||f,m=-a.yMin||-g;return"\\0$ô\\0\\0\\0Š»\\0\\0\\0ŒŠ»\\0\\0ß\\x001\\0\\0\\0\\0"+String.fromCharCode(e.fixedPitch?9:0)+"\\0\\0\\0\\0\\0\\0"+string32(r)+string32(i)+string32(n)+string32(s)+"*21*"+string16(e.italicAngle?1:0)+string16(o||e.firstChar)+string16(c||e.lastChar)+string16(f)+string16(g)+"\\0d"+string16(p)+string16(m)+"\\0\\0\\0\\0\\0\\0\\0\\0"+string16(e.xHeight)+string16(e.capHeight)+string16(0)+string16(o||e.firstChar)+"\\0"}function createPostTable(e){return"\\0\\0\\0"+string32(Math.floor(65536*e.italicAngle))+"\\0\\0\\0\\0"+string32(e.fixedPitch?1:0)+"\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0"}function createPostscriptName(e){return e.replaceAll(/[^\\x21-\\x7E]|[[\\](){}<>/%]/g,"").slice(0,63)}function createNameTable(e,t){t||(t=[[],[]]);const a=[t[0][0]||"Original licence",t[0][1]||e,t[0][2]||"Unknown",t[0][3]||"uniqueID",t[0][4]||e,t[0][5]||"Version 0.11",t[0][6]||createPostscriptName(e),t[0][7]||"Unknown",t[0][8]||"Unknown",t[0][9]||"Unknown"],r=[];let i,n,s,o,c;for(i=0,n=a.length;i0;if((s||o)&&"CIDFontType2"===a&&this.cidEncoding.startsWith("Identity-")){const a=e.cidToGidMap,r=[];applyStandardFontGlyphMap(r,ti());/Arial-?Black/i.test(t)?applyStandardFontGlyphMap(r,ai()):/Calibri/i.test(t)&&applyStandardFontGlyphMap(r,ri());if(a){for(const e in r){const t=r[e];void 0!==a[t]&&(r[+e]=a[t])}a.length!==this.toUnicode.length&&e.hasIncludedToUnicodeMap&&this.toUnicode instanceof IdentityToUnicodeMap&&this.toUnicode.forEach((function(e,t){const i=r[e];void 0===a[i]&&(r[+e]=t)}))}this.toUnicode instanceof IdentityToUnicodeMap||this.toUnicode.forEach((function(e,t){r[+e]=t}));this.toFontChar=r;this.toUnicode=new ToUnicodeMap(r)}else if(/Symbol/i.test(r))this.toFontChar=buildToFontChar(Cr,Fr(),this.differences);else if(/Dingbats/i.test(r))this.toFontChar=buildToFontChar(vr,Ir(),this.differences);else if(s||o){const e=buildToFontChar(this.defaultEncoding,Fr(),this.differences);"CIDFontType2"!==a||this.cidEncoding.startsWith("Identity-")||this.toUnicode instanceof IdentityToUnicodeMap||this.toUnicode.forEach((function(t,a){e[+t]=a}));this.toFontChar=e}else{const e=Fr(),a=[];this.toUnicode.forEach(((t,r)=>{if(!this.composite){const a=getUnicodeForGlyph(this.differences[t]||this.defaultEncoding[t],e);-1!==a&&(r=a)}a[+t]=r}));this.composite&&this.toUnicode instanceof IdentityToUnicodeMap&&/Tahoma|Verdana/i.test(t)&&applyStandardFontGlyphMap(a,ti());this.toFontChar=a}amendFallbackToUnicode(e);this.loadedName=r.split("-",1)[0]}checkAndRepair(e,t,a){const r=["OS/2","cmap","head","hhea","hmtx","maxp","name","post","loca","glyf","fpgm","prep","cvt ","CFF "];function readTables(e,t){const a=Object.create(null);a["OS/2"]=null;a.cmap=null;a.head=null;a.hhea=null;a.hmtx=null;a.maxp=null;a.name=null;a.post=null;for(let i=0;i>>0,r=e.getInt32()>>>0,i=e.getInt32()>>>0,n=e.pos;e.pos=e.start||0;e.skip(r);const s=e.getBytes(i);e.pos=n;if("head"===t){s[8]=s[9]=s[10]=s[11]=0;s[17]|=32}return{tag:t,checksum:a,length:i,offset:r,data:s}}function readOpenTypeHeader(e){return{version:e.getString(4),numTables:e.getUint16(),searchRange:e.getUint16(),entrySelector:e.getUint16(),rangeShift:e.getUint16()}}function sanitizeGlyph(e,t,a,r,i,n){const s={length:0,sizeOfInstructions:0};if(t<0||t>=e.length||a>e.length||a-t<=12)return s;const o=e.subarray(t,a),c=signedInt16(o[2],o[3]),l=signedInt16(o[4],o[5]),h=signedInt16(o[6],o[7]),u=signedInt16(o[8],o[9]);if(c>h){writeSignedInt16(o,2,h);writeSignedInt16(o,6,c)}if(l>u){writeSignedInt16(o,4,u);writeSignedInt16(o,8,l)}const d=signedInt16(o[0],o[1]);if(d<0){if(d<-1)return s;r.set(o,i);s.length=o.length;return s}let f,g=10,p=0;for(f=0;fo.length)return s;if(!n&&b>0){r.set(o.subarray(0,m),i);r.set([0,0],i+m);r.set(o.subarray(y,x),i+m+2);x-=b;o.length-x>3&&(x=x+3&-4);s.length=x;return s}if(o.length-x>3){x=x+3&-4;r.set(o.subarray(0,x),i);s.length=x;return s}r.set(o,i);s.length=o.length;return s}function readNameTable(e){const a=(t.start||0)+e.offset;t.pos=a;const r=[[],[]],i=[],n=e.length,s=a+n;if(0!==t.getUint16()||n<6)return[r,i];const o=t.getUint16(),c=t.getUint16();let l,h;for(l=0;ls)continue;t.pos=n;const o=e.name;if(e.encoding){let a="";for(let r=0,i=e.length;r0&&(l+=e-1)}}else{if(m||y){warn("TT: nested FDEFs not allowed");p=!0}m=!0;u=l;s=d.pop();t.functionsDefined[s]={data:c,i:l}}else if(!m&&!y){s=d.at(-1);if(isNaN(s))info("TT: CALL empty stack (or invalid entry).");else{t.functionsUsed[s]=!0;if(s in t.functionsStackDeltas){const e=d.length+t.functionsStackDeltas[s];if(e<0){warn("TT: CALL invalid functions stack delta.");t.hintsValid=!1;return}d.length=e}else if(s in t.functionsDefined&&!g.includes(s)){f.push({data:c,i:l,stackTop:d.length-1});g.push(s);o=t.functionsDefined[s];if(!o){warn("TT: CALL non-existent function");t.hintsValid=!1;return}c=o.data;l=o.i}}}if(!m&&!y){let t=0;e<=142?t=i[e]:e>=192&&e<=223?t=-1:e>=224&&(t=-2);if(e>=113&&e<=117){r=d.pop();isNaN(r)||(t=2*-r)}for(;t<0&&d.length>0;){d.pop();t++}for(;t>0;){d.push(NaN);t--}}}t.tooComplexToFollowFunctions=p;const w=[c];l>c.length&&w.push(new Uint8Array(l-c.length));if(u>h){warn("TT: complementing a missing function tail");w.push(new Uint8Array([34,45]))}!function foldTTTable(e,t){if(t.length>1){let a,r,i=0;for(a=0,r=t.length;a>>0,n=[];for(let t=0;t>>0);const s={ttcTag:t,majorVersion:a,minorVersion:r,numFonts:i,offsetTable:n};switch(a){case 1:return s;case 2:s.dsigTag=e.getInt32()>>>0;s.dsigLength=e.getInt32()>>>0;s.dsigOffset=e.getInt32()>>>0;return s}throw new FormatError(`Invalid TrueType Collection majorVersion: ${a}.`)}(e),i=t.split("+");let n;for(let s=0;s0||!(a.cMap instanceof IdentityCMap));if("OTTO"===n.version&&!t||!s.head||!s.hhea||!s.maxp||!s.post){c=new Stream(s["CFF "].data);o=new CFFFont(c,a);return this.convert(e,o,a)}delete s.glyf;delete s.loca;delete s.fpgm;delete s.prep;delete s["cvt "];this.isOpenType=!0}if(!s.maxp)throw new FormatError(\'Required "maxp" table is not found\');t.pos=(t.start||0)+s.maxp.offset;let h=t.getInt32();const u=t.getUint16();if(65536!==h&&20480!==h){if(6===s.maxp.length)h=20480;else{if(!(s.maxp.length>=32))throw new FormatError(\'"maxp" table has a wrong version number\');h=65536}!function writeUint32(e,t,a){e[t+3]=255&a;e[t+2]=a>>>8;e[t+1]=a>>>16;e[t]=a>>>24}(s.maxp.data,0,h)}if(a.scaleFactors?.length===u&&l){const{scaleFactors:e}=a,t=int16(s.head.data[50],s.head.data[51]),r=new GlyfTable({glyfTable:s.glyf.data,isGlyphLocationsLong:t,locaTable:s.loca.data,numGlyphs:u});r.scale(e);const{glyf:i,loca:n,isLocationLong:o}=r.write();s.glyf.data=i;s.loca.data=n;if(o!==!!t){s.head.data[50]=0;s.head.data[51]=o?1:0}const c=s.hmtx.data;for(let t=0;t>8&255;c[a+1]=255&r;writeSignedInt16(c,a+2,Math.round(e[t]*signedInt16(c[a+2],c[a+3])))}}let d=u+1,f=!0;if(d>65535){f=!1;d=u;warn("Not enough space in glyfs to duplicate first glyph.")}let g=0,p=0;if(h>=65536&&s.maxp.length>=32){t.pos+=8;if(t.getUint16()>2){s.maxp.data[14]=0;s.maxp.data[15]=2}t.pos+=4;g=t.getUint16();t.pos+=4;p=t.getUint16()}s.maxp.data[4]=d>>8;s.maxp.data[5]=255&d;const m=function sanitizeTTPrograms(e,t,a,r){const i={functionsDefined:[],functionsUsed:[],functionsStackDeltas:[],tooComplexToFollowFunctions:!1,hintsValid:!0};e&&sanitizeTTProgram(e,i);t&&sanitizeTTProgram(t,i);e&&function checkInvalidFunctions(e,t){if(!e.tooComplexToFollowFunctions)if(e.functionsDefined.length>t){warn("TT: more functions defined than expected");e.hintsValid=!1}else for(let a=0,r=e.functionsUsed.length;at){warn("TT: invalid function id: "+a);e.hintsValid=!1;return}if(e.functionsUsed[a]&&!e.functionsDefined[a]){warn("TT: undefined function: "+a);e.hintsValid=!1;return}}}(i,r);if(a&&1&a.length){const e=new Uint8Array(a.length+1);e.set(a.data);a.data=e}return i.hintsValid}(s.fpgm,s.prep,s["cvt "],g);if(!m){delete s.fpgm;delete s.prep;delete s["cvt "]}!function sanitizeMetrics(e,t,a,r,i,n){if(!t){a&&(a.data=null);return}e.pos=(e.start||0)+t.offset;e.pos+=4;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;e.pos+=2;const s=e.getUint16();e.pos+=8;e.pos+=2;let o=e.getUint16();if(0!==s){if(!(2&int16(r.data[44],r.data[45]))){t.data[22]=0;t.data[23]=0}}if(o>i){info(`The numOfMetrics (${o}) should not be greater than the numGlyphs (${i}).`);o=i;t.data[34]=(65280&o)>>8;t.data[35]=255&o}const c=i-o-(a.length-4*o>>1);if(c>0){const e=new Uint8Array(a.length+2*c);e.set(a.data);if(n){e[a.length]=a.data[2];e[a.length+1]=a.data[3]}a.data=e}}(t,s.hhea,s.hmtx,s.head,d,f);if(!s.head)throw new FormatError(\'Required "head" table is not found\');!function sanitizeHead(e,t,a){const r=e.data,i=function int32(e,t,a,r){return(e<<24)+(t<<16)+(a<<8)+r}(r[0],r[1],r[2],r[3]);if(i>>16!=1){info("Attempting to fix invalid version in head table: "+i);r[0]=0;r[1]=1;r[2]=0;r[3]=0}const n=int16(r[50],r[51]);if(n<0||n>1){info("Attempting to fix invalid indexToLocFormat in head table: "+n);const e=t+1;if(a===e<<1){r[50]=0;r[51]=0}else{if(a!==e<<2)throw new FormatError("Could not fix indexToLocFormat: "+n);r[50]=0;r[51]=1}}}(s.head,u,l?s.loca.length:0);let b=Object.create(null);if(l){const e=int16(s.head.data[50],s.head.data[51]),t=function sanitizeGlyphLocations(e,t,a,r,i,n,s){let o,c,l;if(r){o=4;c=function fontItemDecodeLong(e,t){return e[t]<<24|e[t+1]<<16|e[t+2]<<8|e[t+3]};l=function fontItemEncodeLong(e,t,a){e[t]=a>>>24&255;e[t+1]=a>>16&255;e[t+2]=a>>8&255;e[t+3]=255&a}}else{o=2;c=function fontItemDecode(e,t){return e[t]<<9|e[t+1]<<1};l=function fontItemEncode(e,t,a){e[t]=a>>9&255;e[t+1]=a>>1&255}}const h=n?a+1:a,u=o*(1+h),d=new Uint8Array(u);d.set(e.data.subarray(0,u));e.data=d;const f=t.data,g=f.length,p=new Uint8Array(g);let m,b;const y=[];for(m=0,b=0;mg&&(e=g);y.push({index:m,offset:e,endOffset:0})}y.sort(((e,t)=>e.offset-t.offset));for(m=0;me.index-t.index));for(m=0;ms&&(s=e.sizeOfInstructions);S+=t;l(d,b,S)}if(0===S){const e=new Uint8Array([0,1,0,0,0,0,0,0,0,0,0,0,0,0,49,0]);for(m=0,b=o;ma+S)t.data=p.subarray(0,a+S);else{t.data=new Uint8Array(a+S);t.data.set(p.subarray(0,S))}t.data.set(p.subarray(0,a),S);l(e.data,d.length-o,S+a)}else t.data=p.subarray(0,S);return{missingGlyphs:x,maxSizeOfInstructions:s}}(s.loca,s.glyf,u,e,m,f,p);b=t.missingGlyphs;if(h>=65536&&s.maxp.length>=32){s.maxp.data[26]=t.maxSizeOfInstructions>>8;s.maxp.data[27]=255&t.maxSizeOfInstructions}}if(!s.hhea)throw new FormatError(\'Required "hhea" table is not found\');if(0===s.hhea.data[10]&&0===s.hhea.data[11]){s.hhea.data[10]=255;s.hhea.data[11]=255}const y={unitsPerEm:int16(s.head.data[18],s.head.data[19]),yMax:signedInt16(s.head.data[42],s.head.data[43]),yMin:signedInt16(s.head.data[38],s.head.data[39]),ascent:signedInt16(s.hhea.data[4],s.hhea.data[5]),descent:signedInt16(s.hhea.data[6],s.hhea.data[7]),lineGap:signedInt16(s.hhea.data[8],s.hhea.data[9])};this.ascent=y.ascent/y.unitsPerEm;this.descent=y.descent/y.unitsPerEm;this.lineGap=y.lineGap/y.unitsPerEm;if(this.cssFontInfo?.lineHeight){this.lineHeight=this.cssFontInfo.metrics.lineHeight;this.lineGap=this.cssFontInfo.metrics.lineGap}else this.lineHeight=this.ascent-this.descent+this.lineGap;s.post&&function readPostScriptTable(e,a,r){const i=(t.start||0)+e.offset;t.pos=i;const n=i+e.length,s=t.getInt32();t.skip(28);let o,c,l=!0;switch(s){case 65536:o=jr;break;case 131072:const e=t.getUint16();if(e!==r){l=!1;break}const i=[];for(c=0;c=32768){l=!1;break}i.push(e)}if(!l)break;const h=[],u=[];for(;t.pos65535)throw new FormatError("Max size of CID is 65,535");let i=-1;t?i=r:void 0!==e[r]&&(i=e[r]);i>=0&&i>>0;let h=!1;if(o?.platformId!==i||o?.encodingId!==n){if(0!==i||0!==n&&1!==n&&3!==n)if(1===i&&0===n)h=!0;else if(3!==i||1!==n||!r&&o){if(a&&3===i&&0===n){h=!0;let a=!0;if(e>3;e.push(r);a=Math.max(r,a)}const r=[];for(let e=0;e<=a;e++)r.push({firstCode:t.getUint16(),entryCount:t.getUint16(),idDelta:signedInt16(t.getByte(),t.getByte()),idRangePos:t.pos+t.getUint16()});for(let a=0;a<256;a++)if(0===e[a]){t.pos=r[0].idRangePos+2*a;f=t.getUint16();u.push({charCode:a,glyphId:f})}else{const i=r[e[a]];for(d=0;d>1;t.skip(6);const a=[];let r;for(r=0;r>1)-(e-r);i.offsetIndex=s;o=Math.max(o,s+i.end-i.start+1)}else i.offsetIndex=-1}const c=[];for(d=0;d>>0;for(d=0;d>>0,a=t.getInt32()>>>0;let r=t.getInt32()>>>0;for(let t=e;t<=a;t++)u.push({charCode:t,glyphId:r++})}}}u.sort(((e,t)=>e.charCode-t.charCode));const g=[],p=new Set;for(const e of u){const{charCode:t}=e;if(!p.has(t)){p.add(t);g.push(e)}}return{platformId:o.platformId,encodingId:o.encodingId,mappings:g,hasShortCmap:h}}(s.cmap,t,this.isSymbolicFont,a.hasEncoding),r=e.platformId,i=e.encodingId,n=e.mappings;let o=[],c=!1;!a.hasEncoding||"MacRomanEncoding"!==a.baseEncodingName&&"WinAnsiEncoding"!==a.baseEncodingName||(o=getEncoding(a.baseEncodingName));if(a.hasEncoding&&!this.isSymbolicFont&&(3===r&&1===i||1===r&&0===i)){const e=Fr();for(let t=0;t<256;t++){let s;s=void 0!==this.differences[t]?this.differences[t]:o.length&&""!==o[t]?o[t]:Ar[t];if(!s)continue;const c=recoverGlyphName(s,e);let l;3===r&&1===i?l=e[c]:1===r&&0===i&&(l=Sr.indexOf(c));if(void 0===l){if(!a.glyphNames&&a.hasIncludedToUnicodeMap&&!(this.toUnicode instanceof IdentityToUnicodeMap)){const e=this.toUnicode.get(t);e&&(l=e.codePointAt(0))}if(void 0===l)continue}for(const e of n)if(e.charCode===l){w[t]=e.glyphId;break}}}else if(0===r){for(const e of n)w[e.charCode]=e.glyphId;c=!0}else if(3===r&&0===i)for(const e of n){let t=e.charCode;t>=61440&&t<=61695&&(t&=255);w[t]=e.glyphId}else for(const e of n)w[e.charCode]=e.glyphId;if(a.glyphNames&&(o.length||this.differences.length))for(let e=0;e<256;++e){if(!c&&void 0!==w[e])continue;const t=this.differences[e]||o[e];if(!t)continue;const r=a.glyphNames.indexOf(t);r>0&&hasGlyph(r)&&(w[e]=r)}}0===w.length&&(w[0]=0);let x=d-1;f||(x=0);if(!a.cssFontInfo){const e=adjustMapping(w,hasGlyph,x,this.toUnicode);this.toFontChar=e.toFontChar;s.cmap={tag:"cmap",data:createCmapTable(e.charCodeToGlyphId,e.toUnicodeExtraMap,d)};s["OS/2"]&&function validateOS2Table(e,t){t.pos=(t.start||0)+e.offset;const a=t.getUint16();t.skip(60);const r=t.getUint16();if(a<4&&768&r)return!1;if(t.getUint16()>t.getUint16())return!1;t.skip(6);if(0===t.getUint16())return!1;e.data[8]=e.data[9]=0;return!0}(s["OS/2"],t)||(s["OS/2"]={tag:"OS/2",data:createOS2Table(a,e.charCodeToGlyphId,y)})}if(!l)try{c=new Stream(s["CFF "].data);o=new CFFParser(c,a,Rr).parse();o.duplicateFirstGlyph();const e=new CFFCompiler(o);s["CFF "].data=e.compile()}catch{warn("Failed to compile font "+a.loadedName)}if(s.name){const[t,r]=readNameTable(s.name);s.name.data=createNameTable(e,t);this.psName=t[0][6]||null;a.composite||function adjustTrueTypeToUnicode(e,t,a){if(e.isInternalFont)return;if(e.hasIncludedToUnicodeMap)return;if(e.hasEncoding)return;if(e.toUnicode instanceof IdentityToUnicodeMap)return;if(!t)return;if(0===a.length)return;if(e.defaultEncoding===kr)return;for(const e of a)if(!isWinNameRecord(e))return;const r=kr,i=[],n=Fr();for(const e in r){const t=r[e];if(""===t)continue;const a=n[t];void 0!==a&&(i[e]=String.fromCharCode(a))}i.length>0&&e.toUnicode.amend(i)}(a,this.isSymbolicFont,r)}else s.name={tag:"name",data:createNameTable(this.name)};const S=new OpenTypeFileBuilder(n.version);for(const e in s)S.addTable(e,s[e].data);return S.toArray()}convert(e,a,r){r.fixedPitch=!1;r.builtInEncoding&&function adjustType1ToUnicode(e,t){if(e.isInternalFont)return;if(e.hasIncludedToUnicodeMap)return;if(t===e.defaultEncoding)return;if(e.toUnicode instanceof IdentityToUnicodeMap)return;const a=[],r=Fr();for(const i in t){if(e.hasEncoding&&(e.baseEncodingName||void 0!==e.differences[i]))continue;const n=getUnicodeForGlyph(t[i],r);-1!==n&&(a[i]=String.fromCharCode(n))}a.length>0&&e.toUnicode.amend(a)}(r,r.builtInEncoding);let i=1;a instanceof CFFFont&&(i=a.numGlyphs-1);const n=a.getGlyphMapping(r);let s=null,o=n,c=null;if(!r.cssFontInfo){s=adjustMapping(n,a.hasGlyphId.bind(a),i,this.toUnicode);this.toFontChar=s.toFontChar;o=s.charCodeToGlyphId;c=s.toUnicodeExtraMap}const l=a.numGlyphs;function getCharCodes(e,t){let a=null;for(const r in e)t===e[r]&&(a||=[]).push(0|r);return a}function createCharCode(e,t){for(const a in e)if(t===e[a])return 0|a;s.charCodeToGlyphId[s.nextAvailableFontCharCode]=t;return s.nextAvailableFontCharCode++}const h=a.seacs;if(s&&h?.length){const e=r.fontMatrix||t,i=a.getCharset(),o=Object.create(null);for(let t in h){t|=0;const a=h[t],r=Ar[a[2]],c=Ar[a[3]],l=i.indexOf(r),u=i.indexOf(c);if(l<0||u<0)continue;const d={x:a[0]*e[0]+a[1]*e[2]+e[4],y:a[0]*e[1]+a[1]*e[3]+e[5]},f=getCharCodes(n,t);if(f)for(const e of f){const t=s.charCodeToGlyphId,a=createCharCode(t,l),r=createCharCode(t,u);o[e]={baseFontCharCode:a,accentFontCharCode:r,accentOffset:d}}}r.seacMap=o}const u=r.fontMatrix?1/Math.max(...r.fontMatrix.slice(0,4).map(Math.abs)):1e3,d=new OpenTypeFileBuilder("OTTO");d.addTable("CFF ",a.data);d.addTable("OS/2",createOS2Table(r,o));d.addTable("cmap",createCmapTable(o,c,l));d.addTable("head","\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0_<õ\\0\\0"+safeString16(u)+"\\0\\0\\0\\0ž\\v~\'\\0\\0\\0\\0ž\\v~\'\\0\\0"+safeString16(r.descent)+"ÿ"+safeString16(r.ascent)+string16(r.italicAngle?2:0)+"\\0\\0\\0\\0\\0\\0\\0");d.addTable("hhea","\\0\\0\\0"+safeString16(r.ascent)+safeString16(r.descent)+"\\0\\0ÿÿ\\0\\0\\0\\0\\0\\0"+safeString16(r.capHeight)+safeString16(Math.tan(r.italicAngle)*r.xHeight)+"\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0\\0"+string16(l));d.addTable("hmtx",function fontFieldsHmtx(){const e=a.charstrings,t=a.cff?a.cff.widths:null;let r="\\0\\0\\0\\0";for(let a=1,i=l;a=65520&&e<=65535?0:e>=62976&&e<=63743?Tr()[e]||e:173===e?45:e}(a)}this.isType3Font&&(i=a);let h=null;if(this.seacMap?.[e]){l=!0;const t=this.seacMap[e];a=t.baseFontCharCode;h={fontChar:String.fromCodePoint(t.accentFontCharCode),offset:t.accentOffset}}let u="";"number"==typeof a&&(a<=1114111?u=String.fromCodePoint(a):warn(`charToGlyph - invalid fontCharCode: ${a}`));if(this.missingFile&&this.vertical&&1===u.length){const e=_r()[u.charCodeAt(0)];e&&(u=c=String.fromCharCode(e))}n=new fonts_Glyph(e,u,c,h,r,o,i,t,l);return this._glyphCache[e]=n}charsToGlyphs(e){let t=this._charsCache[e];if(t)return t;t=[];if(this.cMap){const a=Object.create(null),r=e.length;let i=0;for(;it.length%2==1,r=this.toUnicode instanceof IdentityToUnicodeMap?e=>this.toUnicode.charCodeOf(e):e=>this.toUnicode.charCodeOf(String.fromCodePoint(e));for(let i=0,n=e.length;i55295&&(n<57344||n>65533)&&i++;if(this.toUnicode){const e=r(n);if(-1!==e){if(hasCurrentBufErrors()){t.push(a.join(""));a.length=0}for(let t=(this.cMap?this.cMap.getCharCodeLength(e):1)-1;t>=0;t--)a.push(String.fromCharCode(e>>8*t&255));continue}}if(!hasCurrentBufErrors()){t.push(a.join(""));a.length=0}a.push(String.fromCodePoint(n))}t.push(a.join(""));return t}}class ErrorFont{constructor(e){this.error=e;this.loadedName="g_font_error";this.missingFile=!0}charsToGlyphs(){return[]}encodeString(e){return[e]}exportData(){return{error:this.error}}}const Si=2,Ai=3,ki=4,Ci=5,vi=6,Fi=7;class Pattern{constructor(){unreachable("Cannot initialize Pattern.")}static parseShading(e,t,a,r,i,n){const s=e instanceof BaseStream?e.dict:e,o=s.get("ShadingType");try{switch(o){case Si:case Ai:return new RadialAxialShading(s,t,a,r,i,n);case ki:case Ci:case vi:case Fi:return new MeshShading(e,t,a,r,i,n);default:throw new FormatError("Unsupported ShadingType: "+o)}}catch(e){if(e instanceof MissingDataException)throw e;warn(e);return new DummyShading}}}class BaseShading{static SMALL_NUMBER=1e-6;getIR(){unreachable("Abstract method `getIR` called.")}}class RadialAxialShading extends BaseShading{constructor(e,t,a,r,i,n){super();this.shadingType=e.get("ShadingType");let s=0;this.shadingType===Si?s=4:this.shadingType===Ai&&(s=6);this.coordsArr=e.getArray("Coords");if(!isNumberArray(this.coordsArr,s))throw new FormatError("RadialAxialShading: Invalid /Coords array.");const o=ColorSpaceUtils.parse({cs:e.getRaw("CS")||e.getRaw("ColorSpace"),xref:t,resources:a,pdfFunctionFactory:r,globalColorSpaceCache:i,localColorSpaceCache:n});this.bbox=lookupNormalRect(e.getArray("BBox"),null);let c=0,l=1;const h=e.getArray("Domain");isNumberArray(h,2)&&([c,l]=h);let u=!1,d=!1;const f=e.getArray("Extend");(function isBooleanArray(e,t){return Array.isArray(e)&&(null===t||e.length===t)&&e.every((e=>"boolean"==typeof e))})(f,2)&&([u,d]=f);if(!(this.shadingType!==Ai||u&&d)){const[e,t,a,r,i,n]=this.coordsArr,s=Math.hypot(e-r,t-i);a<=n+s&&n<=a+s&&warn("Unsupported radial gradient.")}this.extendStart=u;this.extendEnd=d;const g=e.getRaw("Function"),p=r.create(g,!0),m=(l-c)/840,b=this.colorStops=[];if(c>=l||m<=0){info("Bad shading domain.");return}const y=new Float32Array(o.numComps),w=new Float32Array(1);let x=0;w[0]=c;p(w,0,y,0);const S=new Uint8ClampedArray(3);o.getRgb(y,0,S);let[k,C,v]=S;b.push([0,Util.makeHexColor(k,C,v)]);let F=1;w[0]=c+m;p(w,0,y,0);o.getRgb(y,0,S);let[T,O,M]=S,D=T-k+1,R=O-C+1,N=M-v+1,E=T-k-1,L=O-C-1,j=M-v-1;for(let e=2;e<840;e++){w[0]=c+e*m;p(w,0,y,0);o.getRgb(y,0,S);const[t,a,r]=S,i=e-x;D=Math.min(D,(t-k+1)/i);R=Math.min(R,(a-C+1)/i);N=Math.min(N,(r-v+1)/i);E=Math.max(E,(t-k-1)/i);L=Math.max(L,(a-C-1)/i);j=Math.max(j,(r-v-1)/i);if(!(E<=D&&L<=R&&j<=N)){const e=Util.makeHexColor(T,O,M);b.push([F/840,e]);D=t-T+1;R=a-O+1;N=r-M+1;E=t-T-1;L=a-O-1;j=r-M-1;x=F;k=T;C=O;v=M}F=e;T=t;O=a;M=r}b.push([1,Util.makeHexColor(T,O,M)]);let _="transparent";e.has("Background")&&(_=o.getRgbHex(e.get("Background"),0));if(!u){b.unshift([0,_]);b[1][0]+=BaseShading.SMALL_NUMBER}if(!d){b.at(-1)[0]-=BaseShading.SMALL_NUMBER;b.push([1,_])}this.colorStops=b}getIR(){const{coordsArr:e,shadingType:t}=this;let a,r,i,n,s;if(t===Si){r=[e[0],e[1]];i=[e[2],e[3]];n=null;s=null;a="axial"}else if(t===Ai){r=[e[0],e[1]];i=[e[3],e[4]];n=e[2];s=e[5];a="radial"}else unreachable(`getPattern type unknown: ${t}`);return["RadialAxial",a,this.bbox,this.colorStops,r,i,n,s]}}class MeshStreamReader{constructor(e,t){this.stream=e;this.context=t;this.buffer=0;this.bufferLength=0;const a=t.numComps;this.tmpCompsBuf=new Float32Array(a);const r=t.colorSpace.numComps;this.tmpCsCompsBuf=t.colorFn?new Float32Array(r):this.tmpCompsBuf}get hasData(){if(this.stream.end)return this.stream.pos0)return!0;const e=this.stream.getByte();if(e<0)return!1;this.buffer=e;this.bufferLength=8;return!0}readBits(e){const{stream:t}=this;let{buffer:a,bufferLength:r}=this;if(32===e){if(0===r)return t.getInt32()>>>0;a=a<<24|t.getByte()<<16|t.getByte()<<8|t.getByte();const e=t.getByte();this.buffer=e&(1<>r)>>>0}if(8===e&&0===r)return t.getByte();for(;r>r}align(){this.buffer=0;this.bufferLength=0}readFlag(){return this.readBits(this.context.bitsPerFlag)}readCoordinate(){const{bitsPerCoordinate:e,decode:t}=this.context,a=this.readBits(e),r=this.readBits(e),i=e<32?1/((1<n?n:e;t=t>s?s:t;a=ae*i[t])):a;let s,o=-2;const c=[];for(const[e,t]of r.map(((e,t)=>[e,t])).sort((([e],[t])=>e-t)))if(-1!==e)if(e===o+1){s.push(n[t]);o+=1}else{o=e;s=[n[t]];c.push(e,s)}return c}(e),a=new Dict(null);a.set("BaseFont",Name.get(e));a.set("Type",Name.get("Font"));a.set("Subtype",Name.get("CIDFontType2"));a.set("Encoding",Name.get("Identity-H"));a.set("CIDToGIDMap",Name.get("Identity"));a.set("W",t);a.set("FirstChar",t[0]);a.set("LastChar",t.at(-2)+t.at(-1).length-1);const r=new Dict(null);a.set("FontDescriptor",r);const i=new Dict(null);i.set("Ordering","Identity");i.set("Registry","Adobe");i.set("Supplement",0);a.set("CIDSystemInfo",i);return a}class PostScriptParser{constructor(e){this.lexer=e;this.operators=[];this.token=null;this.prev=null}nextToken(){this.prev=this.token;this.token=this.lexer.getToken()}accept(e){if(this.token.type===e){this.nextToken();return!0}return!1}expect(e){if(this.accept(e))return!0;throw new FormatError(`Unexpected symbol: found ${this.token.type} expected ${e}.`)}parse(){this.nextToken();this.expect(yn.LBRACE);this.parseBlock();this.expect(yn.RBRACE);return this.operators}parseBlock(){for(;;)if(this.accept(yn.NUMBER))this.operators.push(this.prev.value);else if(this.accept(yn.OPERATOR))this.operators.push(this.prev.value);else{if(!this.accept(yn.LBRACE))return;this.parseCondition()}}parseCondition(){const e=this.operators.length;this.operators.push(null,null);this.parseBlock();this.expect(yn.RBRACE);if(this.accept(yn.IF)){this.operators[e]=this.operators.length;this.operators[e+1]="jz"}else{if(!this.accept(yn.LBRACE))throw new FormatError("PS Function: error parsing conditional.");{const t=this.operators.length;this.operators.push(null,null);const a=this.operators.length;this.parseBlock();this.expect(yn.RBRACE);this.expect(yn.IFELSE);this.operators[t]=this.operators.length;this.operators[t+1]="j";this.operators[e]=a;this.operators[e+1]="jz"}}}}const yn={LBRACE:0,RBRACE:1,NUMBER:2,OPERATOR:3,IF:4,IFELSE:5};class PostScriptToken{static get opCache(){return shadow(this,"opCache",Object.create(null))}constructor(e,t){this.type=e;this.value=t}static getOperator(e){return PostScriptToken.opCache[e]||=new PostScriptToken(yn.OPERATOR,e)}static get LBRACE(){return shadow(this,"LBRACE",new PostScriptToken(yn.LBRACE,"{"))}static get RBRACE(){return shadow(this,"RBRACE",new PostScriptToken(yn.RBRACE,"}"))}static get IF(){return shadow(this,"IF",new PostScriptToken(yn.IF,"IF"))}static get IFELSE(){return shadow(this,"IFELSE",new PostScriptToken(yn.IFELSE,"IFELSE"))}}class PostScriptLexer{constructor(e){this.stream=e;this.nextChar();this.strBuf=[]}nextChar(){return this.currentChar=this.stream.getByte()}getToken(){let e=!1,t=this.currentChar;for(;;){if(t<0)return wa;if(e)10!==t&&13!==t||(e=!1);else if(37===t)e=!0;else if(!isWhiteSpace(t))break;t=this.nextChar()}switch(0|t){case 48:case 49:case 50:case 51:case 52:case 53:case 54:case 55:case 56:case 57:case 43:case 45:case 46:return new PostScriptToken(yn.NUMBER,this.getNumber());case 123:this.nextChar();return PostScriptToken.LBRACE;case 125:this.nextChar();return PostScriptToken.RBRACE}const a=this.strBuf;a.length=0;a[0]=String.fromCharCode(t);for(;(t=this.nextChar())>=0&&(t>=65&&t<=90||t>=97&&t<=122);)a.push(String.fromCharCode(t));const r=a.join("");switch(r.toLowerCase()){case"if":return PostScriptToken.IF;case"ifelse":return PostScriptToken.IFELSE;default:return PostScriptToken.getOperator(r)}}getNumber(){let e=this.currentChar;const t=this.strBuf;t.length=0;t[0]=String.fromCharCode(e);for(;(e=this.nextChar())>=0&&(e>=48&&e<=57||45===e||46===e);)t.push(String.fromCharCode(e));const a=parseFloat(t.join(""));if(isNaN(a))throw new FormatError(`Invalid floating point number: ${a}`);return a}}class BaseLocalCache{constructor(e){this._onlyRefs=!0===e?.onlyRefs;if(!this._onlyRefs){this._nameRefMap=new Map;this._imageMap=new Map}this._imageCache=new RefSetCache}getByName(e){this._onlyRefs&&unreachable("Should not call `getByName` method.");const t=this._nameRefMap.get(e);return t?this.getByRef(t):this._imageMap.get(e)||null}getByRef(e){return this._imageCache.get(e)||null}set(e,t,a){unreachable("Abstract method `set` called.")}}class LocalImageCache extends BaseLocalCache{set(e,t=null,a){if("string"!=typeof e)throw new Error(\'LocalImageCache.set - expected "name" argument.\');if(t){if(this._imageCache.has(t))return;this._nameRefMap.set(e,t);this._imageCache.put(t,a)}else this._imageMap.has(e)||this._imageMap.set(e,a)}}class LocalColorSpaceCache extends BaseLocalCache{set(e=null,t=null,a){if("string"!=typeof e&&!t)throw new Error(\'LocalColorSpaceCache.set - expected "name" and/or "ref" argument.\');if(t){if(this._imageCache.has(t))return;null!==e&&this._nameRefMap.set(e,t);this._imageCache.put(t,a)}else this._imageMap.has(e)||this._imageMap.set(e,a)}}class LocalFunctionCache extends BaseLocalCache{constructor(e){super({onlyRefs:!0})}set(e=null,t,a){if(!t)throw new Error(\'LocalFunctionCache.set - expected "ref" argument.\');this._imageCache.has(t)||this._imageCache.put(t,a)}}class LocalGStateCache extends BaseLocalCache{set(e,t=null,a){if("string"!=typeof e)throw new Error(\'LocalGStateCache.set - expected "name" argument.\');if(t){if(this._imageCache.has(t))return;this._nameRefMap.set(e,t);this._imageCache.put(t,a)}else this._imageMap.has(e)||this._imageMap.set(e,a)}}class LocalTilingPatternCache extends BaseLocalCache{constructor(e){super({onlyRefs:!0})}set(e=null,t,a){if(!t)throw new Error(\'LocalTilingPatternCache.set - expected "ref" argument.\');this._imageCache.has(t)||this._imageCache.put(t,a)}}class RegionalImageCache extends BaseLocalCache{constructor(e){super({onlyRefs:!0})}set(e=null,t,a){if(!t)throw new Error(\'RegionalImageCache.set - expected "ref" argument.\');this._imageCache.has(t)||this._imageCache.put(t,a)}}class GlobalColorSpaceCache extends BaseLocalCache{constructor(e){super({onlyRefs:!0})}set(e=null,t,a){if(!t)throw new Error(\'GlobalColorSpaceCache.set - expected "ref" argument.\');this._imageCache.has(t)||this._imageCache.put(t,a)}clear(){this._imageCache.clear()}}class GlobalImageCache{static NUM_PAGES_THRESHOLD=2;static MIN_IMAGES_TO_CACHE=10;static MAX_BYTE_SIZE=5e7;#H=new RefSet;constructor(){this._refCache=new RefSetCache;this._imageCache=new RefSetCache}get#W(){let e=0;for(const t of this._imageCache)e+=t.byteSize;return e}get#z(){return!(this._imageCache.size+e)):null}class PDFFunction{static getSampleArray(e,t,a,r){let i,n,s=1;for(i=0,n=e.length;i>c)*h;l&=(1<0&&(d=n[u-1]);let f=a[1];u>1,c=r.length>>1,l=new PostScriptEvaluator(s),h=Object.create(null);let u=8192;const d=new Float32Array(c);return function constructPostScriptFn(e,t,a,r){let n,s,f="";const g=d;for(n=0;ne&&(s=e)}m[n]=s}if(u>0){u--;h[f]=m}a.set(m,r)}}}function isPDFFunction(e){let t;if(e instanceof Dict)t=e;else{if(!(e instanceof BaseStream))return!1;t=e.dict}return t.has("FunctionType")}class PostScriptStack{static MAX_STACK_SIZE=100;constructor(e){this.stack=e?Array.from(e):[]}push(e){if(this.stack.length>=PostScriptStack.MAX_STACK_SIZE)throw new Error("PostScript function stack overflow.");this.stack.push(e)}pop(){if(this.stack.length<=0)throw new Error("PostScript function stack underflow.");return this.stack.pop()}copy(e){if(this.stack.length+e>=PostScriptStack.MAX_STACK_SIZE)throw new Error("PostScript function stack overflow.");const t=this.stack;for(let a=t.length-e,r=e-1;r>=0;r--,a++)t.push(t[a])}index(e){this.push(this.stack[this.stack.length-e-1])}roll(e,t){const a=this.stack,r=a.length-e,i=a.length-1,n=r+(t-Math.floor(t/e)*e);for(let e=r,t=i;e0?t.push(s<>o);break;case"ceiling":s=t.pop();t.push(Math.ceil(s));break;case"copy":s=t.pop();t.copy(s);break;case"cos":s=t.pop();t.push(Math.cos(s%360/180*Math.PI));break;case"cvi":s=0|t.pop();t.push(s);break;case"cvr":break;case"div":o=t.pop();s=t.pop();t.push(s/o);break;case"dup":t.copy(1);break;case"eq":o=t.pop();s=t.pop();t.push(s===o);break;case"exch":t.roll(2,1);break;case"exp":o=t.pop();s=t.pop();t.push(s**o);break;case"false":t.push(!1);break;case"floor":s=t.pop();t.push(Math.floor(s));break;case"ge":o=t.pop();s=t.pop();t.push(s>=o);break;case"gt":o=t.pop();s=t.pop();t.push(s>o);break;case"idiv":o=t.pop();s=t.pop();t.push(s/o|0);break;case"index":s=t.pop();t.index(s);break;case"le":o=t.pop();s=t.pop();t.push(s<=o);break;case"ln":s=t.pop();t.push(Math.log(s));break;case"log":s=t.pop();t.push(Math.log10(s));break;case"lt":o=t.pop();s=t.pop();t.push(s=t?new AstLiteral(t):e.max<=t?e:new AstMin(e,t)}class PostScriptCompiler{compile(e,t,a){const r=[],i=[],n=t.length>>1,s=a.length>>1;let o,c,l,h,u,d,f,g,p=0;for(let e=0;et.min){o.unshift("Math.max(",n,", ");o.push(")")}if(s4){r=!0;t=0}else{r=!1;t=1}const c=[];for(n=0;n=0&&"ET"===An[e];--e)An[e]="EN";for(let e=n+1;e0&&(t=An[n-1]);let a=u;e+1g&&isOdd(g)&&(m=g)}for(g=p;g>=m;--g){let e=-1;for(n=0,s=c.length;n=0){reverseValues(Sn,e,n);e=-1}}else e<0&&(e=n);e>=0&&reverseValues(Sn,e,c.length)}for(n=0,s=Sn.length;n"!==e||(Sn[n]="")}return createBidiText(Sn.join(""),r)}const kn={style:"normal",weight:"normal"},Cn={style:"normal",weight:"bold"},vn={style:"italic",weight:"normal"},Fn={style:"italic",weight:"bold"},In=new Map([["Times-Roman",{local:["Times New Roman","Times-Roman","Times","Liberation Serif","Nimbus Roman","Nimbus Roman L","Tinos","Thorndale","TeX Gyre Termes","FreeSerif","Linux Libertine O","Libertinus Serif","DejaVu Serif","Bitstream Vera Serif","Ubuntu"],style:kn,ultimate:"serif"}],["Times-Bold",{alias:"Times-Roman",style:Cn,ultimate:"serif"}],["Times-Italic",{alias:"Times-Roman",style:vn,ultimate:"serif"}],["Times-BoldItalic",{alias:"Times-Roman",style:Fn,ultimate:"serif"}],["Helvetica",{local:["Helvetica","Helvetica Neue","Arial","Arial Nova","Liberation Sans","Arimo","Nimbus Sans","Nimbus Sans L","A030","TeX Gyre Heros","FreeSans","DejaVu Sans","Albany","Bitstream Vera Sans","Arial Unicode MS","Microsoft Sans Serif","Apple Symbols","Cantarell"],path:"LiberationSans-Regular.ttf",style:kn,ultimate:"sans-serif"}],["Helvetica-Bold",{alias:"Helvetica",path:"LiberationSans-Bold.ttf",style:Cn,ultimate:"sans-serif"}],["Helvetica-Oblique",{alias:"Helvetica",path:"LiberationSans-Italic.ttf",style:vn,ultimate:"sans-serif"}],["Helvetica-BoldOblique",{alias:"Helvetica",path:"LiberationSans-BoldItalic.ttf",style:Fn,ultimate:"sans-serif"}],["Courier",{local:["Courier","Courier New","Liberation Mono","Nimbus Mono","Nimbus Mono L","Cousine","Cumberland","TeX Gyre Cursor","FreeMono","Linux Libertine Mono O","Libertinus Mono"],style:kn,ultimate:"monospace"}],["Courier-Bold",{alias:"Courier",style:Cn,ultimate:"monospace"}],["Courier-Oblique",{alias:"Courier",style:vn,ultimate:"monospace"}],["Courier-BoldOblique",{alias:"Courier",style:Fn,ultimate:"monospace"}],["ArialBlack",{local:["Arial Black"],style:{style:"normal",weight:"900"},fallback:"Helvetica-Bold"}],["ArialBlack-Bold",{alias:"ArialBlack"}],["ArialBlack-Italic",{alias:"ArialBlack",style:{style:"italic",weight:"900"},fallback:"Helvetica-BoldOblique"}],["ArialBlack-BoldItalic",{alias:"ArialBlack-Italic"}],["ArialNarrow",{local:["Arial Narrow","Liberation Sans Narrow","Helvetica Condensed","Nimbus Sans Narrow","TeX Gyre Heros Cn"],style:kn,fallback:"Helvetica"}],["ArialNarrow-Bold",{alias:"ArialNarrow",style:Cn,fallback:"Helvetica-Bold"}],["ArialNarrow-Italic",{alias:"ArialNarrow",style:vn,fallback:"Helvetica-Oblique"}],["ArialNarrow-BoldItalic",{alias:"ArialNarrow",style:Fn,fallback:"Helvetica-BoldOblique"}],["Calibri",{local:["Calibri","Carlito"],style:kn,fallback:"Helvetica"}],["Calibri-Bold",{alias:"Calibri",style:Cn,fallback:"Helvetica-Bold"}],["Calibri-Italic",{alias:"Calibri",style:vn,fallback:"Helvetica-Oblique"}],["Calibri-BoldItalic",{alias:"Calibri",style:Fn,fallback:"Helvetica-BoldOblique"}],["Wingdings",{local:["Wingdings","URW Dingbats"],style:kn}],["Wingdings-Regular",{alias:"Wingdings"}],["Wingdings-Bold",{alias:"Wingdings"}]]),Tn=new Map([["Arial-Black","ArialBlack"]]);function getFamilyName(e){const t=new Set(["thin","extralight","ultralight","demilight","semilight","light","book","regular","normal","medium","demibold","semibold","bold","extrabold","ultrabold","black","heavy","extrablack","ultrablack","roman","italic","oblique","ultracondensed","extracondensed","condensed","semicondensed","normal","semiexpanded","expanded","extraexpanded","ultraexpanded","bolditalic"]);return e.split(/[- ,+]+/g).filter((e=>!t.has(e.toLowerCase()))).join(" ")}function generateFont({alias:e,local:t,path:a,fallback:r,style:i,ultimate:n},s,o,c=!0,l=!0,h=""){const u={style:null,ultimate:null};if(t){const e=h?` ${h}`:"";for(const a of t)s.push(`local(${a}${e})`)}if(e){const t=In.get(e),n=h||function getStyleToAppend(e){switch(e){case Cn:return"Bold";case vn:return"Italic";case Fn:return"Bold Italic";default:if("bold"===e?.weight)return"Bold";if("italic"===e?.style)return"Italic"}return""}(i);Object.assign(u,generateFont(t,s,o,c&&!r,l&&!a,n))}i&&(u.style=i);n&&(u.ultimate=n);if(c&&r){const e=In.get(r),{ultimate:t}=generateFont(e,s,o,c,l&&!a,h);u.ultimate||=t}l&&a&&o&&s.push(`url(${o}${a})`);return u}function getFontSubstitution(e,t,a,r,i,n){if(r.startsWith("InvalidPDFjsFont_"))return null;"TrueType"!==n&&"Type1"!==n||!/^[A-Z]{6}\\+/.test(r)||(r=r.slice(7));const s=r=normalizeFontName(r);let o=e.get(s);if(o)return o;let c=In.get(r);if(!c)for(const[e,t]of Tn)if(r.startsWith(e)){r=`${t}${r.substring(e.length)}`;c=In.get(r);break}let l=!1;if(!c){c=In.get(i);l=!0}const h=`${t.getDocId()}_s${t.createFontId()}`;if(!c){if(!validateFontName(r)){warn(`Cannot substitute the font because of its name: ${r}`);e.set(s,null);return null}const t=/bold/gi.test(r),a=/oblique|italic/gi.test(r),i=t&&a&&Fn||t&&Cn||a&&vn||kn;o={css:`"${getFamilyName(r)}",${h}`,guessFallback:!0,loadedName:h,baseFontName:r,src:`local(${r})`,style:i};e.set(s,o);return o}const u=[];l&&validateFontName(r)&&u.push(`local(${r})`);const{style:d,ultimate:f}=generateFont(c,u,a),g=null===f,p=g?"":`,${f}`;o={css:`"${getFamilyName(r)}",${h}${p}`,guessFallback:g,loadedName:h,baseFontName:r,src:u.join(","),style:d};e.set(s,o);return o}const On=3285377520,Mn=4294901760,Dn=65535;class MurmurHash3_64{constructor(e){this.h1=e?4294967295&e:On;this.h2=e?4294967295&e:On}update(e){let t,a;if("string"==typeof e){t=new Uint8Array(2*e.length);a=0;for(let r=0,i=e.length;r>>8;t[a++]=255&i}}}else{if(!ArrayBuffer.isView(e))throw new Error("Invalid data format, must be a string or TypedArray.");t=e.slice();a=t.byteLength}const r=a>>2,i=a-4*r,n=new Uint32Array(t.buffer,0,r);let s=0,o=0,c=this.h1,l=this.h2;const h=3432918353,u=461845907,d=11601,f=13715;for(let e=0;e>>17;s=s*u&Mn|s*f&Dn;c^=s;c=c<<13|c>>>19;c=5*c+3864292196}else{o=n[e];o=o*h&Mn|o*d&Dn;o=o<<15|o>>>17;o=o*u&Mn|o*f&Dn;l^=o;l=l<<13|l>>>19;l=5*l+3864292196}s=0;switch(i){case 3:s^=t[4*r+2]<<16;case 2:s^=t[4*r+1]<<8;case 1:s^=t[4*r];s=s*h&Mn|s*d&Dn;s=s<<15|s>>>17;s=s*u&Mn|s*f&Dn;1&r?c^=s:l^=s}this.h1=c;this.h2=l}hexdigest(){let e=this.h1,t=this.h2;e^=t>>>1;e=3981806797*e&Mn|36045*e&Dn;t=4283543511*t&Mn|(2950163797*(t<<16|e>>>16)&Mn)>>>16;e^=t>>>1;e=444984403*e&Mn|60499*e&Dn;t=3301882366*t&Mn|(3120437893*(t<<16|e>>>16)&Mn)>>>16;e^=t>>>1;return(e>>>0).toString(16).padStart(8,"0")+(t>>>0).toString(16).padStart(8,"0")}}function resizeImageMask(e,t,a,r,i,n){const s=i*n;let o;o=t<=8?new Uint8Array(s):t<=16?new Uint16Array(s):new Uint32Array(s);const c=a/i,l=r/n;let h,u,d,f,g=0;const p=new Uint16Array(i),m=a;for(h=0;h0&&Number.isInteger(a.height)&&a.height>0&&(a.width!==f||a.height!==g)){warn("PDFImage - using the Width/Height of the image data, rather than the image dictionary.");f=a.width;g=a.height}else{const e="number"==typeof f&&f>0,t="number"==typeof g&&g>0;if(!e||!t){if(!a.fallbackDims)throw new FormatError(`Invalid image width: ${f} or height: ${g}`);warn("PDFImage - using the Width/Height of the parent image, for SMask/Mask data.");e||(f=a.fallbackDims.width);t||(g=a.fallbackDims.height)}}this.width=f;this.height=g;this.interpolate=h.get("I","Interpolate");this.imageMask=h.get("IM","ImageMask")||!1;this.matte=h.get("Matte")||!1;let p=a.bitsPerComponent;if(!p){p=h.get("BPC","BitsPerComponent");if(!p){if(!this.imageMask)throw new FormatError(`Bits per component missing in image: ${this.imageMask}`);p=1}}this.bpc=p;if(!this.imageMask){let i=h.getRaw("CS")||h.getRaw("ColorSpace");const n=!!i;if(n)this.jpxDecoderOptions?.smaskInData&&(i=Name.get("DeviceRGBA"));else if(this.jpxDecoderOptions)i=Name.get("DeviceRGBA");else switch(a.numComps){case 1:i=Name.get("DeviceGray");break;case 3:i=Name.get("DeviceRGB");break;case 4:i=Name.get("DeviceCMYK");break;default:throw new Error(`Images with ${a.numComps} color components not supported.`)}this.colorSpace=ColorSpaceUtils.parse({cs:i,xref:e,resources:r?t:null,pdfFunctionFactory:o,globalColorSpaceCache:c,localColorSpaceCache:l});this.numComps=this.colorSpace.numComps;if(this.jpxDecoderOptions){this.jpxDecoderOptions.numComponents=n?this.numComps:0;this.jpxDecoderOptions.isIndexedColormap="Indexed"===this.colorSpace.name}}this.decode=h.getArray("D","Decode");this.needsDecode=!1;if(this.decode&&(this.colorSpace&&!this.colorSpace.isDefaultDecode(this.decode,p)||s&&!ColorSpace.isDefaultDecode(this.decode,1))){this.needsDecode=!0;const e=(1<0,c=(r+7>>3)*i,l=e.getBytes(c),h=1===r&&1===i&&o===(0===l.length||!!(128&l[0]));if(h)return{isSingleOpaquePixel:h};if(t){if(ImageResizer.needsToBeResized(r,i)){const e=new Uint8ClampedArray(r*i*4);convertBlackAndWhiteToRGBA({src:l,dest:e,width:r,height:i,nonBlackColor:0,inverseDecode:o});return ImageResizer.createImage({kind:v,data:e,width:r,height:i,interpolate:n})}const e=new OffscreenCanvas(r,i),t=e.getContext("2d"),a=t.createImageData(r,i);convertBlackAndWhiteToRGBA({src:l,dest:a.data,width:r,height:i,nonBlackColor:0,inverseDecode:o});t.putImageData(a,0,0);return{data:null,width:r,height:i,interpolate:n,bitmap:e.transferToImageBitmap()}}const u=l.byteLength;let d;if(e instanceof DecodeStream&&(!o||c===u))d=l;else if(o){d=new Uint8Array(c);d.set(l);d.fill(255,u)}else d=new Uint8Array(l);if(o)for(let e=0;e>7&1;s[d+1]=u>>6&1;s[d+2]=u>>5&1;s[d+3]=u>>4&1;s[d+4]=u>>3&1;s[d+5]=u>>2&1;s[d+6]=u>>1&1;s[d+7]=1&u;d+=8}if(d>=1}}}}else{let a=0;u=0;for(d=0,h=n;d>r;i<0?i=0:i>l&&(i=l);s[d]=i;u&=(1<s[r+1]){t=255;break}}o[h]=t}}}if(o)for(h=0,d=3,u=t*r;h>3,h=t&&ImageResizer.needsToBeResized(a,r);if(!this.smask&&!this.mask&&"DeviceRGBA"===this.colorSpace.name){i.kind=v;const e=i.data=await this.getImageBytes(o*s*4,{});return t?h?ImageResizer.createImage(i,!1):this.createBitmap(v,a,r,e):i}if(!e){let e;"DeviceGray"===this.colorSpace.name&&1===c?e=k:"DeviceRGB"!==this.colorSpace.name||8!==c||this.needsDecode||(e=C);if(e&&!this.smask&&!this.mask&&a===s&&r===o){const n=await this.#$(s,o);if(n)return n;const c=await this.getImageBytes(o*l,{});if(t)return h?ImageResizer.createImage({data:c,kind:e,width:a,height:r,interpolate:this.interpolate},this.needsDecode):this.createBitmap(e,s,o,c);i.kind=e;i.data=c;if(this.needsDecode){assert(e===k,"PDFImage.createImageData: The image must be grayscale.");const t=i.data;for(let e=0,a=t.length;e>3,s=await this.getImageBytes(r*n,{internal:!0}),o=this.getComponents(s);let c,l;if(1===i){l=a*r;if(this.needsDecode)for(c=0;c0&&r[0].count++}class TimeSlotManager{static TIME_SLOT_DURATION_MS=20;static CHECK_TIME_EVERY=100;constructor(){this.reset()}check(){if(++this.checkedo){const e="Image exceeded maximum allowed size and was removed.";if(!c)throw new Error(e);warn(e);return}let g;h.has("OC")&&(g=await this.parseMarkedContentProps(h.get("OC"),e));let p,m,b;if(h.get("IM","ImageMask")||!1){p=await PDFImage.createMask({image:t,isOffscreenCanvasSupported:l&&!this.parsingType3Font});if(p.isSingleOpaquePixel){m=ta;b=[];r.addImageOps(m,b,g);if(i){const e={fn:m,args:b,optionalContent:g};n.set(i,u,e);u&&this._regionalImageCache.set(null,u,e)}return}if(this.parsingType3Font){b=function compileType3Glyph({data:e,width:t,height:a}){if(t>1e3||a>1e3)return null;const r=new Uint8Array([0,2,4,0,1,0,5,4,8,10,0,8,0,2,1,0]),i=t+1,n=new Uint8Array(i*(a+1));let s,o,c;const l=t+7&-8,h=new Uint8Array(l*a);let u=0;for(const t of e){let e=128;for(;e>0;){h[u++]=t&e?0:255;e>>=1}}let d=0;u=0;if(0!==h[u]){n[0]=1;++d}for(o=1;o>2)+(h[u+1]?4:0)+(h[u-l+1]?8:0);if(r[e]){n[c+o]=r[e];++d}u++}if(h[u-l]!==h[u]){n[c+o]=h[u]?2:4;++d}if(d>1e3)return null}u=l*(a-1);c=s*i;if(0!==h[u]){n[c]=8;++d}for(o=1;o1e3)return null;const f=new Int32Array([0,i,-1,0,-i,0,0,0,1]),g=[],{a:p,b:m,c:b,d:y,e:w,f:x}=(new DOMMatrix).scaleSelf(1/t,-1/a).translateSelf(0,-a);for(s=0;d&&s<=a;s++){let e=s*i;const a=e+t;for(;e>4;n[e]&=l>>2|l<<2}r=e%i;o=e/i|0;g.push(oa,p*r+b*o+w,m*r+y*o+x);n[e]||--d}while(c!==e);--s}return[na,[new Float32Array(g)],new Float32Array([0,0,t,a])]}(p);if(b){r.addImageOps(aa,b,g);return}warn("Cannot compile Type3 glyph.");r.addImageOps(Vt,[p],g);return}const e=`mask_${this.idFactory.createObjId()}`;r.addDependency(e);p.dataLen=p.bitmap?p.width*p.height*4:p.data.length;this._sendImgData(e,p);m=Vt;b=[{data:e,width:p.width,height:p.height,interpolate:p.interpolate,count:1}];r.addImageOps(m,b,g);if(i){const t={objId:e,fn:m,args:b,optionalContent:g};n.set(i,u,t);u&&this._regionalImageCache.set(null,u,t)}return}const y=h.has("SMask")||h.has("Mask");if(a&&d+f<200&&!y){try{const i=new PDFImage({xref:this.xref,res:e,image:t,isInline:a,pdfFunctionFactory:this._pdfFunctionFactory,globalColorSpaceCache:this.globalColorSpaceCache,localColorSpaceCache:s});p=await i.createImageData(!0,!1);r.addImageOps(Yt,[p],g)}catch(e){const t=`Unable to decode inline image: "${e}".`;if(!c)throw new Error(t);warn(t)}return}let w=`img_${this.idFactory.createObjId()}`,x=!1,S=null;if(this.parsingType3Font)w=`${this.idFactory.getDocId()}_type3_${w}`;else if(i&&u){x=this.globalImageCache.shouldCache(u,this.pageIndex);if(x){assert(!a,"Cannot cache an inline image globally.");w=`${this.idFactory.getDocId()}_${w}`}}r.addDependency(w);m=Jt;b=[w,d,f];r.addImageOps(m,b,g,y);if(x){S={objId:w,fn:m,args:b,optionalContent:g,hasMask:y,byteSize:0};if(this.globalImageCache.hasDecodeFailed(u)){this.globalImageCache.setData(u,S);this._sendImgData(w,null,x);return}if(d*f>25e4||y){const e=await this.handler.sendWithPromise("commonobj",[w,"CopyLocalImage",{imageRef:u}]);if(e){this.globalImageCache.setData(u,S);this.globalImageCache.addByteSize(u,e);return}}}PDFImage.buildImage({xref:this.xref,res:e,image:t,isInline:a,pdfFunctionFactory:this._pdfFunctionFactory,globalColorSpaceCache:this.globalColorSpaceCache,localColorSpaceCache:s}).then((async e=>{p=await e.createImageData(!1,l);p.dataLen=p.bitmap?p.width*p.height*4:p.data.length;p.ref=u;x&&this.globalImageCache.addByteSize(u,p.dataLen);return this._sendImgData(w,p,x)})).catch((e=>{warn(`Unable to decode image "${w}": "${e}".`);u&&this.globalImageCache.addDecodeFailed(u);return this._sendImgData(w,null,x)}));if(i){const e={objId:w,fn:m,args:b,optionalContent:g,hasMask:y};n.set(i,u,e);if(u){this._regionalImageCache.set(null,u,e);if(x){assert(S,"The global cache-data must be available.");this.globalImageCache.setData(u,S)}}}}handleSMask(e,t,a,r,i,n,s){const o=e.get("G"),c={subtype:e.get("S").name,backdrop:e.get("BC")},l=e.get("TR");if(isPDFFunction(l)){const e=this._pdfFunctionFactory.create(l),t=new Uint8Array(256),a=new Float32Array(1);for(let r=0;r<256;r++){a[0]=r/255;e(a,0,a,0);t[r]=255*a[0]|0}c.transferMap=t}return this.buildFormXObject(t,o,c,a,r,i.state.clone({newPath:!0}),n,s)}handleTransferFunction(e){let t;if(Array.isArray(e))t=e;else{if(!isPDFFunction(e))return null;t=[e]}const a=[];let r=0,i=0;for(const e of t){const t=this.xref.fetchIfRef(e);r++;if(isName(t,"Identity")){a.push(null);continue}if(!isPDFFunction(t))return null;const n=this._pdfFunctionFactory.create(t),s=new Uint8Array(256),o=new Float32Array(1);for(let e=0;e<256;e++){o[0]=e/255;n(o,0,o,0);s[e]=255*o[0]|0}a.push(s);i++}return 1!==r&&4!==r||0===i?null:a}handleTilingType(e,t,a,r,i,n,s,o){const c=new OperatorList,l=Dict.merge({xref:this.xref,dictArray:[i.get("Resources"),a]});return this.getOperatorList({stream:r,task:s,resources:l,operatorList:c}).then((function(){const a=c.getIR(),r=getTilingPatternIR(a,i,t);n.addDependencies(c.dependencies);n.addOp(e,r);i.objId&&o.set(null,i.objId,{operatorListIR:a,dict:i})})).catch((e=>{if(!(e instanceof AbortException)){if(!this.options.ignoreErrors)throw e;warn(`handleTilingType - ignoring pattern: "${e}".`)}}))}async handleSetFont(e,t,a,r,i,n,s=null,o=null){const c=t?.[0]instanceof Name?t[0].name:null,l=await this.loadFont(c,a,e,i,s,o);l.font.isType3Font&&r.addDependencies(l.type3Dependencies);n.font=l.font;l.send(this.handler);return l.loadedName}handleText(e,t){const a=t.font,r=a.charsToGlyphs(e);if(a.data){(!!(t.textRenderingMode&S)||"Pattern"===t.fillColorSpace.name||a.disableFontFace)&&PartialEvaluator.buildFontPaths(a,r,this.handler,this.options)}return r}ensureStateFont(e){if(e.font)return;const t=new FormatError("Missing setFont (Tf) operator before text rendering operator.");if(!this.options.ignoreErrors)throw t;warn(`ensureStateFont: "${t}".`)}async setGState({resources:e,gState:t,operatorList:a,cacheKey:r,task:i,stateManager:n,localGStateCache:s,localColorSpaceCache:o,seenRefs:c}){const l=t.objId;let h=!0;const u=[];let d=Promise.resolve();for(const[r,s]of t)switch(r){case"Type":break;case"LW":if("number"!=typeof s){warn(`Invalid LW (line width): ${s}`);break}u.push([r,Math.abs(s)]);break;case"LC":case"LJ":case"ML":case"D":case"RI":case"FL":case"CA":case"ca":u.push([r,s]);break;case"Font":h=!1;d=d.then((()=>this.handleSetFont(e,null,s[0],a,i,n.state).then((function(e){a.addDependency(e);u.push([r,[e,s[1]]])}))));break;case"BM":u.push([r,normalizeBlendMode(s)]);break;case"SMask":if(isName(s,"None")){u.push([r,!1]);break}if(s instanceof Dict){h=!1;d=d.then((()=>this.handleSMask(s,e,a,i,n,o,c)));u.push([r,!0])}else warn("Unsupported SMask type");break;case"TR":const t=this.handleTransferFunction(s);u.push([r,t]);break;case"OP":case"op":case"OPM":case"BG":case"BG2":case"UCR":case"UCR2":case"TR2":case"HT":case"SM":case"SA":case"AIS":case"TK":info("graphic state operator "+r);break;default:info("Unknown graphic state operator "+r)}await d;u.length>0&&a.addOp(De,[u]);h&&s.set(r,l,u)}loadFont(e,t,a,r,i=null,n=null){const errorFont=async()=>new TranslatedFont({loadedName:"g_font_error",font:new ErrorFont(`Font "${e}" is not available.`),dict:t});let s;if(t)t instanceof Ref&&(s=t);else{const t=a.get("Font");t&&(s=t.getRaw(e))}if(s){if(this.type3FontRefs?.has(s))return errorFont();if(this.fontCache.has(s))return this.fontCache.get(s);try{t=this.xref.fetchIfRef(s)}catch(e){warn(`loadFont - lookup failed: "${e}".`)}}if(!(t instanceof Dict)){if(!this.options.ignoreErrors&&!this.parsingType3Font){warn(`Font "${e}" is not available.`);return errorFont()}warn(`Font "${e}" is not available -- attempting to fallback to a default font.`);t=i||PartialEvaluator.fallbackFontDict}if(t.cacheKey&&this.fontCache.has(t.cacheKey))return this.fontCache.get(t.cacheKey);const{promise:o,resolve:c}=Promise.withResolvers();let l;try{l=this.preEvaluateFont(t);l.cssFontInfo=n}catch(e){warn(`loadFont - preEvaluateFont failed: "${e}".`);return errorFont()}const{descriptor:h,hash:u}=l,d=s instanceof Ref;let f;if(u&&h instanceof Dict){const e=h.fontAliases||=Object.create(null);if(e[u]){const t=e[u].aliasRef;if(d&&t&&this.fontCache.has(t)){this.fontCache.putAlias(s,t);return this.fontCache.get(s)}}else e[u]={fontID:this.idFactory.createFontId()};d&&(e[u].aliasRef=s);f=e[u].fontID}else f=this.idFactory.createFontId();assert(f?.startsWith("f"),\'The "fontID" must be (correctly) defined.\');if(d)this.fontCache.put(s,o);else{t.cacheKey=`cacheKey_${f}`;this.fontCache.put(t.cacheKey,o)}t.loadedName=`${this.idFactory.getDocId()}_${f}`;this.translateFont(l).then((async e=>{const i=new TranslatedFont({loadedName:t.loadedName,font:e,dict:t});if(e.isType3Font)try{await i.loadType3Data(this,a,r)}catch(e){throw new Error(`Type3 font load error: ${e}`)}c(i)})).catch((e=>{warn(`loadFont - translateFont failed: "${e}".`);c(new TranslatedFont({loadedName:t.loadedName,font:new ErrorFont(e?.message),dict:t}))}));return o}buildPath(e,t,a){const{pathMinMax:r,pathBuffer:i}=a;switch(0|e){case Xe:{const e=a.currentPointX=t[0],n=a.currentPointY=t[1],s=t[2],o=t[3],c=e+s,l=n+o;0===s||0===o?i.push(sa,e,n,oa,c,l,la):i.push(sa,e,n,oa,c,n,oa,c,l,oa,e,l,la);Util.rectBoundingBox(e,n,c,l,r);break}case Ee:{const e=a.currentPointX=t[0],n=a.currentPointY=t[1];i.push(sa,e,n);Util.pointBoundingBox(e,n,r);break}case Pe:{const e=a.currentPointX=t[0],n=a.currentPointY=t[1];i.push(oa,e,n);Util.pointBoundingBox(e,n,r);break}case Le:{const e=a.currentPointX,n=a.currentPointY,[s,o,c,l,h,u]=t;a.currentPointX=h;a.currentPointY=u;i.push(ca,s,o,c,l,h,u);Util.bezierBoundingBox(e,n,s,o,c,l,h,u,r);break}case je:{const e=a.currentPointX,n=a.currentPointY,[s,o,c,l]=t;a.currentPointX=c;a.currentPointY=l;i.push(ca,e,n,s,o,c,l);Util.bezierBoundingBox(e,n,e,n,s,o,c,l,r);break}case _e:{const e=a.currentPointX,n=a.currentPointY,[s,o,c,l]=t;a.currentPointX=c;a.currentPointY=l;i.push(ca,s,o,c,l,c,l);Util.bezierBoundingBox(e,n,s,o,c,l,c,l,r);break}case Ue:i.push(la)}}_getColorSpace(e,t,a){return ColorSpaceUtils.parse({cs:e,xref:this.xref,resources:t,pdfFunctionFactory:this._pdfFunctionFactory,globalColorSpaceCache:this.globalColorSpaceCache,localColorSpaceCache:a,asyncIfNotCached:!0})}async _handleColorSpace(e){try{return await e}catch(e){if(e instanceof AbortException)return null;if(this.options.ignoreErrors){warn(`_handleColorSpace - ignoring ColorSpace: "${e}".`);return null}throw e}}parseShading({shading:e,resources:t,localColorSpaceCache:a,localShadingPatternCache:r}){let i,n=r.get(e);if(n)return n;try{i=Pattern.parseShading(e,this.xref,t,this._pdfFunctionFactory,this.globalColorSpaceCache,a).getIR()}catch(t){if(t instanceof AbortException)return null;if(this.options.ignoreErrors){warn(`parseShading - ignoring shading: "${t}".`);r.set(e,null);return null}throw t}n=`pattern_${this.idFactory.createObjId()}`;this.parsingType3Font&&(n=`${this.idFactory.getDocId()}_type3_${n}`);r.set(e,n);this.parsingType3Font?this.handler.send("commonobj",[n,"Pattern",i]):this.handler.send("obj",[n,this.pageIndex,"Pattern",i]);return n}handleColorN(e,t,a,r,i,n,s,o,c,l){const h=a.pop();if(h instanceof Name){const u=i.getRaw(h.name),d=u instanceof Ref&&c.getByRef(u);if(d)try{const i=r.base?r.base.getRgbHex(a,0):null,n=getTilingPatternIR(d.operatorListIR,d.dict,i);e.addOp(t,n);return}catch{}const f=this.xref.fetchIfRef(u);if(f){const i=f instanceof BaseStream?f.dict:f,h=i.get("PatternType");if(h===Rn){const o=r.base?r.base.getRgbHex(a,0):null;return this.handleTilingType(t,o,n,f,i,e,s,c)}if(h===Nn){const a=i.get("Shading"),r=this.parseShading({shading:a,resources:n,localColorSpaceCache:o,localShadingPatternCache:l});if(r){const a=lookupMatrix(i.getArray("Matrix"),null);e.addOp(t,["Shading",r,a])}return}throw new FormatError(`Unknown PatternType: ${h}`)}}throw new FormatError(`Unknown PatternName: ${h}`)}_parseVisibilityExpression(e,t,a){if(++t>10){warn("Visibility expression is too deeply nested");return}const r=e.length,i=this.xref.fetchIfRef(e[0]);if(!(r<2)&&i instanceof Name){switch(i.name){case"And":case"Or":case"Not":a.push(i.name);break;default:warn(`Invalid operator ${i.name} in visibility expression`);return}for(let i=1;i0)return{type:"OCMD",expression:t}}const t=a.get("OCGs");if(Array.isArray(t)||t instanceof Dict){const e=[];if(Array.isArray(t))for(const a of t)e.push(a.toString());else e.push(t.objId);return{type:r,ids:e,policy:a.get("P")instanceof Name?a.get("P").name:null,expression:null}}if(t instanceof Ref)return{type:r,id:t.toString()}}return null}getOperatorList({stream:e,task:t,resources:a,operatorList:r,initialState:i=null,fallbackFontDict:n=null,prevRefs:s=null}){const o=e.dict?.objId,c=new RefSet(s);if(o){if(s?.has(o))throw new Error(`getOperatorList - ignoring circular reference: ${o}`);c.put(o)}a||=Dict.empty;i||=new EvalState;if(!r)throw new Error(\'getOperatorList: missing "operatorList" parameter\');const l=this,h=this.xref,u=new LocalImageCache,d=new LocalColorSpaceCache,f=new LocalGStateCache,g=new LocalTilingPatternCache,p=new Map,m=a.get("XObject")||Dict.empty,b=a.get("Pattern")||Dict.empty,y=new StateManager(i),w=new EvaluatorPreprocessor(e,h,y),x=new TimeSlotManager;function closePendingRestoreOPS(e){for(let e=0,t=w.savedStatesDepth;e{y.state.fillColorSpace=e||ColorSpaceUtils.gray})));return}case yt:{const t=l._getColorSpace(e[0],a,d);if(t instanceof ColorSpace){y.state.strokeColorSpace=t;continue}next(l._handleColorSpace(t).then((e=>{y.state.strokeColorSpace=e||ColorSpaceUtils.gray})));return}case At:C=y.state.fillColorSpace;e=[C.getRgbHex(e,0)];i=It;break;case xt:C=y.state.strokeColorSpace;e=[C.getRgbHex(e,0)];i=Ft;break;case vt:y.state.fillColorSpace=ColorSpaceUtils.gray;e=[ColorSpaceUtils.gray.getRgbHex(e,0)];i=It;break;case Ct:y.state.strokeColorSpace=ColorSpaceUtils.gray;e=[ColorSpaceUtils.gray.getRgbHex(e,0)];i=Ft;break;case Ot:y.state.fillColorSpace=ColorSpaceUtils.cmyk;e=[ColorSpaceUtils.cmyk.getRgbHex(e,0)];i=It;break;case Tt:y.state.strokeColorSpace=ColorSpaceUtils.cmyk;e=[ColorSpaceUtils.cmyk.getRgbHex(e,0)];i=Ft;break;case It:y.state.fillColorSpace=ColorSpaceUtils.rgb;e=[ColorSpaceUtils.rgb.getRgbHex(e,0)];break;case Ft:y.state.strokeColorSpace=ColorSpaceUtils.rgb;e=[ColorSpaceUtils.rgb.getRgbHex(e,0)];break;case kt:C=y.state.patternFillColorSpace;if(!C){if(isNumberArray(e,null)){e=[ColorSpaceUtils.gray.getRgbHex(e,0)];i=It;break}e=[];i=ia;break}if("Pattern"===C.name){next(l.handleColorN(r,kt,e,C,b,a,t,d,g,p));return}e=[C.getRgbHex(e,0)];i=It;break;case St:C=y.state.patternStrokeColorSpace;if(!C){if(isNumberArray(e,null)){e=[ColorSpaceUtils.gray.getRgbHex(e,0)];i=Ft;break}e=[];i=ra;break}if("Pattern"===C.name){next(l.handleColorN(r,St,e,C,b,a,t,d,g,p));return}e=[C.getRgbHex(e,0)];i=Ft;break;case Mt:let T;try{const t=a.get("Shading");if(!t)throw new FormatError("No shading resource found");T=t.get(e[0].name);if(!T)throw new FormatError("No shading object found")}catch(e){if(e instanceof AbortException)continue;if(l.options.ignoreErrors){warn(`getOperatorList - ignoring Shading: "${e}".`);continue}throw e}const O=l.parseShading({shading:T,resources:a,localColorSpaceCache:d,localShadingPatternCache:p});if(!O)continue;e=[O];i=Mt;break;case De:F=e[0]instanceof Name;v=e[0].name;if(F){const t=f.getByName(v);if(t){t.length>0&&r.addOp(De,[t]);e=null;continue}}next(new Promise((function(e,i){if(!F)throw new FormatError("GState must be referred to by name.");const n=a.get("ExtGState");if(!(n instanceof Dict))throw new FormatError("ExtGState should be a dictionary.");const s=n.get(v);if(!(s instanceof Dict))throw new FormatError("GState should be a dictionary.");l.setGState({resources:a,gState:s,operatorList:r,cacheKey:v,task:t,stateManager:y,localGStateCache:f,localColorSpaceCache:d,seenRefs:c}).then(e,i)})).catch((function(e){if(!(e instanceof AbortException)){if(!l.options.ignoreErrors)throw e;warn(`getOperatorList - ignoring ExtGState: "${e}".`)}})));return;case Ce:{const[t]=e;if("number"!=typeof t){warn(`Invalid setLineWidth: ${t}`);continue}e[0]=Math.abs(t);break}case Ee:case Pe:case Le:case je:case _e:case Ue:case Xe:l.buildPath(i,e,y.state);continue;case qe:case He:case We:case ze:case $e:case Ge:case Ve:case Ke:case Je:{const{state:{pathBuffer:e,pathMinMax:t}}=y;i!==He&&i!==Ve&&i!==Ke||e.push(la);if(0===e.length)r.addOp(aa,[i,[null],null]);else{r.addOp(aa,[i,[new Float32Array(e)],t.slice()]);e.length=0;t.set([1/0,1/0,-1/0,-1/0],0)}continue}case ht:r.addOp(i,[new Float32Array(e)]);continue;case Et:case Pt:case Ut:case Xt:continue;case jt:if(!(e[0]instanceof Name)){warn(`Expected name for beginMarkedContentProps arg0=${e[0]}`);r.addOp(jt,["OC",null]);continue}if("OC"===e[0].name){next(l.parseMarkedContentProps(e[1],a).then((e=>{r.addOp(jt,["OC",e])})).catch((e=>{if(!(e instanceof AbortException)){if(!l.options.ignoreErrors)throw e;warn(`getOperatorList - ignoring beginMarkedContentProps: "${e}".`);r.addOp(jt,["OC",null])}})));return}e=[e[0].name,e[1]instanceof Dict?e[1].get("MCID"):null];break;default:if(null!==e){for(S=0,k=e.length;S{if(!(e instanceof AbortException)){if(!this.options.ignoreErrors)throw e;warn(`getOperatorList - ignoring errors during "${t.name}" task: "${e}".`);closePendingRestoreOPS()}}))}getTextContent({stream:e,task:a,resources:r,stateManager:i=null,includeMarkedContent:n=!1,sink:s,seenStyles:o=new Set,viewBox:c,lang:l=null,markedContentData:h=null,disableNormalization:u=!1,keepWhiteSpace:d=!1,prevRefs:f=null,intersector:g=null}){const p=e.dict?.objId,m=new RefSet(f);if(p){if(f?.has(p))throw new Error(`getTextContent - ignoring circular reference: ${p}`);m.put(p)}r||=Dict.empty;i||=new StateManager(new TextState);n&&(h||={level:0});const b={items:[],styles:Object.create(null),lang:l},y={initialized:!1,str:[],totalWidth:0,totalHeight:0,width:0,height:0,vertical:!1,prevTransform:null,textAdvanceScale:0,spaceInFlowMin:0,spaceInFlowMax:0,trackingSpaceMin:1/0,negativeSpaceMax:-1/0,notASpace:-1/0,transform:null,fontName:null,hasEOL:!1},w=[" "," "];let x=0;function saveLastChar(e){const t=(x+1)%2,a=" "!==w[x]&&" "===w[t];w[x]=e;x=t;return!d&&a}function shouldAddWhitepsace(){return!d&&" "!==w[x]&&" "===w[(x+1)%2]}function resetLastChars(){w[0]=w[1]=" ";x=0}const S=this,k=this.xref,C=[];let v=null;const F=new LocalImageCache,T=new LocalGStateCache,O=new EvaluatorPreprocessor(e,k,i);let M;function pushWhitespace({width:e=0,height:t=0,transform:a=y.prevTransform,fontName:r=y.fontName}){g?.addExtraChar(" ");b.items.push({str:" ",dir:"ltr",width:e,height:t,transform:a,fontName:r,hasEOL:!1})}function getCurrentTextTransform(){const e=M.font,a=[M.fontSize*M.textHScale,0,0,M.fontSize,0,M.textRise];if(e.isType3Font&&(M.fontSize<=1||e.isCharBBox)&&!isArrayEqual(M.fontMatrix,t)){const t=e.bbox[3]-e.bbox[1];t>0&&(a[3]*=t*M.fontMatrix[3])}return Util.transform(M.ctm,Util.transform(M.textMatrix,a))}function ensureTextContentItem(){if(y.initialized)return y;const{font:e,loadedName:t}=M;if(!o.has(t)){o.add(t);b.styles[t]={fontFamily:e.fallbackName,ascent:e.ascent,descent:e.descent,vertical:e.vertical};if(S.options.fontExtraProperties&&e.systemFontInfo){const a=b.styles[t];a.fontSubstitution=e.systemFontInfo.css;a.fontSubstitutionLoadedName=e.systemFontInfo.loadedName}}y.fontName=t;const a=y.transform=getCurrentTextTransform();if(e.vertical){y.width=y.totalWidth=Math.hypot(a[0],a[1]);y.height=y.totalHeight=0;y.vertical=!0}else{y.width=y.totalWidth=0;y.height=y.totalHeight=Math.hypot(a[2],a[3]);y.vertical=!1}const r=Math.hypot(M.textLineMatrix[0],M.textLineMatrix[1]),i=Math.hypot(M.ctm[0],M.ctm[1]);y.textAdvanceScale=i*r;const{fontSize:n}=M;y.trackingSpaceMin=.102*n;y.notASpace=.03*n;y.negativeSpaceMax=-.2*n;y.spaceInFlowMin=.102*n;y.spaceInFlowMax=.6*n;y.hasEOL=!1;y.initialized=!0;return y}function updateAdvanceScale(){if(!y.initialized)return;const e=Math.hypot(M.textLineMatrix[0],M.textLineMatrix[1]),t=Math.hypot(M.ctm[0],M.ctm[1])*e;if(t!==y.textAdvanceScale){if(y.vertical){y.totalHeight+=y.height*y.textAdvanceScale;y.height=0}else{y.totalWidth+=y.width*y.textAdvanceScale;y.width=0}y.textAdvanceScale=t}}function runBidiTransform(e){let t=e.str.join("");u||(t=function normalizeUnicode(e){if(!ma){ma=/([\\u00a0\\u00b5\\u037e\\u0eb3\\u2000-\\u200a\\u202f\\u2126\\ufb00-\\ufb04\\ufb06\\ufb20-\\ufb36\\ufb38-\\ufb3c\\ufb3e\\ufb40-\\ufb41\\ufb43-\\ufb44\\ufb46-\\ufba1\\ufba4-\\ufba9\\ufbae-\\ufbb1\\ufbd3-\\ufbdc\\ufbde-\\ufbe7\\ufbea-\\ufbf8\\ufbfc-\\ufbfd\\ufc00-\\ufc5d\\ufc64-\\ufcf1\\ufcf5-\\ufd3d\\ufd88\\ufdf4\\ufdfa-\\ufdfb\\ufe71\\ufe77\\ufe79\\ufe7b\\ufe7d]+)|(\\ufb05+)/gu;ba=new Map([["ſt","ſt"]])}return e.replaceAll(ma,((e,t,a)=>t?t.normalize("NFKC"):ba.get(a)))}(t));const a=bidi(t,-1,e.vertical);return{str:a.str,dir:a.dir,width:Math.abs(e.totalWidth),height:Math.abs(e.totalHeight),transform:e.transform,fontName:e.fontName,hasEOL:e.hasEOL}}async function handleSetFont(e,i){const n=await S.loadFont(e,i,r,a);M.loadedName=n.loadedName;M.font=n.font;M.fontMatrix=n.font.fontMatrix||t}function applyInverseRotation(e,t,a){const r=Math.hypot(a[0],a[1]);return[(a[0]*e+a[1]*t)/r,(a[2]*e+a[3]*t)/r]}function compareWithLastPosition(e){const t=getCurrentTextTransform();let a=t[4],r=t[5];if(M.font?.vertical){if(ac[2]||r+ec[3])return!1}else if(a+ec[2]||rc[3])return!1;if(!M.font||!y.prevTransform)return!0;let i=y.prevTransform[4],n=y.prevTransform[5];if(i===a&&n===r)return!0;let s=-1;t[0]&&0===t[1]&&0===t[2]?s=t[0]>0?0:180:t[1]&&0===t[0]&&0===t[3]&&(s=t[1]>0?90:270);switch(s){case 0:break;case 90:[a,r]=[r,a];[i,n]=[n,i];break;case 180:[a,r,i,n]=[-a,-r,-i,-n];break;case 270:[a,r]=[-r,-a];[i,n]=[-n,-i];break;default:[a,r]=applyInverseRotation(a,r,t);[i,n]=applyInverseRotation(i,n,y.prevTransform)}if(M.font.vertical){const e=(n-r)/y.textAdvanceScale,t=a-i,s=Math.sign(y.height);if(e.5*y.width){appendEOL();return!0}resetLastChars();flushTextContentItem();return!0}if(Math.abs(t)>y.width){appendEOL();return!0}e<=s*y.notASpace&&resetLastChars();if(e<=s*y.trackingSpaceMin)if(shouldAddWhitepsace()){resetLastChars();flushTextContentItem();pushWhitespace({height:Math.abs(e)})}else y.height+=e;else if(!addFakeSpaces(e,y.prevTransform,s))if(0===y.str.length){resetLastChars();pushWhitespace({height:Math.abs(e)})}else y.height+=e;Math.abs(t)>.25*y.width&&flushTextContentItem();return!0}const o=(a-i)/y.textAdvanceScale,l=r-n,h=Math.sign(y.width);if(o.5*y.height){appendEOL();return!0}resetLastChars();flushTextContentItem();return!0}if(Math.abs(l)>y.height){appendEOL();return!0}o<=h*y.notASpace&&resetLastChars();if(o<=h*y.trackingSpaceMin)if(shouldAddWhitepsace()){resetLastChars();flushTextContentItem();pushWhitespace({width:Math.abs(o)})}else y.width+=o;else if(!addFakeSpaces(o,y.prevTransform,h))if(0===y.str.length){resetLastChars();pushWhitespace({width:Math.abs(o)})}else y.width+=o;Math.abs(l)>.25*y.height&&flushTextContentItem();return!0}function buildTextContentItem({chars:e,extraSpacing:t}){const a=M.font;if(!e){const e=M.charSpacing+t;e&&(a.vertical?M.translateTextMatrix(0,-e):M.translateTextMatrix(e*M.textHScale,0));d&&compareWithLastPosition(0);return}const r=a.charsToGlyphs(e),i=M.fontMatrix[0]*M.fontSize;for(let e=0,n=r.length;e0){const e=C.join("");C.length=0;buildTextContentItem({chars:e,extraSpacing:0})}break;case dt:if(!i.state.font){S.ensureStateFont(i.state);continue}buildTextContentItem({chars:w[0],extraSpacing:0});break;case gt:if(!i.state.font){S.ensureStateFont(i.state);continue}M.carriageReturn();buildTextContentItem({chars:w[0],extraSpacing:0});break;case pt:if(!i.state.font){S.ensureStateFont(i.state);continue}M.wordSpacing=w[0];M.charSpacing=w[1];M.carriageReturn();buildTextContentItem({chars:w[2],extraSpacing:0});break;case Nt:flushTextContentItem();v??=r.get("XObject")||Dict.empty;y=w[0]instanceof Name;p=w[0].name;if(y&&F.getByName(p))break;next(new Promise((function(e,t){if(!y)throw new FormatError("XObject must be referred to by name.");let f=v.getRaw(p);if(f instanceof Ref){if(F.getByRef(f)){e();return}if(S.globalImageCache.getData(f,S.pageIndex)){e();return}f=k.fetch(f)}if(!(f instanceof BaseStream))throw new FormatError("XObject should be a stream");const{dict:g}=f,b=g.get("Subtype");if(!(b instanceof Name))throw new FormatError("XObject should have a Name subtype");if("Form"!==b.name){F.set(p,g.objId,!0);e();return}const w=i.state.clone(),x=new StateManager(w),C=lookupMatrix(g.getArray("Matrix"),null);C&&x.transform(C);const T=g.get("Resources");enqueueChunk();const O={enqueueInvoked:!1,enqueue(e,t){this.enqueueInvoked=!0;s.enqueue(e,t)},get desiredSize(){return s.desiredSize??0},get ready(){return s.ready}};S.getTextContent({stream:f,task:a,resources:T instanceof Dict?T:r,stateManager:x,includeMarkedContent:n,sink:s&&O,seenStyles:o,viewBox:c,lang:l,markedContentData:h,disableNormalization:u,keepWhiteSpace:d,prevRefs:m}).then((function(){O.enqueueInvoked||F.set(p,g.objId,!0);e()}),t)})).catch((function(e){if(!(e instanceof AbortException)){if(!S.options.ignoreErrors)throw e;warn(`getTextContent - ignoring XObject: "${e}".`)}})));return;case De:y=w[0]instanceof Name;p=w[0].name;if(y&&T.getByName(p))break;next(new Promise((function(e,t){if(!y)throw new FormatError("GState must be referred to by name.");const a=r.get("ExtGState");if(!(a instanceof Dict))throw new FormatError("ExtGState should be a dictionary.");const i=a.get(p);if(!(i instanceof Dict))throw new FormatError("GState should be a dictionary.");const n=i.get("Font");if(n){flushTextContentItem();M.fontName=null;M.fontSize=n[1];handleSetFont(null,n[0]).then(e,t)}else{T.set(p,i.objId,!0);e()}})).catch((function(e){if(!(e instanceof AbortException)){if(!S.options.ignoreErrors)throw e;warn(`getTextContent - ignoring ExtGState: "${e}".`)}})));return;case Lt:flushTextContentItem();if(n){h.level++;b.items.push({type:"beginMarkedContent",tag:w[0]instanceof Name?w[0].name:null})}break;case jt:flushTextContentItem();if(n){h.level++;let e=null;w[1]instanceof Dict&&(e=w[1].get("MCID"));b.items.push({type:"beginMarkedContentProps",id:Number.isInteger(e)?`${S.idFactory.getPageObjId()}_mc${e}`:null,tag:w[0]instanceof Name?w[0].name:null})}break;case _t:flushTextContentItem();if(n){if(0===h.level)break;h.level--;b.items.push({type:"endMarkedContent"})}break;case Re:!e||e.font===M.font&&e.fontSize===M.fontSize&&e.fontName===M.fontName||flushTextContentItem()}if(b.items.length>=(s?.desiredSize??1)){g=!0;break}}if(g)next(En);else{flushTextContentItem();enqueueChunk();e()}})).catch((e=>{if(!(e instanceof AbortException)){if(!this.options.ignoreErrors)throw e;warn(`getTextContent - ignoring errors during "${a.name}" task: "${e}".`);flushTextContentItem();enqueueChunk()}}))}async extractDataStructures(e,t){const a=this.xref;let r;const i=this.readToUnicode(t.toUnicode);if(t.composite){const a=e.get("CIDSystemInfo");a instanceof Dict&&(t.cidSystemInfo={registry:stringToPDFString(a.get("Registry")),ordering:stringToPDFString(a.get("Ordering")),supplement:a.get("Supplement")});try{const t=e.get("CIDToGIDMap");t instanceof BaseStream&&(r=t.getBytes())}catch(e){if(!this.options.ignoreErrors)throw e;warn(`extractDataStructures - ignoring CIDToGIDMap data: "${e}".`)}}const n=[];let s,o=null;if(e.has("Encoding")){s=e.get("Encoding");if(s instanceof Dict){o=s.get("BaseEncoding");o=o instanceof Name?o.name:null;if(s.has("Differences")){const e=s.get("Differences");let t=0;for(const r of e){const e=a.fetchIfRef(r);if("number"==typeof e)t=e;else{if(!(e instanceof Name))throw new FormatError(`Invalid entry in \'Differences\' array: ${e}`);n[t++]=e.name}}}}else if(s instanceof Name)o=s.name;else{const e="Encoding is not a Name nor a Dict";if(!this.options.ignoreErrors)throw new FormatError(e);warn(e)}"MacRomanEncoding"!==o&&"MacExpertEncoding"!==o&&"WinAnsiEncoding"!==o&&(o=null)}const c=!t.file||t.isInternalFont,l=ei()[t.name];o&&c&&l&&(o=null);if(o)t.defaultEncoding=getEncoding(o);else{const e=!!(t.flags&Pr),a=!!(t.flags&Lr);s=Ar;"TrueType"!==t.type||a||(s=kr);if(e||l){s=Sr;c&&(/Symbol/i.test(t.name)?s=Cr:/Dingbats/i.test(t.name)?s=vr:/Wingdings/i.test(t.name)&&(s=kr))}t.defaultEncoding=s}t.differences=n;t.baseEncodingName=o;t.hasEncoding=!!o||n.length>0;t.dict=e;t.toUnicode=await i;const h=await this.buildToUnicode(t);t.toUnicode=h;r&&(t.cidToGidMap=this.readCidToGidMap(r,h));return t}_simpleFontToUnicode(e,t=!1){assert(!e.composite,"Must be a simple font.");const a=[],r=e.defaultEncoding.slice(),i=e.baseEncodingName,n=e.differences;for(const e in n){const t=n[e];".notdef"!==t&&(r[e]=t)}const s=Fr();for(const n in r){let o=r[n];if(""===o)continue;let c=s[o];if(void 0!==c){a[n]=String.fromCharCode(c);continue}let l=0;switch(o[0]){case"G":3===o.length&&(l=parseInt(o.substring(1),16));break;case"g":5===o.length&&(l=parseInt(o.substring(1),16));break;case"C":case"c":if(o.length>=3&&o.length<=4){const a=o.substring(1);if(t){l=parseInt(a,16);break}l=+a;if(Number.isNaN(l)&&Number.isInteger(parseInt(a,16)))return this._simpleFontToUnicode(e,!0)}break;case"u":c=getUnicodeForGlyph(o,s);-1!==c&&(l=c);break;default:switch(o){case"f_h":case"f_t":case"T_h":a[n]=o.replaceAll("_","");continue}}if(l>0&&l<=1114111&&Number.isInteger(l)){if(i&&l===+n){const e=getEncoding(i);if(e&&(o=e[n])){a[n]=String.fromCharCode(s[o]);continue}}a[n]=String.fromCodePoint(l)}}return a}async buildToUnicode(e){e.hasIncludedToUnicodeMap=e.toUnicode?.length>0;if(e.hasIncludedToUnicodeMap){!e.composite&&e.hasEncoding&&(e.fallbackToUnicode=this._simpleFontToUnicode(e));return e.toUnicode}if(!e.composite)return new ToUnicodeMap(this._simpleFontToUnicode(e));if(e.composite&&(e.cMap.builtInCMap&&!(e.cMap instanceof IdentityCMap)||"Adobe"===e.cidSystemInfo?.registry&&("GB1"===e.cidSystemInfo.ordering||"CNS1"===e.cidSystemInfo.ordering||"Japan1"===e.cidSystemInfo.ordering||"Korea1"===e.cidSystemInfo.ordering))){const{registry:t,ordering:a}=e.cidSystemInfo,r=Name.get(`${t}-${a}-UCS2`),i=await CMapFactory.create({encoding:r,fetchBuiltInCMap:this._fetchBuiltInCMapBound,useCMap:null}),n=[],s=[];e.cMap.forEach((function(e,t){if(t>65535)throw new FormatError("Max size of CID is 65,535");const a=i.lookup(t);if(a){s.length=0;for(let e=0,t=a.length;e>1;(0!==i||t.has(n))&&(a[n]=i)}return a}extractWidths(e,t,a){const r=this.xref;let i=[],n=0;const s=[];let o;if(a.composite){const t=e.get("DW");n="number"==typeof t?Math.ceil(t):1e3;const c=e.get("W");if(Array.isArray(c))for(let e=0,t=c.length;e{const t=c.get(e),r=new OperatorList;return n.getOperatorList({stream:t,task:a,resources:l,operatorList:r}).then((()=>{switch(r.fnArray[0]){case bt:this.#K(r,b);break;case mt:b||this.#J(r)}h[e]=r.getIR();for(const e of r.dependencies)i.add(e)})).catch((function(t){warn(`Type3 font resource "${e}" is not available.`);const a=new OperatorList;h[e]=a.getIR()}))}));this.#V=o.then((()=>{r.charProcOperatorList=h;if(this._bbox){r.isCharBBox=!0;r.bbox=this._bbox}}));return this.#V}#K(e,t=NaN){const a=Util.normalizeRect(e.argsArray[0].slice(2)),r=a[2]-a[0],i=a[3]-a[1],n=Math.hypot(r,i);if(0===r||0===i){e.fnArray.splice(0,1);e.argsArray.splice(0,1)}else if(0===t||Math.round(n/t)>=10){this._bbox??=[1/0,1/0,-1/0,-1/0];Util.rectBoundingBox(...a,this._bbox)}let s=0,o=e.length;for(;s=Ee&&n<=Je;if(i.variableArgs)o>s&&info(`Command ${r}: expected [0, ${s}] args, but received ${o} args.`);else{if(o!==s){const e=this.nonProcessedArgs;for(;o>s;){e.push(t.shift());o--}for(;oEvaluatorPreprocessor.MAX_INVALID_PATH_OPS)throw new FormatError(`Invalid ${e}`);warn(`Skipping ${e}`);null!==t&&(t.length=0);continue}}this.preprocessCommand(n,t);e.fn=n;e.args=t;return!0}if(a===wa)return!1;if(null!==a){null===t&&(t=[]);t.push(a);if(t.length>33)throw new FormatError("Too many arguments")}}}preprocessCommand(e,t){switch(0|e){case Be:this.stateManager.save();break;case Re:this.stateManager.restore();break;case Ne:this.stateManager.transform(t)}}}class DefaultAppearanceEvaluator extends EvaluatorPreprocessor{constructor(e){super(new StringStream(e))}parse(){const e={fn:0,args:[]},t={fontSize:0,fontName:"",fontColor:new Uint8ClampedArray(3)};try{for(;;){e.args.length=0;if(!this.read(e))break;if(0!==this.savedStatesDepth)continue;const{fn:a,args:r}=e;switch(0|a){case nt:const[e,a]=r;e instanceof Name&&(t.fontName=e.name);"number"==typeof a&&a>0&&(t.fontSize=a);break;case It:ColorSpaceUtils.rgb.getRgbItem(r,0,t.fontColor,0);break;case vt:ColorSpaceUtils.gray.getRgbItem(r,0,t.fontColor,0);break;case Ot:ColorSpaceUtils.cmyk.getRgbItem(r,0,t.fontColor,0)}}}catch(e){warn(`parseDefaultAppearance - ignoring errors: "${e}".`)}return t}}function parseDefaultAppearance(e){return new DefaultAppearanceEvaluator(e).parse()}class AppearanceStreamEvaluator extends EvaluatorPreprocessor{constructor(e,t,a,r){super(e);this.stream=e;this.evaluatorOptions=t;this.xref=a;this.globalColorSpaceCache=r;this.resources=e.dict?.get("Resources")}parse(){const e={fn:0,args:[]};let t={scaleFactor:1,fontSize:0,fontName:"",fontColor:new Uint8ClampedArray(3),fillColorSpace:ColorSpaceUtils.gray},a=!1;const r=[];try{for(;;){e.args.length=0;if(a||!this.read(e))break;const{fn:i,args:n}=e;switch(0|i){case Be:r.push({scaleFactor:t.scaleFactor,fontSize:t.fontSize,fontName:t.fontName,fontColor:t.fontColor.slice(),fillColorSpace:t.fillColorSpace});break;case Re:t=r.pop()||t;break;case ht:t.scaleFactor*=Math.hypot(n[0],n[1]);break;case nt:const[e,i]=n;e instanceof Name&&(t.fontName=e.name);"number"==typeof i&&i>0&&(t.fontSize=i*t.scaleFactor);break;case wt:t.fillColorSpace=ColorSpaceUtils.parse({cs:n[0],xref:this.xref,resources:this.resources,pdfFunctionFactory:this._pdfFunctionFactory,globalColorSpaceCache:this.globalColorSpaceCache,localColorSpaceCache:this._localColorSpaceCache});break;case At:t.fillColorSpace.getRgbItem(n,0,t.fontColor,0);break;case It:ColorSpaceUtils.rgb.getRgbItem(n,0,t.fontColor,0);break;case vt:ColorSpaceUtils.gray.getRgbItem(n,0,t.fontColor,0);break;case Ot:ColorSpaceUtils.cmyk.getRgbItem(n,0,t.fontColor,0);break;case dt:case ft:case gt:case pt:a=!0}}}catch(e){warn(`parseAppearanceStream - ignoring errors: "${e}".`)}this.stream.reset();delete t.scaleFactor;delete t.fillColorSpace;return t}get _localColorSpaceCache(){return shadow(this,"_localColorSpaceCache",new LocalColorSpaceCache)}get _pdfFunctionFactory(){return shadow(this,"_pdfFunctionFactory",new PDFFunctionFactory({xref:this.xref,isEvalSupported:this.evaluatorOptions.isEvalSupported}))}}function getPdfColor(e,t){if(e[0]===e[1]&&e[1]===e[2]){return`${numberToString(e[0]/255)} ${t?"g":"G"}`}return Array.from(e,(e=>numberToString(e/255))).join(" ")+" "+(t?"rg":"RG")}class FakeUnicodeFont{constructor(e,t){this.xref=e;this.widths=null;this.firstChar=1/0;this.lastChar=-1/0;this.fontFamily=t;const a=new OffscreenCanvas(1,1);this.ctxMeasure=a.getContext("2d",{willReadFrequently:!0});FakeUnicodeFont._fontNameId||(FakeUnicodeFont._fontNameId=1);this.fontName=Name.get(`InvalidPDFjsFont_${t}_${FakeUnicodeFont._fontNameId++}`)}get fontDescriptorRef(){if(!FakeUnicodeFont._fontDescriptorRef){const e=new Dict(this.xref);e.setIfName("Type","FontDescriptor");e.set("FontName",this.fontName);e.set("FontFamily","MyriadPro Regular");e.set("FontBBox",[0,0,0,0]);e.setIfName("FontStretch","Normal");e.set("FontWeight",400);e.set("ItalicAngle",0);FakeUnicodeFont._fontDescriptorRef=this.xref.getNewPersistentRef(e)}return FakeUnicodeFont._fontDescriptorRef}get descendantFontRef(){const e=new Dict(this.xref);e.set("BaseFont",this.fontName);e.setIfName("Type","Font");e.setIfName("Subtype","CIDFontType0");e.setIfName("CIDToGIDMap","Identity");e.set("FirstChar",this.firstChar);e.set("LastChar",this.lastChar);e.set("FontDescriptor",this.fontDescriptorRef);e.set("DW",1e3);const t=[],a=[...this.widths.entries()].sort();let r=null,i=null;for(const[e,n]of a)if(r)if(e===r+i.length)i.push(n);else{t.push(r,i);r=e;i=[n]}else{r=e;i=[n]}r&&t.push(r,i);e.set("W",t);const n=new Dict(this.xref);n.set("Ordering","Identity");n.set("Registry","Adobe");n.set("Supplement",0);e.set("CIDSystemInfo",n);return this.xref.getNewPersistentRef(e)}get baseFontRef(){const e=new Dict(this.xref);e.set("BaseFont",this.fontName);e.setIfName("Type","Font");e.setIfName("Subtype","Type0");e.setIfName("Encoding","Identity-H");e.set("DescendantFonts",[this.descendantFontRef]);e.setIfName("ToUnicode","Identity-H");return this.xref.getNewPersistentRef(e)}get resources(){const e=new Dict(this.xref),t=new Dict(this.xref);t.set(this.fontName.name,this.baseFontRef);e.set("Font",t);return e}_createContext(){this.widths=new Map;this.ctxMeasure.font=`1000px ${this.fontFamily}`;return this.ctxMeasure}createFontResources(e){const t=this._createContext();for(const a of e.split(/\\r\\n?|\\n/))for(const e of a.split("")){const a=e.charCodeAt(0);if(this.widths.has(a))continue;const r=t.measureText(e),i=Math.ceil(r.width);this.widths.set(a,i);this.firstChar=Math.min(a,this.firstChar);this.lastChar=Math.max(a,this.lastChar)}return this.resources}static getFirstPositionInfo(e,t,i){const[n,s,o,c]=e;let l=o-n,h=c-s;t%180!=0&&([l,h]=[h,l]);const u=a*i;return{coords:[0,h+r*i-u],bbox:[0,0,l,h],matrix:0!==t?getRotationMatrix(t,h,u):void 0}}createAppearance(e,t,i,n,s,o){const c=this._createContext(),l=[];let h=-1/0;for(const t of e.split(/\\r\\n?|\\n/)){l.push(t);const e=c.measureText(t).width;h=Math.max(h,e);for(const e of codePointIter(t)){const t=String.fromCodePoint(e);let a=this.widths.get(e);if(void 0===a){const r=c.measureText(t);a=Math.ceil(r.width);this.widths.set(e,a);this.firstChar=Math.min(e,this.firstChar);this.lastChar=Math.max(e,this.lastChar)}}}h*=n/1e3;const[u,d,f,g]=t;let p=f-u,m=g-d;i%180!=0&&([p,m]=[m,p]);let b=1;h>p&&(b=p/h);let y=1;const w=a*n,x=r*n,S=w*l.length;S>m&&(y=m/S);const k=n*Math.min(b,y),C=["q",`0 0 ${numberToString(p)} ${numberToString(m)} re W n`,"BT",`1 0 0 1 0 ${numberToString(m+x)} Tm 0 Tc ${getPdfColor(s,!0)}`,`/${this.fontName.name} ${numberToString(k)} Tf`],{resources:v}=this;if(1!==(o="number"==typeof o&&o>=0&&o<=1?o:1)){C.push("/R0 gs");const e=new Dict(this.xref),t=new Dict(this.xref);t.set("ca",o);t.set("CA",o);t.setIfName("Type","ExtGState");e.set("R0",t);v.set("ExtGState",e)}const F=numberToString(w);for(const e of l)C.push(`0 -${F} Td <${stringToUTF16HexString(e)}> Tj`);C.push("ET","Q");const T=C.join("\\n"),O=new Dict(this.xref);O.setIfName("Subtype","Form");O.setIfName("Type","XObject");O.set("BBox",[0,0,p,m]);O.set("Length",T.length);O.set("Resources",v);if(i){const e=getRotationMatrix(i,p,m);O.set("Matrix",e)}const M=new StringStream(T);M.dict=O;return M}}const Pn=["m/d","m/d/yy","mm/dd/yy","mm/yy","d-mmm","d-mmm-yy","dd-mmm-yy","yy-mm-dd","mmm-yy","mmmm-yy","mmm d, yyyy","mmmm d, yyyy","m/d/yy h:MM tt","m/d/yy HH:MM"],Ln=["HH:MM","h:MM tt","HH:MM:ss","h:MM:ss tt"];class NameOrNumberTree{constructor(e,t,a){this.root=e;this.xref=t;this._type=a}getAll(){const e=new Map;if(!this.root)return e;const t=this.xref,a=new RefSet;a.put(this.root);const r=[this.root];for(;r.length>0;){const i=t.fetchIfRef(r.shift());if(!(i instanceof Dict))continue;if(i.has("Kids")){const e=i.get("Kids");if(!Array.isArray(e))continue;for(const t of e){if(a.has(t))throw new FormatError(`Duplicate entry in "${this._type}" tree.`);r.push(t);a.put(t)}continue}const n=i.get(this._type);if(Array.isArray(n))for(let a=0,r=n.length;a10){warn(`Search depth limit reached for "${this._type}" tree.`);return null}const i=a.get("Kids");if(!Array.isArray(i))return null;let n=0,s=i.length-1;for(;n<=s;){const r=n+s>>1,o=t.fetchIfRef(i[r]),c=o.get("Limits");if(et.fetchIfRef(c[1]))){a=o;break}n=r+1}}if(n>s)return null}const i=a.get(this._type);if(Array.isArray(i)){let a=0,r=i.length-2;for(;a<=r;){const n=a+r>>1,s=n+(1&n),o=t.fetchIfRef(i[s]);if(eo))return i[s+1];a=s+2}}}return null}get(e){return this.xref.fetchIfRef(this.getRaw(e))}}class NameTree extends NameOrNumberTree{constructor(e,t){super(e,t,"Names")}}class NumberTree extends NameOrNumberTree{constructor(e,t){super(e,t,"Nums")}}function clearGlobalCaches(){!function clearPatternCaches(){Ii=Object.create(null)}();!function clearPrimitiveCaches(){xa=Object.create(null);Sa=Object.create(null);Aa=Object.create(null)}();!function clearUnicodeCaches(){Dr.clear()}();JpxImage.cleanup()}function pickPlatformItem(e){return e instanceof Dict?e.has("UF")?e.get("UF"):e.has("F")?e.get("F"):e.has("Unix")?e.get("Unix"):e.has("Mac")?e.get("Mac"):e.has("DOS")?e.get("DOS"):null:null}class FileSpec{#Y=!1;constructor(e,t,a=!1){if(e instanceof Dict){this.xref=t;this.root=e;e.has("FS")&&(this.fs=e.get("FS"));e.has("RF")&&warn("Related file specifications are not supported");a||(e.has("EF")?this.#Y=!0:warn("Non-embedded file specifications are not supported"))}}get filename(){let e="";const t=pickPlatformItem(this.root);t&&"string"==typeof t&&(e=stringToPDFString(t,!0).replaceAll("\\\\\\\\","\\\\").replaceAll("\\\\/","/").replaceAll("\\\\","/"));return shadow(this,"filename",e||"unnamed")}get content(){if(!this.#Y)return null;this._contentRef||=pickPlatformItem(this.root?.get("EF"));let e=null;if(this._contentRef){const t=this.xref.fetchIfRef(this._contentRef);t instanceof BaseStream?e=t.getBytes():warn("Embedded file specification points to non-existing/invalid content")}else warn("Embedded file specification does not have any content");return e}get description(){let e="";const t=this.root?.get("Desc");t&&"string"==typeof t&&(e=stringToPDFString(t));return shadow(this,"description",e)}get serializable(){return{rawFilename:this.filename,filename:(e=this.filename,e.substring(e.lastIndexOf("/")+1)),content:this.content,description:this.description};var e}}const jn=0,_n=-2,Un=-3,Xn=-4,qn=-5,Hn=-6,Wn=-9;function isWhitespace(e,t){const a=e[t];return" "===a||"\\n"===a||"\\r"===a||"\\t"===a}class XMLParserBase{_resolveEntities(e){return e.replaceAll(/&([^;]+);/g,((e,t)=>{if("#x"===t.substring(0,2))return String.fromCodePoint(parseInt(t.substring(2),16));if("#"===t.substring(0,1))return String.fromCodePoint(parseInt(t.substring(1),10));switch(t){case"lt":return"<";case"gt":return">";case"amp":return"&";case"quot":return\'"\';case"apos":return"\'"}return this.onResolveEntity(t)}))}_parseContent(e,t){const a=[];let r=t;function skipWs(){for(;r"!==e[r]&&"/"!==e[r];)++r;const i=e.substring(t,r);skipWs();for(;r"!==e[r]&&"/"!==e[r]&&"?"!==e[r];){skipWs();let t="",i="";for(;r"!==e[a]&&"?"!==e[a]&&"/"!==e[a];)++a;const r=e.substring(t,a);!function skipWs(){for(;a"!==e[a+1]);)++a;return{name:r,value:e.substring(i,a),parsed:a-t}}parseXml(e){let t=0;for(;t",a);if(t<0){this.onError(Wn);return}this.onEndElement(e.substring(a,t));a=t+1;break;case"?":++a;const r=this._parseProcessingInstruction(e,a);if("?>"!==e.substring(a+r.parsed,a+r.parsed+2)){this.onError(Un);return}this.onPi(r.name,r.value);a+=r.parsed+2;break;case"!":if("--"===e.substring(a+1,a+3)){t=e.indexOf("--\\x3e",a+3);if(t<0){this.onError(qn);return}this.onComment(e.substring(a+3,t));a=t+3}else if("[CDATA["===e.substring(a+1,a+8)){t=e.indexOf("]]>",a+8);if(t<0){this.onError(_n);return}this.onCdata(e.substring(a+8,t));a=t+3}else{if("DOCTYPE"!==e.substring(a+1,a+8)){this.onError(Hn);return}{const r=e.indexOf("[",a+8);let i=!1;t=e.indexOf(">",a+8);if(t<0){this.onError(Xn);return}if(r>0&&t>r){t=e.indexOf("]>",a+8);if(t<0){this.onError(Xn);return}i=!0}const n=e.substring(a+8,t+(i?1:0));this.onDoctype(n);a=t+(i?2:1)}}break;default:const i=this._parseContent(e,a);if(null===i){this.onError(Hn);return}let n=!1;if("/>"===e.substring(a+i.parsed,a+i.parsed+2))n=!0;else if(">"!==e.substring(a+i.parsed,a+i.parsed+1)){this.onError(Wn);return}this.onBeginElement(i.name,i.attributes,n);a+=i.parsed+(n?2:1)}}else{for(;ae.textContent)).join(""):this.nodeValue||""}get children(){return this.childNodes||[]}hasChildNodes(){return this.childNodes?.length>0}searchNode(e,t){if(t>=e.length)return this;const a=e[t];if(a.name.startsWith("#")&&t0){r.push([i,0]);i=i.childNodes[0]}else{if(0===r.length)return null;for(;0!==r.length;){const[e,t]=r.pop(),a=t+1;if(a");for(const t of this.childNodes)t.dump(e);e.push(``)}else this.nodeValue?e.push(`>${encodeToXmlString(this.nodeValue)}`):e.push("/>")}else e.push(encodeToXmlString(this.nodeValue))}}class SimpleXMLParser extends XMLParserBase{constructor({hasAttributes:e=!1,lowerCaseName:t=!1}){super();this._currentFragment=null;this._stack=null;this._errorCode=jn;this._hasAttributes=e;this._lowerCaseName=t}parseFromString(e){this._currentFragment=[];this._stack=[];this._errorCode=jn;this.parseXml(e);if(this._errorCode!==jn)return;const[t]=this._currentFragment;return t?{documentElement:t}:void 0}onText(e){if(function isWhitespaceString(e){for(let t=0,a=e.length;t\\\\376\\\\377([^<]+)/g,(function(e,t){const a=t.replaceAll(/\\\\([0-3])([0-7])([0-7])/g,(function(e,t,a,r){return String.fromCharCode(64*t+8*a+1*r)})).replaceAll(/&(amp|apos|gt|lt|quot);/g,(function(e,t){switch(t){case"amp":return"&";case"apos":return"\'";case"gt":return">";case"lt":return"<";case"quot":return\'"\'}throw new Error(`_repair: ${t} isn\'t defined.`)})),r=[">"];for(let e=0,t=a.length;e=32&&t<127&&60!==t&&62!==t&&38!==t?r.push(String.fromCharCode(t)):r.push("&#x"+(65536+t).toString(16).substring(1)+";")}return r.join("")}))}_getSequence(e){const t=e.nodeName;return"rdf:bag"!==t&&"rdf:seq"!==t&&"rdf:alt"!==t?null:e.childNodes.filter((e=>"rdf:li"===e.nodeName))}_parseArray(e){if(!e.hasChildNodes())return;const[t]=e.childNodes,a=this._getSequence(t)||[];this._metadataMap.set(e.nodeName,a.map((e=>e.textContent.trim())))}_parse(e){let t=e.documentElement;if("rdf:rdf"!==t.nodeName){t=t.firstChild;for(;t&&"rdf:rdf"!==t.nodeName;)t=t.nextSibling}if(t&&"rdf:rdf"===t.nodeName&&t.hasChildNodes())for(const e of t.childNodes)if("rdf:description"===e.nodeName)for(const t of e.childNodes){const e=t.nodeName;switch(e){case"#text":continue;case"dc:creator":case"dc:subject":this._parseArray(t);continue}this._metadataMap.set(e,t.textContent.trim())}}get serializable(){return{parsedData:this._metadataMap,rawData:this._data}}}const zn=1,$n=2,Gn=3,Vn=4,Kn=5;class StructTreeRoot{constructor(e,t,a){this.xref=e;this.dict=t;this.ref=a instanceof Ref?a:null;this.roleMap=new Map;this.structParentIds=null}init(){this.readRoleMap()}#Z(e,t,a){if(!(e instanceof Ref)||t<0)return;this.structParentIds||=new RefSetCache;let r=this.structParentIds.get(e);if(!r){r=[];this.structParentIds.put(e,r)}r.push([t,a])}addAnnotationIdToPage(e,t){this.#Z(e,t,Vn)}readRoleMap(){const e=this.dict.get("RoleMap");if(e instanceof Dict)for(const[t,a]of e)a instanceof Name&&this.roleMap.set(t,a.name)}static async canCreateStructureTree({catalogRef:e,pdfManager:t,newAnnotationsByPage:a}){if(!(e instanceof Ref)){warn("Cannot save the struct tree: no catalog reference.");return!1}let r=0,i=!0;for(const[e,n]of a){const{ref:a}=await t.getPage(e);if(!(a instanceof Ref)){warn(`Cannot save the struct tree: page ${e} has no ref.`);i=!0;break}for(const e of n)if(e.accessibilityData?.type){e.parentTreeId=r++;i=!1}}if(i){for(const e of a.values())for(const t of e)delete t.parentTreeId;return!1}return!0}static async createStructureTree({newAnnotationsByPage:e,xref:t,catalogRef:a,pdfManager:r,changes:i}){const n=await r.ensureCatalog("cloneDict"),s=new RefSetCache;s.put(a,n);const o=t.getNewTemporaryRef();n.set("StructTreeRoot",o);const c=new Dict(t);c.set("Type",Name.get("StructTreeRoot"));const l=t.getNewTemporaryRef();c.set("ParentTree",l);const h=[];c.set("K",h);s.put(o,c);const u=new Dict(t),d=[];u.set("Nums",d);const f=await this.#Q({newAnnotationsByPage:e,structTreeRootRef:o,structTreeRoot:null,kids:h,nums:d,xref:t,pdfManager:r,changes:i,cache:s});c.set("ParentTreeNextKey",f);s.put(l,u);for(const[e,t]of s.items())i.put(e,{data:t})}async canUpdateStructTree({pdfManager:e,newAnnotationsByPage:t}){if(!this.ref){warn("Cannot update the struct tree: no root reference.");return!1}let a=this.dict.get("ParentTreeNextKey");if(!Number.isInteger(a)||a<0){warn("Cannot update the struct tree: invalid next key.");return!1}const r=this.dict.get("ParentTree");if(!(r instanceof Dict)){warn("Cannot update the struct tree: ParentTree isn\'t a dict.");return!1}const i=r.get("Nums");if(!Array.isArray(i)){warn("Cannot update the struct tree: nums isn\'t an array.");return!1}const n=new NumberTree(r,this.xref);for(const a of t.keys()){const{pageDict:t}=await e.getPage(a);if(!t.has("StructParents"))continue;const r=t.get("StructParents");if(!Number.isInteger(r)||!Array.isArray(n.get(r))){warn(`Cannot save the struct tree: page ${a} has a wrong id.`);return!1}}let s=!0;for(const[r,i]of t){const{pageDict:t}=await e.getPage(r);StructTreeRoot.#ee({elements:i,xref:this.xref,pageDict:t,numberTree:n});for(const e of i)if(e.accessibilityData?.type){e.accessibilityData.structParent>=0||(e.parentTreeId=a++);s=!1}}if(s){for(const e of t.values())for(const t of e){delete t.parentTreeId;delete t.structTreeParent}return!1}return!0}async updateStructureTree({newAnnotationsByPage:e,pdfManager:t,changes:a}){const{ref:r,xref:i}=this,n=this.dict.clone(),s=new RefSetCache;s.put(r,n);let o,c=n.getRaw("ParentTree");if(c instanceof Ref)o=i.fetch(c);else{o=c;c=i.getNewTemporaryRef();n.set("ParentTree",c)}o=o.clone();s.put(c,o);let l=o.getRaw("Nums"),h=null;if(l instanceof Ref){h=l;l=i.fetch(h)}l=l.slice();h||o.set("Nums",l);const u=await StructTreeRoot.#Q({newAnnotationsByPage:e,structTreeRootRef:r,structTreeRoot:this,kids:null,nums:l,xref:i,pdfManager:t,changes:a,cache:s});if(-1!==u){n.set("ParentTreeNextKey",u);h&&s.put(h,l);for(const[e,t]of s.items())a.put(e,{data:t})}}static async#Q({newAnnotationsByPage:e,structTreeRootRef:t,structTreeRoot:a,kids:r,nums:i,xref:n,pdfManager:s,changes:o,cache:c}){const l=Name.get("OBJR");let h,u=-1;for(const[d,f]of e){const e=await s.getPage(d),{ref:g}=e,p=g instanceof Ref;for(const{accessibilityData:s,ref:m,parentTreeId:b,structTreeParent:y}of f){if(!s?.type)continue;const{structParent:f}=s;if(a&&Number.isInteger(f)&&f>=0){let t=(h||=new Map).get(d);if(void 0===t){t=new StructTreePage(a,e.pageDict).collectObjects(g);h.set(d,t)}const r=t?.get(f);if(r){const e=n.fetch(r).clone();StructTreeRoot.#te(e,s);o.put(r,{data:e});continue}}u=Math.max(u,b);const w=n.getNewTemporaryRef(),x=new Dict(n);StructTreeRoot.#te(x,s);await this.#ae({structTreeParent:y,tagDict:x,newTagRef:w,structTreeRootRef:t,fallbackKids:r,xref:n,cache:c});const S=new Dict(n);x.set("K",S);S.set("Type",l);p&&S.set("Pg",g);S.set("Obj",m);c.put(w,x);i.push(b,w)}}return u+1}static#te(e,{type:t,title:a,lang:r,alt:i,expanded:n,actualText:s}){e.set("S",Name.get(t));a&&e.set("T",stringToAsciiOrUTF16BE(a));r&&e.set("Lang",stringToAsciiOrUTF16BE(r));i&&e.set("Alt",stringToAsciiOrUTF16BE(i));n&&e.set("E",stringToAsciiOrUTF16BE(n));s&&e.set("ActualText",stringToAsciiOrUTF16BE(s))}static#ee({elements:e,xref:t,pageDict:a,numberTree:r}){const i=new Map;for(const t of e)if(t.structTreeParentId){const e=parseInt(t.structTreeParentId.split("_mc")[1],10);let a=i.get(e);if(!a){a=[];i.set(e,a)}a.push(t)}const n=a.get("StructParents");if(!Number.isInteger(n))return;const s=r.get(n),updateElement=(e,a,r)=>{const n=i.get(e);if(n){const e=a.getRaw("P"),i=t.fetchIfRef(e);if(e instanceof Ref&&i instanceof Dict){const e={ref:r,dict:a};for(const t of n)t.structTreeParent=e}return!0}return!1};for(const e of s){if(!(e instanceof Ref))continue;const a=t.fetch(e),r=a.get("K");if(Number.isInteger(r))updateElement(r,a,e);else if(Array.isArray(r))for(let i of r){i=t.fetchIfRef(i);if(Number.isInteger(i)&&updateElement(i,a,e))break;if(!(i instanceof Dict))continue;if(!isName(i.get("Type"),"MCR"))break;const r=i.get("MCID");if(Number.isInteger(r)&&updateElement(r,a,e))break}}}static async#ae({structTreeParent:e,tagDict:t,newTagRef:a,structTreeRootRef:r,fallbackKids:i,xref:n,cache:s}){let o,c=null;if(e){({ref:c}=e);o=e.dict.getRaw("P")||r}else o=r;t.set("P",o);const l=n.fetchIfRef(o);if(!l){i.push(a);return}let h=s.get(o);if(!h){h=l.clone();s.put(o,h)}const u=h.getRaw("K");let d=u instanceof Ref?s.get(u):null;if(!d){d=n.fetchIfRef(u);d=Array.isArray(d)?d.slice():[u];const e=n.getNewTemporaryRef();h.set("K",e);s.put(e,d)}const f=d.indexOf(c);d.splice(f>=0?f+1:d.length,0,a)}}class StructElementNode{constructor(e,t){this.tree=e;this.xref=e.xref;this.dict=t;this.kids=[];this.parseKids()}get role(){const e=this.dict.get("S"),t=e instanceof Name?e.name:"",{root:a}=this.tree;return a.roleMap.get(t)??t}parseKids(){let e=null;const t=this.dict.getRaw("Pg");t instanceof Ref&&(e=t.toString());const a=this.dict.get("K");if(Array.isArray(a))for(const t of a){const a=this.parseKid(e,this.xref.fetchIfRef(t));a&&this.kids.push(a)}else{const t=this.parseKid(e,a);t&&this.kids.push(t)}}parseKid(e,t){if(Number.isInteger(t))return this.tree.pageDict.objId!==e?null:new StructElement({type:zn,mcid:t,pageObjId:e});if(!(t instanceof Dict))return null;const a=t.getRaw("Pg");a instanceof Ref&&(e=a.toString());const r=t.get("Type")instanceof Name?t.get("Type").name:null;if("MCR"===r){if(this.tree.pageDict.objId!==e)return null;const a=t.getRaw("Stm");return new StructElement({type:$n,refObjId:a instanceof Ref?a.toString():null,pageObjId:e,mcid:t.get("MCID")})}if("OBJR"===r){if(this.tree.pageDict.objId!==e)return null;const a=t.getRaw("Obj");return new StructElement({type:Gn,refObjId:a instanceof Ref?a.toString():null,pageObjId:e})}return new StructElement({type:Kn,dict:t})}}class StructElement{constructor({type:e,dict:t=null,mcid:a=null,pageObjId:r=null,refObjId:i=null}){this.type=e;this.dict=t;this.mcid=a;this.pageObjId=r;this.refObjId=i;this.parentNode=null}}class StructTreePage{constructor(e,t){this.root=e;this.xref=e?.xref??null;this.rootDict=e?.dict??null;this.pageDict=t;this.nodes=[]}collectObjects(e){if(!(this.root&&this.rootDict&&e instanceof Ref))return null;const t=this.rootDict.get("ParentTree");if(!t)return null;const a=this.root.structParentIds?.get(e);if(!a)return null;const r=new Map,i=new NumberTree(t,this.xref);for(const[e]of a){const t=i.getRaw(e);t instanceof Ref&&r.set(e,t)}return r}parse(e){if(!(this.root&&this.rootDict&&e instanceof Ref))return;const t=this.rootDict.get("ParentTree");if(!t)return;const a=this.pageDict.get("StructParents"),r=this.root.structParentIds?.get(e);if(!Number.isInteger(a)&&!r)return;const i=new Map,n=new NumberTree(t,this.xref);if(Number.isInteger(a)){const e=n.get(a);if(Array.isArray(e))for(const t of e)t instanceof Ref&&this.addNode(this.xref.fetch(t),i)}if(r)for(const[e,t]of r){const a=n.get(e);if(a){const e=this.addNode(this.xref.fetchIfRef(a),i);1===e?.kids?.length&&e.kids[0].type===Gn&&(e.kids[0].type=t)}}}addNode(e,t,a=0){if(a>40){warn("StructTree MAX_DEPTH reached.");return null}if(!(e instanceof Dict))return null;if(t.has(e))return t.get(e);const r=new StructElementNode(this,e);t.set(e,r);const i=e.get("P");if(!(i instanceof Dict)||isName(i.get("Type"),"StructTreeRoot")){this.addTopLevelNode(e,r)||t.delete(e);return r}const n=this.addNode(i,t,a+1);if(!n)return r;let s=!1;for(const t of n.kids)if(t.type===Kn&&t.dict===e){t.parentNode=r;s=!0}s||t.delete(e);return r}addTopLevelNode(e,t){const a=this.rootDict.get("K");if(!a)return!1;if(a instanceof Dict){if(a.objId!==e.objId)return!1;this.nodes[0]=t;return!0}if(!Array.isArray(a))return!0;let r=!1;for(let i=0;i40){warn("StructTree too deep to be fully serialized.");return}const r=Object.create(null);r.role=e.role;r.children=[];t.children.push(r);let i=e.dict.get("Alt");"string"!=typeof i&&(i=e.dict.get("ActualText"));"string"==typeof i&&(r.alt=stringToPDFString(i));const n=e.dict.get("A");if(n instanceof Dict){const e=lookupNormalRect(n.getArray("BBox"),null);if(e)r.bbox=e;else{const e=n.get("Width"),t=n.get("Height");"number"==typeof e&&e>0&&"number"==typeof t&&t>0&&(r.bbox=[0,0,e,t])}}const s=e.dict.get("Lang");"string"==typeof s&&(r.lang=stringToPDFString(s));for(const t of e.kids){const e=t.type===Kn?t.parentNode:null;e?nodeToSerializable(e,r,a+1):t.type===zn||t.type===$n?r.children.push({type:"content",id:`p${t.pageObjId}_mc${t.mcid}`}):t.type===Gn?r.children.push({type:"object",id:t.refObjId}):t.type===Vn&&r.children.push({type:"annotation",id:`pdfjs_internal_id_${t.refObjId}`})}}const e=Object.create(null);e.children=[];e.role="Root";for(const t of this.nodes)t&&nodeToSerializable(t,e);return e}}const Jn=function _isValidExplicitDest(e,t,a){if(!Array.isArray(a)||a.length<2)return!1;const[r,i,...n]=a;if(!e(r)&&!Number.isInteger(r))return!1;if(!t(i))return!1;const s=n.length;let o=!0;switch(i.name){case"XYZ":if(s<2||s>3)return!1;break;case"Fit":case"FitB":return 0===s;case"FitH":case"FitBH":case"FitV":case"FitBV":if(s>1)return!1;break;case"FitR":if(4!==s)return!1;o=!1;break;default:return!1}for(const e of n)if(!("number"==typeof e||o&&null===e))return!1;return!0}.bind(null,(e=>e instanceof Ref),isName);function fetchDest(e){e instanceof Dict&&(e=e.get("D"));return Jn(e)?e:null}function fetchRemoteDest(e){let t=e.get("D");if(t){t instanceof Name&&(t=t.name);if("string"==typeof t)return stringToPDFString(t,!0);if(Jn(t))return JSON.stringify(t)}return null}class Catalog{#re=null;#ie=null;builtInCMapCache=new Map;fontCache=new RefSetCache;globalColorSpaceCache=new GlobalColorSpaceCache;globalImageCache=new GlobalImageCache;nonBlendModesSet=new RefSet;pageDictCache=new RefSetCache;pageIndexCache=new RefSetCache;pageKidsCountCache=new RefSetCache;standardFontDataCache=new Map;systemFontCache=new Map;constructor(e,t){this.pdfManager=e;this.xref=t;this.#ie=t.getCatalogObj();if(!(this.#ie instanceof Dict))throw new FormatError("Catalog object is not a dictionary.");this.toplevelPagesDict}cloneDict(){return this.#ie.clone()}get version(){const e=this.#ie.get("Version");if(e instanceof Name){if(Ca.test(e.name))return shadow(this,"version",e.name);warn(`Invalid PDF catalog version: ${e.name}`)}return shadow(this,"version",null)}get lang(){const e=this.#ie.get("Lang");return shadow(this,"lang",e&&"string"==typeof e?stringToPDFString(e):null)}get needsRendering(){const e=this.#ie.get("NeedsRendering");return shadow(this,"needsRendering","boolean"==typeof e&&e)}get collection(){let e=null;try{const t=this.#ie.get("Collection");t instanceof Dict&&t.size>0&&(e=t)}catch(e){if(e instanceof MissingDataException)throw e;info("Cannot fetch Collection entry; assuming no collection is present.")}return shadow(this,"collection",e)}get acroForm(){let e=null;try{const t=this.#ie.get("AcroForm");t instanceof Dict&&t.size>0&&(e=t)}catch(e){if(e instanceof MissingDataException)throw e;info("Cannot fetch AcroForm entry; assuming no forms are present.")}return shadow(this,"acroForm",e)}get acroFormRef(){const e=this.#ie.getRaw("AcroForm");return shadow(this,"acroFormRef",e instanceof Ref?e:null)}get metadata(){const e=this.#ie.getRaw("Metadata");if(!(e instanceof Ref))return shadow(this,"metadata",null);let t=null;try{const a=this.xref.fetch(e,!this.xref.encrypt?.encryptMetadata);if(a instanceof BaseStream&&a.dict instanceof Dict){const e=a.dict.get("Type"),r=a.dict.get("Subtype");if(isName(e,"Metadata")&&isName(r,"XML")){const e=stringToUTF8String(a.getString());e&&(t=new MetadataParser(e).serializable)}}}catch(e){if(e instanceof MissingDataException)throw e;info(`Skipping invalid Metadata: "${e}".`)}return shadow(this,"metadata",t)}get markInfo(){let e=null;try{e=this.#ne()}catch(e){if(e instanceof MissingDataException)throw e;warn("Unable to read mark info.")}return shadow(this,"markInfo",e)}#ne(){const e=this.#ie.get("MarkInfo");if(!(e instanceof Dict))return null;const t={Marked:!1,UserProperties:!1,Suspects:!1};for(const a in t){const r=e.get(a);"boolean"==typeof r&&(t[a]=r)}return t}get structTreeRoot(){let e=null;try{e=this.#se()}catch(e){if(e instanceof MissingDataException)throw e;warn("Unable read to structTreeRoot info.")}return shadow(this,"structTreeRoot",e)}#se(){const e=this.#ie.getRaw("StructTreeRoot"),t=this.xref.fetchIfRef(e);if(!(t instanceof Dict))return null;const a=new StructTreeRoot(this.xref,t,e);a.init();return a}get toplevelPagesDict(){const e=this.#ie.get("Pages");if(!(e instanceof Dict))throw new FormatError("Invalid top-level pages dictionary.");return shadow(this,"toplevelPagesDict",e)}get documentOutline(){let e=null;try{e=this.#oe()}catch(e){if(e instanceof MissingDataException)throw e;warn("Unable to read document outline.")}return shadow(this,"documentOutline",e)}#oe(){let e=this.#ie.get("Outlines");if(!(e instanceof Dict))return null;e=e.getRaw("First");if(!(e instanceof Ref))return null;const t={items:[]},a=[{obj:e,parent:t}],r=new RefSet;r.put(e);const i=this.xref,n=new Uint8ClampedArray(3);for(;a.length>0;){const t=a.shift(),s=i.fetchIfRef(t.obj);if(null===s)continue;s.has("Title")||warn("Invalid outline item encountered.");const o={url:null,dest:null,action:null};Catalog.parseDestDictionary({destDict:s,resultObj:o,docBaseUrl:this.baseUrl,docAttachments:this.attachments});const c=s.get("Title"),l=s.get("F")||0,h=s.getArray("C"),u=s.get("Count");let d=n;!isNumberArray(h,3)||0===h[0]&&0===h[1]&&0===h[2]||(d=ColorSpaceUtils.rgb.getRgb(h,0));const f={action:o.action,attachment:o.attachment,dest:o.dest,url:o.url,unsafeUrl:o.unsafeUrl,newWindow:o.newWindow,setOCGState:o.setOCGState,title:"string"==typeof c?stringToPDFString(c):"",color:d,count:Number.isInteger(u)?u:void 0,bold:!!(2&l),italic:!!(1&l),items:[]};t.parent.items.push(f);e=s.getRaw("First");if(e instanceof Ref&&!r.has(e)){a.push({obj:e,parent:f});r.put(e)}e=s.getRaw("Next");if(e instanceof Ref&&!r.has(e)){a.push({obj:e,parent:t.parent});r.put(e)}}return t.items.length>0?t.items:null}get permissions(){let e=null;try{e=this.#ce()}catch(e){if(e instanceof MissingDataException)throw e;warn("Unable to read permissions.")}return shadow(this,"permissions",e)}#ce(){const e=this.xref.trailer.get("Encrypt");if(!(e instanceof Dict))return null;let t=e.get("P");if("number"!=typeof t)return null;t+=2**32;const a=[];for(const e in w){const r=w[e];t&r&&a.push(r)}return a}get optionalContentConfig(){let e=null;try{const t=this.#ie.get("OCProperties");if(!t)return shadow(this,"optionalContentConfig",null);const a=t.get("D");if(!a)return shadow(this,"optionalContentConfig",null);const r=t.get("OCGs");if(!Array.isArray(r))return shadow(this,"optionalContentConfig",null);const i=new RefSetCache;for(const e of r)e instanceof Ref&&!i.has(e)&&i.put(e,this.#le(e));e=this.#he(a,i)}catch(e){if(e instanceof MissingDataException)throw e;warn(`Unable to read optional content config: ${e}`)}return shadow(this,"optionalContentConfig",e)}#le(e){const t=this.xref.fetch(e),a={id:e.toString(),name:null,intent:null,usage:{print:null,view:null},rbGroups:[]},r=t.get("Name");"string"==typeof r&&(a.name=stringToPDFString(r));let i=t.getArray("Intent");Array.isArray(i)||(i=[i]);i.every((e=>e instanceof Name))&&(a.intent=i.map((e=>e.name)));const n=t.get("Usage");if(!(n instanceof Dict))return a;const s=a.usage,o=n.get("Print");if(o instanceof Dict){const e=o.get("PrintState");if(e instanceof Name)switch(e.name){case"ON":case"OFF":s.print={printState:e.name}}}const c=n.get("View");if(c instanceof Dict){const e=c.get("ViewState");if(e instanceof Name)switch(e.name){case"ON":case"OFF":s.view={viewState:e.name}}}return a}#he(e,t){function parseOnOff(e){const a=[];if(Array.isArray(e))for(const r of e)r instanceof Ref&&t.has(r)&&a.push(r.toString());return a}function parseOrder(e,a=0){if(!Array.isArray(e))return null;const i=[];for(const n of e){if(n instanceof Ref&&t.has(n)){r.put(n);i.push(n.toString());continue}const e=parseNestedOrder(n,a);e&&i.push(e)}if(a>0)return i;const n=[];for(const[e]of t.items())r.has(e)||n.push(e.toString());n.length&&i.push({name:null,order:n});return i}function parseNestedOrder(e,t){if(++t>i){warn("parseNestedOrder - reached MAX_NESTED_LEVELS.");return null}const r=a.fetchIfRef(e);if(!Array.isArray(r))return null;const n=a.fetchIfRef(r[0]);if("string"!=typeof n)return null;const s=parseOrder(r.slice(1),t);return s?.length?{name:stringToPDFString(n),order:s}:null}const a=this.xref,r=new RefSet,i=10;!function parseRBGroups(e){if(Array.isArray(e))for(const r of e){const e=a.fetchIfRef(r);if(!Array.isArray(e)||!e.length)continue;const i=new Set;for(const a of e)if(a instanceof Ref&&t.has(a)&&!i.has(a.toString())){i.add(a.toString());t.get(a).rbGroups.push(i)}}}(e.get("RBGroups"));return{name:"string"==typeof e.get("Name")?stringToPDFString(e.get("Name")):null,creator:"string"==typeof e.get("Creator")?stringToPDFString(e.get("Creator")):null,baseState:e.get("BaseState")instanceof Name?e.get("BaseState").name:null,on:parseOnOff(e.get("ON")),off:parseOnOff(e.get("OFF")),order:parseOrder(e.get("Order")),groups:[...t]}}setActualNumPages(e=null){this.#re=e}get hasActualNumPages(){return null!==this.#re}get _pagesCount(){const e=this.toplevelPagesDict.get("Count");if(!Number.isInteger(e))throw new FormatError("Page count in top-level pages dictionary is not an integer.");return shadow(this,"_pagesCount",e)}get numPages(){return this.#re??this._pagesCount}get destinations(){const e=this.#ue(),t=Object.create(null);for(const a of e)if(a instanceof NameTree)for(const[e,r]of a.getAll()){const a=fetchDest(r);a&&(t[stringToPDFString(e,!0)]=a)}else if(a instanceof Dict)for(const[e,r]of a){const a=fetchDest(r);a&&(t[stringToPDFString(e,!0)]||=a)}return shadow(this,"destinations",t)}getDestination(e){if(this.hasOwnProperty("destinations"))return this.destinations[e]??null;const t=this.#ue();for(const a of t)if(a instanceof NameTree||a instanceof Dict){const t=fetchDest(a.get(e));if(t)return t}if(t.length){const t=this.destinations[e];if(t)return t}return null}#ue(){const e=this.#ie.get("Names"),t=[];e?.has("Dests")&&t.push(new NameTree(e.getRaw("Dests"),this.xref));this.#ie.has("Dests")&&t.push(this.#ie.get("Dests"));return t}get pageLabels(){let e=null;try{e=this.#de()}catch(e){if(e instanceof MissingDataException)throw e;warn("Unable to read page labels.")}return shadow(this,"pageLabels",e)}#de(){const e=this.#ie.getRaw("PageLabels");if(!e)return null;const t=new Array(this.numPages);let a=null,r="";const i=new NumberTree(e,this.xref).getAll();let n="",s=1;for(let e=0,o=this.numPages;e=1))throw new FormatError("Invalid start in PageLabel dictionary.");s=e}else s=1}switch(a){case"D":n=s;break;case"R":case"r":n=toRomanNumerals(s,"r"===a);break;case"A":case"a":const e=26,t="a"===a?97:65,r=s-1;n=String.fromCharCode(t+r%e).repeat(Math.floor(r/e)+1);break;default:if(a)throw new FormatError(`Invalid style "${a}" in PageLabel dictionary.`);n=""}t[e]=r+n;s++}return t}get pageLayout(){const e=this.#ie.get("PageLayout");let t="";if(e instanceof Name)switch(e.name){case"SinglePage":case"OneColumn":case"TwoColumnLeft":case"TwoColumnRight":case"TwoPageLeft":case"TwoPageRight":t=e.name}return shadow(this,"pageLayout",t)}get pageMode(){const e=this.#ie.get("PageMode");let t="UseNone";if(e instanceof Name)switch(e.name){case"UseNone":case"UseOutlines":case"UseThumbs":case"FullScreen":case"UseOC":case"UseAttachments":t=e.name}return shadow(this,"pageMode",t)}get viewerPreferences(){const e=this.#ie.get("ViewerPreferences");if(!(e instanceof Dict))return shadow(this,"viewerPreferences",null);let t=null;for(const[a,r]of e){let e;switch(a){case"HideToolbar":case"HideMenubar":case"HideWindowUI":case"FitWindow":case"CenterWindow":case"DisplayDocTitle":case"PickTrayByPDFSize":"boolean"==typeof r&&(e=r);break;case"NonFullScreenPageMode":if(r instanceof Name)switch(r.name){case"UseNone":case"UseOutlines":case"UseThumbs":case"UseOC":e=r.name;break;default:e="UseNone"}break;case"Direction":if(r instanceof Name)switch(r.name){case"L2R":case"R2L":e=r.name;break;default:e="L2R"}break;case"ViewArea":case"ViewClip":case"PrintArea":case"PrintClip":if(r instanceof Name)switch(r.name){case"MediaBox":case"CropBox":case"BleedBox":case"TrimBox":case"ArtBox":e=r.name;break;default:e="CropBox"}break;case"PrintScaling":if(r instanceof Name)switch(r.name){case"None":case"AppDefault":e=r.name;break;default:e="AppDefault"}break;case"Duplex":if(r instanceof Name)switch(r.name){case"Simplex":case"DuplexFlipShortEdge":case"DuplexFlipLongEdge":e=r.name;break;default:e="None"}break;case"PrintPageRange":if(Array.isArray(r)&&r.length%2==0){r.every(((e,t,a)=>Number.isInteger(e)&&e>0&&(0===t||e>=a[t-1])&&e<=this.numPages))&&(e=r)}break;case"NumCopies":Number.isInteger(r)&&r>0&&(e=r);break;default:warn(`Ignoring non-standard key in ViewerPreferences: ${a}.`);continue}if(void 0!==e){t??=Object.create(null);t[a]=e}else warn(`Bad value, for key "${a}", in ViewerPreferences: ${r}.`)}return shadow(this,"viewerPreferences",t)}get openAction(){const e=this.#ie.get("OpenAction"),t=Object.create(null);if(e instanceof Dict){const a=new Dict(this.xref);a.set("A",e);const r={url:null,dest:null,action:null};Catalog.parseDestDictionary({destDict:a,resultObj:r});Array.isArray(r.dest)?t.dest=r.dest:r.action&&(t.action=r.action)}else Jn(e)&&(t.dest=e);return shadow(this,"openAction",objectSize(t)>0?t:null)}get attachments(){const e=this.#ie.get("Names");let t=null;if(e instanceof Dict&&e.has("EmbeddedFiles")){const a=new NameTree(e.getRaw("EmbeddedFiles"),this.xref);for(const[e,r]of a.getAll()){const a=new FileSpec(r,this.xref);t??=Object.create(null);t[stringToPDFString(e,!0)]=a.serializable}}return shadow(this,"attachments",t)}get xfaImages(){const e=this.#ie.get("Names");let t=null;if(e instanceof Dict&&e.has("XFAImages")){const a=new NameTree(e.getRaw("XFAImages"),this.xref);for(const[e,r]of a.getAll())if(r instanceof BaseStream){t??=new Map;t.set(stringToPDFString(e,!0),r.getBytes())}}return shadow(this,"xfaImages",t)}#fe(){const e=this.#ie.get("Names");let t=null;function appendIfJavaScriptDict(e,a){if(!(a instanceof Dict))return;if(!isName(a.get("S"),"JavaScript"))return;let r=a.get("JS");if(r instanceof BaseStream)r=r.getString();else if("string"!=typeof r)return;r=stringToPDFString(r,!0).replaceAll("\\0","");r&&(t||=new Map).set(e,r)}if(e instanceof Dict&&e.has("JavaScript")){const t=new NameTree(e.getRaw("JavaScript"),this.xref);for(const[e,a]of t.getAll())appendIfJavaScriptDict(stringToPDFString(e,!0),a)}const a=this.#ie.get("OpenAction");a&&appendIfJavaScriptDict("OpenAction",a);return t}get jsActions(){const e=this.#fe();let t=collectActions(this.xref,this.#ie,we);if(e){t||=Object.create(null);for(const[a,r]of e)a in t?t[a].push(r):t[a]=[r]}return shadow(this,"jsActions",t)}async cleanup(e=!1){clearGlobalCaches();this.globalColorSpaceCache.clear();this.globalImageCache.clear(e);this.pageKidsCountCache.clear();this.pageIndexCache.clear();this.pageDictCache.clear();this.nonBlendModesSet.clear();for(const{dict:e}of await Promise.all(this.fontCache))delete e.cacheKey;this.fontCache.clear();this.builtInCMapCache.clear();this.standardFontDataCache.clear();this.systemFontCache.clear()}async getPageDict(e){const t=[this.toplevelPagesDict],a=new RefSet,r=this.#ie.getRaw("Pages");r instanceof Ref&&a.put(r);const i=this.xref,n=this.pageKidsCountCache,s=this.pageIndexCache,o=this.pageDictCache;let c=0;for(;t.length;){const r=t.pop();if(r instanceof Ref){const l=n.get(r);if(l>=0&&c+l<=e){c+=l;continue}if(a.has(r))throw new FormatError("Pages tree contains circular reference.");a.put(r);const h=await(o.get(r)||i.fetchAsync(r));if(h instanceof Dict){let t=h.getRaw("Type");t instanceof Ref&&(t=await i.fetchAsync(t));if(isName(t,"Page")||!h.has("Kids")){n.has(r)||n.put(r,1);s.has(r)||s.put(r,c);if(c===e)return[h,r];c++;continue}}t.push(h);continue}if(!(r instanceof Dict))throw new FormatError("Page dictionary kid reference points to wrong type of object.");const{objId:l}=r;let h=r.getRaw("Count");h instanceof Ref&&(h=await i.fetchAsync(h));if(Number.isInteger(h)&&h>=0){l&&!n.has(l)&&n.put(l,h);if(c+h<=e){c+=h;continue}}let u=r.getRaw("Kids");u instanceof Ref&&(u=await i.fetchAsync(u));if(!Array.isArray(u)){let t=r.getRaw("Type");t instanceof Ref&&(t=await i.fetchAsync(t));if(isName(t,"Page")||!r.has("Kids")){if(c===e)return[r,null];c++;continue}throw new FormatError("Page dictionary kids object is not an array.")}for(let e=u.length-1;e>=0;e--){const a=u[e];t.push(a);r===this.toplevelPagesDict&&a instanceof Ref&&!o.has(a)&&o.put(a,i.fetchAsync(a))}}throw new Error(`Page index ${e} not found.`)}async getAllPageDicts(e=!1){const{ignoreErrors:t}=this.pdfManager.evaluatorOptions,a=[{currentNode:this.toplevelPagesDict,posInKids:0}],r=new RefSet,i=this.#ie.getRaw("Pages");i instanceof Ref&&r.put(i);const n=new Map,s=this.xref,o=this.pageIndexCache;let c=0;function addPageDict(e,t){t&&!o.has(t)&&o.put(t,c);n.set(c++,[e,t])}function addPageError(a){if(a instanceof XRefEntryException&&!e)throw a;if(e&&t&&0===c){warn(`getAllPageDicts - Skipping invalid first page: "${a}".`);a=Dict.empty}n.set(c++,[a,null])}for(;a.length>0;){const e=a.at(-1),{currentNode:t,posInKids:i}=e;let n=t.getRaw("Kids");if(n instanceof Ref)try{n=await s.fetchAsync(n)}catch(e){addPageError(e);break}if(!Array.isArray(n)){addPageError(new FormatError("Page dictionary kids object is not an array."));break}if(i>=n.length){a.pop();continue}const o=n[i];let c;if(o instanceof Ref){if(r.has(o)){addPageError(new FormatError("Pages tree contains circular reference."));break}r.put(o);try{c=await s.fetchAsync(o)}catch(e){addPageError(e);break}}else c=o;if(!(c instanceof Dict)){addPageError(new FormatError("Page dictionary kid reference points to wrong type of object."));break}let l=c.getRaw("Type");if(l instanceof Ref)try{l=await s.fetchAsync(l)}catch(e){addPageError(e);break}isName(l,"Page")||!c.has("Kids")?addPageDict(c,o instanceof Ref?o:null):a.push({currentNode:c,posInKids:0});e.posInKids++}return n}getPageIndex(e){const t=this.pageIndexCache.get(e);if(void 0!==t)return Promise.resolve(t);const a=this.xref;let r=0;const next=t=>function pagesBeforeRef(t){let r,i=0;return a.fetchAsync(t).then((function(a){if(isRefsEqual(t,e)&&!isDict(a,"Page")&&!(a instanceof Dict&&!a.has("Type")&&a.has("Contents")))throw new FormatError("The reference does not point to a /Page dictionary.");if(!a)return null;if(!(a instanceof Dict))throw new FormatError("Node must be a dictionary.");r=a.getRaw("Parent");return a.getAsync("Parent")})).then((function(e){if(!e)return null;if(!(e instanceof Dict))throw new FormatError("Parent must be a dictionary.");return e.getAsync("Kids")})).then((function(e){if(!e)return null;const n=[];let s=!1;for(const r of e){if(!(r instanceof Ref))throw new FormatError("Kid must be a reference.");if(isRefsEqual(r,t)){s=!0;break}n.push(a.fetchAsync(r).then((function(e){if(!(e instanceof Dict))throw new FormatError("Kid node must be a dictionary.");e.has("Count")?i+=e.get("Count"):i++})))}if(!s)throw new FormatError("Kid reference not found in parent\'s kids.");return Promise.all(n).then((()=>[i,r]))}))}(t).then((t=>{if(!t){this.pageIndexCache.put(e,r);return r}const[a,i]=t;r+=a;return next(i)}));return next(e)}get baseUrl(){const e=this.#ie.get("URI");if(e instanceof Dict){const t=e.get("Base");if("string"==typeof t){const e=createValidAbsoluteUrl(t,null,{tryConvertEncoding:!0});if(e)return shadow(this,"baseUrl",e.href)}}return shadow(this,"baseUrl",this.pdfManager.docBaseUrl)}static parseDestDictionary({destDict:e,resultObj:t,docBaseUrl:a=null,docAttachments:r=null}){if(!(e instanceof Dict)){warn("parseDestDictionary: `destDict` must be a dictionary.");return}let i,n,s=e.get("A");if(!(s instanceof Dict))if(e.has("Dest"))s=e.get("Dest");else{s=e.get("AA");s instanceof Dict&&(s.has("D")?s=s.get("D"):s.has("U")&&(s=s.get("U")))}if(s instanceof Dict){const e=s.get("S");if(!(e instanceof Name)){warn("parseDestDictionary: Invalid type in Action dictionary.");return}const a=e.name;switch(a){case"ResetForm":const e=s.get("Flags"),o=!(1&("number"==typeof e?e:0)),c=[],l=[];for(const e of s.get("Fields")||[])e instanceof Ref?l.push(e.toString()):"string"==typeof e&&c.push(stringToPDFString(e));t.resetForm={fields:c,refs:l,include:o};break;case"URI":i=s.get("URI");i instanceof Name&&(i="/"+i.name);break;case"GoTo":n=s.get("D");break;case"Launch":case"GoToR":const h=s.get("F");if(h instanceof Dict){const e=new FileSpec(h,null,!0),{rawFilename:t}=e.serializable;i=t}else"string"==typeof h&&(i=h);const u=fetchRemoteDest(s);u&&"string"==typeof i&&(i=i.split("#",1)[0]+"#"+u);const d=s.get("NewWindow");"boolean"==typeof d&&(t.newWindow=d);break;case"GoToE":const f=s.get("T");let g;if(r&&f instanceof Dict){const e=f.get("R"),t=f.get("N");isName(e,"C")&&"string"==typeof t&&(g=r[stringToPDFString(t,!0)])}if(g){t.attachment=g;const e=fetchRemoteDest(s);e&&(t.attachmentDest=e)}else warn(\'parseDestDictionary - unimplemented "GoToE" action.\');break;case"Named":const p=s.get("N");p instanceof Name&&(t.action=p.name);break;case"SetOCGState":const m=s.get("State"),b=s.get("PreserveRB");if(!Array.isArray(m)||0===m.length)break;const y=[];for(const e of m)if(e instanceof Name)switch(e.name){case"ON":case"OFF":case"Toggle":y.push(e.name)}else e instanceof Ref&&y.push(e.toString());if(y.length!==m.length)break;t.setOCGState={state:y,preserveRB:"boolean"!=typeof b||b};break;case"JavaScript":const w=s.get("JS");let x;w instanceof BaseStream?x=w.getString():"string"==typeof w&&(x=w);const S=x&&recoverJsURL(stringToPDFString(x,!0));if(S){i=S.url;t.newWindow=S.newWindow;break}default:if("JavaScript"===a||"SubmitForm"===a)break;warn(`parseDestDictionary - unsupported action: "${a}".`)}}else e.has("Dest")&&(n=e.get("Dest"));if("string"==typeof i){const e=createValidAbsoluteUrl(i,a,{addDefaultProtocol:!0,tryConvertEncoding:!0});e&&(t.url=e.href);t.unsafeUrl=i}if(n){n instanceof Name&&(n=n.name);"string"==typeof n?t.dest=stringToPDFString(n,!0):Jn(n)&&(t.dest=n)}}}function addChildren(e,t){if(e instanceof Dict)e=e.getRawValues();else if(e instanceof BaseStream)e=e.dict.getRawValues();else if(!Array.isArray(e))return;for(const r of e)((a=r)instanceof Ref||a instanceof Dict||a instanceof BaseStream||Array.isArray(a))&&t.push(r);var a}class ObjectLoader{refSet=new RefSet;constructor(e,t,a){this.dict=e;this.keys=t;this.xref=a}async load(){const{keys:e,dict:t}=this,a=[];for(const r of e){const e=t.getRaw(r);void 0!==e&&a.push(e)}await this.#ge(a);this.refSet=null}async#ge(e){const t=[],a=[];for(;e.length;){let r=e.pop();if(r instanceof Ref){if(this.refSet.has(r))continue;try{this.refSet.put(r);r=this.xref.fetch(r)}catch(e){if(!(e instanceof MissingDataException)){warn(`ObjectLoader.#walk - requesting all data: "${e}".`);await this.xref.stream.manager.requestAllChunks();return}t.push(r);a.push({begin:e.begin,end:e.end})}}if(r instanceof BaseStream){const e=r.getBaseStreams();if(e){let i=!1;for(const t of e)if(!t.isDataLoaded){i=!0;a.push({begin:t.start,end:t.end})}i&&t.push(r)}}addChildren(r,e)}if(a.length){await this.xref.stream.manager.requestRanges(a);for(const e of t)e instanceof Ref&&this.refSet.remove(e);await this.#ge(t)}}static async load(e,t,a){if(a.stream.isDataLoaded)return;const r=new ObjectLoader(e,t,a);await r.load()}}const Yn=Symbol(),Zn=Symbol(),Qn=Symbol(),es=Symbol(),ts=Symbol(),as=Symbol(),rs=Symbol(),is=Symbol(),ns=Symbol(),ss=Symbol("content"),os=Symbol("data"),cs=Symbol(),ls=Symbol("extra"),hs=Symbol(),us=Symbol(),ds=Symbol(),fs=Symbol(),gs=Symbol(),ps=Symbol(),ms=Symbol(),bs=Symbol(),ys=Symbol(),ws=Symbol(),xs=Symbol(),Ss=Symbol(),As=Symbol(),ks=Symbol(),Cs=Symbol(),vs=Symbol(),Fs=Symbol(),Is=Symbol(),Ts=Symbol(),Os=Symbol(),Ms=Symbol(),Ds=Symbol(),Bs=Symbol(),Rs=Symbol(),Ns=Symbol(),Es=Symbol(),Ls=Symbol(),js=Symbol(),_s=Symbol(),Us=Symbol(),Xs=Symbol(),qs=Symbol(),Hs=Symbol("namespaceId"),Ws=Symbol("nodeName"),zs=Symbol(),$s=Symbol(),Gs=Symbol(),Vs=Symbol(),Ks=Symbol(),Js=Symbol(),Ys=Symbol(),Zs=Symbol(),Qs=Symbol("root"),eo=Symbol(),to=Symbol(),ao=Symbol(),ro=Symbol(),io=Symbol(),no=Symbol(),so=Symbol(),oo=Symbol(),co=Symbol(),lo=Symbol(),ho=Symbol(),uo=Symbol("uid"),fo=Symbol(),go={config:{id:0,check:e=>e.startsWith("http://www.xfa.org/schema/xci/")},connectionSet:{id:1,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-connection-set/")},datasets:{id:2,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-data/")},form:{id:3,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-form/")},localeSet:{id:4,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-locale-set/")},pdf:{id:5,check:e=>"http://ns.adobe.com/xdp/pdf/"===e},signature:{id:6,check:e=>"http://www.w3.org/2000/09/xmldsig#"===e},sourceSet:{id:7,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-source-set/")},stylesheet:{id:8,check:e=>"http://www.w3.org/1999/XSL/Transform"===e},template:{id:9,check:e=>e.startsWith("http://www.xfa.org/schema/xfa-template/")},xdc:{id:10,check:e=>e.startsWith("http://www.xfa.org/schema/xdc/")},xdp:{id:11,check:e=>"http://ns.adobe.com/xdp/"===e},xfdf:{id:12,check:e=>"http://ns.adobe.com/xfdf/"===e},xhtml:{id:13,check:e=>"http://www.w3.org/1999/xhtml"===e},xmpmeta:{id:14,check:e=>"http://ns.adobe.com/xmpmeta/"===e}},po={pt:e=>e,cm:e=>e/2.54*72,mm:e=>e/25.4*72,in:e=>72*e,px:e=>e},mo=/([+-]?\\d+\\.?\\d*)(.*)/;function stripQuotes(e){return e.startsWith("\'")||e.startsWith(\'"\')?e.slice(1,-1):e}function getInteger({data:e,defaultValue:t,validate:a}){if(!e)return t;e=e.trim();const r=parseInt(e,10);return!isNaN(r)&&a(r)?r:t}function getFloat({data:e,defaultValue:t,validate:a}){if(!e)return t;e=e.trim();const r=parseFloat(e);return!isNaN(r)&&a(r)?r:t}function getKeyword({data:e,defaultValue:t,validate:a}){return e&&a(e=e.trim())?e:t}function getStringOption(e,t){return getKeyword({data:e,defaultValue:t[0],validate:e=>t.includes(e)})}function getMeasurement(e,t="0"){t||="0";if(!e)return getMeasurement(t);const a=e.trim().match(mo);if(!a)return getMeasurement(t);const[,r,i]=a,n=parseFloat(r);if(isNaN(n))return getMeasurement(t);if(0===n)return 0;const s=po[i];return s?s(n):n}function getRatio(e){if(!e)return{num:1,den:1};const t=e.split(":",2).map((e=>parseFloat(e.trim()))).filter((e=>!isNaN(e)));1===t.length&&t.push(1);if(0===t.length)return{num:1,den:1};const[a,r]=t;return{num:a,den:r}}function getRelevant(e){return e?e.trim().split(/\\s+/).map((e=>({excluded:"-"===e[0],viewname:e.substring(1)}))):[]}class HTMLResult{static get FAILURE(){return shadow(this,"FAILURE",new HTMLResult(!1,null,null,null))}static get EMPTY(){return shadow(this,"EMPTY",new HTMLResult(!0,null,null,null))}constructor(e,t,a,r){this.success=e;this.html=t;this.bbox=a;this.breakNode=r}isBreak(){return!!this.breakNode}static breakNode(e){return new HTMLResult(!1,null,null,e)}static success(e,t=null){return new HTMLResult(!0,e,t,null)}}class FontFinder{constructor(e){this.fonts=new Map;this.cache=new Map;this.warned=new Set;this.defaultFont=null;this.add(e)}add(e,t=null){for(const t of e)this.addPdfFont(t);for(const e of this.fonts.values())e.regular||(e.regular=e.italic||e.bold||e.bolditalic);if(!t||0===t.size)return;const a=this.fonts.get("PdfJS-Fallback-PdfJS-XFA");for(const e of t)this.fonts.set(e,a)}addPdfFont(e){const t=e.cssFontInfo,a=t.fontFamily;let r=this.fonts.get(a);if(!r){r=Object.create(null);this.fonts.set(a,r);this.defaultFont||(this.defaultFont=r)}let i="";const n=parseFloat(t.fontWeight);0!==parseFloat(t.italicAngle)?i=n>=700?"bolditalic":"italic":n>=700&&(i="bold");if(!i){(e.name.includes("Bold")||e.psName?.includes("Bold"))&&(i="bold");(e.name.includes("Italic")||e.name.endsWith("It")||e.psName?.includes("Italic")||e.psName?.endsWith("It"))&&(i+="italic")}i||(i="regular");r[i]=e}getDefault(){return this.defaultFont}find(e,t=!0){let a=this.fonts.get(e)||this.cache.get(e);if(a)return a;const r=/,|-|_| |bolditalic|bold|italic|regular|it/gi;let i=e.replaceAll(r,"");a=this.fonts.get(i);if(a){this.cache.set(e,a);return a}i=i.toLowerCase();const n=[];for(const[e,t]of this.fonts.entries())e.replaceAll(r,"").toLowerCase().startsWith(i)&&n.push(t);if(0===n.length)for(const[,e]of this.fonts.entries())e.regular.name?.replaceAll(r,"").toLowerCase().startsWith(i)&&n.push(e);if(0===n.length){i=i.replaceAll(/psmt|mt/gi,"");for(const[e,t]of this.fonts.entries())e.replaceAll(r,"").toLowerCase().startsWith(i)&&n.push(t)}if(0===n.length)for(const e of this.fonts.values())e.regular.name?.replaceAll(r,"").toLowerCase().startsWith(i)&&n.push(e);if(n.length>=1){1!==n.length&&t&&warn(`XFA - Too many choices to guess the correct font: ${e}`);this.cache.set(e,n[0]);return n[0]}if(t&&!this.warned.has(e)){this.warned.add(e);warn(`XFA - Cannot find the font: ${e}`)}return null}}function selectFont(e,t){return"italic"===e.posture?"bold"===e.weight?t.bolditalic:t.italic:"bold"===e.weight?t.bold:t.regular}class FontInfo{constructor(e,t,a,r){this.lineHeight=a;this.paraMargin=t||{top:0,bottom:0,left:0,right:0};if(!e){[this.pdfFont,this.xfaFont]=this.defaultFont(r);return}this.xfaFont={typeface:e.typeface,posture:e.posture,weight:e.weight,size:e.size,letterSpacing:e.letterSpacing};const i=r.find(e.typeface);if(i){this.pdfFont=selectFont(e,i);this.pdfFont||([this.pdfFont,this.xfaFont]=this.defaultFont(r))}else[this.pdfFont,this.xfaFont]=this.defaultFont(r)}defaultFont(e){const t=e.find("Helvetica",!1)||e.find("Myriad Pro",!1)||e.find("Arial",!1)||e.getDefault();if(t?.regular){const e=t.regular;return[e,{typeface:e.cssFontInfo.fontFamily,posture:"normal",weight:"normal",size:10,letterSpacing:0}]}return[null,{typeface:"Courier",posture:"normal",weight:"normal",size:10,letterSpacing:0}]}}class FontSelector{constructor(e,t,a,r){this.fontFinder=r;this.stack=[new FontInfo(e,t,a,r)]}pushData(e,t,a){const r=this.stack.at(-1);for(const t of["typeface","posture","weight","size","letterSpacing"])e[t]||(e[t]=r.xfaFont[t]);for(const e of["top","bottom","left","right"])isNaN(t[e])&&(t[e]=r.paraMargin[e]);const i=new FontInfo(e,t,a||r.lineHeight,this.fontFinder);i.pdfFont||(i.pdfFont=r.pdfFont);this.stack.push(i)}popFont(){this.stack.pop()}topFont(){return this.stack.at(-1)}}class TextMeasure{constructor(e,t,a,r){this.glyphs=[];this.fontSelector=new FontSelector(e,t,a,r);this.extraHeight=0}pushData(e,t,a){this.fontSelector.pushData(e,t,a)}popFont(e){return this.fontSelector.popFont()}addPara(){const e=this.fontSelector.topFont();this.extraHeight+=e.paraMargin.top+e.paraMargin.bottom}addString(e){if(!e)return;const t=this.fontSelector.topFont(),a=t.xfaFont.size;if(t.pdfFont){const r=t.xfaFont.letterSpacing,i=t.pdfFont,n=i.lineHeight||1.2,s=t.lineHeight||Math.max(1.2,n)*a,o=n-(void 0===i.lineGap?.2:i.lineGap),c=Math.max(1,o)*a,l=a/1e3,h=i.defaultWidth||i.charsToGlyphs(" ")[0].width;for(const t of e.split(/[\\u2029\\n]/)){const e=i.encodeString(t).join(""),a=i.charsToGlyphs(e);for(const e of a){const t=e.width||h;this.glyphs.push([t*l+r,s,c,e.unicode,!1])}this.glyphs.push([0,0,0,"\\n",!0])}this.glyphs.pop()}else{for(const t of e.split(/[\\u2029\\n]/)){for(const e of t.split(""))this.glyphs.push([a,1.2*a,a,e,!1]);this.glyphs.push([0,0,0,"\\n",!0])}this.glyphs.pop()}}compute(e){let t=-1,a=0,r=0,i=0,n=0,s=0,o=!1,c=!0;for(let l=0,h=this.glyphs.length;le){r=Math.max(r,n);n=0;i+=s;s=m;t=-1;a=0;o=!0;c=!1}else{s=Math.max(m,s);a=n;n+=h;t=l}else if(n+h>e){i+=s;s=m;if(-1!==t){l=t;r=Math.max(r,a);n=0;t=-1;a=0}else{r=Math.max(r,n);n=h}o=!0;c=!1}else{n+=h;s=Math.max(m,s)}}r=Math.max(r,n);i+=s+this.extraHeight;return{width:1.02*r,height:i,isBroken:o}}}const bo=/^[^.[]+/,yo=/^[^\\]]+/,wo=0,xo=1,So=2,Ao=3,ko=4,Co=new Map([["$data",(e,t)=>e.datasets?e.datasets.data:e],["$record",(e,t)=>(e.datasets?e.datasets.data:e)[Ss]()[0]],["$template",(e,t)=>e.template],["$connectionSet",(e,t)=>e.connectionSet],["$form",(e,t)=>e.form],["$layout",(e,t)=>e.layout],["$host",(e,t)=>e.host],["$dataWindow",(e,t)=>e.dataWindow],["$event",(e,t)=>e.event],["!",(e,t)=>e.datasets],["$xfa",(e,t)=>e],["xfa",(e,t)=>e],["$",(e,t)=>t]]),vo=new WeakMap;function parseExpression(e,t,a=!0){let r=e.match(bo);if(!r)return null;let[i]=r;const n=[{name:i,cacheName:"."+i,index:0,js:null,formCalc:null,operator:wo}];let s=i.length;for(;s0&&h.push(e)}if(0!==h.length||o||0!==c)e=isFinite(l)?h.filter((e=>le[l])):h.flat();else{const a=t[vs]();if(!(t=a))return null;c=-1;e=[t]}}return 0===e.length?null:e}function createDataNode(e,t,a){const r=parseExpression(a);if(!r)return null;if(r.some((e=>e.operator===xo)))return null;const i=Co.get(r[0].name);let n=0;if(i){e=i(e,t);n=1}else e=t||e;for(let t=r.length;ne[so]())).join("")}get[Oo](){const e=Object.getPrototypeOf(this);if(!e._attributes){const t=e._attributes=new Set;for(const e of Object.getOwnPropertyNames(this)){if(null===this[e]||this[e]instanceof XFAObject||this[e]instanceof XFAObjectArray)break;t.add(e)}}return shadow(this,Oo,e._attributes)}[Es](e){let t=this;for(;t;){if(t===e)return!0;t=t[vs]()}return!1}[vs](){return this[Uo]}[Cs](){return this[vs]()}[Ss](e=null){return e?this[e]:this[Mo]}[cs](){const e=Object.create(null);this[ss]&&(e.$content=this[ss]);for(const t of Object.getOwnPropertyNames(this)){const a=this[t];null!==a&&(a instanceof XFAObject?e[t]=a[cs]():a instanceof XFAObjectArray?a.isEmpty()||(e[t]=a.dump()):e[t]=a)}return e}[ho](){return null}[co](){return HTMLResult.EMPTY}*[As](){for(const e of this[Ss]())yield e}*[No](e,t){for(const a of this[As]())if(!e||t===e.has(a[Ws])){const e=this[gs](),t=a[co](e);t.success||(this[ls].failingNode=a);yield t}}[us](){return null}[Zn](e,t){this[ls].children.push(e)}[gs](){}[es]({filter:e=null,include:t=!0}){if(this[ls].generator){const e=this[gs](),t=this[ls].failingNode[co](e);if(!t.success)return t;t.html&&this[Zn](t.html,t.bbox);delete this[ls].failingNode}else this[ls].generator=this[No](e,t);for(;;){const e=this[ls].generator.next();if(e.done)break;const t=e.value;if(!t.success)return t;t.html&&this[Zn](t.html,t.bbox)}this[ls].generator=null;return HTMLResult.EMPTY}[ro](e){this[qo]=new Set(Object.keys(e))}[Po](e){const t=this[Oo],a=this[qo];return[...e].filter((e=>t.has(e)&&!a.has(e)))}[eo](e,t=new Set){for(const a of this[Mo])a[Xo](e,t)}[Xo](e,t){const a=this[Eo](e,t);a?this[Fo](a,e,t):this[eo](e,t)}[Eo](e,t){const{use:a,usehref:r}=this;if(!a&&!r)return null;let i=null,n=null,s=null,o=a;if(r){o=r;r.startsWith("#som(")&&r.endsWith(")")?n=r.slice(5,-1):r.startsWith(".#som(")&&r.endsWith(")")?n=r.slice(6,-1):r.startsWith("#")?s=r.slice(1):r.startsWith(".#")&&(s=r.slice(2))}else a.startsWith("#")?s=a.slice(1):n=a;this.use=this.usehref="";if(s)i=e.get(s);else{i=searchNode(e.get(Qs),this,n,!0,!1);i&&(i=i[0])}if(!i){warn(`XFA - Invalid prototype reference: ${o}.`);return null}if(i[Ws]!==this[Ws]){warn(`XFA - Incompatible prototype: ${i[Ws]} !== ${this[Ws]}.`);return null}if(t.has(i)){warn("XFA - Cycle detected in prototypes use.");return null}t.add(i);const c=i[Eo](e,t);c&&i[Fo](c,e,t);i[eo](e,t);t.delete(i);return i}[Fo](e,t,a){if(a.has(e)){warn("XFA - Cycle detected in prototypes use.");return}!this[ss]&&e[ss]&&(this[ss]=e[ss]);new Set(a).add(e);for(const t of this[Po](e[qo])){this[t]=e[t];this[qo]&&this[qo].add(t)}for(const r of Object.getOwnPropertyNames(this)){if(this[Oo].has(r))continue;const i=this[r],n=e[r];if(i instanceof XFAObjectArray){for(const e of i[Mo])e[Xo](t,a);for(let r=i[Mo].length,s=n[Mo].length;rXFAObject[Do](e))):"object"==typeof e&&null!==e?Object.assign({},e):e}[is](){const e=Object.create(Object.getPrototypeOf(this));for(const t of Object.getOwnPropertySymbols(this))try{e[t]=this[t]}catch{shadow(e,t,this[t])}e[uo]=`${e[Ws]}${Wo++}`;e[Mo]=[];for(const t of Object.getOwnPropertyNames(this)){if(this[Oo].has(t)){e[t]=XFAObject[Do](this[t]);continue}const a=this[t];e[t]=a instanceof XFAObjectArray?new XFAObjectArray(a[jo]):null}for(const t of this[Mo]){const a=t[Ws],r=t[is]();e[Mo].push(r);r[Uo]=e;null===e[a]?e[a]=r:e[a][Mo].push(r)}return e}[Ss](e=null){return e?this[Mo].filter((t=>t[Ws]===e)):this[Mo]}[ps](e){return this[e]}[ms](e,t,a=!0){return Array.from(this[bs](e,t,a))}*[bs](e,t,a=!0){if("parent"!==e){for(const a of this[Mo]){a[Ws]===e&&(yield a);a.name===e&&(yield a);(t||a[Us]())&&(yield*a[bs](e,t,!1))}a&&this[Oo].has(e)&&(yield new XFAAttribute(this,e,this[e]))}else yield this[Uo]}}class XFAObjectArray{constructor(e=1/0){this[jo]=e;this[Mo]=[]}get isXFAObject(){return!1}get isXFAObjectArray(){return!0}push(e){if(this[Mo].length<=this[jo]){this[Mo].push(e);return!0}warn(`XFA - node "${e[Ws]}" accepts no more than ${this[jo]} children`);return!1}isEmpty(){return 0===this[Mo].length}dump(){return 1===this[Mo].length?this[Mo][0][cs]():this[Mo].map((e=>e[cs]()))}[is](){const e=new XFAObjectArray(this[jo]);e[Mo]=this[Mo].map((e=>e[is]()));return e}get children(){return this[Mo]}clear(){this[Mo].length=0}}class XFAAttribute{constructor(e,t,a){this[Uo]=e;this[Ws]=t;this[ss]=a;this[ns]=!1;this[uo]="attribute"+Wo++}[vs](){return this[Uo]}[Ns](){return!0}[ys](){return this[ss].trim()}[io](e){e=e.value||"";this[ss]=e.toString()}[so](){return this[ss]}[Es](e){return this[Uo]===e||this[Uo][Es](e)}}class XmlObject extends XFAObject{constructor(e,t,a={}){super(e,t);this[ss]="";this[Bo]=null;if("#text"!==t){const e=new Map;this[Io]=e;for(const[t,r]of Object.entries(a))e.set(t,new XFAAttribute(this,t,r));if(a.hasOwnProperty(zs)){const e=a[zs].xfa.dataNode;void 0!==e&&("dataGroup"===e?this[Bo]=!1:"dataValue"===e&&(this[Bo]=!0))}}this[ns]=!1}[lo](e){const t=this[Ws];if("#text"===t){e.push(encodeToXmlString(this[ss]));return}const a=utf8StringToString(t),r=this[Hs]===zo?"xfa:":"";e.push(`<${r}${a}`);for(const[t,a]of this[Io].entries()){const r=utf8StringToString(t);e.push(` ${r}="${encodeToXmlString(a[ss])}"`)}null!==this[Bo]&&(this[Bo]?e.push(\' xfa:dataNode="dataValue"\'):e.push(\' xfa:dataNode="dataGroup"\'));if(this[ss]||0!==this[Mo].length){e.push(">");if(this[ss])"string"==typeof this[ss]?e.push(encodeToXmlString(this[ss])):this[ss][lo](e);else for(const t of this[Mo])t[lo](e);e.push(``)}else e.push("/>")}[$s](e){if(this[ss]){const e=new XmlObject(this[Hs],"#text");this[Qn](e);e[ss]=this[ss];this[ss]=""}this[Qn](e);return!0}[Vs](e){this[ss]+=e}[hs](){if(this[ss]&&this[Mo].length>0){const e=new XmlObject(this[Hs],"#text");this[Qn](e);e[ss]=this[ss];delete this[ss]}}[co](){return"#text"===this[Ws]?HTMLResult.success({name:"#text",value:this[ss]}):HTMLResult.EMPTY}[Ss](e=null){return e?this[Mo].filter((t=>t[Ws]===e)):this[Mo]}[fs](){return this[Io]}[ps](e){const t=this[Io].get(e);return void 0!==t?t:this[Ss](e)}*[bs](e,t){const a=this[Io].get(e);a&&(yield a);for(const a of this[Mo]){a[Ws]===e&&(yield a);t&&(yield*a[bs](e,t))}}*[ds](e,t){const a=this[Io].get(e);!a||t&&a[ns]||(yield a);for(const a of this[Mo])yield*a[ds](e,t)}*[xs](e,t,a){for(const r of this[Mo]){r[Ws]!==e||a&&r[ns]||(yield r);t&&(yield*r[xs](e,t,a))}}[Ns](){return null===this[Bo]?0===this[Mo].length||this[Mo][0][Hs]===go.xhtml.id:this[Bo]}[ys](){return null===this[Bo]?0===this[Mo].length?this[ss].trim():this[Mo][0][Hs]===go.xhtml.id?this[Mo][0][so]().trim():null:this[ss].trim()}[io](e){e=e.value||"";this[ss]=e.toString()}[cs](e=!1){const t=Object.create(null);e&&(t.$ns=this[Hs]);this[ss]&&(t.$content=this[ss]);t.$name=this[Ws];t.children=[];for(const a of this[Mo])t.children.push(a[cs](e));t.attributes=Object.create(null);for(const[e,a]of this[Io])t.attributes[e]=a[ss];return t}}class ContentObject extends XFAObject{constructor(e,t){super(e,t);this[ss]=""}[Vs](e){this[ss]+=e}[hs](){}}class OptionObject extends ContentObject{constructor(e,t,a){super(e,t);this[_o]=a}[hs](){this[ss]=getKeyword({data:this[ss],defaultValue:this[_o][0],validate:e=>this[_o].includes(e)})}[ts](e){super[ts](e);delete this[_o]}}class StringObject extends ContentObject{[hs](){this[ss]=this[ss].trim()}}class IntegerObject extends ContentObject{constructor(e,t,a,r){super(e,t);this[Ro]=a;this[Ho]=r}[hs](){this[ss]=getInteger({data:this[ss],defaultValue:this[Ro],validate:this[Ho]})}[ts](e){super[ts](e);delete this[Ro];delete this[Ho]}}class Option01 extends IntegerObject{constructor(e,t){super(e,t,0,(e=>1===e))}}class Option10 extends IntegerObject{constructor(e,t){super(e,t,1,(e=>0===e))}}function measureToString(e){return"string"==typeof e?"0px":Number.isInteger(e)?`${e}px`:`${e.toFixed(2)}px`}const $o={anchorType(e,t){const a=e[Cs]();if(a&&(!a.layout||"position"===a.layout)){"transform"in t||(t.transform="");switch(e.anchorType){case"bottomCenter":t.transform+="translate(-50%, -100%)";break;case"bottomLeft":t.transform+="translate(0,-100%)";break;case"bottomRight":t.transform+="translate(-100%,-100%)";break;case"middleCenter":t.transform+="translate(-50%,-50%)";break;case"middleLeft":t.transform+="translate(0,-50%)";break;case"middleRight":t.transform+="translate(-100%,-50%)";break;case"topCenter":t.transform+="translate(-50%,0)";break;case"topRight":t.transform+="translate(-100%,0)"}}},dimensions(e,t){const a=e[Cs]();let r=e.w;const i=e.h;if(a.layout?.includes("row")){const t=a[ls],i=e.colSpan;let n;if(-1===i){n=Math.sumPrecise(t.columnWidths.slice(t.currentColumn));t.currentColumn=0}else{n=Math.sumPrecise(t.columnWidths.slice(t.currentColumn,t.currentColumn+i));t.currentColumn=(t.currentColumn+e.colSpan)%t.columnWidths.length}isNaN(n)||(r=e.w=n)}t.width=""!==r?measureToString(r):"auto";t.height=""!==i?measureToString(i):"auto"},position(e,t){const a=e[Cs]();if(!a?.layout||"position"===a.layout){t.position="absolute";t.left=measureToString(e.x);t.top=measureToString(e.y)}},rotate(e,t){if(e.rotate){"transform"in t||(t.transform="");t.transform+=`rotate(-${e.rotate}deg)`;t.transformOrigin="top left"}},presence(e,t){switch(e.presence){case"invisible":t.visibility="hidden";break;case"hidden":case"inactive":t.display="none"}},hAlign(e,t){if("para"===e[Ws])switch(e.hAlign){case"justifyAll":t.textAlign="justify-all";break;case"radix":t.textAlign="left";break;default:t.textAlign=e.hAlign}else switch(e.hAlign){case"left":t.alignSelf="start";break;case"center":t.alignSelf="center";break;case"right":t.alignSelf="end"}},margin(e,t){e.margin&&(t.margin=e.margin[ho]().margin)}};function setMinMaxDimensions(e,t){if("position"===e[Cs]().layout){e.minW>0&&(t.minWidth=measureToString(e.minW));e.maxW>0&&(t.maxWidth=measureToString(e.maxW));e.minH>0&&(t.minHeight=measureToString(e.minH));e.maxH>0&&(t.maxHeight=measureToString(e.maxH))}}function layoutText(e,t,a,r,i,n){const s=new TextMeasure(t,a,r,i);"string"==typeof e?s.addString(e):e[Ks](s);return s.compute(n)}function layoutNode(e,t){let a=null,r=null,i=!1;if((!e.w||!e.h)&&e.value){let n=0,s=0;if(e.margin){n=e.margin.leftInset+e.margin.rightInset;s=e.margin.topInset+e.margin.bottomInset}let o=null,c=null;if(e.para){c=Object.create(null);o=""===e.para.lineHeight?null:e.para.lineHeight;c.top=""===e.para.spaceAbove?0:e.para.spaceAbove;c.bottom=""===e.para.spaceBelow?0:e.para.spaceBelow;c.left=""===e.para.marginLeft?0:e.para.marginLeft;c.right=""===e.para.marginRight?0:e.para.marginRight}let l=e.font;if(!l){const t=e[Fs]();let a=e[vs]();for(;a&&a!==t;){if(a.font){l=a.font;break}a=a[vs]()}}const h=(e.w||t.width)-n,u=e[Is].fontFinder;if(e.value.exData&&e.value.exData[ss]&&"text/html"===e.value.exData.contentType){const t=layoutText(e.value.exData[ss],l,c,o,u,h);r=t.width;a=t.height;i=t.isBroken}else{const t=e.value[so]();if(t){const e=layoutText(t,l,c,o,u,h);r=e.width;a=e.height;i=e.isBroken}}null===r||e.w||(r+=n);null===a||e.h||(a+=s)}return{w:r,h:a,isBroken:i}}function computeBbox(e,t,a){let r;if(""!==e.w&&""!==e.h)r=[e.x,e.y,e.w,e.h];else{if(!a)return null;let i=e.w;if(""===i){if(0===e.maxW){const t=e[Cs]();i="position"===t.layout&&""!==t.w?0:e.minW}else i=Math.min(e.maxW,a.width);t.attributes.style.width=measureToString(i)}let n=e.h;if(""===n){if(0===e.maxH){const t=e[Cs]();n="position"===t.layout&&""!==t.h?0:e.minH}else n=Math.min(e.maxH,a.height);t.attributes.style.height=measureToString(n)}r=[e.x,e.y,i,n]}return r}function fixDimensions(e){const t=e[Cs]();if(t.layout?.includes("row")){const a=t[ls],r=e.colSpan;let i;i=-1===r?Math.sumPrecise(a.columnWidths.slice(a.currentColumn)):Math.sumPrecise(a.columnWidths.slice(a.currentColumn,a.currentColumn+r));isNaN(i)||(e.w=i)}t.layout&&"position"!==t.layout&&(e.x=e.y=0);"table"===e.layout&&""===e.w&&Array.isArray(e.columnWidths)&&(e.w=Math.sumPrecise(e.columnWidths))}function layoutClass(e){switch(e.layout){case"position":default:return"xfaPosition";case"lr-tb":return"xfaLrTb";case"rl-row":return"xfaRlRow";case"rl-tb":return"xfaRlTb";case"row":return"xfaRow";case"table":return"xfaTable";case"tb":return"xfaTb"}}function toStyle(e,...t){const a=Object.create(null);for(const r of t){const t=e[r];if(null!==t)if($o.hasOwnProperty(r))$o[r](e,a);else if(t instanceof XFAObject){const e=t[ho]();e?Object.assign(a,e):warn(`(DEBUG) - XFA - style for ${r} not implemented yet`)}}return a}function createWrapper(e,t){const{attributes:a}=t,{style:r}=a,i={name:"div",attributes:{class:["xfaWrapper"],style:Object.create(null)},children:[]};a.class.push("xfaWrapped");if(e.border){const{widths:a,insets:n}=e.border[ls];let s,o,c=n[0],l=n[3];const h=n[0]+n[2],u=n[1]+n[3];switch(e.border.hand){case"even":c-=a[0]/2;l-=a[3]/2;s=`calc(100% + ${(a[1]+a[3])/2-u}px)`;o=`calc(100% + ${(a[0]+a[2])/2-h}px)`;break;case"left":c-=a[0];l-=a[3];s=`calc(100% + ${a[1]+a[3]-u}px)`;o=`calc(100% + ${a[0]+a[2]-h}px)`;break;case"right":s=u?`calc(100% - ${u}px)`:"100%";o=h?`calc(100% - ${h}px)`:"100%"}const d=["xfaBorder"];isPrintOnly(e.border)&&d.push("xfaPrintOnly");const f={name:"div",attributes:{class:d,style:{top:`${c}px`,left:`${l}px`,width:s,height:o}},children:[]};for(const e of["border","borderWidth","borderColor","borderRadius","borderStyle"])if(void 0!==r[e]){f.attributes.style[e]=r[e];delete r[e]}i.children.push(f,t)}else i.children.push(t);for(const e of["background","backgroundClip","top","left","width","height","minWidth","minHeight","maxWidth","maxHeight","transform","transformOrigin","visibility"])if(void 0!==r[e]){i.attributes.style[e]=r[e];delete r[e]}i.attributes.style.position="absolute"===r.position?"absolute":"relative";delete r.position;if(r.alignSelf){i.attributes.style.alignSelf=r.alignSelf;delete r.alignSelf}return i}function fixTextIndent(e){const t=getMeasurement(e.textIndent,"0px");if(t>=0)return;const a="padding"+("left"===("right"===e.textAlign?"right":"left")?"Left":"Right"),r=getMeasurement(e[a],"0px");e[a]=r-t+"px"}function setAccess(e,t){switch(e.access){case"nonInteractive":t.push("xfaNonInteractive");break;case"readOnly":t.push("xfaReadOnly");break;case"protected":t.push("xfaDisabled")}}function isPrintOnly(e){return e.relevant.length>0&&!e.relevant[0].excluded&&"print"===e.relevant[0].viewname}function getCurrentPara(e){const t=e[Fs]()[ls].paraStack;return t.length?t.at(-1):null}function setPara(e,t,a){if(a.attributes.class?.includes("xfaRich")){if(t){""===e.h&&(t.height="auto");""===e.w&&(t.width="auto")}const r=getCurrentPara(e);if(r){const e=a.attributes.style;e.display="flex";e.flexDirection="column";switch(r.vAlign){case"top":e.justifyContent="start";break;case"bottom":e.justifyContent="end";break;case"middle":e.justifyContent="center"}const t=r[ho]();for(const[a,r]of Object.entries(t))a in e||(e[a]=r)}}}function setFontFamily(e,t,a,r){if(!a){delete r.fontFamily;return}const i=stripQuotes(e.typeface);r.fontFamily=`"${i}"`;const n=a.find(i);if(n){const{fontFamily:a}=n.regular.cssFontInfo;a!==i&&(r.fontFamily=`"${a}"`);const s=getCurrentPara(t);if(s&&""!==s.lineHeight)return;if(r.lineHeight)return;const o=selectFont(e,n);o&&(r.lineHeight=Math.max(1.2,o.lineHeight))}}function fixURL(e){const t=createValidAbsoluteUrl(e,null,{addDefaultProtocol:!0,tryConvertEncoding:!0});return t?t.href:null}function createLine(e,t){return{name:"div",attributes:{class:["lr-tb"===e.layout?"xfaLr":"xfaRl"]},children:t}}function flushHTML(e){if(!e[ls])return null;const t={name:"div",attributes:e[ls].attributes,children:e[ls].children};if(e[ls].failingNode){const a=e[ls].failingNode[us]();a&&(e.layout.endsWith("-tb")?t.children.push(createLine(e,[a])):t.children.push(a))}return 0===t.children.length?null:t}function addHTML(e,t,a){const r=e[ls],i=r.availableSpace,[n,s,o,c]=a;switch(e.layout){case"position":r.width=Math.max(r.width,n+o);r.height=Math.max(r.height,s+c);r.children.push(t);break;case"lr-tb":case"rl-tb":if(!r.line||1===r.attempt){r.line=createLine(e,[]);r.children.push(r.line);r.numberInLine=0}r.numberInLine+=1;r.line.children.push(t);if(0===r.attempt){r.currentWidth+=o;r.height=Math.max(r.height,r.prevHeight+c)}else{r.currentWidth=o;r.prevHeight=r.height;r.height+=c;r.attempt=0}r.width=Math.max(r.width,r.currentWidth);break;case"rl-row":case"row":{r.children.push(t);r.width+=o;r.height=Math.max(r.height,c);const e=measureToString(r.height);for(const t of r.children)t.attributes.style.height=e;break}case"table":case"tb":r.width=MathClamp(o,r.width,i.width);r.height+=c;r.children.push(t)}}function getAvailableSpace(e){const t=e[ls].availableSpace,a=e.margin?e.margin.topInset+e.margin.bottomInset:0,r=e.margin?e.margin.leftInset+e.margin.rightInset:0;switch(e.layout){case"lr-tb":case"rl-tb":return 0===e[ls].attempt?{width:t.width-r-e[ls].currentWidth,height:t.height-a-e[ls].prevHeight}:{width:t.width-r,height:t.height-a-e[ls].height};case"rl-row":case"row":return{width:Math.sumPrecise(e[ls].columnWidths.slice(e[ls].currentColumn)),height:t.height-r};case"table":case"tb":return{width:t.width-r,height:t.height-a-e[ls].height};default:return t}}function checkDimensions(e,t){if(null===e[Fs]()[ls].firstUnsplittable)return!0;if(0===e.w||0===e.h)return!0;const a=e[Cs](),r=a[ls]?.attempt||0,[,i,n,s]=function getTransformedBBox(e){let t,a,r=""===e.w?NaN:e.w,i=""===e.h?NaN:e.h,[n,s]=[0,0];switch(e.anchorType||""){case"bottomCenter":[n,s]=[r/2,i];break;case"bottomLeft":[n,s]=[0,i];break;case"bottomRight":[n,s]=[r,i];break;case"middleCenter":[n,s]=[r/2,i/2];break;case"middleLeft":[n,s]=[0,i/2];break;case"middleRight":[n,s]=[r,i/2];break;case"topCenter":[n,s]=[r/2,0];break;case"topRight":[n,s]=[r,0]}switch(e.rotate||0){case 0:[t,a]=[-n,-s];break;case 90:[t,a]=[-s,n];[r,i]=[i,-r];break;case 180:[t,a]=[n,s];[r,i]=[-r,-i];break;case 270:[t,a]=[s,-n];[r,i]=[-i,r]}return[e.x+t+Math.min(0,r),e.y+a+Math.min(0,i),Math.abs(r),Math.abs(i)]}(e);switch(a.layout){case"lr-tb":case"rl-tb":return 0===r?e[Fs]()[ls].noLayoutFailure?""!==e.w?Math.round(n-t.width)<=2:t.width>2:!(""!==e.h&&Math.round(s-t.height)>2)&&(""!==e.w?Math.round(n-t.width)<=2||0===a[ls].numberInLine&&t.height>2:t.width>2):!!e[Fs]()[ls].noLayoutFailure||!(""!==e.h&&Math.round(s-t.height)>2)&&((""===e.w||Math.round(n-t.width)<=2||!a[_s]())&&t.height>2);case"table":case"tb":return!!e[Fs]()[ls].noLayoutFailure||(""===e.h||e[js]()?(""===e.w||Math.round(n-t.width)<=2||!a[_s]())&&t.height>2:Math.round(s-t.height)<=2);case"position":if(e[Fs]()[ls].noLayoutFailure)return!0;if(""===e.h||Math.round(s+i-t.height)<=2)return!0;return s+i>e[Fs]()[ls].currentContentArea.h;case"rl-row":case"row":return!!e[Fs]()[ls].noLayoutFailure||(""===e.h||Math.round(s-t.height)<=2);default:return!0}}const Go=go.template.id,Vo="http://www.w3.org/2000/svg",Ko=/^H(\\d+)$/,Jo=new Set(["image/gif","image/jpeg","image/jpg","image/pjpeg","image/png","image/apng","image/x-png","image/bmp","image/x-ms-bmp","image/tiff","image/tif","application/octet-stream"]),Yo=[[[66,77],"image/bmp"],[[255,216,255],"image/jpeg"],[[73,73,42,0],"image/tiff"],[[77,77,0,42],"image/tiff"],[[71,73,70,56,57,97],"image/gif"],[[137,80,78,71,13,10,26,10],"image/png"]];function getBorderDims(e){if(!e||!e.border)return{w:0,h:0};const t=e.border[ws]();return t?{w:t.widths[0]+t.widths[2]+t.insets[0]+t.insets[2],h:t.widths[1]+t.widths[3]+t.insets[1]+t.insets[3]}:{w:0,h:0}}function hasMargin(e){return e.margin&&(e.margin.topInset||e.margin.rightInset||e.margin.bottomInset||e.margin.leftInset)}function _setValue(e,t){if(!e.value){const t=new Value({});e[Qn](t);e.value=t}e.value[io](t)}function*getContainedChildren(e){for(const t of e[Ss]())t instanceof SubformSet?yield*t[As]():yield t}function isRequired(e){return"error"===e.validate?.nullTest}function setTabIndex(e){for(;e;){if(!e.traversal){e[no]=e[vs]()[no];return}if(e[no])return;let t=null;for(const a of e.traversal[Ss]())if("next"===a.operation){t=a;break}if(!t||!t.ref){e[no]=e[vs]()[no];return}const a=e[Fs]();e[no]=++a[no];const r=a[to](t.ref,e);if(!r)return;e=r[0]}}function applyAssist(e,t){const a=e.assist;if(a){const e=a[co]();e&&(t.title=e);const r=a.role.match(Ko);if(r){const e="heading",a=r[1];t.role=e;t["aria-level"]=a}}if("table"===e.layout)t.role="table";else if("row"===e.layout)t.role="row";else{const a=e[vs]();"row"===a.layout&&(t.role="TH"===a.assist?.role?"columnheader":"cell")}}function ariaLabel(e){if(!e.assist)return null;const t=e.assist;return t.speak&&""!==t.speak[ss]?t.speak[ss]:t.toolTip?t.toolTip[ss]:null}function valueToHtml(e){return HTMLResult.success({name:"div",attributes:{class:["xfaRich"],style:Object.create(null)},children:[{name:"span",attributes:{style:Object.create(null)},value:e}]})}function setFirstUnsplittable(e){const t=e[Fs]();if(null===t[ls].firstUnsplittable){t[ls].firstUnsplittable=e;t[ls].noLayoutFailure=!0}}function unsetFirstUnsplittable(e){const t=e[Fs]();t[ls].firstUnsplittable===e&&(t[ls].noLayoutFailure=!1)}function handleBreak(e){if(e[ls])return!1;e[ls]=Object.create(null);if("auto"===e.targetType)return!1;const t=e[Fs]();let a=null;if(e.target){a=t[to](e.target,e[vs]());if(!a)return!1;a=a[0]}const{currentPageArea:r,currentContentArea:i}=t[ls];if("pageArea"===e.targetType){a instanceof PageArea||(a=null);if(e.startNew){e[ls].target=a||r;return!0}if(a&&a!==r){e[ls].target=a;return!0}return!1}a instanceof ContentArea||(a=null);const n=a&&a[vs]();let s,o=n;if(e.startNew)if(a){const e=n.contentArea.children,t=e.indexOf(i),r=e.indexOf(a);-1!==t&&te;r[ls].noLayoutFailure=!0;const s=t[co](a);e[Zn](s.html,s.bbox);r[ls].noLayoutFailure=i;t[Cs]=n}class AppearanceFilter extends StringObject{constructor(e){super(Go,"appearanceFilter");this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||""}}class Arc extends XFAObject{constructor(e){super(Go,"arc",!0);this.circular=getInteger({data:e.circular,defaultValue:0,validate:e=>1===e});this.hand=getStringOption(e.hand,["even","left","right"]);this.id=e.id||"";this.startAngle=getFloat({data:e.startAngle,defaultValue:0,validate:e=>!0});this.sweepAngle=getFloat({data:e.sweepAngle,defaultValue:360,validate:e=>!0});this.use=e.use||"";this.usehref=e.usehref||"";this.edge=null;this.fill=null}[co](){const e=this.edge||new Edge({}),t=e[ho](),a=Object.create(null);"visible"===this.fill?.presence?Object.assign(a,this.fill[ho]()):a.fill="transparent";a.strokeWidth=measureToString("visible"===e.presence?e.thickness:0);a.stroke=t.color;let r;const i={xmlns:Vo,style:{width:"100%",height:"100%",overflow:"visible"}};if(360===this.sweepAngle)r={name:"ellipse",attributes:{xmlns:Vo,cx:"50%",cy:"50%",rx:"50%",ry:"50%",style:a}};else{const e=this.startAngle*Math.PI/180,t=this.sweepAngle*Math.PI/180,n=this.sweepAngle>180?1:0,[s,o,c,l]=[50*(1+Math.cos(e)),50*(1-Math.sin(e)),50*(1+Math.cos(e+t)),50*(1-Math.sin(e+t))];r={name:"path",attributes:{xmlns:Vo,d:`M ${s} ${o} A 50 50 0 ${n} 0 ${c} ${l}`,vectorEffect:"non-scaling-stroke",style:a}};Object.assign(i,{viewBox:"0 0 100 100",preserveAspectRatio:"none"})}const n={name:"svg",children:[r],attributes:i};if(hasMargin(this[vs]()[vs]()))return HTMLResult.success({name:"div",attributes:{style:{display:"inline",width:"100%",height:"100%"}},children:[n]});n.attributes.style.position="absolute";return HTMLResult.success(n)}}class Area extends XFAObject{constructor(e){super(Go,"area",!0);this.colSpan=getInteger({data:e.colSpan,defaultValue:1,validate:e=>e>=1||-1===e});this.id=e.id||"";this.name=e.name||"";this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.desc=null;this.extras=null;this.area=new XFAObjectArray;this.draw=new XFAObjectArray;this.exObject=new XFAObjectArray;this.exclGroup=new XFAObjectArray;this.field=new XFAObjectArray;this.subform=new XFAObjectArray;this.subformSet=new XFAObjectArray}*[As](){yield*getContainedChildren(this)}[Us](){return!0}[Rs](){return!0}[Zn](e,t){const[a,r,i,n]=t;this[ls].width=Math.max(this[ls].width,a+i);this[ls].height=Math.max(this[ls].height,r+n);this[ls].children.push(e)}[gs](){return this[ls].availableSpace}[co](e){const t=toStyle(this,"position"),a={style:t,id:this[uo],class:["xfaArea"]};isPrintOnly(this)&&a.class.push("xfaPrintOnly");this.name&&(a.xfaName=this.name);const r=[];this[ls]={children:r,width:0,height:0,availableSpace:e};const i=this[es]({filter:new Set(["area","draw","field","exclGroup","subform","subformSet"]),include:!0});if(!i.success){if(i.isBreak())return i;delete this[ls];return HTMLResult.FAILURE}t.width=measureToString(this[ls].width);t.height=measureToString(this[ls].height);const n={name:"div",attributes:a,children:r},s=[this.x,this.y,this[ls].width,this[ls].height];delete this[ls];return HTMLResult.success(n,s)}}class Assist extends XFAObject{constructor(e){super(Go,"assist",!0);this.id=e.id||"";this.role=e.role||"";this.use=e.use||"";this.usehref=e.usehref||"";this.speak=null;this.toolTip=null}[co](){return this.toolTip?.[ss]||null}}class Barcode extends XFAObject{constructor(e){super(Go,"barcode",!0);this.charEncoding=getKeyword({data:e.charEncoding?e.charEncoding.toLowerCase():"",defaultValue:"",validate:e=>["utf-8","big-five","fontspecific","gbk","gb-18030","gb-2312","ksc-5601","none","shift-jis","ucs-2","utf-16"].includes(e)||e.match(/iso-8859-\\d{2}/)});this.checksum=getStringOption(e.checksum,["none","1mod10","1mod10_1mod11","2mod10","auto"]);this.dataColumnCount=getInteger({data:e.dataColumnCount,defaultValue:-1,validate:e=>e>=0});this.dataLength=getInteger({data:e.dataLength,defaultValue:-1,validate:e=>e>=0});this.dataPrep=getStringOption(e.dataPrep,["none","flateCompress"]);this.dataRowCount=getInteger({data:e.dataRowCount,defaultValue:-1,validate:e=>e>=0});this.endChar=e.endChar||"";this.errorCorrectionLevel=getInteger({data:e.errorCorrectionLevel,defaultValue:-1,validate:e=>e>=0&&e<=8});this.id=e.id||"";this.moduleHeight=getMeasurement(e.moduleHeight,"5mm");this.moduleWidth=getMeasurement(e.moduleWidth,"0.25mm");this.printCheckDigit=getInteger({data:e.printCheckDigit,defaultValue:0,validate:e=>1===e});this.rowColumnRatio=getRatio(e.rowColumnRatio);this.startChar=e.startChar||"";this.textLocation=getStringOption(e.textLocation,["below","above","aboveEmbedded","belowEmbedded","none"]);this.truncate=getInteger({data:e.truncate,defaultValue:0,validate:e=>1===e});this.type=getStringOption(e.type?e.type.toLowerCase():"",["aztec","codabar","code2of5industrial","code2of5interleaved","code2of5matrix","code2of5standard","code3of9","code3of9extended","code11","code49","code93","code128","code128a","code128b","code128c","code128sscc","datamatrix","ean8","ean8add2","ean8add5","ean13","ean13add2","ean13add5","ean13pwcd","fim","logmars","maxicode","msi","pdf417","pdf417macro","plessey","postauscust2","postauscust3","postausreplypaid","postausstandard","postukrm4scc","postusdpbc","postusimb","postusstandard","postus5zip","qrcode","rfid","rss14","rss14expanded","rss14limited","rss14stacked","rss14stackedomni","rss14truncated","telepen","ucc128","ucc128random","ucc128sscc","upca","upcaadd2","upcaadd5","upcapwcd","upce","upceadd2","upceadd5","upcean2","upcean5","upsmaxicode"]);this.upsMode=getStringOption(e.upsMode,["usCarrier","internationalCarrier","secureSymbol","standardSymbol"]);this.use=e.use||"";this.usehref=e.usehref||"";this.wideNarrowRatio=getRatio(e.wideNarrowRatio);this.encrypt=null;this.extras=null}}class Bind extends XFAObject{constructor(e){super(Go,"bind",!0);this.match=getStringOption(e.match,["once","dataRef","global","none"]);this.ref=e.ref||"";this.picture=null}}class BindItems extends XFAObject{constructor(e){super(Go,"bindItems");this.connection=e.connection||"";this.labelRef=e.labelRef||"";this.ref=e.ref||"";this.valueRef=e.valueRef||""}}class Bookend extends XFAObject{constructor(e){super(Go,"bookend");this.id=e.id||"";this.leader=e.leader||"";this.trailer=e.trailer||"";this.use=e.use||"";this.usehref=e.usehref||""}}class BooleanElement extends Option01{constructor(e){super(Go,"boolean");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[co](e){return valueToHtml(1===this[ss]?"1":"0")}}class Border extends XFAObject{constructor(e){super(Go,"border",!0);this.break=getStringOption(e.break,["close","open"]);this.hand=getStringOption(e.hand,["even","left","right"]);this.id=e.id||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.corner=new XFAObjectArray(4);this.edge=new XFAObjectArray(4);this.extras=null;this.fill=null;this.margin=null}[ws](){if(!this[ls]){const e=this.edge.children.slice();if(e.length<4){const t=e.at(-1)||new Edge({});for(let a=e.length;a<4;a++)e.push(t)}const t=e.map((e=>e.thickness)),a=[0,0,0,0];if(this.margin){a[0]=this.margin.topInset;a[1]=this.margin.rightInset;a[2]=this.margin.bottomInset;a[3]=this.margin.leftInset}this[ls]={widths:t,insets:a,edges:e}}return this[ls]}[ho](){const{edges:e}=this[ws](),t=e.map((e=>{const t=e[ho]();t.color||="#000000";return t})),a=Object.create(null);this.margin&&Object.assign(a,this.margin[ho]());"visible"===this.fill?.presence&&Object.assign(a,this.fill[ho]());if(this.corner.children.some((e=>0!==e.radius))){const e=this.corner.children.map((e=>e[ho]()));if(2===e.length||3===e.length){const t=e.at(-1);for(let a=e.length;a<4;a++)e.push(t)}a.borderRadius=e.map((e=>e.radius)).join(" ")}switch(this.presence){case"invisible":case"hidden":a.borderStyle="";break;case"inactive":a.borderStyle="none";break;default:a.borderStyle=t.map((e=>e.style)).join(" ")}a.borderWidth=t.map((e=>e.width)).join(" ");a.borderColor=t.map((e=>e.color)).join(" ");return a}}class Break extends XFAObject{constructor(e){super(Go,"break",!0);this.after=getStringOption(e.after,["auto","contentArea","pageArea","pageEven","pageOdd"]);this.afterTarget=e.afterTarget||"";this.before=getStringOption(e.before,["auto","contentArea","pageArea","pageEven","pageOdd"]);this.beforeTarget=e.beforeTarget||"";this.bookendLeader=e.bookendLeader||"";this.bookendTrailer=e.bookendTrailer||"";this.id=e.id||"";this.overflowLeader=e.overflowLeader||"";this.overflowTarget=e.overflowTarget||"";this.overflowTrailer=e.overflowTrailer||"";this.startNew=getInteger({data:e.startNew,defaultValue:0,validate:e=>1===e});this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}}class BreakAfter extends XFAObject{constructor(e){super(Go,"breakAfter",!0);this.id=e.id||"";this.leader=e.leader||"";this.startNew=getInteger({data:e.startNew,defaultValue:0,validate:e=>1===e});this.target=e.target||"";this.targetType=getStringOption(e.targetType,["auto","contentArea","pageArea"]);this.trailer=e.trailer||"";this.use=e.use||"";this.usehref=e.usehref||"";this.script=null}}class BreakBefore extends XFAObject{constructor(e){super(Go,"breakBefore",!0);this.id=e.id||"";this.leader=e.leader||"";this.startNew=getInteger({data:e.startNew,defaultValue:0,validate:e=>1===e});this.target=e.target||"";this.targetType=getStringOption(e.targetType,["auto","contentArea","pageArea"]);this.trailer=e.trailer||"";this.use=e.use||"";this.usehref=e.usehref||"";this.script=null}[co](e){this[ls]={};return HTMLResult.FAILURE}}class Button extends XFAObject{constructor(e){super(Go,"button",!0);this.highlight=getStringOption(e.highlight,["inverted","none","outline","push"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}[co](e){const t=this[vs]()[vs](),a={name:"button",attributes:{id:this[uo],class:["xfaButton"],style:{}},children:[]};for(const e of t.event.children){if("click"!==e.activity||!e.script)continue;const t=recoverJsURL(e.script[ss]);if(!t)continue;const r=fixURL(t.url);r&&a.children.push({name:"a",attributes:{id:"link"+this[uo],href:r,newWindow:t.newWindow,class:["xfaLink"],style:{}},children:[]})}return HTMLResult.success(a)}}class Calculate extends XFAObject{constructor(e){super(Go,"calculate",!0);this.id=e.id||"";this.override=getStringOption(e.override,["disabled","error","ignore","warning"]);this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.message=null;this.script=null}}class Caption extends XFAObject{constructor(e){super(Go,"caption",!0);this.id=e.id||"";this.placement=getStringOption(e.placement,["left","bottom","inline","right","top"]);this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.reserve=Math.ceil(getMeasurement(e.reserve));this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.font=null;this.margin=null;this.para=null;this.value=null}[io](e){_setValue(this,e)}[ws](e){if(!this[ls]){let{width:t,height:a}=e;switch(this.placement){case"left":case"right":case"inline":t=this.reserve<=0?t:this.reserve;break;case"top":case"bottom":a=this.reserve<=0?a:this.reserve}this[ls]=layoutNode(this,{width:t,height:a})}return this[ls]}[co](e){if(!this.value)return HTMLResult.EMPTY;this[Ys]();const t=this.value[co](e).html;if(!t){this[Js]();return HTMLResult.EMPTY}const a=this.reserve;if(this.reserve<=0){const{w:t,h:a}=this[ws](e);switch(this.placement){case"left":case"right":case"inline":this.reserve=t;break;case"top":case"bottom":this.reserve=a}}const r=[];"string"==typeof t?r.push({name:"#text",value:t}):r.push(t);const i=toStyle(this,"font","margin","visibility");switch(this.placement){case"left":case"right":this.reserve>0&&(i.width=measureToString(this.reserve));break;case"top":case"bottom":this.reserve>0&&(i.height=measureToString(this.reserve))}setPara(this,null,t);this[Js]();this.reserve=a;return HTMLResult.success({name:"div",attributes:{style:i,class:["xfaCaption"]},children:r})}}class Certificate extends StringObject{constructor(e){super(Go,"certificate");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Certificates extends XFAObject{constructor(e){super(Go,"certificates",!0);this.credentialServerPolicy=getStringOption(e.credentialServerPolicy,["optional","required"]);this.id=e.id||"";this.url=e.url||"";this.urlPolicy=e.urlPolicy||"";this.use=e.use||"";this.usehref=e.usehref||"";this.encryption=null;this.issuers=null;this.keyUsage=null;this.oids=null;this.signing=null;this.subjectDNs=null}}class CheckButton extends XFAObject{constructor(e){super(Go,"checkButton",!0);this.id=e.id||"";this.mark=getStringOption(e.mark,["default","check","circle","cross","diamond","square","star"]);this.shape=getStringOption(e.shape,["square","round"]);this.size=getMeasurement(e.size,"10pt");this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.extras=null;this.margin=null}[co](e){const t=toStyle(this,"margin"),a=measureToString(this.size);t.width=t.height=a;let r,i,n;const s=this[vs]()[vs](),o=s.items.children.length&&s.items.children[0][co]().html||[],c={on:(void 0!==o[0]?o[0]:"on").toString(),off:(void 0!==o[1]?o[1]:"off").toString()},l=(s.value?.[so]()||"off")===c.on||void 0,h=s[Cs](),u=s[uo];let d;if(h instanceof ExclGroup){n=h[uo];r="radio";i="xfaRadio";d=h[os]?.[uo]||h[uo]}else{r="checkbox";i="xfaCheckbox";d=s[os]?.[uo]||s[uo]}const f={name:"input",attributes:{class:[i],style:t,fieldId:u,dataId:d,type:r,checked:l,xfaOn:c.on,xfaOff:c.off,"aria-label":ariaLabel(s),"aria-required":!1}};n&&(f.attributes.name=n);if(isRequired(s)){f.attributes["aria-required"]=!0;f.attributes.required=!0}return HTMLResult.success({name:"label",attributes:{class:["xfaLabel"]},children:[f]})}}class ChoiceList extends XFAObject{constructor(e){super(Go,"choiceList",!0);this.commitOn=getStringOption(e.commitOn,["select","exit"]);this.id=e.id||"";this.open=getStringOption(e.open,["userControl","always","multiSelect","onEntry"]);this.textEntry=getInteger({data:e.textEntry,defaultValue:0,validate:e=>1===e});this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.extras=null;this.margin=null}[co](e){const t=toStyle(this,"border","margin"),a=this[vs]()[vs](),r={fontSize:`calc(${a.font?.size||10}px * var(--total-scale-factor))`},i=[];if(a.items.children.length>0){const e=a.items;let t=0,n=0;if(2===e.children.length){t=e.children[0].save;n=1-t}const s=e.children[t][co]().html,o=e.children[n][co]().html;let c=!1;const l=a.value?.[so]()||"";for(let e=0,t=s.length;eMathClamp(parseInt(e.trim(),10),0,255))).map((e=>isNaN(e)?0:e));if(n.length<3)return{r:a,g:r,b:i};[a,r,i]=n;return{r:a,g:r,b:i}}(e.value):"";this.extras=null}[Ts](){return!1}[ho](){return this.value?Util.makeHexColor(this.value.r,this.value.g,this.value.b):null}}class Comb extends XFAObject{constructor(e){super(Go,"comb");this.id=e.id||"";this.numberOfCells=getInteger({data:e.numberOfCells,defaultValue:0,validate:e=>e>=0});this.use=e.use||"";this.usehref=e.usehref||""}}class Connect extends XFAObject{constructor(e){super(Go,"connect",!0);this.connection=e.connection||"";this.id=e.id||"";this.ref=e.ref||"";this.usage=getStringOption(e.usage,["exportAndImport","exportOnly","importOnly"]);this.use=e.use||"";this.usehref=e.usehref||"";this.picture=null}}class ContentArea extends XFAObject{constructor(e){super(Go,"contentArea",!0);this.h=getMeasurement(e.h);this.id=e.id||"";this.name=e.name||"";this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.w=getMeasurement(e.w);this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.desc=null;this.extras=null}[co](e){const t={left:measureToString(this.x),top:measureToString(this.y),width:measureToString(this.w),height:measureToString(this.h)},a=["xfaContentarea"];isPrintOnly(this)&&a.push("xfaPrintOnly");return HTMLResult.success({name:"div",children:[],attributes:{style:t,class:a,id:this[uo]}})}}class Corner extends XFAObject{constructor(e){super(Go,"corner",!0);this.id=e.id||"";this.inverted=getInteger({data:e.inverted,defaultValue:0,validate:e=>1===e});this.join=getStringOption(e.join,["square","round"]);this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.radius=getMeasurement(e.radius);this.stroke=getStringOption(e.stroke,["solid","dashDot","dashDotDot","dashed","dotted","embossed","etched","lowered","raised"]);this.thickness=getMeasurement(e.thickness,"0.5pt");this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](){const e=toStyle(this,"visibility");e.radius=measureToString("square"===this.join?0:this.radius);return e}}class DateElement extends ContentObject{constructor(e){super(Go,"date");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=this[ss].trim();this[ss]=e?new Date(e):null}[co](e){return valueToHtml(this[ss]?this[ss].toString():"")}}class DateTime extends ContentObject{constructor(e){super(Go,"dateTime");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=this[ss].trim();this[ss]=e?new Date(e):null}[co](e){return valueToHtml(this[ss]?this[ss].toString():"")}}class DateTimeEdit extends XFAObject{constructor(e){super(Go,"dateTimeEdit",!0);this.hScrollPolicy=getStringOption(e.hScrollPolicy,["auto","off","on"]);this.id=e.id||"";this.picker=getStringOption(e.picker,["host","none"]);this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.comb=null;this.extras=null;this.margin=null}[co](e){const t=toStyle(this,"border","font","margin"),a=this[vs]()[vs](),r={name:"input",attributes:{type:"text",fieldId:a[uo],dataId:a[os]?.[uo]||a[uo],class:["xfaTextfield"],style:t,"aria-label":ariaLabel(a),"aria-required":!1}};if(isRequired(a)){r.attributes["aria-required"]=!0;r.attributes.required=!0}return HTMLResult.success({name:"label",attributes:{class:["xfaLabel"]},children:[r]})}}class Decimal extends ContentObject{constructor(e){super(Go,"decimal");this.fracDigits=getInteger({data:e.fracDigits,defaultValue:2,validate:e=>!0});this.id=e.id||"";this.leadDigits=getInteger({data:e.leadDigits,defaultValue:-1,validate:e=>!0});this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=parseFloat(this[ss].trim());this[ss]=isNaN(e)?null:e}[co](e){return valueToHtml(null!==this[ss]?this[ss].toString():"")}}class DefaultUi extends XFAObject{constructor(e){super(Go,"defaultUi",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}}class Desc extends XFAObject{constructor(e){super(Go,"desc",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.boolean=new XFAObjectArray;this.date=new XFAObjectArray;this.dateTime=new XFAObjectArray;this.decimal=new XFAObjectArray;this.exData=new XFAObjectArray;this.float=new XFAObjectArray;this.image=new XFAObjectArray;this.integer=new XFAObjectArray;this.text=new XFAObjectArray;this.time=new XFAObjectArray}}class DigestMethod extends OptionObject{constructor(e){super(Go,"digestMethod",["","SHA1","SHA256","SHA512","RIPEMD160"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||""}}class DigestMethods extends XFAObject{constructor(e){super(Go,"digestMethods",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.digestMethod=new XFAObjectArray}}class Draw extends XFAObject{constructor(e){super(Go,"draw",!0);this.anchorType=getStringOption(e.anchorType,["topLeft","bottomCenter","bottomLeft","bottomRight","middleCenter","middleLeft","middleRight","topCenter","topRight"]);this.colSpan=getInteger({data:e.colSpan,defaultValue:1,validate:e=>e>=1||-1===e});this.h=e.h?getMeasurement(e.h):"";this.hAlign=getStringOption(e.hAlign,["left","center","justify","justifyAll","radix","right"]);this.id=e.id||"";this.locale=e.locale||"";this.maxH=getMeasurement(e.maxH,"0pt");this.maxW=getMeasurement(e.maxW,"0pt");this.minH=getMeasurement(e.minH,"0pt");this.minW=getMeasurement(e.minW,"0pt");this.name=e.name||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.relevant=getRelevant(e.relevant);this.rotate=getInteger({data:e.rotate,defaultValue:0,validate:e=>e%90==0});this.use=e.use||"";this.usehref=e.usehref||"";this.w=e.w?getMeasurement(e.w):"";this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.assist=null;this.border=null;this.caption=null;this.desc=null;this.extras=null;this.font=null;this.keep=null;this.margin=null;this.para=null;this.traversal=null;this.ui=null;this.value=null;this.setProperty=new XFAObjectArray}[io](e){_setValue(this,e)}[co](e){setTabIndex(this);if("hidden"===this.presence||"inactive"===this.presence)return HTMLResult.EMPTY;fixDimensions(this);this[Ys]();const t=this.w,a=this.h,{w:r,h:i,isBroken:n}=layoutNode(this,e);if(r&&""===this.w){if(n&&this[Cs]()[_s]()){this[Js]();return HTMLResult.FAILURE}this.w=r}i&&""===this.h&&(this.h=i);setFirstUnsplittable(this);if(!checkDimensions(this,e)){this.w=t;this.h=a;this[Js]();return HTMLResult.FAILURE}unsetFirstUnsplittable(this);const s=toStyle(this,"font","hAlign","dimensions","position","presence","rotate","anchorType","border","margin");setMinMaxDimensions(this,s);if(s.margin){s.padding=s.margin;delete s.margin}const o=["xfaDraw"];this.font&&o.push("xfaFont");isPrintOnly(this)&&o.push("xfaPrintOnly");const c={style:s,id:this[uo],class:o};this.name&&(c.xfaName=this.name);const l={name:"div",attributes:c,children:[]};applyAssist(this,c);const h=computeBbox(this,l,e),u=this.value?this.value[co](e).html:null;if(null===u){this.w=t;this.h=a;this[Js]();return HTMLResult.success(createWrapper(this,l),h)}l.children.push(u);setPara(this,s,u);this.w=t;this.h=a;this[Js]();return HTMLResult.success(createWrapper(this,l),h)}}class Edge extends XFAObject{constructor(e){super(Go,"edge",!0);this.cap=getStringOption(e.cap,["square","butt","round"]);this.id=e.id||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.stroke=getStringOption(e.stroke,["solid","dashDot","dashDotDot","dashed","dotted","embossed","etched","lowered","raised"]);this.thickness=getMeasurement(e.thickness,"0.5pt");this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](){const e=toStyle(this,"visibility");Object.assign(e,{linecap:this.cap,width:measureToString(this.thickness),color:this.color?this.color[ho]():"#000000",style:""});if("visible"!==this.presence)e.style="none";else switch(this.stroke){case"solid":e.style="solid";break;case"dashDot":case"dashDotDot":case"dashed":e.style="dashed";break;case"dotted":e.style="dotted";break;case"embossed":e.style="ridge";break;case"etched":e.style="groove";break;case"lowered":e.style="inset";break;case"raised":e.style="outset"}return e}}class Encoding extends OptionObject{constructor(e){super(Go,"encoding",["adbe.x509.rsa_sha1","adbe.pkcs7.detached","adbe.pkcs7.sha1"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Encodings extends XFAObject{constructor(e){super(Go,"encodings",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.encoding=new XFAObjectArray}}class Encrypt extends XFAObject{constructor(e){super(Go,"encrypt",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.certificate=null}}class EncryptData extends XFAObject{constructor(e){super(Go,"encryptData",!0);this.id=e.id||"";this.operation=getStringOption(e.operation,["encrypt","decrypt"]);this.target=e.target||"";this.use=e.use||"";this.usehref=e.usehref||"";this.filter=null;this.manifest=null}}class Encryption extends XFAObject{constructor(e){super(Go,"encryption",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.certificate=new XFAObjectArray}}class EncryptionMethod extends OptionObject{constructor(e){super(Go,"encryptionMethod",["","AES256-CBC","TRIPLEDES-CBC","AES128-CBC","AES192-CBC"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||""}}class EncryptionMethods extends XFAObject{constructor(e){super(Go,"encryptionMethods",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.encryptionMethod=new XFAObjectArray}}class Event extends XFAObject{constructor(e){super(Go,"event",!0);this.activity=getStringOption(e.activity,["click","change","docClose","docReady","enter","exit","full","indexChange","initialize","mouseDown","mouseEnter","mouseExit","mouseUp","postExecute","postOpen","postPrint","postSave","postSign","postSubmit","preExecute","preOpen","prePrint","preSave","preSign","preSubmit","ready","validationState"]);this.id=e.id||"";this.listen=getStringOption(e.listen,["refOnly","refAndDescendents"]);this.name=e.name||"";this.ref=e.ref||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.encryptData=null;this.execute=null;this.script=null;this.signData=null;this.submit=null}}class ExData extends ContentObject{constructor(e){super(Go,"exData");this.contentType=e.contentType||"";this.href=e.href||"";this.id=e.id||"";this.maxLength=getInteger({data:e.maxLength,defaultValue:-1,validate:e=>e>=-1});this.name=e.name||"";this.rid=e.rid||"";this.transferEncoding=getStringOption(e.transferEncoding,["none","base64","package"]);this.use=e.use||"";this.usehref=e.usehref||""}[Bs](){return"text/html"===this.contentType}[$s](e){if("text/html"===this.contentType&&e[Hs]===go.xhtml.id){this[ss]=e;return!0}if("text/xml"===this.contentType){this[ss]=e;return!0}return!1}[co](e){return"text/html"===this.contentType&&this[ss]?this[ss][co](e):HTMLResult.EMPTY}}class ExObject extends XFAObject{constructor(e){super(Go,"exObject",!0);this.archive=e.archive||"";this.classId=e.classId||"";this.codeBase=e.codeBase||"";this.codeType=e.codeType||"";this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.boolean=new XFAObjectArray;this.date=new XFAObjectArray;this.dateTime=new XFAObjectArray;this.decimal=new XFAObjectArray;this.exData=new XFAObjectArray;this.exObject=new XFAObjectArray;this.float=new XFAObjectArray;this.image=new XFAObjectArray;this.integer=new XFAObjectArray;this.text=new XFAObjectArray;this.time=new XFAObjectArray}}class ExclGroup extends XFAObject{constructor(e){super(Go,"exclGroup",!0);this.access=getStringOption(e.access,["open","nonInteractive","protected","readOnly"]);this.accessKey=e.accessKey||"";this.anchorType=getStringOption(e.anchorType,["topLeft","bottomCenter","bottomLeft","bottomRight","middleCenter","middleLeft","middleRight","topCenter","topRight"]);this.colSpan=getInteger({data:e.colSpan,defaultValue:1,validate:e=>e>=1||-1===e});this.h=e.h?getMeasurement(e.h):"";this.hAlign=getStringOption(e.hAlign,["left","center","justify","justifyAll","radix","right"]);this.id=e.id||"";this.layout=getStringOption(e.layout,["position","lr-tb","rl-row","rl-tb","row","table","tb"]);this.maxH=getMeasurement(e.maxH,"0pt");this.maxW=getMeasurement(e.maxW,"0pt");this.minH=getMeasurement(e.minH,"0pt");this.minW=getMeasurement(e.minW,"0pt");this.name=e.name||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.w=e.w?getMeasurement(e.w):"";this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.assist=null;this.bind=null;this.border=null;this.calculate=null;this.caption=null;this.desc=null;this.extras=null;this.margin=null;this.para=null;this.traversal=null;this.validate=null;this.connect=new XFAObjectArray;this.event=new XFAObjectArray;this.field=new XFAObjectArray;this.setProperty=new XFAObjectArray}[Rs](){return!0}[Ts](){return!0}[io](e){for(const t of this.field.children){if(!t.value){const e=new Value({});t[Qn](e);t.value=e}t.value[io](e)}}[_s](){return this.layout.endsWith("-tb")&&0===this[ls].attempt&&this[ls].numberInLine>0||this[vs]()[_s]()}[js](){const e=this[Cs]();if(!e[js]())return!1;if(void 0!==this[ls]._isSplittable)return this[ls]._isSplittable;if("position"===this.layout||this.layout.includes("row")){this[ls]._isSplittable=!1;return!1}if(e.layout?.endsWith("-tb")&&0!==e[ls].numberInLine)return!1;this[ls]._isSplittable=!0;return!0}[us](){return flushHTML(this)}[Zn](e,t){addHTML(this,e,t)}[gs](){return getAvailableSpace(this)}[co](e){setTabIndex(this);if("hidden"===this.presence||"inactive"===this.presence||0===this.h||0===this.w)return HTMLResult.EMPTY;fixDimensions(this);const t=[],a={id:this[uo],class:[]};setAccess(this,a.class);this[ls]||=Object.create(null);Object.assign(this[ls],{children:t,attributes:a,attempt:0,line:null,numberInLine:0,availableSpace:{width:Math.min(this.w||1/0,e.width),height:Math.min(this.h||1/0,e.height)},width:0,height:0,prevHeight:0,currentWidth:0});const r=this[js]();r||setFirstUnsplittable(this);if(!checkDimensions(this,e))return HTMLResult.FAILURE;const i=new Set(["field"]);if(this.layout.includes("row")){const e=this[Cs]().columnWidths;if(Array.isArray(e)&&e.length>0){this[ls].columnWidths=e;this[ls].currentColumn=0}}const n=toStyle(this,"anchorType","dimensions","position","presence","border","margin","hAlign"),s=["xfaExclgroup"],o=layoutClass(this);o&&s.push(o);isPrintOnly(this)&&s.push("xfaPrintOnly");a.style=n;a.class=s;this.name&&(a.xfaName=this.name);this[Ys]();const c="lr-tb"===this.layout||"rl-tb"===this.layout,l=c?2:1;for(;this[ls].attempte>=1||-1===e});this.h=e.h?getMeasurement(e.h):"";this.hAlign=getStringOption(e.hAlign,["left","center","justify","justifyAll","radix","right"]);this.id=e.id||"";this.locale=e.locale||"";this.maxH=getMeasurement(e.maxH,"0pt");this.maxW=getMeasurement(e.maxW,"0pt");this.minH=getMeasurement(e.minH,"0pt");this.minW=getMeasurement(e.minW,"0pt");this.name=e.name||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.relevant=getRelevant(e.relevant);this.rotate=getInteger({data:e.rotate,defaultValue:0,validate:e=>e%90==0});this.use=e.use||"";this.usehref=e.usehref||"";this.w=e.w?getMeasurement(e.w):"";this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.assist=null;this.bind=null;this.border=null;this.calculate=null;this.caption=null;this.desc=null;this.extras=null;this.font=null;this.format=null;this.items=new XFAObjectArray(2);this.keep=null;this.margin=null;this.para=null;this.traversal=null;this.ui=null;this.validate=null;this.value=null;this.bindItems=new XFAObjectArray;this.connect=new XFAObjectArray;this.event=new XFAObjectArray;this.setProperty=new XFAObjectArray}[Rs](){return!0}[io](e){_setValue(this,e)}[co](e){setTabIndex(this);if(!this.ui){this.ui=new Ui({});this.ui[Is]=this[Is];this[Qn](this.ui);let e;switch(this.items.children.length){case 0:e=new TextEdit({});this.ui.textEdit=e;break;case 1:e=new CheckButton({});this.ui.checkButton=e;break;case 2:e=new ChoiceList({});this.ui.choiceList=e}this.ui[Qn](e)}if(!this.ui||"hidden"===this.presence||"inactive"===this.presence||0===this.h||0===this.w)return HTMLResult.EMPTY;this.caption&&delete this.caption[ls];this[Ys]();const t=this.caption?this.caption[co](e).html:null,a=this.w,r=this.h;let i=0,n=0;if(this.margin){i=this.margin.leftInset+this.margin.rightInset;n=this.margin.topInset+this.margin.bottomInset}let s=null;if(""===this.w||""===this.h){let t=null,a=null,r=0,o=0;if(this.ui.checkButton)r=o=this.ui.checkButton.size;else{const{w:t,h:a}=layoutNode(this,e);if(null!==t){r=t;o=a}else o=function fonts_getMetrics(e,t=!1){let a=null;if(e){const t=stripQuotes(e.typeface),r=e[Is].fontFinder.find(t);a=selectFont(e,r)}if(!a)return{lineHeight:12,lineGap:2,lineNoGap:10};const r=e.size||10,i=a.lineHeight?Math.max(t?0:1.2,a.lineHeight):1.2,n=void 0===a.lineGap?.2:a.lineGap;return{lineHeight:i*r,lineGap:n*r,lineNoGap:Math.max(1,i-n)*r}}(this.font,!0).lineNoGap}s=getBorderDims(this.ui[ws]());r+=s.w;o+=s.h;if(this.caption){const{w:i,h:n,isBroken:s}=this.caption[ws](e);if(s&&this[Cs]()[_s]()){this[Js]();return HTMLResult.FAILURE}t=i;a=n;switch(this.caption.placement){case"left":case"right":case"inline":t+=r;break;case"top":case"bottom":a+=o}}else{t=r;a=o}if(t&&""===this.w){t+=i;this.w=Math.min(this.maxW<=0?1/0:this.maxW,this.minW+1e>=1&&e<=5});this.appearanceFilter=null;this.certificates=null;this.digestMethods=null;this.encodings=null;this.encryptionMethods=null;this.handler=null;this.lockDocument=null;this.mdp=null;this.reasons=null;this.timeStamp=null}}class Float extends ContentObject{constructor(e){super(Go,"float");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=parseFloat(this[ss].trim());this[ss]=isNaN(e)?null:e}[co](e){return valueToHtml(null!==this[ss]?this[ss].toString():"")}}class template_Font extends XFAObject{constructor(e){super(Go,"font",!0);this.baselineShift=getMeasurement(e.baselineShift);this.fontHorizontalScale=getFloat({data:e.fontHorizontalScale,defaultValue:100,validate:e=>e>=0});this.fontVerticalScale=getFloat({data:e.fontVerticalScale,defaultValue:100,validate:e=>e>=0});this.id=e.id||"";this.kerningMode=getStringOption(e.kerningMode,["none","pair"]);this.letterSpacing=getMeasurement(e.letterSpacing,"0");this.lineThrough=getInteger({data:e.lineThrough,defaultValue:0,validate:e=>1===e||2===e});this.lineThroughPeriod=getStringOption(e.lineThroughPeriod,["all","word"]);this.overline=getInteger({data:e.overline,defaultValue:0,validate:e=>1===e||2===e});this.overlinePeriod=getStringOption(e.overlinePeriod,["all","word"]);this.posture=getStringOption(e.posture,["normal","italic"]);this.size=getMeasurement(e.size,"10pt");this.typeface=e.typeface||"Courier";this.underline=getInteger({data:e.underline,defaultValue:0,validate:e=>1===e||2===e});this.underlinePeriod=getStringOption(e.underlinePeriod,["all","word"]);this.use=e.use||"";this.usehref=e.usehref||"";this.weight=getStringOption(e.weight,["normal","bold"]);this.extras=null;this.fill=null}[ts](e){super[ts](e);this[Is].usedTypefaces.add(this.typeface)}[ho](){const e=toStyle(this,"fill"),t=e.color;if(t)if("#000000"===t)delete e.color;else if(!t.startsWith("#")){e.background=t;e.backgroundClip="text";e.color="transparent"}this.baselineShift&&(e.verticalAlign=measureToString(this.baselineShift));e.fontKerning="none"===this.kerningMode?"none":"normal";e.letterSpacing=measureToString(this.letterSpacing);if(0!==this.lineThrough){e.textDecoration="line-through";2===this.lineThrough&&(e.textDecorationStyle="double")}if(0!==this.overline){e.textDecoration="overline";2===this.overline&&(e.textDecorationStyle="double")}e.fontStyle=this.posture;e.fontSize=measureToString(.99*this.size);setFontFamily(this,this,this[Is].fontFinder,e);if(0!==this.underline){e.textDecoration="underline";2===this.underline&&(e.textDecorationStyle="double")}e.fontWeight=this.weight;return e}}class Format extends XFAObject{constructor(e){super(Go,"format",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.picture=null}}class Handler extends StringObject{constructor(e){super(Go,"handler");this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||""}}class Hyphenation extends XFAObject{constructor(e){super(Go,"hyphenation");this.excludeAllCaps=getInteger({data:e.excludeAllCaps,defaultValue:0,validate:e=>1===e});this.excludeInitialCap=getInteger({data:e.excludeInitialCap,defaultValue:0,validate:e=>1===e});this.hyphenate=getInteger({data:e.hyphenate,defaultValue:0,validate:e=>1===e});this.id=e.id||"";this.pushCharacterCount=getInteger({data:e.pushCharacterCount,defaultValue:3,validate:e=>e>=0});this.remainCharacterCount=getInteger({data:e.remainCharacterCount,defaultValue:3,validate:e=>e>=0});this.use=e.use||"";this.usehref=e.usehref||"";this.wordCharacterCount=getInteger({data:e.wordCharacterCount,defaultValue:7,validate:e=>e>=0})}}class Image extends StringObject{constructor(e){super(Go,"image");this.aspect=getStringOption(e.aspect,["fit","actual","height","none","width"]);this.contentType=e.contentType||"";this.href=e.href||"";this.id=e.id||"";this.name=e.name||"";this.transferEncoding=getStringOption(e.transferEncoding,["base64","none","package"]);this.use=e.use||"";this.usehref=e.usehref||""}[co](){if(this.contentType&&!Jo.has(this.contentType.toLowerCase()))return HTMLResult.EMPTY;let e=this[Is].images?.get(this.href);if(!e&&(this.href||!this[ss]))return HTMLResult.EMPTY;e||"base64"!==this.transferEncoding||(e=function fromBase64Util(e){return Uint8Array.fromBase64?Uint8Array.fromBase64(e):stringToBytes(atob(e))}(this[ss]));if(!e)return HTMLResult.EMPTY;if(!this.contentType){for(const[t,a]of Yo)if(e.length>t.length&&t.every(((t,a)=>t===e[a]))){this.contentType=a;break}if(!this.contentType)return HTMLResult.EMPTY}const t=new Blob([e],{type:this.contentType});let a;switch(this.aspect){case"fit":case"actual":break;case"height":a={height:"100%",objectFit:"fill"};break;case"none":a={width:"100%",height:"100%",objectFit:"fill"};break;case"width":a={width:"100%",objectFit:"fill"}}const r=this[vs]();return HTMLResult.success({name:"img",attributes:{class:["xfaImage"],style:a,src:URL.createObjectURL(t),alt:r?ariaLabel(r[vs]()):null}})}}class ImageEdit extends XFAObject{constructor(e){super(Go,"imageEdit",!0);this.data=getStringOption(e.data,["link","embed"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.extras=null;this.margin=null}[co](e){return"embed"===this.data?HTMLResult.success({name:"div",children:[],attributes:{}}):HTMLResult.EMPTY}}class Integer extends ContentObject{constructor(e){super(Go,"integer");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=parseInt(this[ss].trim(),10);this[ss]=isNaN(e)?null:e}[co](e){return valueToHtml(null!==this[ss]?this[ss].toString():"")}}class Issuers extends XFAObject{constructor(e){super(Go,"issuers",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.certificate=new XFAObjectArray}}class Items extends XFAObject{constructor(e){super(Go,"items",!0);this.id=e.id||"";this.name=e.name||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.ref=e.ref||"";this.save=getInteger({data:e.save,defaultValue:0,validate:e=>1===e});this.use=e.use||"";this.usehref=e.usehref||"";this.boolean=new XFAObjectArray;this.date=new XFAObjectArray;this.dateTime=new XFAObjectArray;this.decimal=new XFAObjectArray;this.exData=new XFAObjectArray;this.float=new XFAObjectArray;this.image=new XFAObjectArray;this.integer=new XFAObjectArray;this.text=new XFAObjectArray;this.time=new XFAObjectArray}[co](){const e=[];for(const t of this[Ss]())e.push(t[so]());return HTMLResult.success(e)}}class Keep extends XFAObject{constructor(e){super(Go,"keep",!0);this.id=e.id||"";const t=["none","contentArea","pageArea"];this.intact=getStringOption(e.intact,t);this.next=getStringOption(e.next,t);this.previous=getStringOption(e.previous,t);this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}}class KeyUsage extends XFAObject{constructor(e){super(Go,"keyUsage");const t=["","yes","no"];this.crlSign=getStringOption(e.crlSign,t);this.dataEncipherment=getStringOption(e.dataEncipherment,t);this.decipherOnly=getStringOption(e.decipherOnly,t);this.digitalSignature=getStringOption(e.digitalSignature,t);this.encipherOnly=getStringOption(e.encipherOnly,t);this.id=e.id||"";this.keyAgreement=getStringOption(e.keyAgreement,t);this.keyCertSign=getStringOption(e.keyCertSign,t);this.keyEncipherment=getStringOption(e.keyEncipherment,t);this.nonRepudiation=getStringOption(e.nonRepudiation,t);this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||""}}class Line extends XFAObject{constructor(e){super(Go,"line",!0);this.hand=getStringOption(e.hand,["even","left","right"]);this.id=e.id||"";this.slope=getStringOption(e.slope,["\\\\","/"]);this.use=e.use||"";this.usehref=e.usehref||"";this.edge=null}[co](){const e=this[vs]()[vs](),t=this.edge||new Edge({}),a=t[ho](),r=Object.create(null),i="visible"===t.presence?t.thickness:0;r.strokeWidth=measureToString(i);r.stroke=a.color;let n,s,o,c,l="100%",h="100%";if(e.w<=i){[n,s,o,c]=["50%",0,"50%","100%"];l=r.strokeWidth}else if(e.h<=i){[n,s,o,c]=[0,"50%","100%","50%"];h=r.strokeWidth}else"\\\\"===this.slope?[n,s,o,c]=[0,0,"100%","100%"]:[n,s,o,c]=[0,"100%","100%",0];const u={name:"svg",children:[{name:"line",attributes:{xmlns:Vo,x1:n,y1:s,x2:o,y2:c,style:r}}],attributes:{xmlns:Vo,width:l,height:h,style:{overflow:"visible"}}};if(hasMargin(e))return HTMLResult.success({name:"div",attributes:{style:{display:"inline",width:"100%",height:"100%"}},children:[u]});u.attributes.style.position="absolute";return HTMLResult.success(u)}}class Linear extends XFAObject{constructor(e){super(Go,"linear",!0);this.id=e.id||"";this.type=getStringOption(e.type,["toRight","toBottom","toLeft","toTop"]);this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](e){e=e?e[ho]():"#FFFFFF";return`linear-gradient(${this.type.replace(/([RBLT])/," $1").toLowerCase()}, ${e}, ${this.color?this.color[ho]():"#000000"})`}}class LockDocument extends ContentObject{constructor(e){super(Go,"lockDocument");this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||""}[hs](){this[ss]=getStringOption(this[ss],["auto","0","1"])}}class Manifest extends XFAObject{constructor(e){super(Go,"manifest",!0);this.action=getStringOption(e.action,["include","all","exclude"]);this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.ref=new XFAObjectArray}}class Margin extends XFAObject{constructor(e){super(Go,"margin",!0);this.bottomInset=getMeasurement(e.bottomInset,"0");this.id=e.id||"";this.leftInset=getMeasurement(e.leftInset,"0");this.rightInset=getMeasurement(e.rightInset,"0");this.topInset=getMeasurement(e.topInset,"0");this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}[ho](){return{margin:measureToString(this.topInset)+" "+measureToString(this.rightInset)+" "+measureToString(this.bottomInset)+" "+measureToString(this.leftInset)}}}class Mdp extends XFAObject{constructor(e){super(Go,"mdp");this.id=e.id||"";this.permissions=getInteger({data:e.permissions,defaultValue:2,validate:e=>1===e||3===e});this.signatureType=getStringOption(e.signatureType,["filler","author"]);this.use=e.use||"";this.usehref=e.usehref||""}}class Medium extends XFAObject{constructor(e){super(Go,"medium");this.id=e.id||"";this.imagingBBox=function getBBox(e){const t=-1;if(!e)return{x:t,y:t,width:t,height:t};const a=e.split(",",4).map((e=>getMeasurement(e.trim(),"-1")));if(a.length<4||a[2]<0||a[3]<0)return{x:t,y:t,width:t,height:t};const[r,i,n,s]=a;return{x:r,y:i,width:n,height:s}}(e.imagingBBox);this.long=getMeasurement(e.long);this.orientation=getStringOption(e.orientation,["portrait","landscape"]);this.short=getMeasurement(e.short);this.stock=e.stock||"";this.trayIn=getStringOption(e.trayIn,["auto","delegate","pageFront"]);this.trayOut=getStringOption(e.trayOut,["auto","delegate"]);this.use=e.use||"";this.usehref=e.usehref||""}}class Message extends XFAObject{constructor(e){super(Go,"message",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.text=new XFAObjectArray}}class NumericEdit extends XFAObject{constructor(e){super(Go,"numericEdit",!0);this.hScrollPolicy=getStringOption(e.hScrollPolicy,["auto","off","on"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.comb=null;this.extras=null;this.margin=null}[co](e){const t=toStyle(this,"border","font","margin"),a=this[vs]()[vs](),r={name:"input",attributes:{type:"text",fieldId:a[uo],dataId:a[os]?.[uo]||a[uo],class:["xfaTextfield"],style:t,"aria-label":ariaLabel(a),"aria-required":!1}};if(isRequired(a)){r.attributes["aria-required"]=!0;r.attributes.required=!0}return HTMLResult.success({name:"label",attributes:{class:["xfaLabel"]},children:[r]})}}class Occur extends XFAObject{constructor(e){super(Go,"occur",!0);this.id=e.id||"";this.initial=""!==e.initial?getInteger({data:e.initial,defaultValue:"",validate:e=>!0}):"";this.max=""!==e.max?getInteger({data:e.max,defaultValue:1,validate:e=>!0}):"";this.min=""!==e.min?getInteger({data:e.min,defaultValue:1,validate:e=>!0}):"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}[ts](){const e=this[vs](),t=this.min;""===this.min&&(this.min=e instanceof PageArea||e instanceof PageSet?0:1);""===this.max&&(this.max=""===t?e instanceof PageArea||e instanceof PageSet?-1:1:this.min);-1!==this.max&&this.max!0});this.name=e.name||"";this.numbered=getInteger({data:e.numbered,defaultValue:1,validate:e=>!0});this.oddOrEven=getStringOption(e.oddOrEven,["any","even","odd"]);this.pagePosition=getStringOption(e.pagePosition,["any","first","last","only","rest"]);this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.desc=null;this.extras=null;this.medium=null;this.occur=null;this.area=new XFAObjectArray;this.contentArea=new XFAObjectArray;this.draw=new XFAObjectArray;this.exclGroup=new XFAObjectArray;this.field=new XFAObjectArray;this.subform=new XFAObjectArray}[Xs](){if(!this[ls]){this[ls]={numberOfUse:0};return!0}return!this.occur||-1===this.occur.max||this[ls].numberOfUsee.oddOrEven===t&&e.pagePosition===a));if(r)return r;r=this.pageArea.children.find((e=>"any"===e.oddOrEven&&e.pagePosition===a));if(r)return r;r=this.pageArea.children.find((e=>"any"===e.oddOrEven&&"any"===e.pagePosition));return r||this.pageArea.children[0]}}class Para extends XFAObject{constructor(e){super(Go,"para",!0);this.hAlign=getStringOption(e.hAlign,["left","center","justify","justifyAll","radix","right"]);this.id=e.id||"";this.lineHeight=e.lineHeight?getMeasurement(e.lineHeight,"0pt"):"";this.marginLeft=e.marginLeft?getMeasurement(e.marginLeft,"0pt"):"";this.marginRight=e.marginRight?getMeasurement(e.marginRight,"0pt"):"";this.orphans=getInteger({data:e.orphans,defaultValue:0,validate:e=>e>=0});this.preserve=e.preserve||"";this.radixOffset=e.radixOffset?getMeasurement(e.radixOffset,"0pt"):"";this.spaceAbove=e.spaceAbove?getMeasurement(e.spaceAbove,"0pt"):"";this.spaceBelow=e.spaceBelow?getMeasurement(e.spaceBelow,"0pt"):"";this.tabDefault=e.tabDefault?getMeasurement(this.tabDefault):"";this.tabStops=(e.tabStops||"").trim().split(/\\s+/).map(((e,t)=>t%2==1?getMeasurement(e):e));this.textIndent=e.textIndent?getMeasurement(e.textIndent,"0pt"):"";this.use=e.use||"";this.usehref=e.usehref||"";this.vAlign=getStringOption(e.vAlign,["top","bottom","middle"]);this.widows=getInteger({data:e.widows,defaultValue:0,validate:e=>e>=0});this.hyphenation=null}[ho](){const e=toStyle(this,"hAlign");""!==this.marginLeft&&(e.paddingLeft=measureToString(this.marginLeft));""!==this.marginRight&&(e.paddingRight=measureToString(this.marginRight));""!==this.spaceAbove&&(e.paddingTop=measureToString(this.spaceAbove));""!==this.spaceBelow&&(e.paddingBottom=measureToString(this.spaceBelow));if(""!==this.textIndent){e.textIndent=measureToString(this.textIndent);fixTextIndent(e)}this.lineHeight>0&&(e.lineHeight=measureToString(this.lineHeight));""!==this.tabDefault&&(e.tabSize=measureToString(this.tabDefault));this.tabStops.length;this.hyphenatation&&Object.assign(e,this.hyphenatation[ho]());return e}}class PasswordEdit extends XFAObject{constructor(e){super(Go,"passwordEdit",!0);this.hScrollPolicy=getStringOption(e.hScrollPolicy,["auto","off","on"]);this.id=e.id||"";this.passwordChar=e.passwordChar||"*";this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.extras=null;this.margin=null}}class template_Pattern extends XFAObject{constructor(e){super(Go,"pattern",!0);this.id=e.id||"";this.type=getStringOption(e.type,["crossHatch","crossDiagonal","diagonalLeft","diagonalRight","horizontal","vertical"]);this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](e){e=e?e[ho]():"#FFFFFF";const t=this.color?this.color[ho]():"#000000",a="repeating-linear-gradient",r=`${e},${e} 5px,${t} 5px,${t} 10px`;switch(this.type){case"crossHatch":return`${a}(to top,${r}) ${a}(to right,${r})`;case"crossDiagonal":return`${a}(45deg,${r}) ${a}(-45deg,${r})`;case"diagonalLeft":return`${a}(45deg,${r})`;case"diagonalRight":return`${a}(-45deg,${r})`;case"horizontal":return`${a}(to top,${r})`;case"vertical":return`${a}(to right,${r})`}return""}}class Picture extends StringObject{constructor(e){super(Go,"picture");this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Proto extends XFAObject{constructor(e){super(Go,"proto",!0);this.appearanceFilter=new XFAObjectArray;this.arc=new XFAObjectArray;this.area=new XFAObjectArray;this.assist=new XFAObjectArray;this.barcode=new XFAObjectArray;this.bindItems=new XFAObjectArray;this.bookend=new XFAObjectArray;this.boolean=new XFAObjectArray;this.border=new XFAObjectArray;this.break=new XFAObjectArray;this.breakAfter=new XFAObjectArray;this.breakBefore=new XFAObjectArray;this.button=new XFAObjectArray;this.calculate=new XFAObjectArray;this.caption=new XFAObjectArray;this.certificate=new XFAObjectArray;this.certificates=new XFAObjectArray;this.checkButton=new XFAObjectArray;this.choiceList=new XFAObjectArray;this.color=new XFAObjectArray;this.comb=new XFAObjectArray;this.connect=new XFAObjectArray;this.contentArea=new XFAObjectArray;this.corner=new XFAObjectArray;this.date=new XFAObjectArray;this.dateTime=new XFAObjectArray;this.dateTimeEdit=new XFAObjectArray;this.decimal=new XFAObjectArray;this.defaultUi=new XFAObjectArray;this.desc=new XFAObjectArray;this.digestMethod=new XFAObjectArray;this.digestMethods=new XFAObjectArray;this.draw=new XFAObjectArray;this.edge=new XFAObjectArray;this.encoding=new XFAObjectArray;this.encodings=new XFAObjectArray;this.encrypt=new XFAObjectArray;this.encryptData=new XFAObjectArray;this.encryption=new XFAObjectArray;this.encryptionMethod=new XFAObjectArray;this.encryptionMethods=new XFAObjectArray;this.event=new XFAObjectArray;this.exData=new XFAObjectArray;this.exObject=new XFAObjectArray;this.exclGroup=new XFAObjectArray;this.execute=new XFAObjectArray;this.extras=new XFAObjectArray;this.field=new XFAObjectArray;this.fill=new XFAObjectArray;this.filter=new XFAObjectArray;this.float=new XFAObjectArray;this.font=new XFAObjectArray;this.format=new XFAObjectArray;this.handler=new XFAObjectArray;this.hyphenation=new XFAObjectArray;this.image=new XFAObjectArray;this.imageEdit=new XFAObjectArray;this.integer=new XFAObjectArray;this.issuers=new XFAObjectArray;this.items=new XFAObjectArray;this.keep=new XFAObjectArray;this.keyUsage=new XFAObjectArray;this.line=new XFAObjectArray;this.linear=new XFAObjectArray;this.lockDocument=new XFAObjectArray;this.manifest=new XFAObjectArray;this.margin=new XFAObjectArray;this.mdp=new XFAObjectArray;this.medium=new XFAObjectArray;this.message=new XFAObjectArray;this.numericEdit=new XFAObjectArray;this.occur=new XFAObjectArray;this.oid=new XFAObjectArray;this.oids=new XFAObjectArray;this.overflow=new XFAObjectArray;this.pageArea=new XFAObjectArray;this.pageSet=new XFAObjectArray;this.para=new XFAObjectArray;this.passwordEdit=new XFAObjectArray;this.pattern=new XFAObjectArray;this.picture=new XFAObjectArray;this.radial=new XFAObjectArray;this.reason=new XFAObjectArray;this.reasons=new XFAObjectArray;this.rectangle=new XFAObjectArray;this.ref=new XFAObjectArray;this.script=new XFAObjectArray;this.setProperty=new XFAObjectArray;this.signData=new XFAObjectArray;this.signature=new XFAObjectArray;this.signing=new XFAObjectArray;this.solid=new XFAObjectArray;this.speak=new XFAObjectArray;this.stipple=new XFAObjectArray;this.subform=new XFAObjectArray;this.subformSet=new XFAObjectArray;this.subjectDN=new XFAObjectArray;this.subjectDNs=new XFAObjectArray;this.submit=new XFAObjectArray;this.text=new XFAObjectArray;this.textEdit=new XFAObjectArray;this.time=new XFAObjectArray;this.timeStamp=new XFAObjectArray;this.toolTip=new XFAObjectArray;this.traversal=new XFAObjectArray;this.traverse=new XFAObjectArray;this.ui=new XFAObjectArray;this.validate=new XFAObjectArray;this.value=new XFAObjectArray;this.variables=new XFAObjectArray}}class Radial extends XFAObject{constructor(e){super(Go,"radial",!0);this.id=e.id||"";this.type=getStringOption(e.type,["toEdge","toCenter"]);this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](e){e=e?e[ho]():"#FFFFFF";const t=this.color?this.color[ho]():"#000000";return`radial-gradient(circle at center, ${"toEdge"===this.type?`${e},${t}`:`${t},${e}`})`}}class Reason extends StringObject{constructor(e){super(Go,"reason");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Reasons extends XFAObject{constructor(e){super(Go,"reasons",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.reason=new XFAObjectArray}}class Rectangle extends XFAObject{constructor(e){super(Go,"rectangle",!0);this.hand=getStringOption(e.hand,["even","left","right"]);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.corner=new XFAObjectArray(4);this.edge=new XFAObjectArray(4);this.fill=null}[co](){const e=this.edge.children.length?this.edge.children[0]:new Edge({}),t=e[ho](),a=Object.create(null);"visible"===this.fill?.presence?Object.assign(a,this.fill[ho]()):a.fill="transparent";a.strokeWidth=measureToString("visible"===e.presence?e.thickness:0);a.stroke=t.color;const r=(this.corner.children.length?this.corner.children[0]:new Corner({}))[ho](),i={name:"svg",children:[{name:"rect",attributes:{xmlns:Vo,width:"100%",height:"100%",x:0,y:0,rx:r.radius,ry:r.radius,style:a}}],attributes:{xmlns:Vo,style:{overflow:"visible"},width:"100%",height:"100%"}};if(hasMargin(this[vs]()[vs]()))return HTMLResult.success({name:"div",attributes:{style:{display:"inline",width:"100%",height:"100%"}},children:[i]});i.attributes.style.position="absolute";return HTMLResult.success(i)}}class RefElement extends StringObject{constructor(e){super(Go,"ref");this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Script extends StringObject{constructor(e){super(Go,"script");this.binding=e.binding||"";this.contentType=e.contentType||"";this.id=e.id||"";this.name=e.name||"";this.runAt=getStringOption(e.runAt,["client","both","server"]);this.use=e.use||"";this.usehref=e.usehref||""}}class SetProperty extends XFAObject{constructor(e){super(Go,"setProperty");this.connection=e.connection||"";this.ref=e.ref||"";this.target=e.target||""}}class SignData extends XFAObject{constructor(e){super(Go,"signData",!0);this.id=e.id||"";this.operation=getStringOption(e.operation,["sign","clear","verify"]);this.ref=e.ref||"";this.target=e.target||"";this.use=e.use||"";this.usehref=e.usehref||"";this.filter=null;this.manifest=null}}class Signature extends XFAObject{constructor(e){super(Go,"signature",!0);this.id=e.id||"";this.type=getStringOption(e.type,["PDF1.3","PDF1.6"]);this.use=e.use||"";this.usehref=e.usehref||"";this.border=null;this.extras=null;this.filter=null;this.manifest=null;this.margin=null}}class Signing extends XFAObject{constructor(e){super(Go,"signing",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.certificate=new XFAObjectArray}}class Solid extends XFAObject{constructor(e){super(Go,"solid",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null}[ho](e){return e?e[ho]():"#FFFFFF"}}class Speak extends StringObject{constructor(e){super(Go,"speak");this.disable=getInteger({data:e.disable,defaultValue:0,validate:e=>1===e});this.id=e.id||"";this.priority=getStringOption(e.priority,["custom","caption","name","toolTip"]);this.rid=e.rid||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Stipple extends XFAObject{constructor(e){super(Go,"stipple",!0);this.id=e.id||"";this.rate=getInteger({data:e.rate,defaultValue:50,validate:e=>e>=0&&e<=100});this.use=e.use||"";this.usehref=e.usehref||"";this.color=null;this.extras=null}[ho](e){const t=this.rate/100;return Util.makeHexColor(Math.round(e.value.r*(1-t)+this.value.r*t),Math.round(e.value.g*(1-t)+this.value.g*t),Math.round(e.value.b*(1-t)+this.value.b*t))}}class Subform extends XFAObject{constructor(e){super(Go,"subform",!0);this.access=getStringOption(e.access,["open","nonInteractive","protected","readOnly"]);this.allowMacro=getInteger({data:e.allowMacro,defaultValue:0,validate:e=>1===e});this.anchorType=getStringOption(e.anchorType,["topLeft","bottomCenter","bottomLeft","bottomRight","middleCenter","middleLeft","middleRight","topCenter","topRight"]);this.colSpan=getInteger({data:e.colSpan,defaultValue:1,validate:e=>e>=1||-1===e});this.columnWidths=(e.columnWidths||"").trim().split(/\\s+/).map((e=>"-1"===e?-1:getMeasurement(e)));this.h=e.h?getMeasurement(e.h):"";this.hAlign=getStringOption(e.hAlign,["left","center","justify","justifyAll","radix","right"]);this.id=e.id||"";this.layout=getStringOption(e.layout,["position","lr-tb","rl-row","rl-tb","row","table","tb"]);this.locale=e.locale||"";this.maxH=getMeasurement(e.maxH,"0pt");this.maxW=getMeasurement(e.maxW,"0pt");this.mergeMode=getStringOption(e.mergeMode,["consumeData","matchTemplate"]);this.minH=getMeasurement(e.minH,"0pt");this.minW=getMeasurement(e.minW,"0pt");this.name=e.name||"";this.presence=getStringOption(e.presence,["visible","hidden","inactive","invisible"]);this.relevant=getRelevant(e.relevant);this.restoreState=getStringOption(e.restoreState,["manual","auto"]);this.scope=getStringOption(e.scope,["name","none"]);this.use=e.use||"";this.usehref=e.usehref||"";this.w=e.w?getMeasurement(e.w):"";this.x=getMeasurement(e.x,"0pt");this.y=getMeasurement(e.y,"0pt");this.assist=null;this.bind=null;this.bookend=null;this.border=null;this.break=null;this.calculate=null;this.desc=null;this.extras=null;this.keep=null;this.margin=null;this.occur=null;this.overflow=null;this.pageSet=null;this.para=null;this.traversal=null;this.validate=null;this.variables=null;this.area=new XFAObjectArray;this.breakAfter=new XFAObjectArray;this.breakBefore=new XFAObjectArray;this.connect=new XFAObjectArray;this.draw=new XFAObjectArray;this.event=new XFAObjectArray;this.exObject=new XFAObjectArray;this.exclGroup=new XFAObjectArray;this.field=new XFAObjectArray;this.proto=new XFAObjectArray;this.setProperty=new XFAObjectArray;this.subform=new XFAObjectArray;this.subformSet=new XFAObjectArray}[Cs](){const e=this[vs]();return e instanceof SubformSet?e[Cs]():e}[Rs](){return!0}[_s](){return this.layout.endsWith("-tb")&&0===this[ls].attempt&&this[ls].numberInLine>0||this[vs]()[_s]()}*[As](){yield*getContainedChildren(this)}[us](){return flushHTML(this)}[Zn](e,t){addHTML(this,e,t)}[gs](){return getAvailableSpace(this)}[js](){const e=this[Cs]();if(!e[js]())return!1;if(void 0!==this[ls]._isSplittable)return this[ls]._isSplittable;if("position"===this.layout||this.layout.includes("row")){this[ls]._isSplittable=!1;return!1}if(this.keep&&"none"!==this.keep.intact){this[ls]._isSplittable=!1;return!1}if(e.layout?.endsWith("-tb")&&0!==e[ls].numberInLine)return!1;this[ls]._isSplittable=!0;return!0}[co](e){setTabIndex(this);if(this.break){if("auto"!==this.break.after||""!==this.break.afterTarget){const e=new BreakAfter({targetType:this.break.after,target:this.break.afterTarget,startNew:this.break.startNew.toString()});e[Is]=this[Is];this[Qn](e);this.breakAfter.push(e)}if("auto"!==this.break.before||""!==this.break.beforeTarget){const e=new BreakBefore({targetType:this.break.before,target:this.break.beforeTarget,startNew:this.break.startNew.toString()});e[Is]=this[Is];this[Qn](e);this.breakBefore.push(e)}if(""!==this.break.overflowTarget){const e=new Overflow({target:this.break.overflowTarget,leader:this.break.overflowLeader,trailer:this.break.overflowTrailer});e[Is]=this[Is];this[Qn](e);this.overflow.push(e)}this[Zs](this.break);this.break=null}if("hidden"===this.presence||"inactive"===this.presence)return HTMLResult.EMPTY;(this.breakBefore.children.length>1||this.breakAfter.children.length>1)&&warn("XFA - Several breakBefore or breakAfter in subforms: please file a bug.");if(this.breakBefore.children.length>=1){const e=this.breakBefore.children[0];if(handleBreak(e))return HTMLResult.breakNode(e)}if(this[ls]?.afterBreakAfter)return HTMLResult.EMPTY;fixDimensions(this);const t=[],a={id:this[uo],class:[]};setAccess(this,a.class);this[ls]||=Object.create(null);Object.assign(this[ls],{children:t,line:null,attributes:a,attempt:0,numberInLine:0,availableSpace:{width:Math.min(this.w||1/0,e.width),height:Math.min(this.h||1/0,e.height)},width:0,height:0,prevHeight:0,currentWidth:0});const r=this[Fs](),i=r[ls].noLayoutFailure,n=this[js]();n||setFirstUnsplittable(this);if(!checkDimensions(this,e))return HTMLResult.FAILURE;const s=new Set(["area","draw","exclGroup","field","subform","subformSet"]);if(this.layout.includes("row")){const e=this[Cs]().columnWidths;if(Array.isArray(e)&&e.length>0){this[ls].columnWidths=e;this[ls].currentColumn=0}}const o=toStyle(this,"anchorType","dimensions","position","presence","border","margin","hAlign"),c=["xfaSubform"],l=layoutClass(this);l&&c.push(l);a.style=o;a.class=c;this.name&&(a.xfaName=this.name);if(this.overflow){const t=this.overflow[ws]();if(t.addLeader){t.addLeader=!1;handleOverflow(this,t.leader,e)}}this[Ys]();const h="lr-tb"===this.layout||"rl-tb"===this.layout,u=h?2:1;for(;this[ls].attempt=1){const e=this.breakAfter.children[0];if(handleBreak(e)){this[ls].afterBreakAfter=y;return HTMLResult.breakNode(e)}}delete this[ls];return y}}class SubformSet extends XFAObject{constructor(e){super(Go,"subformSet",!0);this.id=e.id||"";this.name=e.name||"";this.relation=getStringOption(e.relation,["ordered","choice","unordered"]);this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.bookend=null;this.break=null;this.desc=null;this.extras=null;this.occur=null;this.overflow=null;this.breakAfter=new XFAObjectArray;this.breakBefore=new XFAObjectArray;this.subform=new XFAObjectArray;this.subformSet=new XFAObjectArray}*[As](){yield*getContainedChildren(this)}[Cs](){let e=this[vs]();for(;!(e instanceof Subform);)e=e[vs]();return e}[Rs](){return!0}}class SubjectDN extends ContentObject{constructor(e){super(Go,"subjectDN");this.delimiter=e.delimiter||",";this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){this[ss]=new Map(this[ss].split(this.delimiter).map((e=>{(e=e.split("=",2))[0]=e[0].trim();return e})))}}class SubjectDNs extends XFAObject{constructor(e){super(Go,"subjectDNs",!0);this.id=e.id||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||"";this.subjectDN=new XFAObjectArray}}class Submit extends XFAObject{constructor(e){super(Go,"submit",!0);this.embedPDF=getInteger({data:e.embedPDF,defaultValue:0,validate:e=>1===e});this.format=getStringOption(e.format,["xdp","formdata","pdf","urlencoded","xfd","xml"]);this.id=e.id||"";this.target=e.target||"";this.textEncoding=getKeyword({data:e.textEncoding?e.textEncoding.toLowerCase():"",defaultValue:"",validate:e=>["utf-8","big-five","fontspecific","gbk","gb-18030","gb-2312","ksc-5601","none","shift-jis","ucs-2","utf-16"].includes(e)||e.match(/iso-8859-\\d{2}/)});this.use=e.use||"";this.usehref=e.usehref||"";this.xdpContent=e.xdpContent||"";this.encrypt=null;this.encryptData=new XFAObjectArray;this.signData=new XFAObjectArray}}class Template extends XFAObject{constructor(e){super(Go,"template",!0);this.baseProfile=getStringOption(e.baseProfile,["full","interactiveForms"]);this.extras=null;this.subform=new XFAObjectArray}[hs](){0===this.subform.children.length&&warn("XFA - No subforms in template node.");this.subform.children.length>=2&&warn("XFA - Several subforms in template node: please file a bug.");this[no]=5e3}[js](){return!0}[to](e,t){return e.startsWith("#")?[this[Os].get(e.slice(1))]:searchNode(this,t,e,!0,!0)}*[oo](){if(!this.subform.children.length)return HTMLResult.success({name:"div",children:[]});this[ls]={overflowNode:null,firstUnsplittable:null,currentContentArea:null,currentPageArea:null,noLayoutFailure:!1,pageNumber:1,pagePosition:"first",oddOrEven:"odd",blankOrNotBlank:"nonBlank",paraStack:[]};const e=this.subform.children[0];e.pageSet[as]();const t=e.pageSet.pageArea.children,a={name:"div",children:[]};let r=null,i=null,n=null;if(e.breakBefore.children.length>=1){i=e.breakBefore.children[0];n=i.target}else if(e.subform.children.length>=1&&e.subform.children[0].breakBefore.children.length>=1){i=e.subform.children[0].breakBefore.children[0];n=i.target}else if(e.break?.beforeTarget){i=e.break;n=i.beforeTarget}else if(e.subform.children.length>=1&&e.subform.children[0].break?.beforeTarget){i=e.subform.children[0].break;n=i.beforeTarget}if(i){const e=this[to](n,i[vs]());if(e instanceof PageArea){r=e;i[ls]={}}}r||=t[0];r[ls]={numberOfUse:1};const s=r[vs]();s[ls]={numberOfUse:1,pageIndex:s.pageArea.children.indexOf(r),pageSetIndex:0};let o,c=null,l=null,h=!0,u=0,d=0;for(;;){if(h)u=0;else{a.children.pop();if(3==++u){warn("XFA - Something goes wrong: please file a bug.");return a}}o=null;this[ls].currentPageArea=r;const t=r[co]().html;a.children.push(t);if(c){this[ls].noLayoutFailure=!0;t.children.push(c[co](r[ls].space).html);c=null}if(l){this[ls].noLayoutFailure=!0;t.children.push(l[co](r[ls].space).html);l=null}const i=r.contentArea.children,n=t.children.filter((e=>e.attributes.class.includes("xfaContentarea")));h=!1;this[ls].firstUnsplittable=null;this[ls].noLayoutFailure=!1;const flush=t=>{const a=e[us]();if(a){h||=a.children?.length>0;n[t].children.push(a)}};for(let t=d,r=i.length;t0;n[t].children.push(u.html)}else!h&&a.children.length>1&&a.children.pop();return a}if(u.isBreak()){const e=u.breakNode;flush(t);if("auto"===e.targetType)continue;if(e.leader){c=this[to](e.leader,e[vs]());c=c?c[0]:null}if(e.trailer){l=this[to](e.trailer,e[vs]());l=l?l[0]:null}if("pageArea"===e.targetType){o=e[ls].target;t=1/0}else if(e[ls].target){o=e[ls].target;d=e[ls].index+1;t=1/0}else t=e[ls].index}else if(this[ls].overflowNode){const e=this[ls].overflowNode;this[ls].overflowNode=null;const a=e[ws](),r=a.target;a.addLeader=null!==a.leader;a.addTrailer=null!==a.trailer;flush(t);const n=t;t=1/0;if(r instanceof PageArea)o=r;else if(r instanceof ContentArea){const e=i.indexOf(r);if(-1!==e)e>n?t=e-1:d=e;else{o=r[vs]();d=o.contentArea.children.indexOf(r)}}}else flush(t)}this[ls].pageNumber+=1;o&&(o[Xs]()?o[ls].numberOfUse+=1:o=null);r=o||r[ks]();yield null}}}class Text extends ContentObject{constructor(e){super(Go,"text");this.id=e.id||"";this.maxChars=getInteger({data:e.maxChars,defaultValue:0,validate:e=>e>=0});this.name=e.name||"";this.rid=e.rid||"";this.use=e.use||"";this.usehref=e.usehref||""}[Yn](){return!0}[$s](e){if(e[Hs]===go.xhtml.id){this[ss]=e;return!0}warn(`XFA - Invalid content in Text: ${e[Ws]}.`);return!1}[Vs](e){this[ss]instanceof XFAObject||super[Vs](e)}[hs](){"string"==typeof this[ss]&&(this[ss]=this[ss].replaceAll("\\r\\n","\\n"))}[ws](){return"string"==typeof this[ss]?this[ss].split(/[\\u2029\\u2028\\n]/).filter((e=>!!e)).join("\\n"):this[ss][so]()}[co](e){if("string"==typeof this[ss]){const e=valueToHtml(this[ss]).html;if(this[ss].includes("\\u2029")){e.name="div";e.children=[];this[ss].split("\\u2029").map((e=>e.split(/[\\u2028\\n]/).flatMap((e=>[{name:"span",value:e},{name:"br"}])))).forEach((t=>{e.children.push({name:"p",children:t})}))}else if(/[\\u2028\\n]/.test(this[ss])){e.name="div";e.children=[];this[ss].split(/[\\u2028\\n]/).forEach((t=>{e.children.push({name:"span",value:t},{name:"br"})}))}return HTMLResult.success(e)}return this[ss][co](e)}}class TextEdit extends XFAObject{constructor(e){super(Go,"textEdit",!0);this.allowRichText=getInteger({data:e.allowRichText,defaultValue:0,validate:e=>1===e});this.hScrollPolicy=getStringOption(e.hScrollPolicy,["auto","off","on"]);this.id=e.id||"";this.multiLine=getInteger({data:e.multiLine,defaultValue:"",validate:e=>0===e||1===e});this.use=e.use||"";this.usehref=e.usehref||"";this.vScrollPolicy=getStringOption(e.vScrollPolicy,["auto","off","on"]);this.border=null;this.comb=null;this.extras=null;this.margin=null}[co](e){const t=toStyle(this,"border","font","margin");let a;const r=this[vs]()[vs]();""===this.multiLine&&(this.multiLine=r instanceof Draw?1:0);a=1===this.multiLine?{name:"textarea",attributes:{dataId:r[os]?.[uo]||r[uo],fieldId:r[uo],class:["xfaTextfield"],style:t,"aria-label":ariaLabel(r),"aria-required":!1}}:{name:"input",attributes:{type:"text",dataId:r[os]?.[uo]||r[uo],fieldId:r[uo],class:["xfaTextfield"],style:t,"aria-label":ariaLabel(r),"aria-required":!1}};if(isRequired(r)){a.attributes["aria-required"]=!0;a.attributes.required=!0}return HTMLResult.success({name:"label",attributes:{class:["xfaLabel"]},children:[a]})}}class Time extends StringObject{constructor(e){super(Go,"time");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}[hs](){const e=this[ss].trim();this[ss]=e?new Date(e):null}[co](e){return valueToHtml(this[ss]?this[ss].toString():"")}}class TimeStamp extends XFAObject{constructor(e){super(Go,"timeStamp");this.id=e.id||"";this.server=e.server||"";this.type=getStringOption(e.type,["optional","required"]);this.use=e.use||"";this.usehref=e.usehref||""}}class ToolTip extends StringObject{constructor(e){super(Go,"toolTip");this.id=e.id||"";this.rid=e.rid||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Traversal extends XFAObject{constructor(e){super(Go,"traversal",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.traverse=new XFAObjectArray}}class Traverse extends XFAObject{constructor(e){super(Go,"traverse",!0);this.id=e.id||"";this.operation=getStringOption(e.operation,["next","back","down","first","left","right","up"]);this.ref=e.ref||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.script=null}get name(){return this.operation}[Us](){return!1}}class Ui extends XFAObject{constructor(e){super(Go,"ui",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.picture=null;this.barcode=null;this.button=null;this.checkButton=null;this.choiceList=null;this.dateTimeEdit=null;this.defaultUi=null;this.imageEdit=null;this.numericEdit=null;this.passwordEdit=null;this.signature=null;this.textEdit=null}[ws](){if(void 0===this[ls]){for(const e of Object.getOwnPropertyNames(this)){if("extras"===e||"picture"===e)continue;const t=this[e];if(t instanceof XFAObject){this[ls]=t;return t}}this[ls]=null}return this[ls]}[co](e){const t=this[ws]();return t?t[co](e):HTMLResult.EMPTY}}class Validate extends XFAObject{constructor(e){super(Go,"validate",!0);this.formatTest=getStringOption(e.formatTest,["warning","disabled","error"]);this.id=e.id||"";this.nullTest=getStringOption(e.nullTest,["disabled","error","warning"]);this.scriptTest=getStringOption(e.scriptTest,["error","disabled","warning"]);this.use=e.use||"";this.usehref=e.usehref||"";this.extras=null;this.message=null;this.picture=null;this.script=null}}class Value extends XFAObject{constructor(e){super(Go,"value",!0);this.id=e.id||"";this.override=getInteger({data:e.override,defaultValue:0,validate:e=>1===e});this.relevant=getRelevant(e.relevant);this.use=e.use||"";this.usehref=e.usehref||"";this.arc=null;this.boolean=null;this.date=null;this.dateTime=null;this.decimal=null;this.exData=null;this.float=null;this.image=null;this.integer=null;this.line=null;this.rectangle=null;this.text=null;this.time=null}[io](e){const t=this[vs]();if(t instanceof Field&&t.ui?.imageEdit){if(!this.image){this.image=new Image({});this[Qn](this.image)}this.image[ss]=e[ss];return}const a=e[Ws];if(null===this[a]){for(const e of Object.getOwnPropertyNames(this)){const t=this[e];if(t instanceof XFAObject){this[e]=null;this[Zs](t)}}this[e[Ws]]=e;this[Qn](e)}else this[a][ss]=e[ss]}[so](){if(this.exData)return"string"==typeof this.exData[ss]?this.exData[ss].trim():this.exData[ss][so]().trim();for(const e of Object.getOwnPropertyNames(this)){if("image"===e)continue;const t=this[e];if(t instanceof XFAObject)return(t[ss]||"").toString().trim()}return null}[co](e){for(const t of Object.getOwnPropertyNames(this)){const a=this[t];if(a instanceof XFAObject)return a[co](e)}return HTMLResult.EMPTY}}class Variables extends XFAObject{constructor(e){super(Go,"variables",!0);this.id=e.id||"";this.use=e.use||"";this.usehref=e.usehref||"";this.boolean=new XFAObjectArray;this.date=new XFAObjectArray;this.dateTime=new XFAObjectArray;this.decimal=new XFAObjectArray;this.exData=new XFAObjectArray;this.float=new XFAObjectArray;this.image=new XFAObjectArray;this.integer=new XFAObjectArray;this.manifest=new XFAObjectArray;this.script=new XFAObjectArray;this.text=new XFAObjectArray;this.time=new XFAObjectArray}[Us](){return!0}}class TemplateNamespace{static[fo](e,t){if(TemplateNamespace.hasOwnProperty(e)){const a=TemplateNamespace[e](t);a[ro](t);return a}}static appearanceFilter(e){return new AppearanceFilter(e)}static arc(e){return new Arc(e)}static area(e){return new Area(e)}static assist(e){return new Assist(e)}static barcode(e){return new Barcode(e)}static bind(e){return new Bind(e)}static bindItems(e){return new BindItems(e)}static bookend(e){return new Bookend(e)}static boolean(e){return new BooleanElement(e)}static border(e){return new Border(e)}static break(e){return new Break(e)}static breakAfter(e){return new BreakAfter(e)}static breakBefore(e){return new BreakBefore(e)}static button(e){return new Button(e)}static calculate(e){return new Calculate(e)}static caption(e){return new Caption(e)}static certificate(e){return new Certificate(e)}static certificates(e){return new Certificates(e)}static checkButton(e){return new CheckButton(e)}static choiceList(e){return new ChoiceList(e)}static color(e){return new Color(e)}static comb(e){return new Comb(e)}static connect(e){return new Connect(e)}static contentArea(e){return new ContentArea(e)}static corner(e){return new Corner(e)}static date(e){return new DateElement(e)}static dateTime(e){return new DateTime(e)}static dateTimeEdit(e){return new DateTimeEdit(e)}static decimal(e){return new Decimal(e)}static defaultUi(e){return new DefaultUi(e)}static desc(e){return new Desc(e)}static digestMethod(e){return new DigestMethod(e)}static digestMethods(e){return new DigestMethods(e)}static draw(e){return new Draw(e)}static edge(e){return new Edge(e)}static encoding(e){return new Encoding(e)}static encodings(e){return new Encodings(e)}static encrypt(e){return new Encrypt(e)}static encryptData(e){return new EncryptData(e)}static encryption(e){return new Encryption(e)}static encryptionMethod(e){return new EncryptionMethod(e)}static encryptionMethods(e){return new EncryptionMethods(e)}static event(e){return new Event(e)}static exData(e){return new ExData(e)}static exObject(e){return new ExObject(e)}static exclGroup(e){return new ExclGroup(e)}static execute(e){return new Execute(e)}static extras(e){return new Extras(e)}static field(e){return new Field(e)}static fill(e){return new Fill(e)}static filter(e){return new Filter(e)}static float(e){return new Float(e)}static font(e){return new template_Font(e)}static format(e){return new Format(e)}static handler(e){return new Handler(e)}static hyphenation(e){return new Hyphenation(e)}static image(e){return new Image(e)}static imageEdit(e){return new ImageEdit(e)}static integer(e){return new Integer(e)}static issuers(e){return new Issuers(e)}static items(e){return new Items(e)}static keep(e){return new Keep(e)}static keyUsage(e){return new KeyUsage(e)}static line(e){return new Line(e)}static linear(e){return new Linear(e)}static lockDocument(e){return new LockDocument(e)}static manifest(e){return new Manifest(e)}static margin(e){return new Margin(e)}static mdp(e){return new Mdp(e)}static medium(e){return new Medium(e)}static message(e){return new Message(e)}static numericEdit(e){return new NumericEdit(e)}static occur(e){return new Occur(e)}static oid(e){return new Oid(e)}static oids(e){return new Oids(e)}static overflow(e){return new Overflow(e)}static pageArea(e){return new PageArea(e)}static pageSet(e){return new PageSet(e)}static para(e){return new Para(e)}static passwordEdit(e){return new PasswordEdit(e)}static pattern(e){return new template_Pattern(e)}static picture(e){return new Picture(e)}static proto(e){return new Proto(e)}static radial(e){return new Radial(e)}static reason(e){return new Reason(e)}static reasons(e){return new Reasons(e)}static rectangle(e){return new Rectangle(e)}static ref(e){return new RefElement(e)}static script(e){return new Script(e)}static setProperty(e){return new SetProperty(e)}static signData(e){return new SignData(e)}static signature(e){return new Signature(e)}static signing(e){return new Signing(e)}static solid(e){return new Solid(e)}static speak(e){return new Speak(e)}static stipple(e){return new Stipple(e)}static subform(e){return new Subform(e)}static subformSet(e){return new SubformSet(e)}static subjectDN(e){return new SubjectDN(e)}static subjectDNs(e){return new SubjectDNs(e)}static submit(e){return new Submit(e)}static template(e){return new Template(e)}static text(e){return new Text(e)}static textEdit(e){return new TextEdit(e)}static time(e){return new Time(e)}static timeStamp(e){return new TimeStamp(e)}static toolTip(e){return new ToolTip(e)}static traversal(e){return new Traversal(e)}static traverse(e){return new Traverse(e)}static ui(e){return new Ui(e)}static validate(e){return new Validate(e)}static value(e){return new Value(e)}static variables(e){return new Variables(e)}}const Zo=go.datasets.id;function createText(e){const t=new Text({});t[ss]=e;return t}class Binder{constructor(e){this.root=e;this.datasets=e.datasets;this.data=e.datasets?.data||new XmlObject(go.datasets.id,"data");this.emptyMerge=0===this.data[Ss]().length;this.root.form=this.form=e.template[is]()}_isConsumeData(){return!this.emptyMerge&&this._mergeMode}_isMatchTemplate(){return!this._isConsumeData()}bind(){this._bindElement(this.form,this.data);return this.form}getData(){return this.data}_bindValue(e,t,a){e[os]=t;if(e[Ts]())if(t[Ns]()){const a=t[ys]();e[io](createText(a))}else if(e instanceof Field&&"multiSelect"===e.ui?.choiceList?.open){const a=t[Ss]().map((e=>e[ss].trim())).join("\\n");e[io](createText(a))}else this._isConsumeData()&&warn("XFA - Nodes haven\'t the same type.");else!t[Ns]()||this._isMatchTemplate()?this._bindElement(e,t):warn("XFA - Nodes haven\'t the same type.")}_findDataByNameToConsume(e,t,a,r){if(!e)return null;let i,n;for(let r=0;r<3;r++){i=a[xs](e,!1,!0);for(;;){n=i.next().value;if(!n)break;if(t===n[Ns]())return n}if(a[Hs]===go.datasets.id&&"data"===a[Ws])break;a=a[vs]()}if(!r)return null;i=this.data[xs](e,!0,!1);n=i.next().value;if(n)return n;i=this.data[ds](e,!0);n=i.next().value;return n?.[Ns]()?n:null}_setProperties(e,t){if(e.hasOwnProperty("setProperty"))for(const{ref:a,target:r,connection:i}of e.setProperty.children){if(i)continue;if(!a)continue;const n=searchNode(this.root,t,a,!1,!1);if(!n){warn(`XFA - Invalid reference: ${a}.`);continue}const[s]=n;if(!s[Es](this.data)){warn("XFA - Invalid node: must be a data node.");continue}const o=searchNode(this.root,e,r,!1,!1);if(!o){warn(`XFA - Invalid target: ${r}.`);continue}const[c]=o;if(!c[Es](e)){warn("XFA - Invalid target: must be a property or subproperty.");continue}const l=c[vs]();if(c instanceof SetProperty||l instanceof SetProperty){warn("XFA - Invalid target: cannot be a setProperty or one of its properties.");continue}if(c instanceof BindItems||l instanceof BindItems){warn("XFA - Invalid target: cannot be a bindItems or one of its properties.");continue}const h=s[so](),u=c[Ws];if(c instanceof XFAAttribute){const e=Object.create(null);e[u]=h;const t=Reflect.construct(Object.getPrototypeOf(l).constructor,[e]);l[u]=t[u]}else if(c.hasOwnProperty(ss)){c[os]=s;c[ss]=h;c[hs]()}else warn("XFA - Invalid node to use in setProperty")}}_bindItems(e,t){if(!e.hasOwnProperty("items")||!e.hasOwnProperty("bindItems")||e.bindItems.isEmpty())return;for(const t of e.items.children)e[Zs](t);e.items.clear();const a=new Items({}),r=new Items({});e[Qn](a);e.items.push(a);e[Qn](r);e.items.push(r);for(const{ref:i,labelRef:n,valueRef:s,connection:o}of e.bindItems.children){if(o)continue;if(!i)continue;const e=searchNode(this.root,t,i,!1,!1);if(e)for(const t of e){if(!t[Es](this.datasets)){warn(`XFA - Invalid ref (${i}): must be a datasets child.`);continue}const e=searchNode(this.root,t,n,!0,!1);if(!e){warn(`XFA - Invalid label: ${n}.`);continue}const[o]=e;if(!o[Es](this.datasets)){warn("XFA - Invalid label: must be a datasets child.");continue}const c=searchNode(this.root,t,s,!0,!1);if(!c){warn(`XFA - Invalid value: ${s}.`);continue}const[l]=c;if(!l[Es](this.datasets)){warn("XFA - Invalid value: must be a datasets child.");continue}const h=createText(o[so]()),u=createText(l[so]());a[Qn](h);a.text.push(h);r[Qn](u);r.text.push(u)}else warn(`XFA - Invalid reference: ${i}.`)}}_bindOccurrences(e,t,a){let r;if(t.length>1){r=e[is]();r[Zs](r.occur);r.occur=null}this._bindValue(e,t[0],a);this._setProperties(e,t[0]);this._bindItems(e,t[0]);if(1===t.length)return;const i=e[vs](),n=e[Ws],s=i[Ms](e);for(let e=1,o=t.length;et.name===e.name)).length:a[r].children.length;const n=a[Ms](e)+1,s=t.initial-i;if(s){const t=e[is]();t[Zs](t.occur);t.occur=null;a[r].push(t);a[Ds](n,t);for(let e=1;e0)this._bindOccurrences(r,[e[0]],null);else if(this.emptyMerge){const e=t[Hs]===Zo?-1:t[Hs],a=r[os]=new XmlObject(e,r.name||"root");t[Qn](a);this._bindElement(r,a)}continue}if(!r[Rs]())continue;let e=!1,i=null,n=null,s=null;if(r.bind){switch(r.bind.match){case"none":this._setAndBind(r,t);continue;case"global":e=!0;break;case"dataRef":if(!r.bind.ref){warn(`XFA - ref is empty in node ${r[Ws]}.`);this._setAndBind(r,t);continue}n=r.bind.ref}r.bind.picture&&(i=r.bind.picture[ss])}const[o,c]=this._getOccurInfo(r);if(n){s=searchNode(this.root,t,n,!0,!1);if(null===s){s=createDataNode(this.data,t,n);if(!s)continue;this._isConsumeData()&&(s[ns]=!0);this._setAndBind(r,s);continue}this._isConsumeData()&&(s=s.filter((e=>!e[ns])));s.length>c?s=s.slice(0,c):0===s.length&&(s=null);s&&this._isConsumeData()&&s.forEach((e=>{e[ns]=!0}))}else{if(!r.name){this._setAndBind(r,t);continue}if(this._isConsumeData()){const a=[];for(;a.length0?a:null}else{s=t[xs](r.name,!1,this.emptyMerge).next().value;if(!s){if(0===o){a.push(r);continue}const e=t[Hs]===Zo?-1:t[Hs];s=r[os]=new XmlObject(e,r.name);this.emptyMerge&&(s[ns]=!0);t[Qn](s);this._setAndBind(r,s);continue}this.emptyMerge&&(s[ns]=!0);s=[s]}}s?this._bindOccurrences(r,s,i):o>0?this._setAndBind(r,t):a.push(r)}a.forEach((e=>e[vs]()[Zs](e)))}}class DataHandler{constructor(e,t){this.data=t;this.dataset=e.datasets||null}serialize(e){const t=[[-1,this.data[Ss]()]];for(;t.length>0;){const a=t.at(-1),[r,i]=a;if(r+1===i.length){t.pop();continue}const n=i[++a[0]],s=e.get(n[uo]);if(s)n[io](s);else{const t=n[fs]();for(const a of t.values()){const t=e.get(a[uo]);if(t){a[io](t);break}}}const o=n[Ss]();o.length>0&&t.push([-1,o])}const a=[\'\'];if(this.dataset)for(const e of this.dataset[Ss]())"data"!==e[Ws]&&e[lo](a);this.data[lo](a);a.push("");return a.join("")}}const Qo=go.config.id;class Acrobat extends XFAObject{constructor(e){super(Qo,"acrobat",!0);this.acrobat7=null;this.autoSave=null;this.common=null;this.validate=null;this.validateApprovalSignatures=null;this.submitUrl=new XFAObjectArray}}class Acrobat7 extends XFAObject{constructor(e){super(Qo,"acrobat7",!0);this.dynamicRender=null}}class ADBE_JSConsole extends OptionObject{constructor(e){super(Qo,"ADBE_JSConsole",["delegate","Enable","Disable"])}}class ADBE_JSDebugger extends OptionObject{constructor(e){super(Qo,"ADBE_JSDebugger",["delegate","Enable","Disable"])}}class AddSilentPrint extends Option01{constructor(e){super(Qo,"addSilentPrint")}}class AddViewerPreferences extends Option01{constructor(e){super(Qo,"addViewerPreferences")}}class AdjustData extends Option10{constructor(e){super(Qo,"adjustData")}}class AdobeExtensionLevel extends IntegerObject{constructor(e){super(Qo,"adobeExtensionLevel",0,(e=>e>=1&&e<=8))}}class Agent extends XFAObject{constructor(e){super(Qo,"agent",!0);this.name=e.name?e.name.trim():"";this.common=new XFAObjectArray}}class AlwaysEmbed extends ContentObject{constructor(e){super(Qo,"alwaysEmbed")}}class Amd extends StringObject{constructor(e){super(Qo,"amd")}}class config_Area extends XFAObject{constructor(e){super(Qo,"area");this.level=getInteger({data:e.level,defaultValue:0,validate:e=>e>=1&&e<=3});this.name=getStringOption(e.name,["","barcode","coreinit","deviceDriver","font","general","layout","merge","script","signature","sourceSet","templateCache"])}}class Attributes extends OptionObject{constructor(e){super(Qo,"attributes",["preserve","delegate","ignore"])}}class AutoSave extends OptionObject{constructor(e){super(Qo,"autoSave",["disabled","enabled"])}}class Base extends StringObject{constructor(e){super(Qo,"base")}}class BatchOutput extends XFAObject{constructor(e){super(Qo,"batchOutput");this.format=getStringOption(e.format,["none","concat","zip","zipCompress"])}}class BehaviorOverride extends ContentObject{constructor(e){super(Qo,"behaviorOverride")}[hs](){this[ss]=new Map(this[ss].trim().split(/\\s+/).filter((e=>e.includes(":"))).map((e=>e.split(":",2))))}}class Cache extends XFAObject{constructor(e){super(Qo,"cache",!0);this.templateCache=null}}class Change extends Option01{constructor(e){super(Qo,"change")}}class Common extends XFAObject{constructor(e){super(Qo,"common",!0);this.data=null;this.locale=null;this.localeSet=null;this.messaging=null;this.suppressBanner=null;this.template=null;this.validationMessaging=null;this.versionControl=null;this.log=new XFAObjectArray}}class Compress extends XFAObject{constructor(e){super(Qo,"compress");this.scope=getStringOption(e.scope,["imageOnly","document"])}}class CompressLogicalStructure extends Option01{constructor(e){super(Qo,"compressLogicalStructure")}}class CompressObjectStream extends Option10{constructor(e){super(Qo,"compressObjectStream")}}class Compression extends XFAObject{constructor(e){super(Qo,"compression",!0);this.compressLogicalStructure=null;this.compressObjectStream=null;this.level=null;this.type=null}}class Config extends XFAObject{constructor(e){super(Qo,"config",!0);this.acrobat=null;this.present=null;this.trace=null;this.agent=new XFAObjectArray}}class Conformance extends OptionObject{constructor(e){super(Qo,"conformance",["A","B"])}}class ContentCopy extends Option01{constructor(e){super(Qo,"contentCopy")}}class Copies extends IntegerObject{constructor(e){super(Qo,"copies",1,(e=>e>=1))}}class Creator extends StringObject{constructor(e){super(Qo,"creator")}}class CurrentPage extends IntegerObject{constructor(e){super(Qo,"currentPage",0,(e=>e>=0))}}class Data extends XFAObject{constructor(e){super(Qo,"data",!0);this.adjustData=null;this.attributes=null;this.incrementalLoad=null;this.outputXSL=null;this.range=null;this.record=null;this.startNode=null;this.uri=null;this.window=null;this.xsl=null;this.excludeNS=new XFAObjectArray;this.transform=new XFAObjectArray}}class Debug extends XFAObject{constructor(e){super(Qo,"debug",!0);this.uri=null}}class DefaultTypeface extends ContentObject{constructor(e){super(Qo,"defaultTypeface");this.writingScript=getStringOption(e.writingScript,["*","Arabic","Cyrillic","EastEuropeanRoman","Greek","Hebrew","Japanese","Korean","Roman","SimplifiedChinese","Thai","TraditionalChinese","Vietnamese"])}}class Destination extends OptionObject{constructor(e){super(Qo,"destination",["pdf","pcl","ps","webClient","zpl"])}}class DocumentAssembly extends Option01{constructor(e){super(Qo,"documentAssembly")}}class Driver extends XFAObject{constructor(e){super(Qo,"driver",!0);this.name=e.name?e.name.trim():"";this.fontInfo=null;this.xdc=null}}class DuplexOption extends OptionObject{constructor(e){super(Qo,"duplexOption",["simplex","duplexFlipLongEdge","duplexFlipShortEdge"])}}class DynamicRender extends OptionObject{constructor(e){super(Qo,"dynamicRender",["forbidden","required"])}}class Embed extends Option01{constructor(e){super(Qo,"embed")}}class config_Encrypt extends Option01{constructor(e){super(Qo,"encrypt")}}class config_Encryption extends XFAObject{constructor(e){super(Qo,"encryption",!0);this.encrypt=null;this.encryptionLevel=null;this.permissions=null}}class EncryptionLevel extends OptionObject{constructor(e){super(Qo,"encryptionLevel",["40bit","128bit"])}}class Enforce extends StringObject{constructor(e){super(Qo,"enforce")}}class Equate extends XFAObject{constructor(e){super(Qo,"equate");this.force=getInteger({data:e.force,defaultValue:1,validate:e=>0===e});this.from=e.from||"";this.to=e.to||""}}class EquateRange extends XFAObject{constructor(e){super(Qo,"equateRange");this.from=e.from||"";this.to=e.to||"";this._unicodeRange=e.unicodeRange||""}get unicodeRange(){const e=[],t=/U\\+([0-9a-fA-F]+)/,a=this._unicodeRange;for(let r of a.split(",").map((e=>e.trim())).filter((e=>!!e))){r=r.split("-",2).map((e=>{const a=e.match(t);return a?parseInt(a[1],16):0}));1===r.length&&r.push(r[0]);e.push(r)}return shadow(this,"unicodeRange",e)}}class Exclude extends ContentObject{constructor(e){super(Qo,"exclude")}[hs](){this[ss]=this[ss].trim().split(/\\s+/).filter((e=>e&&["calculate","close","enter","exit","initialize","ready","validate"].includes(e)))}}class ExcludeNS extends StringObject{constructor(e){super(Qo,"excludeNS")}}class FlipLabel extends OptionObject{constructor(e){super(Qo,"flipLabel",["usePrinterSetting","on","off"])}}class config_FontInfo extends XFAObject{constructor(e){super(Qo,"fontInfo",!0);this.embed=null;this.map=null;this.subsetBelow=null;this.alwaysEmbed=new XFAObjectArray;this.defaultTypeface=new XFAObjectArray;this.neverEmbed=new XFAObjectArray}}class FormFieldFilling extends Option01{constructor(e){super(Qo,"formFieldFilling")}}class GroupParent extends StringObject{constructor(e){super(Qo,"groupParent")}}class IfEmpty extends OptionObject{constructor(e){super(Qo,"ifEmpty",["dataValue","dataGroup","ignore","remove"])}}class IncludeXDPContent extends StringObject{constructor(e){super(Qo,"includeXDPContent")}}class IncrementalLoad extends OptionObject{constructor(e){super(Qo,"incrementalLoad",["none","forwardOnly"])}}class IncrementalMerge extends Option01{constructor(e){super(Qo,"incrementalMerge")}}class Interactive extends Option01{constructor(e){super(Qo,"interactive")}}class Jog extends OptionObject{constructor(e){super(Qo,"jog",["usePrinterSetting","none","pageSet"])}}class LabelPrinter extends XFAObject{constructor(e){super(Qo,"labelPrinter",!0);this.name=getStringOption(e.name,["zpl","dpl","ipl","tcpl"]);this.batchOutput=null;this.flipLabel=null;this.fontInfo=null;this.xdc=null}}class Layout extends OptionObject{constructor(e){super(Qo,"layout",["paginate","panel"])}}class Level extends IntegerObject{constructor(e){super(Qo,"level",0,(e=>e>0))}}class Linearized extends Option01{constructor(e){super(Qo,"linearized")}}class Locale extends StringObject{constructor(e){super(Qo,"locale")}}class LocaleSet extends StringObject{constructor(e){super(Qo,"localeSet")}}class Log extends XFAObject{constructor(e){super(Qo,"log",!0);this.mode=null;this.threshold=null;this.to=null;this.uri=null}}class MapElement extends XFAObject{constructor(e){super(Qo,"map",!0);this.equate=new XFAObjectArray;this.equateRange=new XFAObjectArray}}class MediumInfo extends XFAObject{constructor(e){super(Qo,"mediumInfo",!0);this.map=null}}class config_Message extends XFAObject{constructor(e){super(Qo,"message",!0);this.msgId=null;this.severity=null}}class Messaging extends XFAObject{constructor(e){super(Qo,"messaging",!0);this.message=new XFAObjectArray}}class Mode extends OptionObject{constructor(e){super(Qo,"mode",["append","overwrite"])}}class ModifyAnnots extends Option01{constructor(e){super(Qo,"modifyAnnots")}}class MsgId extends IntegerObject{constructor(e){super(Qo,"msgId",1,(e=>e>=1))}}class NameAttr extends StringObject{constructor(e){super(Qo,"nameAttr")}}class NeverEmbed extends ContentObject{constructor(e){super(Qo,"neverEmbed")}}class NumberOfCopies extends IntegerObject{constructor(e){super(Qo,"numberOfCopies",null,(e=>e>=2&&e<=5))}}class OpenAction extends XFAObject{constructor(e){super(Qo,"openAction",!0);this.destination=null}}class Output extends XFAObject{constructor(e){super(Qo,"output",!0);this.to=null;this.type=null;this.uri=null}}class OutputBin extends StringObject{constructor(e){super(Qo,"outputBin")}}class OutputXSL extends XFAObject{constructor(e){super(Qo,"outputXSL",!0);this.uri=null}}class Overprint extends OptionObject{constructor(e){super(Qo,"overprint",["none","both","draw","field"])}}class Packets extends StringObject{constructor(e){super(Qo,"packets")}[hs](){"*"!==this[ss]&&(this[ss]=this[ss].trim().split(/\\s+/).filter((e=>["config","datasets","template","xfdf","xslt"].includes(e))))}}class PageOffset extends XFAObject{constructor(e){super(Qo,"pageOffset");this.x=getInteger({data:e.x,defaultValue:"useXDCSetting",validate:e=>!0});this.y=getInteger({data:e.y,defaultValue:"useXDCSetting",validate:e=>!0})}}class PageRange extends StringObject{constructor(e){super(Qo,"pageRange")}[hs](){const e=this[ss].trim().split(/\\s+/).map((e=>parseInt(e,10))),t=[];for(let a=0,r=e.length;a!1))}}class Pcl extends XFAObject{constructor(e){super(Qo,"pcl",!0);this.name=e.name||"";this.batchOutput=null;this.fontInfo=null;this.jog=null;this.mediumInfo=null;this.outputBin=null;this.pageOffset=null;this.staple=null;this.xdc=null}}class Pdf extends XFAObject{constructor(e){super(Qo,"pdf",!0);this.name=e.name||"";this.adobeExtensionLevel=null;this.batchOutput=null;this.compression=null;this.creator=null;this.encryption=null;this.fontInfo=null;this.interactive=null;this.linearized=null;this.openAction=null;this.pdfa=null;this.producer=null;this.renderPolicy=null;this.scriptModel=null;this.silentPrint=null;this.submitFormat=null;this.tagged=null;this.version=null;this.viewerPreferences=null;this.xdc=null}}class Pdfa extends XFAObject{constructor(e){super(Qo,"pdfa",!0);this.amd=null;this.conformance=null;this.includeXDPContent=null;this.part=null}}class Permissions extends XFAObject{constructor(e){super(Qo,"permissions",!0);this.accessibleContent=null;this.change=null;this.contentCopy=null;this.documentAssembly=null;this.formFieldFilling=null;this.modifyAnnots=null;this.plaintextMetadata=null;this.print=null;this.printHighQuality=null}}class PickTrayByPDFSize extends Option01{constructor(e){super(Qo,"pickTrayByPDFSize")}}class config_Picture extends StringObject{constructor(e){super(Qo,"picture")}}class PlaintextMetadata extends Option01{constructor(e){super(Qo,"plaintextMetadata")}}class Presence extends OptionObject{constructor(e){super(Qo,"presence",["preserve","dissolve","dissolveStructure","ignore","remove"])}}class Present extends XFAObject{constructor(e){super(Qo,"present",!0);this.behaviorOverride=null;this.cache=null;this.common=null;this.copies=null;this.destination=null;this.incrementalMerge=null;this.layout=null;this.output=null;this.overprint=null;this.pagination=null;this.paginationOverride=null;this.script=null;this.validate=null;this.xdp=null;this.driver=new XFAObjectArray;this.labelPrinter=new XFAObjectArray;this.pcl=new XFAObjectArray;this.pdf=new XFAObjectArray;this.ps=new XFAObjectArray;this.submitUrl=new XFAObjectArray;this.webClient=new XFAObjectArray;this.zpl=new XFAObjectArray}}class Print extends Option01{constructor(e){super(Qo,"print")}}class PrintHighQuality extends Option01{constructor(e){super(Qo,"printHighQuality")}}class PrintScaling extends OptionObject{constructor(e){super(Qo,"printScaling",["appdefault","noScaling"])}}class PrinterName extends StringObject{constructor(e){super(Qo,"printerName")}}class Producer extends StringObject{constructor(e){super(Qo,"producer")}}class Ps extends XFAObject{constructor(e){super(Qo,"ps",!0);this.name=e.name||"";this.batchOutput=null;this.fontInfo=null;this.jog=null;this.mediumInfo=null;this.outputBin=null;this.staple=null;this.xdc=null}}class Range extends ContentObject{constructor(e){super(Qo,"range")}[hs](){this[ss]=this[ss].split(",",2).map((e=>e.split("-").map((e=>parseInt(e.trim(),10))))).filter((e=>e.every((e=>!isNaN(e))))).map((e=>{1===e.length&&e.push(e[0]);return e}))}}class Record extends ContentObject{constructor(e){super(Qo,"record")}[hs](){this[ss]=this[ss].trim();const e=parseInt(this[ss],10);!isNaN(e)&&e>=0&&(this[ss]=e)}}class Relevant extends ContentObject{constructor(e){super(Qo,"relevant")}[hs](){this[ss]=this[ss].trim().split(/\\s+/)}}class Rename extends ContentObject{constructor(e){super(Qo,"rename")}[hs](){this[ss]=this[ss].trim();(this[ss].toLowerCase().startsWith("xml")||new RegExp("[\\\\p{L}_][\\\\p{L}\\\\d._\\\\p{M}-]*","u").test(this[ss]))&&warn("XFA - Rename: invalid XFA name")}}class RenderPolicy extends OptionObject{constructor(e){super(Qo,"renderPolicy",["server","client"])}}class RunScripts extends OptionObject{constructor(e){super(Qo,"runScripts",["both","client","none","server"])}}class config_Script extends XFAObject{constructor(e){super(Qo,"script",!0);this.currentPage=null;this.exclude=null;this.runScripts=null}}class ScriptModel extends OptionObject{constructor(e){super(Qo,"scriptModel",["XFA","none"])}}class Severity extends OptionObject{constructor(e){super(Qo,"severity",["ignore","error","information","trace","warning"])}}class SilentPrint extends XFAObject{constructor(e){super(Qo,"silentPrint",!0);this.addSilentPrint=null;this.printerName=null}}class Staple extends XFAObject{constructor(e){super(Qo,"staple");this.mode=getStringOption(e.mode,["usePrinterSetting","on","off"])}}class StartNode extends StringObject{constructor(e){super(Qo,"startNode")}}class StartPage extends IntegerObject{constructor(e){super(Qo,"startPage",0,(e=>!0))}}class SubmitFormat extends OptionObject{constructor(e){super(Qo,"submitFormat",["html","delegate","fdf","xml","pdf"])}}class SubmitUrl extends StringObject{constructor(e){super(Qo,"submitUrl")}}class SubsetBelow extends IntegerObject{constructor(e){super(Qo,"subsetBelow",100,(e=>e>=0&&e<=100))}}class SuppressBanner extends Option01{constructor(e){super(Qo,"suppressBanner")}}class Tagged extends Option01{constructor(e){super(Qo,"tagged")}}class config_Template extends XFAObject{constructor(e){super(Qo,"template",!0);this.base=null;this.relevant=null;this.startPage=null;this.uri=null;this.xsl=null}}class Threshold extends OptionObject{constructor(e){super(Qo,"threshold",["trace","error","information","warning"])}}class To extends OptionObject{constructor(e){super(Qo,"to",["null","memory","stderr","stdout","system","uri"])}}class TemplateCache extends XFAObject{constructor(e){super(Qo,"templateCache");this.maxEntries=getInteger({data:e.maxEntries,defaultValue:5,validate:e=>e>=0})}}class Trace extends XFAObject{constructor(e){super(Qo,"trace",!0);this.area=new XFAObjectArray}}class Transform extends XFAObject{constructor(e){super(Qo,"transform",!0);this.groupParent=null;this.ifEmpty=null;this.nameAttr=null;this.picture=null;this.presence=null;this.rename=null;this.whitespace=null}}class Type extends OptionObject{constructor(e){super(Qo,"type",["none","ascii85","asciiHex","ccittfax","flate","lzw","runLength","native","xdp","mergedXDP"])}}class Uri extends StringObject{constructor(e){super(Qo,"uri")}}class config_Validate extends OptionObject{constructor(e){super(Qo,"validate",["preSubmit","prePrint","preExecute","preSave"])}}class ValidateApprovalSignatures extends ContentObject{constructor(e){super(Qo,"validateApprovalSignatures")}[hs](){this[ss]=this[ss].trim().split(/\\s+/).filter((e=>["docReady","postSign"].includes(e)))}}class ValidationMessaging extends OptionObject{constructor(e){super(Qo,"validationMessaging",["allMessagesIndividually","allMessagesTogether","firstMessageOnly","noMessages"])}}class Version extends OptionObject{constructor(e){super(Qo,"version",["1.7","1.6","1.5","1.4","1.3","1.2"])}}class VersionControl extends XFAObject{constructor(e){super(Qo,"VersionControl");this.outputBelow=getStringOption(e.outputBelow,["warn","error","update"]);this.sourceAbove=getStringOption(e.sourceAbove,["warn","error"]);this.sourceBelow=getStringOption(e.sourceBelow,["update","maintain"])}}class ViewerPreferences extends XFAObject{constructor(e){super(Qo,"viewerPreferences",!0);this.ADBE_JSConsole=null;this.ADBE_JSDebugger=null;this.addViewerPreferences=null;this.duplexOption=null;this.enforce=null;this.numberOfCopies=null;this.pageRange=null;this.pickTrayByPDFSize=null;this.printScaling=null}}class WebClient extends XFAObject{constructor(e){super(Qo,"webClient",!0);this.name=e.name?e.name.trim():"";this.fontInfo=null;this.xdc=null}}class Whitespace extends OptionObject{constructor(e){super(Qo,"whitespace",["preserve","ltrim","normalize","rtrim","trim"])}}class Window extends ContentObject{constructor(e){super(Qo,"window")}[hs](){const e=this[ss].split(",",2).map((e=>parseInt(e.trim(),10)));if(e.some((e=>isNaN(e))))this[ss]=[0,0];else{1===e.length&&e.push(e[0]);this[ss]=e}}}class Xdc extends XFAObject{constructor(e){super(Qo,"xdc",!0);this.uri=new XFAObjectArray;this.xsl=new XFAObjectArray}}class Xdp extends XFAObject{constructor(e){super(Qo,"xdp",!0);this.packets=null}}class Xsl extends XFAObject{constructor(e){super(Qo,"xsl",!0);this.debug=null;this.uri=null}}class Zpl extends XFAObject{constructor(e){super(Qo,"zpl",!0);this.name=e.name?e.name.trim():"";this.batchOutput=null;this.flipLabel=null;this.fontInfo=null;this.xdc=null}}class ConfigNamespace{static[fo](e,t){if(ConfigNamespace.hasOwnProperty(e))return ConfigNamespace[e](t)}static acrobat(e){return new Acrobat(e)}static acrobat7(e){return new Acrobat7(e)}static ADBE_JSConsole(e){return new ADBE_JSConsole(e)}static ADBE_JSDebugger(e){return new ADBE_JSDebugger(e)}static addSilentPrint(e){return new AddSilentPrint(e)}static addViewerPreferences(e){return new AddViewerPreferences(e)}static adjustData(e){return new AdjustData(e)}static adobeExtensionLevel(e){return new AdobeExtensionLevel(e)}static agent(e){return new Agent(e)}static alwaysEmbed(e){return new AlwaysEmbed(e)}static amd(e){return new Amd(e)}static area(e){return new config_Area(e)}static attributes(e){return new Attributes(e)}static autoSave(e){return new AutoSave(e)}static base(e){return new Base(e)}static batchOutput(e){return new BatchOutput(e)}static behaviorOverride(e){return new BehaviorOverride(e)}static cache(e){return new Cache(e)}static change(e){return new Change(e)}static common(e){return new Common(e)}static compress(e){return new Compress(e)}static compressLogicalStructure(e){return new CompressLogicalStructure(e)}static compressObjectStream(e){return new CompressObjectStream(e)}static compression(e){return new Compression(e)}static config(e){return new Config(e)}static conformance(e){return new Conformance(e)}static contentCopy(e){return new ContentCopy(e)}static copies(e){return new Copies(e)}static creator(e){return new Creator(e)}static currentPage(e){return new CurrentPage(e)}static data(e){return new Data(e)}static debug(e){return new Debug(e)}static defaultTypeface(e){return new DefaultTypeface(e)}static destination(e){return new Destination(e)}static documentAssembly(e){return new DocumentAssembly(e)}static driver(e){return new Driver(e)}static duplexOption(e){return new DuplexOption(e)}static dynamicRender(e){return new DynamicRender(e)}static embed(e){return new Embed(e)}static encrypt(e){return new config_Encrypt(e)}static encryption(e){return new config_Encryption(e)}static encryptionLevel(e){return new EncryptionLevel(e)}static enforce(e){return new Enforce(e)}static equate(e){return new Equate(e)}static equateRange(e){return new EquateRange(e)}static exclude(e){return new Exclude(e)}static excludeNS(e){return new ExcludeNS(e)}static flipLabel(e){return new FlipLabel(e)}static fontInfo(e){return new config_FontInfo(e)}static formFieldFilling(e){return new FormFieldFilling(e)}static groupParent(e){return new GroupParent(e)}static ifEmpty(e){return new IfEmpty(e)}static includeXDPContent(e){return new IncludeXDPContent(e)}static incrementalLoad(e){return new IncrementalLoad(e)}static incrementalMerge(e){return new IncrementalMerge(e)}static interactive(e){return new Interactive(e)}static jog(e){return new Jog(e)}static labelPrinter(e){return new LabelPrinter(e)}static layout(e){return new Layout(e)}static level(e){return new Level(e)}static linearized(e){return new Linearized(e)}static locale(e){return new Locale(e)}static localeSet(e){return new LocaleSet(e)}static log(e){return new Log(e)}static map(e){return new MapElement(e)}static mediumInfo(e){return new MediumInfo(e)}static message(e){return new config_Message(e)}static messaging(e){return new Messaging(e)}static mode(e){return new Mode(e)}static modifyAnnots(e){return new ModifyAnnots(e)}static msgId(e){return new MsgId(e)}static nameAttr(e){return new NameAttr(e)}static neverEmbed(e){return new NeverEmbed(e)}static numberOfCopies(e){return new NumberOfCopies(e)}static openAction(e){return new OpenAction(e)}static output(e){return new Output(e)}static outputBin(e){return new OutputBin(e)}static outputXSL(e){return new OutputXSL(e)}static overprint(e){return new Overprint(e)}static packets(e){return new Packets(e)}static pageOffset(e){return new PageOffset(e)}static pageRange(e){return new PageRange(e)}static pagination(e){return new Pagination(e)}static paginationOverride(e){return new PaginationOverride(e)}static part(e){return new Part(e)}static pcl(e){return new Pcl(e)}static pdf(e){return new Pdf(e)}static pdfa(e){return new Pdfa(e)}static permissions(e){return new Permissions(e)}static pickTrayByPDFSize(e){return new PickTrayByPDFSize(e)}static picture(e){return new config_Picture(e)}static plaintextMetadata(e){return new PlaintextMetadata(e)}static presence(e){return new Presence(e)}static present(e){return new Present(e)}static print(e){return new Print(e)}static printHighQuality(e){return new PrintHighQuality(e)}static printScaling(e){return new PrintScaling(e)}static printerName(e){return new PrinterName(e)}static producer(e){return new Producer(e)}static ps(e){return new Ps(e)}static range(e){return new Range(e)}static record(e){return new Record(e)}static relevant(e){return new Relevant(e)}static rename(e){return new Rename(e)}static renderPolicy(e){return new RenderPolicy(e)}static runScripts(e){return new RunScripts(e)}static script(e){return new config_Script(e)}static scriptModel(e){return new ScriptModel(e)}static severity(e){return new Severity(e)}static silentPrint(e){return new SilentPrint(e)}static staple(e){return new Staple(e)}static startNode(e){return new StartNode(e)}static startPage(e){return new StartPage(e)}static submitFormat(e){return new SubmitFormat(e)}static submitUrl(e){return new SubmitUrl(e)}static subsetBelow(e){return new SubsetBelow(e)}static suppressBanner(e){return new SuppressBanner(e)}static tagged(e){return new Tagged(e)}static template(e){return new config_Template(e)}static templateCache(e){return new TemplateCache(e)}static threshold(e){return new Threshold(e)}static to(e){return new To(e)}static trace(e){return new Trace(e)}static transform(e){return new Transform(e)}static type(e){return new Type(e)}static uri(e){return new Uri(e)}static validate(e){return new config_Validate(e)}static validateApprovalSignatures(e){return new ValidateApprovalSignatures(e)}static validationMessaging(e){return new ValidationMessaging(e)}static version(e){return new Version(e)}static versionControl(e){return new VersionControl(e)}static viewerPreferences(e){return new ViewerPreferences(e)}static webClient(e){return new WebClient(e)}static whitespace(e){return new Whitespace(e)}static window(e){return new Window(e)}static xdc(e){return new Xdc(e)}static xdp(e){return new Xdp(e)}static xsl(e){return new Xsl(e)}static zpl(e){return new Zpl(e)}}const ec=go.connectionSet.id;class ConnectionSet extends XFAObject{constructor(e){super(ec,"connectionSet",!0);this.wsdlConnection=new XFAObjectArray;this.xmlConnection=new XFAObjectArray;this.xsdConnection=new XFAObjectArray}}class EffectiveInputPolicy extends XFAObject{constructor(e){super(ec,"effectiveInputPolicy");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class EffectiveOutputPolicy extends XFAObject{constructor(e){super(ec,"effectiveOutputPolicy");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class Operation extends StringObject{constructor(e){super(ec,"operation");this.id=e.id||"";this.input=e.input||"";this.name=e.name||"";this.output=e.output||"";this.use=e.use||"";this.usehref=e.usehref||""}}class RootElement extends StringObject{constructor(e){super(ec,"rootElement");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class SoapAction extends StringObject{constructor(e){super(ec,"soapAction");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class SoapAddress extends StringObject{constructor(e){super(ec,"soapAddress");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class connection_set_Uri extends StringObject{constructor(e){super(ec,"uri");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class WsdlAddress extends StringObject{constructor(e){super(ec,"wsdlAddress");this.id=e.id||"";this.name=e.name||"";this.use=e.use||"";this.usehref=e.usehref||""}}class WsdlConnection extends XFAObject{constructor(e){super(ec,"wsdlConnection",!0);this.dataDescription=e.dataDescription||"";this.name=e.name||"";this.effectiveInputPolicy=null;this.effectiveOutputPolicy=null;this.operation=null;this.soapAction=null;this.soapAddress=null;this.wsdlAddress=null}}class XmlConnection extends XFAObject{constructor(e){super(ec,"xmlConnection",!0);this.dataDescription=e.dataDescription||"";this.name=e.name||"";this.uri=null}}class XsdConnection extends XFAObject{constructor(e){super(ec,"xsdConnection",!0);this.dataDescription=e.dataDescription||"";this.name=e.name||"";this.rootElement=null;this.uri=null}}class ConnectionSetNamespace{static[fo](e,t){if(ConnectionSetNamespace.hasOwnProperty(e))return ConnectionSetNamespace[e](t)}static connectionSet(e){return new ConnectionSet(e)}static effectiveInputPolicy(e){return new EffectiveInputPolicy(e)}static effectiveOutputPolicy(e){return new EffectiveOutputPolicy(e)}static operation(e){return new Operation(e)}static rootElement(e){return new RootElement(e)}static soapAction(e){return new SoapAction(e)}static soapAddress(e){return new SoapAddress(e)}static uri(e){return new connection_set_Uri(e)}static wsdlAddress(e){return new WsdlAddress(e)}static wsdlConnection(e){return new WsdlConnection(e)}static xmlConnection(e){return new XmlConnection(e)}static xsdConnection(e){return new XsdConnection(e)}}const tc=go.datasets.id;class datasets_Data extends XmlObject{constructor(e){super(tc,"data",e)}[Ls](){return!0}}class Datasets extends XFAObject{constructor(e){super(tc,"datasets",!0);this.data=null;this.Signature=null}[$s](e){const t=e[Ws];("data"===t&&e[Hs]===tc||"Signature"===t&&e[Hs]===go.signature.id)&&(this[t]=e);this[Qn](e)}}class DatasetsNamespace{static[fo](e,t){if(DatasetsNamespace.hasOwnProperty(e))return DatasetsNamespace[e](t)}static datasets(e){return new Datasets(e)}static data(e){return new datasets_Data(e)}}const ac=go.localeSet.id;class CalendarSymbols extends XFAObject{constructor(e){super(ac,"calendarSymbols",!0);this.name="gregorian";this.dayNames=new XFAObjectArray(2);this.eraNames=null;this.meridiemNames=null;this.monthNames=new XFAObjectArray(2)}}class CurrencySymbol extends StringObject{constructor(e){super(ac,"currencySymbol");this.name=getStringOption(e.name,["symbol","isoname","decimal"])}}class CurrencySymbols extends XFAObject{constructor(e){super(ac,"currencySymbols",!0);this.currencySymbol=new XFAObjectArray(3)}}class DatePattern extends StringObject{constructor(e){super(ac,"datePattern");this.name=getStringOption(e.name,["full","long","med","short"])}}class DatePatterns extends XFAObject{constructor(e){super(ac,"datePatterns",!0);this.datePattern=new XFAObjectArray(4)}}class DateTimeSymbols extends ContentObject{constructor(e){super(ac,"dateTimeSymbols")}}class Day extends StringObject{constructor(e){super(ac,"day")}}class DayNames extends XFAObject{constructor(e){super(ac,"dayNames",!0);this.abbr=getInteger({data:e.abbr,defaultValue:0,validate:e=>1===e});this.day=new XFAObjectArray(7)}}class Era extends StringObject{constructor(e){super(ac,"era")}}class EraNames extends XFAObject{constructor(e){super(ac,"eraNames",!0);this.era=new XFAObjectArray(2)}}class locale_set_Locale extends XFAObject{constructor(e){super(ac,"locale",!0);this.desc=e.desc||"";this.name="isoname";this.calendarSymbols=null;this.currencySymbols=null;this.datePatterns=null;this.dateTimeSymbols=null;this.numberPatterns=null;this.numberSymbols=null;this.timePatterns=null;this.typeFaces=null}}class locale_set_LocaleSet extends XFAObject{constructor(e){super(ac,"localeSet",!0);this.locale=new XFAObjectArray}}class Meridiem extends StringObject{constructor(e){super(ac,"meridiem")}}class MeridiemNames extends XFAObject{constructor(e){super(ac,"meridiemNames",!0);this.meridiem=new XFAObjectArray(2)}}class Month extends StringObject{constructor(e){super(ac,"month")}}class MonthNames extends XFAObject{constructor(e){super(ac,"monthNames",!0);this.abbr=getInteger({data:e.abbr,defaultValue:0,validate:e=>1===e});this.month=new XFAObjectArray(12)}}class NumberPattern extends StringObject{constructor(e){super(ac,"numberPattern");this.name=getStringOption(e.name,["full","long","med","short"])}}class NumberPatterns extends XFAObject{constructor(e){super(ac,"numberPatterns",!0);this.numberPattern=new XFAObjectArray(4)}}class NumberSymbol extends StringObject{constructor(e){super(ac,"numberSymbol");this.name=getStringOption(e.name,["decimal","grouping","percent","minus","zero"])}}class NumberSymbols extends XFAObject{constructor(e){super(ac,"numberSymbols",!0);this.numberSymbol=new XFAObjectArray(5)}}class TimePattern extends StringObject{constructor(e){super(ac,"timePattern");this.name=getStringOption(e.name,["full","long","med","short"])}}class TimePatterns extends XFAObject{constructor(e){super(ac,"timePatterns",!0);this.timePattern=new XFAObjectArray(4)}}class TypeFace extends XFAObject{constructor(e){super(ac,"typeFace",!0);this.name=""|e.name}}class TypeFaces extends XFAObject{constructor(e){super(ac,"typeFaces",!0);this.typeFace=new XFAObjectArray}}class LocaleSetNamespace{static[fo](e,t){if(LocaleSetNamespace.hasOwnProperty(e))return LocaleSetNamespace[e](t)}static calendarSymbols(e){return new CalendarSymbols(e)}static currencySymbol(e){return new CurrencySymbol(e)}static currencySymbols(e){return new CurrencySymbols(e)}static datePattern(e){return new DatePattern(e)}static datePatterns(e){return new DatePatterns(e)}static dateTimeSymbols(e){return new DateTimeSymbols(e)}static day(e){return new Day(e)}static dayNames(e){return new DayNames(e)}static era(e){return new Era(e)}static eraNames(e){return new EraNames(e)}static locale(e){return new locale_set_Locale(e)}static localeSet(e){return new locale_set_LocaleSet(e)}static meridiem(e){return new Meridiem(e)}static meridiemNames(e){return new MeridiemNames(e)}static month(e){return new Month(e)}static monthNames(e){return new MonthNames(e)}static numberPattern(e){return new NumberPattern(e)}static numberPatterns(e){return new NumberPatterns(e)}static numberSymbol(e){return new NumberSymbol(e)}static numberSymbols(e){return new NumberSymbols(e)}static timePattern(e){return new TimePattern(e)}static timePatterns(e){return new TimePatterns(e)}static typeFace(e){return new TypeFace(e)}static typeFaces(e){return new TypeFaces(e)}}const rc=go.signature.id;class signature_Signature extends XFAObject{constructor(e){super(rc,"signature",!0)}}class SignatureNamespace{static[fo](e,t){if(SignatureNamespace.hasOwnProperty(e))return SignatureNamespace[e](t)}static signature(e){return new signature_Signature(e)}}const ic=go.stylesheet.id;class Stylesheet extends XFAObject{constructor(e){super(ic,"stylesheet",!0)}}class StylesheetNamespace{static[fo](e,t){if(StylesheetNamespace.hasOwnProperty(e))return StylesheetNamespace[e](t)}static stylesheet(e){return new Stylesheet(e)}}const nc=go.xdp.id;class xdp_Xdp extends XFAObject{constructor(e){super(nc,"xdp",!0);this.uuid=e.uuid||"";this.timeStamp=e.timeStamp||"";this.config=null;this.connectionSet=null;this.datasets=null;this.localeSet=null;this.stylesheet=new XFAObjectArray;this.template=null}[Gs](e){const t=go[e[Ws]];return t&&e[Hs]===t.id}}class XdpNamespace{static[fo](e,t){if(XdpNamespace.hasOwnProperty(e))return XdpNamespace[e](t)}static xdp(e){return new xdp_Xdp(e)}}const sc=go.xhtml.id,oc=Symbol(),cc=new Set(["color","font","font-family","font-size","font-stretch","font-style","font-weight","margin","margin-bottom","margin-left","margin-right","margin-top","letter-spacing","line-height","orphans","page-break-after","page-break-before","page-break-inside","tab-interval","tab-stop","text-align","text-decoration","text-indent","vertical-align","widows","kerning-mode","xfa-font-horizontal-scale","xfa-font-vertical-scale","xfa-spacerun","xfa-tab-stops"]),lc=new Map([["page-break-after","breakAfter"],["page-break-before","breakBefore"],["page-break-inside","breakInside"],["kerning-mode",e=>"none"===e?"none":"normal"],["xfa-font-horizontal-scale",e=>`scaleX(${Math.max(0,parseInt(e)/100).toFixed(2)})`],["xfa-font-vertical-scale",e=>`scaleY(${Math.max(0,parseInt(e)/100).toFixed(2)})`],["xfa-spacerun",""],["xfa-tab-stops",""],["font-size",(e,t)=>measureToString(.99*(e=t.fontSize=Math.abs(getMeasurement(e))))],["letter-spacing",e=>measureToString(getMeasurement(e))],["line-height",e=>measureToString(getMeasurement(e))],["margin",e=>measureToString(getMeasurement(e))],["margin-bottom",e=>measureToString(getMeasurement(e))],["margin-left",e=>measureToString(getMeasurement(e))],["margin-right",e=>measureToString(getMeasurement(e))],["margin-top",e=>measureToString(getMeasurement(e))],["text-indent",e=>measureToString(getMeasurement(e))],["font-family",e=>e],["vertical-align",e=>measureToString(getMeasurement(e))]]),hc=/\\s+/g,uc=/[\\r\\n]+/g,dc=/\\r\\n?/g;function mapStyle(e,t,a){const r=Object.create(null);if(!e)return r;const i=Object.create(null);for(const[t,a]of e.split(";").map((e=>e.split(":",2)))){const e=lc.get(t);if(""===e)continue;let n=a;e&&(n="string"==typeof e?e:e(a,i));t.endsWith("scale")?r.transform=r.transform?`${r[t]} ${n}`:n:r[t.replaceAll(/-([a-zA-Z])/g,((e,t)=>t.toUpperCase()))]=n}r.fontFamily&&setFontFamily({typeface:r.fontFamily,weight:r.fontWeight||"normal",posture:r.fontStyle||"normal",size:i.fontSize||0},t,t[Is].fontFinder,r);if(a&&r.verticalAlign&&"0px"!==r.verticalAlign&&r.fontSize){const e=.583,t=.333,a=getMeasurement(r.fontSize);r.fontSize=measureToString(a*e);r.verticalAlign=measureToString(Math.sign(getMeasurement(r.verticalAlign))*a*t)}a&&r.fontSize&&(r.fontSize=`calc(${r.fontSize} * var(--total-scale-factor))`);fixTextIndent(r);return r}const fc=new Set(["body","html"]);class XhtmlObject extends XmlObject{constructor(e,t){super(sc,t);this[oc]=!1;this.style=e.style||""}[ts](e){super[ts](e);this.style=function checkStyle(e){return e.style?e.style.split(";").filter((e=>!!e.trim())).map((e=>e.split(":",2).map((e=>e.trim())))).filter((([t,a])=>{"font-family"===t&&e[Is].usedTypefaces.add(a);return cc.has(t)})).map((e=>e.join(":"))).join(";"):""}(this)}[Yn](){return!fc.has(this[Ws])}[Vs](e,t=!1){if(t)this[oc]=!0;else{e=e.replaceAll(uc,"");this.style.includes("xfa-spacerun:yes")||(e=e.replaceAll(hc," "))}e&&(this[ss]+=e)}[Ks](e,t=!0){const a=Object.create(null),r={top:NaN,bottom:NaN,left:NaN,right:NaN};let i=null;for(const[e,t]of this.style.split(";").map((e=>e.split(":",2))))switch(e){case"font-family":a.typeface=stripQuotes(t);break;case"font-size":a.size=getMeasurement(t);break;case"font-weight":a.weight=t;break;case"font-style":a.posture=t;break;case"letter-spacing":a.letterSpacing=getMeasurement(t);break;case"margin":const e=t.split(/ \\t/).map((e=>getMeasurement(e)));switch(e.length){case 1:r.top=r.bottom=r.left=r.right=e[0];break;case 2:r.top=r.bottom=e[0];r.left=r.right=e[1];break;case 3:r.top=e[0];r.bottom=e[2];r.left=r.right=e[1];break;case 4:r.top=e[0];r.left=e[1];r.bottom=e[2];r.right=e[3]}break;case"margin-top":r.top=getMeasurement(t);break;case"margin-bottom":r.bottom=getMeasurement(t);break;case"margin-left":r.left=getMeasurement(t);break;case"margin-right":r.right=getMeasurement(t);break;case"line-height":i=getMeasurement(t)}e.pushData(a,r,i);if(this[ss])e.addString(this[ss]);else for(const t of this[Ss]())"#text"!==t[Ws]?t[Ks](e):e.addString(t[ss]);t&&e.popFont()}[co](e){const t=[];this[ls]={children:t};this[es]({});if(0===t.length&&!this[ss])return HTMLResult.EMPTY;let a;a=this[oc]?this[ss]?this[ss].replaceAll(dc,"\\n"):void 0:this[ss]||void 0;return HTMLResult.success({name:this[Ws],attributes:{href:this.href,style:mapStyle(this.style,this,this[oc])},children:t,value:a})}}class A extends XhtmlObject{constructor(e){super(e,"a");this.href=fixURL(e.href)||""}}class B extends XhtmlObject{constructor(e){super(e,"b")}[Ks](e){e.pushFont({weight:"bold"});super[Ks](e);e.popFont()}}class Body extends XhtmlObject{constructor(e){super(e,"body")}[co](e){const t=super[co](e),{html:a}=t;if(!a)return HTMLResult.EMPTY;a.name="div";a.attributes.class=["xfaRich"];return t}}class Br extends XhtmlObject{constructor(e){super(e,"br")}[so](){return"\\n"}[Ks](e){e.addString("\\n")}[co](e){return HTMLResult.success({name:"br"})}}class Html extends XhtmlObject{constructor(e){super(e,"html")}[co](e){const t=[];this[ls]={children:t};this[es]({});if(0===t.length)return HTMLResult.success({name:"div",attributes:{class:["xfaRich"],style:{}},value:this[ss]||""});if(1===t.length){const e=t[0];if(e.attributes?.class.includes("xfaRich"))return HTMLResult.success(e)}return HTMLResult.success({name:"div",attributes:{class:["xfaRich"],style:{}},children:t})}}class I extends XhtmlObject{constructor(e){super(e,"i")}[Ks](e){e.pushFont({posture:"italic"});super[Ks](e);e.popFont()}}class Li extends XhtmlObject{constructor(e){super(e,"li")}}class Ol extends XhtmlObject{constructor(e){super(e,"ol")}}class P extends XhtmlObject{constructor(e){super(e,"p")}[Ks](e){super[Ks](e,!1);e.addString("\\n");e.addPara();e.popFont()}[so](){return this[vs]()[Ss]().at(-1)===this?super[so]():super[so]()+"\\n"}}class Span extends XhtmlObject{constructor(e){super(e,"span")}}class Sub extends XhtmlObject{constructor(e){super(e,"sub")}}class Sup extends XhtmlObject{constructor(e){super(e,"sup")}}class Ul extends XhtmlObject{constructor(e){super(e,"ul")}}class XhtmlNamespace{static[fo](e,t){if(XhtmlNamespace.hasOwnProperty(e))return XhtmlNamespace[e](t)}static a(e){return new A(e)}static b(e){return new B(e)}static body(e){return new Body(e)}static br(e){return new Br(e)}static html(e){return new Html(e)}static i(e){return new I(e)}static li(e){return new Li(e)}static ol(e){return new Ol(e)}static p(e){return new P(e)}static span(e){return new Span(e)}static sub(e){return new Sub(e)}static sup(e){return new Sup(e)}static ul(e){return new Ul(e)}}const gc={config:ConfigNamespace,connection:ConnectionSetNamespace,datasets:DatasetsNamespace,localeSet:LocaleSetNamespace,signature:SignatureNamespace,stylesheet:StylesheetNamespace,template:TemplateNamespace,xdp:XdpNamespace,xhtml:XhtmlNamespace};class UnknownNamespace{constructor(e){this.namespaceId=e}[fo](e,t){return new XmlObject(this.namespaceId,e,t)}}class Root extends XFAObject{constructor(e){super(-1,"root",Object.create(null));this.element=null;this[Os]=e}[$s](e){this.element=e;return!0}[hs](){super[hs]();if(this.element.template instanceof Template){this[Os].set(Qs,this.element);this.element.template[eo](this[Os]);this.element.template[Os]=this[Os]}}}class Empty extends XFAObject{constructor(){super(-1,"",Object.create(null))}[$s](e){return!1}}class Builder{constructor(e=null){this._namespaceStack=[];this._nsAgnosticLevel=0;this._namespacePrefixes=new Map;this._namespaces=new Map;this._nextNsId=Math.max(...Object.values(go).map((({id:e})=>e)));this._currentNamespace=e||new UnknownNamespace(++this._nextNsId)}buildRoot(e){return new Root(e)}build({nsPrefix:e,name:t,attributes:a,namespace:r,prefixes:i}){const n=null!==r;if(n){this._namespaceStack.push(this._currentNamespace);this._currentNamespace=this._searchNamespace(r)}i&&this._addNamespacePrefix(i);if(a.hasOwnProperty(zs)){const e=gc.datasets,t=a[zs];let r=null;for(const[a,i]of Object.entries(t)){if(this._getNamespaceToUse(a)===e){r={xfa:i};break}}r?a[zs]=r:delete a[zs]}const s=this._getNamespaceToUse(e),o=s?.[fo](t,a)||new Empty;o[Ls]()&&this._nsAgnosticLevel++;(n||i||o[Ls]())&&(o[rs]={hasNamespace:n,prefixes:i,nsAgnostic:o[Ls]()});return o}isNsAgnostic(){return this._nsAgnosticLevel>0}_searchNamespace(e){let t=this._namespaces.get(e);if(t)return t;for(const[a,{check:r}]of Object.entries(go))if(r(e)){t=gc[a];if(t){this._namespaces.set(e,t);return t}break}t=new UnknownNamespace(++this._nextNsId);this._namespaces.set(e,t);return t}_addNamespacePrefix(e){for(const{prefix:t,value:a}of e){const e=this._searchNamespace(a);let r=this._namespacePrefixes.get(t);if(!r){r=[];this._namespacePrefixes.set(t,r)}r.push(e)}}_getNamespaceToUse(e){if(!e)return this._currentNamespace;const t=this._namespacePrefixes.get(e);if(t?.length>0)return t.at(-1);warn(`Unknown namespace prefix: ${e}.`);return null}clean(e){const{hasNamespace:t,prefixes:a,nsAgnostic:r}=e;t&&(this._currentNamespace=this._namespaceStack.pop());a&&a.forEach((({prefix:e})=>{this._namespacePrefixes.get(e).pop()}));r&&this._nsAgnosticLevel--}}class XFAParser extends XMLParserBase{constructor(e=null,t=!1){super();this._builder=new Builder(e);this._stack=[];this._globalData={usedTypefaces:new Set};this._ids=new Map;this._current=this._builder.buildRoot(this._ids);this._errorCode=jn;this._whiteRegex=/^\\s+$/;this._nbsps=/\\xa0+/g;this._richText=t}parse(e){this.parseXml(e);if(this._errorCode===jn){this._current[hs]();return this._current.element}}onText(e){e=e.replace(this._nbsps,(e=>e.slice(1)+" "));this._richText||this._current[Yn]()?this._current[Vs](e,this._richText):this._whiteRegex.test(e)||this._current[Vs](e.trim())}onCdata(e){this._current[Vs](e)}_mkAttributes(e,t){let a=null,r=null;const i=Object.create({});for(const{name:n,value:s}of e)if("xmlns"===n)a?warn(`XFA - multiple namespace definition in <${t}>`):a=s;else if(n.startsWith("xmlns:")){const e=n.substring(6);r??=[];r.push({prefix:e,value:s})}else{const e=n.indexOf(":");if(-1===e)i[n]=s;else{const t=i[zs]??=Object.create(null),[a,r]=[n.slice(0,e),n.slice(e+1)];(t[a]||=Object.create(null))[r]=s}}return[a,r,i]}_getNameAndPrefix(e,t){const a=e.indexOf(":");return-1===a?[e,null]:[e.substring(a+1),t?"":e.substring(0,a)]}onBeginElement(e,t,a){const[r,i,n]=this._mkAttributes(t,e),[s,o]=this._getNameAndPrefix(e,this._builder.isNsAgnostic()),c=this._builder.build({nsPrefix:o,name:s,attributes:n,namespace:r,prefixes:i});c[Is]=this._globalData;if(a){c[hs]();this._current[$s](c)&&c[ao](this._ids);c[ts](this._builder)}else{this._stack.push(this._current);this._current=c}}onEndElement(e){const t=this._current;if(t[Bs]()&&"string"==typeof t[ss]){const e=new XFAParser;e._globalData=this._globalData;const a=e.parse(t[ss]);t[ss]=null;t[$s](a)}t[hs]();this._current=this._stack.pop();this._current[$s](t)&&t[ao](this._ids);t[ts](this._builder)}onError(e){this._errorCode=e}}class XFAFactory{constructor(e){try{this.root=(new XFAParser).parse(XFAFactory._createDocument(e));const t=new Binder(this.root);this.form=t.bind();this.dataHandler=new DataHandler(this.root,t.getData());this.form[Is].template=this.form}catch(e){warn(`XFA - an error occurred during parsing and binding: ${e}`)}}isValid(){return!(!this.root||!this.form)}_createPagesHelper(){const e=this.form[oo]();return new Promise(((t,a)=>{const nextIteration=()=>{try{const a=e.next();a.done?t(a.value):setTimeout(nextIteration,0)}catch(e){a(e)}};setTimeout(nextIteration,0)}))}async _createPages(){try{this.pages=await this._createPagesHelper();this.dims=this.pages.children.map((e=>{const{width:t,height:a}=e.attributes.style;return[0,0,parseInt(t),parseInt(a)]}))}catch(e){warn(`XFA - an error occurred during layout: ${e}`)}}getBoundingBox(e){return this.dims[e]}async getNumPages(){this.pages||await this._createPages();return this.dims.length}setImages(e){this.form[Is].images=e}setFonts(e){this.form[Is].fontFinder=new FontFinder(e);const t=[];for(let e of this.form[Is].usedTypefaces){e=stripQuotes(e);this.form[Is].fontFinder.find(e)||t.push(e)}return t.length>0?t:null}appendFonts(e,t){this.form[Is].fontFinder.add(e,t)}async getPages(){this.pages||await this._createPages();const e=this.pages;this.pages=null;return e}serializeData(e){return this.dataHandler.serialize(e)}static _createDocument(e){return e["/xdp:xdp"]?Object.values(e).join(""):e["xdp:xdp"]}static getRichTextAsHtml(e){if(!e||"string"!=typeof e)return null;try{let t=new XFAParser(XhtmlNamespace,!0).parse(e);if(!["body","xhtml"].includes(t[Ws])){const e=XhtmlNamespace.body({});e[Qn](t);t=e}const a=t[co]();if(!a.success)return null;const{html:r}=a,{attributes:i}=r;if(i){i.class&&(i.class=i.class.filter((e=>!e.startsWith("xfa"))));i.dir="auto"}return{html:r,str:t[so]()}}catch(e){warn(`XFA - an error occurred during parsing of rich text: ${e}`)}return null}}class AnnotationFactory{static createGlobals(e){return Promise.all([e.ensureCatalog("acroForm"),e.ensureDoc("xfaDatasets"),e.ensureCatalog("structTreeRoot"),e.ensureCatalog("baseUrl"),e.ensureCatalog("attachments"),e.ensureCatalog("globalColorSpaceCache")]).then((([t,a,r,i,n,s])=>({pdfManager:e,acroForm:t instanceof Dict?t:Dict.empty,xfaDatasets:a,structTreeRoot:r,baseUrl:i,attachments:n,globalColorSpaceCache:s})),(e=>{warn(`createGlobals: "${e}".`);return null}))}static async create(e,t,a,r,i,n,s){const o=i?await this._getPageIndex(e,t,a.pdfManager):null;return a.pdfManager.ensure(this,"_create",[e,t,a,r,i,n,o,s])}static _create(e,t,a,r,i=!1,n=null,s=null,o=null){const c=e.fetchIfRef(t);if(!(c instanceof Dict))return;const{acroForm:l,pdfManager:h}=a,u=t instanceof Ref?t.toString():`annot_${r.createObjId()}`;let d=c.get("Subtype");d=d instanceof Name?d.name:null;const f={xref:e,ref:t,dict:c,subtype:d,id:u,annotationGlobals:a,collectFields:i,orphanFields:n,needAppearances:!i&&!0===l.get("NeedAppearances"),pageIndex:s,evaluatorOptions:h.evaluatorOptions,pageRef:o};switch(d){case"Link":return new LinkAnnotation(f);case"Text":return new TextAnnotation(f);case"Widget":let e=getInheritableProperty({dict:c,key:"FT"});e=e instanceof Name?e.name:null;switch(e){case"Tx":return new TextWidgetAnnotation(f);case"Btn":return new ButtonWidgetAnnotation(f);case"Ch":return new ChoiceWidgetAnnotation(f);case"Sig":return new SignatureWidgetAnnotation(f)}warn(`Unimplemented widget field type "${e}", falling back to base field type.`);return new WidgetAnnotation(f);case"Popup":return new PopupAnnotation(f);case"FreeText":return new FreeTextAnnotation(f);case"Line":return new LineAnnotation(f);case"Square":return new SquareAnnotation(f);case"Circle":return new CircleAnnotation(f);case"PolyLine":return new PolylineAnnotation(f);case"Polygon":return new PolygonAnnotation(f);case"Caret":return new CaretAnnotation(f);case"Ink":return new InkAnnotation(f);case"Highlight":return new HighlightAnnotation(f);case"Underline":return new UnderlineAnnotation(f);case"Squiggly":return new SquigglyAnnotation(f);case"StrikeOut":return new StrikeOutAnnotation(f);case"Stamp":return new StampAnnotation(f);case"FileAttachment":return new FileAttachmentAnnotation(f);default:i||warn(d?`Unimplemented annotation type "${d}", falling back to base annotation.`:"Annotation is missing the required /Subtype.");return new Annotation(f)}}static async _getPageIndex(e,t,a){try{const r=await e.fetchIfRefAsync(t);if(!(r instanceof Dict))return-1;const i=r.getRaw("P");if(i instanceof Ref)try{return await a.ensureCatalog("getPageIndex",[i])}catch(e){info(`_getPageIndex -- not a valid page reference: "${e}".`)}if(r.has("Kids"))return-1;const n=await a.ensureDoc("numPages");for(let e=0;ee/255))||t}function getQuadPoints(e,t){const a=e.getArray("QuadPoints");if(!isNumberArray(a,null)||0===a.length||a.length%8>0)return null;const r=new Float32Array(a.length);for(let e=0,i=a.length;et[2]||gt[3]))return null;r.set([d,p,f,p,d,g,f,g],e)}return r}function getTransformMatrix(e,t,a){const r=new Float32Array([1/0,1/0,-1/0,-1/0]);Util.axialAlignedBoundingBox(t,a,r);const[i,n,s,o]=r;if(i===s||n===o)return[1,0,0,1,e[0],e[1]];const c=(e[2]-e[0])/(s-i),l=(e[3]-e[1])/(o-n);return[c,0,0,l,e[0]-i*c,e[1]-n*l]}class Annotation{constructor(e){const{dict:t,xref:a,annotationGlobals:r,ref:i,orphanFields:n}=e,s=n?.get(i);s&&t.set("Parent",s);this.setTitle(t.get("T"));this.setContents(t.get("Contents"));this.setModificationDate(t.get("M"));this.setFlags(t.get("F"));this.setRectangle(t.getArray("Rect"));this.setColor(t.getArray("C"));this.setBorderStyle(t);this.setAppearance(t);this.setOptionalContent(t);const o=t.get("MK");this.setBorderAndBackgroundColors(o);this.setRotation(o,t);this.ref=e.ref instanceof Ref?e.ref:null;this._streams=[];this.appearance&&this._streams.push(this.appearance);const c=!!(this.flags&ee),l=!!(this.flags&te);this.data={annotationFlags:this.flags,borderStyle:this.borderStyle,color:this.color,backgroundColor:this.backgroundColor,borderColor:this.borderColor,rotation:this.rotation,contentsObj:this._contents,hasAppearance:!!this.appearance,id:e.id,modificationDate:this.modificationDate,rect:this.rectangle,subtype:e.subtype,hasOwnCanvas:!1,noRotate:!!(this.flags&Z),noHTML:c&&l,isEditable:!1,structParent:-1};if(r.structTreeRoot){let a=t.get("StructParent");this.data.structParent=a=Number.isInteger(a)&&a>=0?a:-1;r.structTreeRoot.addAnnotationIdToPage(e.pageRef,a)}if(e.collectFields){const r=t.get("Kids");if(Array.isArray(r)){const e=[];for(const t of r)t instanceof Ref&&e.push(t.toString());0!==e.length&&(this.data.kidIds=e)}this.data.actions=collectActions(a,t,ye);this.data.fieldName=this._constructFieldName(t);this.data.pageIndex=e.pageIndex}const h=t.get("IT");h instanceof Name&&(this.data.it=h.name);this._isOffscreenCanvasSupported=e.evaluatorOptions.isOffscreenCanvasSupported;this._fallbackFontDict=null;this._needAppearances=!1}_hasFlag(e,t){return!!(e&t)}_buildFlags(e,t){let{flags:a}=this;if(void 0===e){if(void 0===t)return;return t?a&~Y:a&~J|Y}if(e){a|=Y;return t?a&~Q|J:a&~J|Q}a&=~(J|Q);return t?a&~Y:a|Y}_isViewable(e){return!this._hasFlag(e,K)&&!this._hasFlag(e,Q)}_isPrintable(e){return this._hasFlag(e,Y)&&!this._hasFlag(e,J)&&!this._hasFlag(e,K)}mustBeViewed(e,t){const a=e?.get(this.data.id)?.noView;return void 0!==a?!a:this.viewable&&!this._hasFlag(this.flags,J)}mustBePrinted(e){const t=e?.get(this.data.id)?.noPrint;return void 0!==t?!t:this.printable}mustBeViewedWhenEditing(e,t=null){return e?!this.data.isEditable:!t?.has(this.data.id)}get viewable(){return null!==this.data.quadPoints&&(0===this.flags||this._isViewable(this.flags))}get printable(){return null!==this.data.quadPoints&&(0!==this.flags&&this._isPrintable(this.flags))}_parseStringHelper(e){const t="string"==typeof e?stringToPDFString(e):"";return{str:t,dir:t&&"rtl"===bidi(t).dir?"rtl":"ltr"}}setDefaultAppearance(e){const{dict:t,annotationGlobals:a}=e,r=getInheritableProperty({dict:t,key:"DA"})||a.acroForm.get("DA");this._defaultAppearance="string"==typeof r?r:"";this.data.defaultAppearanceData=parseDefaultAppearance(this._defaultAppearance)}setTitle(e){this._title=this._parseStringHelper(e)}setContents(e){this._contents=this._parseStringHelper(e)}setModificationDate(e){this.modificationDate="string"==typeof e?e:null}setFlags(e){this.flags=Number.isInteger(e)&&e>0?e:0;this.flags&K&&"Annotation"!==this.constructor.name&&(this.flags^=K)}hasFlag(e){return this._hasFlag(this.flags,e)}setRectangle(e){this.rectangle=lookupNormalRect(e,[0,0,0,0])}setColor(e){this.color=getRgbColor(e)}setLineEndings(e){this.lineEndings=["None","None"];if(Array.isArray(e)&&2===e.length)for(let t=0;t<2;t++){const a=e[t];if(a instanceof Name)switch(a.name){case"None":continue;case"Square":case"Circle":case"Diamond":case"OpenArrow":case"ClosedArrow":case"Butt":case"ROpenArrow":case"RClosedArrow":case"Slash":this.lineEndings[t]=a.name;continue}warn(`Ignoring invalid lineEnding: ${a}`)}}setRotation(e,t){this.rotation=0;let a=e instanceof Dict?e.get("R")||0:t.get("Rotate")||0;if(Number.isInteger(a)&&0!==a){a%=360;a<0&&(a+=360);a%90==0&&(this.rotation=a)}}setBorderAndBackgroundColors(e){if(e instanceof Dict){this.borderColor=getRgbColor(e.getArray("BC"),null);this.backgroundColor=getRgbColor(e.getArray("BG"),null)}else this.borderColor=this.backgroundColor=null}setBorderStyle(e){this.borderStyle=new AnnotationBorderStyle;if(e instanceof Dict)if(e.has("BS")){const t=e.get("BS");if(t instanceof Dict){const e=t.get("Type");if(!e||isName(e,"Border")){this.borderStyle.setWidth(t.get("W"),this.rectangle);this.borderStyle.setStyle(t.get("S"));this.borderStyle.setDashArray(t.getArray("D"))}}}else if(e.has("Border")){const t=e.getArray("Border");if(Array.isArray(t)&&t.length>=3){this.borderStyle.setHorizontalCornerRadius(t[0]);this.borderStyle.setVerticalCornerRadius(t[1]);this.borderStyle.setWidth(t[2],this.rectangle);4===t.length&&this.borderStyle.setDashArray(t[3],!0)}}else this.borderStyle.setWidth(0)}setAppearance(e){this.appearance=null;const t=e.get("AP");if(!(t instanceof Dict))return;const a=t.get("N");if(a instanceof BaseStream){this.appearance=a;return}if(!(a instanceof Dict))return;const r=e.get("AS");if(!(r instanceof Name&&a.has(r.name)))return;const i=a.get(r.name);i instanceof BaseStream&&(this.appearance=i)}setOptionalContent(e){this.oc=null;const t=e.get("OC");t instanceof Name?warn("setOptionalContent: Support for /Name-entry is not implemented."):t instanceof Dict&&(this.oc=t)}async loadResources(e,t){const a=await t.dict.getAsync("Resources");a&&await ObjectLoader.load(a,e,a.xref);return a}async getOperatorList(e,t,a,r){const{hasOwnCanvas:i,id:n,rect:o}=this.data;let c=this.appearance;const l=!!(i&&a&s);if(l&&(0===this.width||0===this.height)){this.data.hasOwnCanvas=!1;return{opList:new OperatorList,separateForm:!1,separateCanvas:!1}}if(!c){if(!l)return{opList:new OperatorList,separateForm:!1,separateCanvas:!1};c=new StringStream("");c.dict=new Dict}const h=c.dict,u=await this.loadResources(Ia,c),d=lookupRect(h.getArray("BBox"),[0,0,1,1]),f=lookupMatrix(h.getArray("Matrix"),Fa),g=getTransformMatrix(o,d,f),p=new OperatorList;let m;this.oc&&(m=await e.parseMarkedContentProps(this.oc,null));void 0!==m&&p.addOp(jt,["OC",m]);p.addOp($t,[n,o,g,f,l]);await e.getOperatorList({stream:c,task:t,resources:u,operatorList:p,fallbackFontDict:this._fallbackFontDict});p.addOp(Gt,[]);void 0!==m&&p.addOp(_t,[]);this.reset();return{opList:p,separateForm:!1,separateCanvas:l}}async save(e,t,a,r){return null}get overlaysTextContent(){return!1}get hasTextContent(){return!1}async extractTextContent(e,t,a){if(!this.appearance)return;const r=await this.loadResources(Ta,this.appearance),i=[],n=[];let s=null;const o={desiredSize:Math.Infinity,ready:!0,enqueue(e,t){for(const t of e.items)if(void 0!==t.str){s||=t.transform.slice(-2);n.push(t.str);if(t.hasEOL){i.push(n.join("").trimEnd());n.length=0}}}};await e.getTextContent({stream:this.appearance,task:t,resources:r,includeMarkedContent:!0,keepWhiteSpace:!0,sink:o,viewBox:a});this.reset();n.length&&i.push(n.join("").trimEnd());if(i.length>1||i[0]){const e=this.appearance.dict,t=lookupRect(e.getArray("BBox"),null),a=lookupMatrix(e.getArray("Matrix"),null);this.data.textPosition=this._transformPoint(s,t,a);this.data.textContent=i}}_transformPoint(e,t,a){const{rect:r}=this.data;t||=[0,0,1,1];a||=[1,0,0,1,0,0];const i=getTransformMatrix(r,t,a);i[4]-=r[0];i[5]-=r[1];const n=e.slice();Util.applyTransform(n,i);Util.applyTransform(n,a);return n}getFieldObject(){return this.data.kidIds?{id:this.data.id,actions:this.data.actions,name:this.data.fieldName,strokeColor:this.data.borderColor,fillColor:this.data.backgroundColor,type:"",kidIds:this.data.kidIds,page:this.data.pageIndex,rotation:this.rotation}:null}reset(){for(const e of this._streams)e.reset()}_constructFieldName(e){if(!e.has("T")&&!e.has("Parent")){warn("Unknown field name, falling back to empty field name.");return""}if(!e.has("Parent"))return stringToPDFString(e.get("T"));const t=[];e.has("T")&&t.unshift(stringToPDFString(e.get("T")));let a=e;const r=new RefSet;e.objId&&r.put(e.objId);for(;a.has("Parent");){a=a.get("Parent");if(!(a instanceof Dict)||a.objId&&r.has(a.objId))break;a.objId&&r.put(a.objId);a.has("T")&&t.unshift(stringToPDFString(a.get("T")))}return t.join(".")}get width(){return this.data.rect[2]-this.data.rect[0]}get height(){return this.data.rect[3]-this.data.rect[1]}}class AnnotationBorderStyle{constructor(){this.width=1;this.rawWidth=1;this.style=fe;this.dashArray=[3];this.horizontalCornerRadius=0;this.verticalCornerRadius=0}setWidth(e,t=[0,0,0,0]){if(e instanceof Name)this.width=0;else if("number"==typeof e){if(e>0){this.rawWidth=e;const a=(t[2]-t[0])/2,r=(t[3]-t[1])/2;if(a>0&&r>0&&(e>a||e>r)){warn(`AnnotationBorderStyle.setWidth - ignoring width: ${e}`);e=1}}this.width=e}}setStyle(e){if(e instanceof Name)switch(e.name){case"S":this.style=fe;break;case"D":this.style=ge;break;case"B":this.style=pe;break;case"I":this.style=me;break;case"U":this.style=be}}setDashArray(e,t=!1){if(Array.isArray(e)){let a=!0,r=!0;for(const t of e){if(!(+t>=0)){a=!1;break}t>0&&(r=!1)}if(0===e.length||a&&!r){this.dashArray=e;t&&this.setStyle(Name.get("D"))}else this.width=0}else e&&(this.width=0)}setHorizontalCornerRadius(e){Number.isInteger(e)&&(this.horizontalCornerRadius=e)}setVerticalCornerRadius(e){Number.isInteger(e)&&(this.verticalCornerRadius=e)}}class MarkupAnnotation extends Annotation{constructor(e){super(e);const{dict:t}=e;if(t.has("IRT")){const e=t.getRaw("IRT");this.data.inReplyTo=e instanceof Ref?e.toString():null;const a=t.get("RT");this.data.replyType=a instanceof Name?a.name:V}let a=null;if(this.data.replyType===G){const e=t.get("IRT");this.setTitle(e.get("T"));this.data.titleObj=this._title;this.setContents(e.get("Contents"));this.data.contentsObj=this._contents;if(e.has("CreationDate")){this.setCreationDate(e.get("CreationDate"));this.data.creationDate=this.creationDate}else this.data.creationDate=null;if(e.has("M")){this.setModificationDate(e.get("M"));this.data.modificationDate=this.modificationDate}else this.data.modificationDate=null;a=e.getRaw("Popup");if(e.has("C")){this.setColor(e.getArray("C"));this.data.color=this.color}else this.data.color=null}else{this.data.titleObj=this._title;this.setCreationDate(t.get("CreationDate"));this.data.creationDate=this.creationDate;a=t.getRaw("Popup");t.has("C")||(this.data.color=null)}this.data.popupRef=a instanceof Ref?a.toString():null;t.has("RC")&&(this.data.richText=XFAFactory.getRichTextAsHtml(t.get("RC")))}setCreationDate(e){this.creationDate="string"==typeof e?e:null}_setDefaultAppearance({xref:e,extra:t,strokeColor:a,fillColor:r,blendMode:i,strokeAlpha:n,fillAlpha:s,pointsCallback:o}){const c=this.data.rect=[1/0,1/0,-1/0,-1/0],l=["q"];t&&l.push(t);a&&l.push(`${a[0]} ${a[1]} ${a[2]} RG`);r&&l.push(`${r[0]} ${r[1]} ${r[2]} rg`);const h=this.data.quadPoints||Float32Array.from([this.rectangle[0],this.rectangle[3],this.rectangle[2],this.rectangle[3],this.rectangle[0],this.rectangle[1],this.rectangle[2],this.rectangle[1]]);for(let e=0,t=h.length;e"string"==typeof e)).map((e=>stringToPDFString(e))):e instanceof Name?stringToPDFString(e.name):"string"==typeof e?stringToPDFString(e):null}hasFieldFlag(e){return!!(this.data.fieldFlags&e)}_isViewable(e){return!0}mustBeViewed(e,t){return t?this.viewable:super.mustBeViewed(e,t)&&!this._hasFlag(this.flags,Q)}getRotationMatrix(e){let t=e?.get(this.data.id)?.rotation;void 0===t&&(t=this.rotation);return 0===t?Fa:getRotationMatrix(t,this.width,this.height)}getBorderAndBackgroundAppearances(e){let t=e?.get(this.data.id)?.rotation;void 0===t&&(t=this.rotation);if(!this.backgroundColor&&!this.borderColor)return"";const a=0===t||180===t?`0 0 ${this.width} ${this.height} re`:`0 0 ${this.height} ${this.width} re`;let r="";this.backgroundColor&&(r=`${getPdfColor(this.backgroundColor,!0)} ${a} f `);if(this.borderColor){r+=`${this.borderStyle.width||1} w ${getPdfColor(this.borderColor,!1)} ${a} S `}return r}async getOperatorList(e,t,a,r){if(a&l&&!(this instanceof SignatureWidgetAnnotation)&&!this.data.noHTML&&!this.data.hasOwnCanvas)return{opList:new OperatorList,separateForm:!0,separateCanvas:!1};if(!this._hasText)return super.getOperatorList(e,t,a,r);const i=await this._getAppearance(e,t,a,r);if(this.appearance&&null===i)return super.getOperatorList(e,t,a,r);const n=new OperatorList;if(!this._defaultAppearance||null===i)return{opList:n,separateForm:!1,separateCanvas:!1};const o=!!(this.data.hasOwnCanvas&&a&s),c=[0,0,this.width,this.height],h=getTransformMatrix(this.data.rect,c,[1,0,0,1,0,0]);let u;this.oc&&(u=await e.parseMarkedContentProps(this.oc,null));void 0!==u&&n.addOp(jt,["OC",u]);n.addOp($t,[this.data.id,this.data.rect,h,this.getRotationMatrix(r),o]);const d=new StringStream(i);await e.getOperatorList({stream:d,task:t,resources:this._fieldResources.mergedResources,operatorList:n});n.addOp(Gt,[]);void 0!==u&&n.addOp(_t,[]);return{opList:n,separateForm:!1,separateCanvas:o}}_getMKDict(e){const t=new Dict(null);e&&t.set("R",e);t.setIfArray("BC",getPdfColorArray(this.borderColor));t.setIfArray("BG",getPdfColorArray(this.backgroundColor));return t.size>0?t:null}amendSavedDict(e,t){}setValue(e,t,a,r){const{dict:i,ref:n}=function getParentToUpdate(e,t,a){const r=new RefSet,i=e,n={dict:null,ref:null};for(;e instanceof Dict&&!r.has(t);){r.put(t);if(e.has("T"))break;if(!((t=e.getRaw("Parent"))instanceof Ref))return n;e=a.fetch(t)}if(e instanceof Dict&&e!==i){n.dict=e;n.ref=t}return n}(e,this.ref,a);if(i){if(!r.has(n)){const e=i.clone();e.set("V",t);r.put(n,{data:e});return e}}else e.set("V",t);return null}async save(e,t,a,r){const i=a?.get(this.data.id),n=this._buildFlags(i?.noView,i?.noPrint);let s=i?.value,o=i?.rotation;if(s===this.data.fieldValue||void 0===s){if(!this._hasValueFromXFA&&void 0===o&&void 0===n)return;s||=this.data.fieldValue}if(void 0===o&&!this._hasValueFromXFA&&Array.isArray(s)&&Array.isArray(this.data.fieldValue)&&isArrayEqual(s,this.data.fieldValue)&&void 0===n)return;void 0===o&&(o=this.rotation);let l=null;if(!this._needAppearances){l=await this._getAppearance(e,t,c,a);if(null===l&&void 0===n)return}let h=!1;if(l?.needAppearances){h=!0;l=null}const{xref:u}=e,d=u.fetchIfRef(this.ref);if(!(d instanceof Dict))return;const f=new Dict(u);for(const e of d.getKeys())"AP"!==e&&f.set(e,d.getRaw(e));if(void 0!==n){f.set("F",n);if(null===l&&!h){const e=d.getRaw("AP");e&&f.set("AP",e)}}const g={path:this.data.fieldName,value:s},p=this.setValue(f,Array.isArray(s)?s.map(stringToAsciiOrUTF16BE):stringToAsciiOrUTF16BE(s),u,r);this.amendSavedDict(a,p||f);const m=this._getMKDict(o);m&&f.set("MK",m);r.put(this.ref,{data:f,xfa:g,needAppearances:h});if(null!==l){const e=u.getNewTemporaryRef(),t=new Dict(u);f.set("AP",t);t.set("N",e);const i=this._getSaveFieldResources(u),n=new StringStream(l),s=n.dict=new Dict(u);s.setIfName("Subtype","Form");s.set("Resources",i);const c=o%180==0?[0,0,this.width,this.height]:[0,0,this.height,this.width];s.set("BBox",c);const h=this.getRotationMatrix(a);h!==Fa&&s.set("Matrix",h);r.put(e,{data:n,xfa:null,needAppearances:!1})}f.set("M",`D:${getModificationDate()}`)}async _getAppearance(e,t,a,r){if(this.data.password)return null;const n=r?.get(this.data.id);let s,o;if(n){s=n.formattedValue||n.value;o=n.rotation}if(void 0===o&&void 0===s&&!this._needAppearances&&(!this._hasValueFromXFA||this.appearance))return null;const l=this.getBorderAndBackgroundAppearances(r);if(void 0===s){s=this.data.fieldValue;if(!s)return`/Tx BMC q ${l}Q EMC`}Array.isArray(s)&&1===s.length&&(s=s[0]);assert("string"==typeof s,"Expected `value` to be a string.");s=s.trimEnd();if(this.data.combo){const e=this.data.options.find((({exportValue:e})=>s===e));s=e?.displayValue||s}if(""===s)return`/Tx BMC q ${l}Q EMC`;void 0===o&&(o=this.rotation);let h,u=-1;if(this.data.multiLine){h=s.split(/\\r\\n?|\\n/).map((e=>e.normalize("NFC")));u=h.length}else h=[s.replace(/\\r\\n?|\\n/,"").normalize("NFC")];let{width:d,height:f}=this;90!==o&&270!==o||([d,f]=[f,d]);this._defaultAppearance||(this.data.defaultAppearanceData=parseDefaultAppearance(this._defaultAppearance="/Helvetica 0 Tf 0 g"));let g,p,m,b=await WidgetAnnotation._getFontData(e,t,this.data.defaultAppearanceData,this._fieldResources.mergedResources);const y=[];let w=!1;for(const e of h){const t=b.encodeString(e);t.length>1&&(w=!0);y.push(t.join(""))}if(w&&a&c)return{needAppearances:!0};if(w&&this._isOffscreenCanvasSupported){const a=this.data.comb?"monospace":"sans-serif",r=new FakeUnicodeFont(e.xref,a),i=r.createFontResources(h.join("")),n=i.getRaw("Font");if(this._fieldResources.mergedResources.has("Font")){const e=this._fieldResources.mergedResources.get("Font");for(const t of n.getKeys())e.set(t,n.getRaw(t))}else this._fieldResources.mergedResources.set("Font",n);const o=r.fontName.name;b=await WidgetAnnotation._getFontData(e,t,{fontName:o,fontSize:0},i);for(let e=0,t=y.length;e2)return`/Tx BMC q ${l}BT `+g+` 1 0 0 1 ${numberToString(2)} ${numberToString(C)} Tm (${escapeString(y[0])}) Tj ET Q EMC`;return`/Tx BMC q ${l}BT `+g+` 1 0 0 1 0 0 Tm ${this._renderText(y[0],b,p,d,k,{shift:0},2,C)} ET Q EMC`}static async _getFontData(e,t,a,r){const i=new OperatorList,n={font:null,clone(){return this}},{fontName:s,fontSize:o}=a;await e.handleSetFont(r,[s&&Name.get(s),o],null,i,t,n,null);return n.font}_getTextWidth(e,t){return Math.sumPrecise(t.charsToGlyphs(e).map((e=>e.width)))/1e3}_computeFontSize(e,t,r,i,n){let{fontSize:s}=this.data.defaultAppearanceData,o=(s||12)*a,c=Math.round(e/o);if(!s){const roundWithTwoDigits=e=>Math.floor(100*e)/100;if(-1===n){const n=this._getTextWidth(r,i);s=roundWithTwoDigits(Math.min(e/a,t/n));c=1}else{const l=r.split(/\\r\\n?|\\n/),h=[];for(const e of l){const t=i.encodeString(e).join(""),a=i.charsToGlyphs(t),r=i.getCharPositions(t);h.push({line:t,glyphs:a,positions:r})}const isTooBig=a=>{let r=0;for(const n of h){r+=this._splitLine(null,i,a,t,n).length*a;if(r>e)return!0}return!1};c=Math.max(c,n);for(;;){o=e/c;s=roundWithTwoDigits(o/a);if(!isTooBig(s))break;c++}}const{fontName:l,fontColor:h}=this.data.defaultAppearanceData;this._defaultAppearance=function createDefaultAppearance({fontSize:e,fontName:t,fontColor:a}){return`/${escapePDFName(t)} ${e} Tf ${getPdfColor(a,!0)}`}({fontSize:s,fontName:l,fontColor:h})}return[this._defaultAppearance,s,e/c]}_renderText(e,t,a,r,i,n,s,o){let c;if(1===i){c=(r-this._getTextWidth(e,t)*a)/2}else if(2===i){c=r-this._getTextWidth(e,t)*a-s}else c=s;const l=numberToString(c-n.shift);n.shift=c;return`${l} ${o=numberToString(o)} Td (${escapeString(e)}) Tj`}_getSaveFieldResources(e){const{localResources:t,appearanceResources:a,acroFormResources:r}=this._fieldResources,i=this.data.defaultAppearanceData?.fontName;if(!i)return t||Dict.empty;for(const e of[t,a])if(e instanceof Dict){const t=e.get("Font");if(t instanceof Dict&&t.has(i))return e}if(r instanceof Dict){const a=r.get("Font");if(a instanceof Dict&&a.has(i)){const r=new Dict(e);r.set(i,a.getRaw(i));const n=new Dict(e);n.set("Font",r);return Dict.merge({xref:e,dictArray:[n,t],mergeSubDicts:!0})}}return t||Dict.empty}getFieldObject(){return null}}class TextWidgetAnnotation extends WidgetAnnotation{constructor(e){super(e);const{dict:t}=e;if(t.has("PMD")){this.flags|=J;this.data.hidden=!0;warn("Barcodes are not supported")}this.data.hasOwnCanvas=this.data.readOnly&&!this.data.noHTML;this._hasText=!0;"string"!=typeof this.data.fieldValue&&(this.data.fieldValue="");let a=getInheritableProperty({dict:t,key:"Q"});(!Number.isInteger(a)||a<0||a>2)&&(a=null);this.data.textAlignment=a;let r=getInheritableProperty({dict:t,key:"MaxLen"});(!Number.isInteger(r)||r<0)&&(r=0);this.data.maxLen=r;this.data.multiLine=this.hasFieldFlag(ie);this.data.comb=this.hasFieldFlag(de)&&!this.data.multiLine&&!this.data.password&&!this.hasFieldFlag(le)&&0!==this.data.maxLen;this.data.doNotScroll=this.hasFieldFlag(ue);const{data:{actions:i}}=this;if(!i)return;const n=/^AF(Date|Time)_(?:Keystroke|Format)(?:Ex)?\\([\'"]?([^\'"]+)[\'"]?\\);$/;let s=!1;(1===i.Format?.length&&1===i.Keystroke?.length&&n.test(i.Format[0])&&n.test(i.Keystroke[0])||0===i.Format?.length&&1===i.Keystroke?.length&&n.test(i.Keystroke[0])||0===i.Keystroke?.length&&1===i.Format?.length&&n.test(i.Format[0]))&&(s=!0);const o=[];i.Format&&o.push(...i.Format);i.Keystroke&&o.push(...i.Keystroke);if(s){delete i.Keystroke;i.Format=o}for(const e of o){const t=e.match(n);if(!t)continue;const a="Date"===t[1];let r=t[2];const i=parseInt(r,10);isNaN(i)||Math.floor(Math.log10(i))+1!==t[2].length||(r=(a?Pn:Ln)[i]??r);this.data.datetimeFormat=r;if(!s)break;if(a){if(/HH|MM|ss|h/.test(r)){this.data.datetimeType="datetime-local";this.data.timeStep=/ss/.test(r)?1:60}else this.data.datetimeType="date";break}this.data.datetimeType="time";this.data.timeStep=/ss/.test(r)?1:60;break}}get hasTextContent(){return!!this.appearance&&!this._needAppearances}_getCombAppearance(e,t,a,r,i,n,s,o,c,l,h){const u=i/this.data.maxLen,d=this.getBorderAndBackgroundAppearances(h),f=[],g=t.getCharPositions(a);for(const[e,t]of g)f.push(`(${escapeString(a.substring(e,t))}) Tj`);const p=f.join(` ${numberToString(u)} 0 Td `);return`/Tx BMC q ${d}BT `+e+` 1 0 0 1 ${numberToString(s)} ${numberToString(o+c)} Tm ${p} ET Q EMC`}_getMultilineAppearance(e,t,a,r,i,n,s,o,c,l,h,u){const d=[],f=i-2*o,g={shift:0};for(let e=0,n=t.length;er){c.push(e.substring(d,a));d=a;f=p;l=-1;u=-1}else{f+=p;l=a;h=i;u=t}else if(f+p>r)if(-1!==l){c.push(e.substring(d,h));d=h;t=u+1;l=-1;f=0}else{c.push(e.substring(d,a));d=a;f=p}else f+=p}dt?`\\\\${t}`:"\\\\s+"));new RegExp(`^\\\\s*${n}\\\\s*$`).test(this.data.fieldValue)&&(this.data.textContent=this.data.fieldValue.split("\\n"))}getFieldObject(){return{id:this.data.id,value:this.data.fieldValue,defaultValue:this.data.defaultFieldValue||"",multiline:this.data.multiLine,password:this.data.password,charLimit:this.data.maxLen,comb:this.data.comb,editable:!this.data.readOnly,hidden:this.data.hidden,name:this.data.fieldName,rect:this.data.rect,actions:this.data.actions,page:this.data.pageIndex,strokeColor:this.data.borderColor,fillColor:this.data.backgroundColor,rotation:this.rotation,datetimeFormat:this.data.datetimeFormat,hasDatetimeHTML:!!this.data.datetimeType,type:"text"}}}class ButtonWidgetAnnotation extends WidgetAnnotation{constructor(e){super(e);this.checkedAppearance=null;this.uncheckedAppearance=null;const t=this.hasFieldFlag(se),a=this.hasFieldFlag(oe);this.data.checkBox=!t&&!a;this.data.radioButton=t&&!a;this.data.pushButton=a;this.data.isTooltipOnly=!1;if(this.data.checkBox)this._processCheckBox(e);else if(this.data.radioButton)this._processRadioButton(e);else if(this.data.pushButton){this.data.hasOwnCanvas=!0;this.data.noHTML=!1;this._processPushButton(e)}else warn("Invalid field flags for button widget annotation")}async getOperatorList(e,t,a,r){if(this.data.pushButton)return super.getOperatorList(e,t,a,!1,r);let i=null,n=null;if(r){const e=r.get(this.data.id);i=e?e.value:null;n=e?e.rotation:null}if(null===i&&this.appearance)return super.getOperatorList(e,t,a,r);null==i&&(i=this.data.checkBox?this.data.fieldValue===this.data.exportValue:this.data.fieldValue===this.data.buttonValue);const s=i?this.checkedAppearance:this.uncheckedAppearance;if(s){const i=this.appearance,o=lookupMatrix(s.dict.getArray("Matrix"),Fa);n&&s.dict.set("Matrix",this.getRotationMatrix(r));this.appearance=s;const c=super.getOperatorList(e,t,a,r);this.appearance=i;s.dict.set("Matrix",o);return c}return{opList:new OperatorList,separateForm:!1,separateCanvas:!1}}async save(e,t,a,r){this.data.checkBox?this._saveCheckbox(e,t,a,r):this.data.radioButton&&this._saveRadioButton(e,t,a,r)}async _saveCheckbox(e,t,a,r){if(!a)return;const i=a.get(this.data.id),n=this._buildFlags(i?.noView,i?.noPrint);let s=i?.rotation,o=i?.value;if(void 0===s&&void 0===n){if(void 0===o)return;if(this.data.fieldValue===this.data.exportValue===o)return}let c=e.xref.fetchIfRef(this.ref);if(!(c instanceof Dict))return;c=c.clone();void 0===s&&(s=this.rotation);void 0===o&&(o=this.data.fieldValue===this.data.exportValue);const l={path:this.data.fieldName,value:o?this.data.exportValue:""},h=Name.get(o?this.data.exportValue:"Off");this.setValue(c,h,e.xref,r);c.set("AS",h);c.set("M",`D:${getModificationDate()}`);void 0!==n&&c.set("F",n);const u=this._getMKDict(s);u&&c.set("MK",u);r.put(this.ref,{data:c,xfa:l,needAppearances:!1})}async _saveRadioButton(e,t,a,r){if(!a)return;const i=a.get(this.data.id),n=this._buildFlags(i?.noView,i?.noPrint);let s=i?.rotation,o=i?.value;if(void 0===s&&void 0===n){if(void 0===o)return;if(this.data.fieldValue===this.data.buttonValue===o)return}let c=e.xref.fetchIfRef(this.ref);if(!(c instanceof Dict))return;c=c.clone();void 0===o&&(o=this.data.fieldValue===this.data.buttonValue);void 0===s&&(s=this.rotation);const l={path:this.data.fieldName,value:o?this.data.buttonValue:""},h=Name.get(o?this.data.buttonValue:"Off");o&&this.setValue(c,h,e.xref,r);c.set("AS",h);c.set("M",`D:${getModificationDate()}`);void 0!==n&&c.set("F",n);const u=this._getMKDict(s);u&&c.set("MK",u);r.put(this.ref,{data:c,xfa:l,needAppearances:!1})}_getDefaultCheckedAppearance(e,t){const{width:a,height:r}=this,i=[0,0,a,r],n=.8*Math.min(a,r);let s,o;if("check"===t){s={width:.755*n,height:.705*n};o="3"}else if("disc"===t){s={width:.791*n,height:.705*n};o="l"}else unreachable(`_getDefaultCheckedAppearance - unsupported type: ${t}`);const c=`q BT /PdfJsZaDb ${n} Tf 0 g ${numberToString((a-s.width)/2)} ${numberToString((r-s.height)/2)} Td (${o}) Tj ET Q`,l=new Dict(e.xref);l.set("FormType",1);l.setIfName("Subtype","Form");l.setIfName("Type","XObject");l.set("BBox",i);l.set("Matrix",[1,0,0,1,0,0]);l.set("Length",c.length);const h=new Dict(e.xref),u=new Dict(e.xref);u.set("PdfJsZaDb",this.fallbackFontDict);h.set("Font",u);l.set("Resources",h);this.checkedAppearance=new StringStream(c);this.checkedAppearance.dict=l;this._streams.push(this.checkedAppearance)}_processCheckBox(e){const t=e.dict.get("AP");if(!(t instanceof Dict))return;const a=t.get("N");if(!(a instanceof Dict))return;const r=this._decodeFormValue(e.dict.get("AS"));"string"==typeof r&&(this.data.fieldValue=r);const i=null!==this.data.fieldValue&&"Off"!==this.data.fieldValue?this.data.fieldValue:"Yes",n=this._decodeFormValue(a.getKeys());if(0===n.length)n.push("Off",i);else if(1===n.length)"Off"===n[0]?n.push(i):n.unshift("Off");else if(n.includes(i)){n.length=0;n.push("Off",i)}else{const e=n.find((e=>"Off"!==e));n.length=0;n.push("Off",e)}n.includes(this.data.fieldValue)||(this.data.fieldValue="Off");this.data.exportValue=n[1];const s=a.get(this.data.exportValue);this.checkedAppearance=s instanceof BaseStream?s:null;const o=a.get("Off");this.uncheckedAppearance=o instanceof BaseStream?o:null;this.checkedAppearance?this._streams.push(this.checkedAppearance):this._getDefaultCheckedAppearance(e,"check");this.uncheckedAppearance&&this._streams.push(this.uncheckedAppearance);this._fallbackFontDict=this.fallbackFontDict;null===this.data.defaultFieldValue&&(this.data.defaultFieldValue="Off")}_processRadioButton(e){this.data.buttonValue=null;const t=e.dict.get("Parent");if(t instanceof Dict){this.parent=e.dict.getRaw("Parent");const a=t.get("V");a instanceof Name&&(this.data.fieldValue=this._decodeFormValue(a))}const a=e.dict.get("AP");if(!(a instanceof Dict))return;const r=a.get("N");if(!(r instanceof Dict))return;for(const e of r.getKeys())if("Off"!==e){this.data.buttonValue=this._decodeFormValue(e);break}const i=r.get(this.data.buttonValue);this.checkedAppearance=i instanceof BaseStream?i:null;const n=r.get("Off");this.uncheckedAppearance=n instanceof BaseStream?n:null;this.checkedAppearance?this._streams.push(this.checkedAppearance):this._getDefaultCheckedAppearance(e,"disc");this.uncheckedAppearance&&this._streams.push(this.uncheckedAppearance);this._fallbackFontDict=this.fallbackFontDict;null===this.data.defaultFieldValue&&(this.data.defaultFieldValue="Off")}_processPushButton(e){const{dict:t,annotationGlobals:a}=e;if(t.has("A")||t.has("AA")||this.data.alternativeText){this.data.isTooltipOnly=!t.has("A")&&!t.has("AA");Catalog.parseDestDictionary({destDict:t,resultObj:this.data,docBaseUrl:a.baseUrl,docAttachments:a.attachments})}else warn("Push buttons without action dictionaries are not supported")}getFieldObject(){let e,t="button";if(this.data.checkBox){t="checkbox";e=this.data.exportValue}else if(this.data.radioButton){t="radiobutton";e=this.data.buttonValue}return{id:this.data.id,value:this.data.fieldValue||"Off",defaultValue:this.data.defaultFieldValue,exportValues:e,editable:!this.data.readOnly,name:this.data.fieldName,rect:this.data.rect,hidden:this.data.hidden,actions:this.data.actions,page:this.data.pageIndex,strokeColor:this.data.borderColor,fillColor:this.data.backgroundColor,rotation:this.rotation,type:t}}get fallbackFontDict(){const e=new Dict;e.setIfName("BaseFont","ZapfDingbats");e.setIfName("Type","FallbackType");e.setIfName("Subtype","FallbackType");e.setIfName("Encoding","ZapfDingbatsEncoding");return shadow(this,"fallbackFontDict",e)}}class ChoiceWidgetAnnotation extends WidgetAnnotation{constructor(e){super(e);const{dict:t,xref:a}=e;this.indices=t.getArray("I");this.hasIndices=Array.isArray(this.indices)&&this.indices.length>0;this.data.options=[];const r=getInheritableProperty({dict:t,key:"Opt"});if(Array.isArray(r))for(let e=0,t=r.length;e=0&&t0&&(this.data.options=this.data.fieldValue.map((e=>({exportValue:e,displayValue:e}))));this.data.combo=this.hasFieldFlag(ce);this.data.multiSelect=this.hasFieldFlag(he);this._hasText=!0}getFieldObject(){const e=this.data.combo?"combobox":"listbox",t=this.data.fieldValue.length>0?this.data.fieldValue[0]:null;return{id:this.data.id,value:t,defaultValue:this.data.defaultFieldValue,editable:!this.data.readOnly,name:this.data.fieldName,rect:this.data.rect,numItems:this.data.fieldValue.length,multipleSelection:this.data.multiSelect,hidden:this.data.hidden,actions:this.data.actions,items:this.data.options,page:this.data.pageIndex,strokeColor:this.data.borderColor,fillColor:this.data.backgroundColor,rotation:this.rotation,type:e}}amendSavedDict(e,t){if(!this.hasIndices)return;let a=e?.get(this.data.id)?.value;Array.isArray(a)||(a=[a]);const r=[],{options:i}=this.data;for(let e=0,t=0,n=i.length;ea){a=r;t=e}}[f,g]=this._computeFontSize(e,c-4,t,d,-1)}const p=g*a,m=(p-g)/2,b=Math.floor(l/p);let y=0;if(u.length>0){const e=Math.min(...u),t=Math.max(...u);y=Math.max(0,t-b+1);y>e&&(y=e)}const w=Math.min(y+b+1,h),x=["/Tx BMC q",`1 1 ${c} ${l} re W n`];if(u.length){x.push("0.600006 0.756866 0.854904 rg");for(const e of u)y<=e&&ee.trimEnd()));const{coords:e,bbox:t,matrix:r}=FakeUnicodeFont.getFirstPositionInfo(this.rectangle,this.rotation,a);this.data.textPosition=this._transformPoint(e,t,r)}if(this._isOffscreenCanvasSupported){const i=e.dict.get("CA"),n=new FakeUnicodeFont(r,"sans-serif");this.appearance=n.createAppearance(this._contents.str,this.rectangle,this.rotation,a,t,i);this._streams.push(this.appearance)}else warn("FreeTextAnnotation: OffscreenCanvas is not supported, annotation may not render correctly.")}}get hasTextContent(){return this._hasAppearance}static createNewDict(e,t,{apRef:a,ap:r}){const{color:i,date:n,fontSize:s,oldAnnotation:o,rect:c,rotation:l,user:h,value:u}=e,d=o||new Dict(t);d.setIfNotExists("Type",Name.get("Annot"));d.setIfNotExists("Subtype",Name.get("FreeText"));d.set(o?"M":"CreationDate",`D:${getModificationDate(n)}`);o&&d.delete("RC");d.setIfArray("Rect",c);const f=`/Helv ${s} Tf ${getPdfColor(i,!0)}`;d.set("DA",f);d.setIfDefined("Contents",stringToAsciiOrUTF16BE(u));d.setIfNotExists("F",4);d.setIfNotExists("Border",[0,0,0]);d.setIfNumber("Rotate",l);d.setIfDefined("T",stringToAsciiOrUTF16BE(h));if(a||r){const e=new Dict(t);d.set("AP",e);e.set("N",a||r)}return d}static async createNewAppearanceStream(e,t,r){const{baseFontRef:i,evaluator:n,task:s}=r,{color:o,fontSize:c,rect:l,rotation:h,value:u}=e;if(!o)return null;const d=new Dict(t),f=new Dict(t);if(i)f.set("Helv",i);else{const e=new Dict(t);e.setIfName("BaseFont","Helvetica");e.setIfName("Type","Font");e.setIfName("Subtype","Type1");e.setIfName("Encoding","WinAnsiEncoding");f.set("Helv",e)}d.set("Font",f);const g=await WidgetAnnotation._getFontData(n,s,{fontName:"Helv",fontSize:c},d),[p,m,b,y]=l;let w=b-p,x=y-m;h%180!=0&&([w,x]=[x,w]);const S=u.split("\\n"),k=c/1e3;let C=-1/0;const v=[];for(let e of S){const t=g.encodeString(e);if(t.length>1)return null;e=t.join("");v.push(e);let a=0;const r=g.charsToGlyphs(e);for(const e of r)a+=e.width*k;C=Math.max(C,a)}let F=1;C>w&&(F=w/C);let T=1;const O=a*c,M=1*c,D=O*S.length;D>x&&(T=x/D);const R=c*Math.min(F,T);let N,E,L;switch(h){case 0:L=[1,0,0,1];E=[l[0],l[1],w,x];N=[l[0],l[3]-M];break;case 90:L=[0,1,-1,0];E=[l[1],-l[2],w,x];N=[l[1],-l[0]-M];break;case 180:L=[-1,0,0,-1];E=[-l[2],-l[3],w,x];N=[-l[2],-l[1]-M];break;case 270:L=[0,-1,1,0];E=[-l[3],l[0],w,x];N=[-l[3],l[2]-M]}const j=["q",`${L.join(" ")} 0 0 cm`,`${E.join(" ")} re W n`,"BT",`${getPdfColor(o,!0)}`,`0 Tc /Helv ${numberToString(R)} Tf`];j.push(`${N.join(" ")} Td (${escapeString(v[0])}) Tj`);const _=numberToString(O);for(let e=1,t=v.length;e{e.push(`${r[0]} ${r[1]} m`,`${r[2]} ${r[3]} l`,"S");return[t[0]-o,t[7]-o,t[2]+o,t[3]+o]}})}}}class SquareAnnotation extends MarkupAnnotation{constructor(e){super(e);const{dict:t,xref:a}=e;this.data.annotationType=D;this.data.hasOwnCanvas=this.data.noRotate;this.data.noHTML=!1;if(!this.appearance){const e=getPdfColorArray(this.color,[0,0,0]),r=t.get("CA"),i=getPdfColorArray(getRgbColor(t.getArray("IC"),null)),n=i?r:null;if(0===this.borderStyle.width&&!i)return;this._setDefaultAppearance({xref:a,extra:`${this.borderStyle.width} w`,strokeColor:e,fillColor:i,strokeAlpha:r,fillAlpha:n,pointsCallback:(e,t)=>{const a=t[4]+this.borderStyle.width/2,r=t[5]+this.borderStyle.width/2,n=t[6]-t[4]-this.borderStyle.width,s=t[3]-t[7]-this.borderStyle.width;e.push(`${a} ${r} ${n} ${s} re`);i?e.push("B"):e.push("S");return[t[0],t[7],t[2],t[3]]}})}}}class CircleAnnotation extends MarkupAnnotation{constructor(e){super(e);const{dict:t,xref:a}=e;this.data.annotationType=R;if(!this.appearance){const e=getPdfColorArray(this.color,[0,0,0]),r=t.get("CA"),i=getPdfColorArray(getRgbColor(t.getArray("IC"),null)),n=i?r:null;if(0===this.borderStyle.width&&!i)return;const s=4/3*Math.tan(Math.PI/8);this._setDefaultAppearance({xref:a,extra:`${this.borderStyle.width} w`,strokeColor:e,fillColor:i,strokeAlpha:r,fillAlpha:n,pointsCallback:(e,t)=>{const a=t[0]+this.borderStyle.width/2,r=t[1]-this.borderStyle.width/2,n=t[6]-this.borderStyle.width/2,o=t[7]+this.borderStyle.width/2,c=a+(n-a)/2,l=r+(o-r)/2,h=(n-a)/2*s,u=(o-r)/2*s;e.push(`${c} ${o} m`,`${c+h} ${o} ${n} ${l+u} ${n} ${l} c`,`${n} ${l-u} ${c+h} ${r} ${c} ${r} c`,`${c-h} ${r} ${a} ${l-u} ${a} ${l} c`,`${a} ${l+u} ${c-h} ${o} ${c} ${o} c`,"h");i?e.push("B"):e.push("S");return[t[0],t[7],t[2],t[3]]}})}}}class PolylineAnnotation extends MarkupAnnotation{constructor(e){super(e);const{dict:t,xref:a}=e;this.data.annotationType=E;this.data.hasOwnCanvas=this.data.noRotate;this.data.noHTML=!1;this.data.vertices=null;if(!(this instanceof PolygonAnnotation)){this.setLineEndings(t.getArray("LE"));this.data.lineEndings=this.lineEndings}const r=t.getArray("Vertices");if(!isNumberArray(r,null))return;const i=this.data.vertices=Float32Array.from(r);if(!this.appearance){const e=getPdfColorArray(this.color,[0,0,0]),r=t.get("CA");let n,s=getRgbColor(t.getArray("IC"),null);s&&(s=getPdfColorArray(s));n=s?this.color?s.every(((t,a)=>t===e[a]))?"f":"B":"f":"S";const o=this.borderStyle.width||1,c=2*o,l=[1/0,1/0,-1/0,-1/0];for(let e=0,t=i.length;e{for(let t=0,a=i.length;t{for(const t of this.data.inkLists){for(let a=0,r=t.length;a0){const e=new Dict(t);g.set("BS",e);e.set("W",d)}g.setIfArray("C",getPdfColorArray(n));g.setIfNumber("CA",o);if(r||a){const e=new Dict(t);g.set("AP",e);e.set("N",a||r)}return g}static async createNewAppearanceStream(e,t,a){if(e.outlines)return this.createNewAppearanceStreamForHighlight(e,t,a);const{color:r,rect:i,paths:n,thickness:s,opacity:o}=e;if(!r)return null;const c=[`${s} w 1 J 1 j`,`${getPdfColor(r,!1)}`];1!==o&&c.push("/R0 gs");for(const e of n.lines){c.push(`${numberToString(e[4])} ${numberToString(e[5])} m`);for(let t=6,a=e.length;t{e.push(`${t[0]} ${t[1]} m`,`${t[2]} ${t[3]} l`,`${t[6]} ${t[7]} l`,`${t[4]} ${t[5]} l`,"f");return[t[0],t[7],t[2],t[3]]}})}}else this.data.popupRef=null}get overlaysTextContent(){return!0}static createNewDict(e,t,{apRef:a,ap:r}){const{color:i,date:n,oldAnnotation:s,opacity:o,rect:c,rotation:l,user:h,quadPoints:u}=e,d=s||new Dict(t);d.setIfNotExists("Type",Name.get("Annot"));d.setIfNotExists("Subtype",Name.get("Highlight"));d.set(s?"M":"CreationDate",`D:${getModificationDate(n)}`);d.setIfArray("Rect",c);d.setIfNotExists("F",4);d.setIfNotExists("Border",[0,0,0]);d.setIfNumber("Rotate",l);d.setIfArray("QuadPoints",u);d.setIfArray("C",getPdfColorArray(i));d.setIfNumber("CA",o);d.setIfDefined("T",stringToAsciiOrUTF16BE(h));if(a||r){const e=new Dict(t);d.set("AP",e);e.set("N",a||r)}return d}static async createNewAppearanceStream(e,t,a){const{color:r,rect:i,outlines:n,opacity:s}=e;if(!r)return null;const o=[`${getPdfColor(r,!0)}`,"/R0 gs"],c=[];for(const e of n){c.length=0;c.push(`${numberToString(e[0])} ${numberToString(e[1])} m`);for(let t=2,a=e.length;t{e.push(`${t[4]} ${t[5]+1.3} m`,`${t[6]} ${t[7]+1.3} l`,"S");return[t[0],t[7],t[2],t[3]]}})}}else this.data.popupRef=null}get overlaysTextContent(){return!0}}class SquigglyAnnotation extends MarkupAnnotation{constructor(e){super(e);const{dict:t,xref:a}=e;this.data.annotationType=_;if(this.data.quadPoints=getQuadPoints(t,null)){if(!this.appearance){const e=getPdfColorArray(this.color,[0,0,0]),r=t.get("CA");this._setDefaultAppearance({xref:a,extra:"[] 0 d 1 w",strokeColor:e,strokeAlpha:r,pointsCallback:(e,t)=>{const a=(t[1]-t[5])/6;let r=a,i=t[4];const n=t[5],s=t[6];e.push(`${i} ${n+r} m`);do{i+=2;r=0===r?a:0;e.push(`${i} ${n+r} l`)}while(i{e.push((t[0]+t[4])/2+" "+(t[1]+t[5])/2+" m",(t[2]+t[6])/2+" "+(t[3]+t[7])/2+" l","S");return[t[0],t[7],t[2],t[3]]}})}}else this.data.popupRef=null}get overlaysTextContent(){return!0}}class StampAnnotation extends MarkupAnnotation{#pe=null;constructor(e){super(e);this.data.annotationType=X;this.data.hasOwnCanvas=this.data.noRotate;this.data.isEditable=!this.data.noHTML;this.data.noHTML=!1}mustBeViewedWhenEditing(e,t=null){if(e){if(!this.data.isEditable)return!0;this.#pe??=this.data.hasOwnCanvas;this.data.hasOwnCanvas=!0;return!0}if(null!==this.#pe){this.data.hasOwnCanvas=this.#pe;this.#pe=null}return!t?.has(this.data.id)}static async createImage(e,t){const{width:a,height:r}=e,i=new OffscreenCanvas(a,r),n=i.getContext("2d",{alpha:!0});n.drawImage(e,0,0);const s=n.getImageData(0,0,a,r).data,o=new Uint32Array(s.buffer),c=o.some(FeatureTest.isLittleEndian?e=>e>>>24!=255:e=>!!(255&~e));if(c){n.fillStyle="white";n.fillRect(0,0,a,r);n.drawImage(e,0,0)}const l=i.convertToBlob({type:"image/jpeg",quality:1}).then((e=>e.arrayBuffer())),h=Name.get("XObject"),u=Name.get("Image"),d=new Dict(t);d.set("Type",h);d.set("Subtype",u);d.set("BitsPerComponent",8);d.setIfName("ColorSpace","DeviceRGB");d.setIfName("Filter","DCTDecode");d.set("BBox",[0,0,a,r]);d.set("Width",a);d.set("Height",r);let f=null;if(c){const e=new Uint8Array(o.length);if(FeatureTest.isLittleEndian)for(let t=0,a=o.length;t>>24;else for(let t=0,a=o.length;t=0&&n<=1?n:null}}const pc={get r(){return shadow(this,"r",new Uint8Array([7,12,17,22,7,12,17,22,7,12,17,22,7,12,17,22,5,9,14,20,5,9,14,20,5,9,14,20,5,9,14,20,4,11,16,23,4,11,16,23,4,11,16,23,4,11,16,23,6,10,15,21,6,10,15,21,6,10,15,21,6,10,15,21]))},get k(){return shadow(this,"k",new Int32Array([-680876936,-389564586,606105819,-1044525330,-176418897,1200080426,-1473231341,-45705983,1770035416,-1958414417,-42063,-1990404162,1804603682,-40341101,-1502002290,1236535329,-165796510,-1069501632,643717713,-373897302,-701558691,38016083,-660478335,-405537848,568446438,-1019803690,-187363961,1163531501,-1444681467,-51403784,1735328473,-1926607734,-378558,-2022574463,1839030562,-35309556,-1530992060,1272893353,-155497632,-1094730640,681279174,-358537222,-722521979,76029189,-640364487,-421815835,530742520,-995338651,-198630844,1126891415,-1416354905,-57434055,1700485571,-1894986606,-1051523,-2054922799,1873313359,-30611744,-1560198380,1309151649,-145523070,-1120210379,718787259,-343485551]))}};function calculateMD5(e,t,a){let r=1732584193,i=-271733879,n=-1732584194,s=271733878;const o=a+72&-64,c=new Uint8Array(o);let l,h;for(l=0;l>5&255;c[l++]=a>>13&255;c[l++]=a>>21&255;c[l++]=a>>>29&255;l+=3;const d=new Int32Array(16),{k:f,r:g}=pc;for(l=0;l>>32-n)|0;a=r}r=r+a|0;i=i+o|0;n=n+u|0;s=s+p|0}return new Uint8Array([255&r,r>>8&255,r>>16&255,r>>>24&255,255&i,i>>8&255,i>>16&255,i>>>24&255,255&n,n>>8&255,n>>16&255,n>>>24&255,255&s,s>>8&255,s>>16&255,s>>>24&255])}function decodeString(e){try{return stringToUTF8String(e)}catch(t){warn(`UTF-8 decoding failed: "${t}".`);return e}}class DatasetXMLParser extends SimpleXMLParser{constructor(e){super(e);this.node=null}onEndElement(e){const t=super.onEndElement(e);if(t&&"xfa:datasets"===e){this.node=t;throw new Error("Aborting DatasetXMLParser.")}}}class DatasetReader{constructor(e){if(e.datasets)this.node=new SimpleXMLParser({hasAttributes:!0}).parseFromString(e.datasets).documentElement;else{const t=new DatasetXMLParser({hasAttributes:!0});try{t.parseFromString(e["xdp:xdp"])}catch{}this.node=t.node}}getValue(e){if(!this.node||!e)return"";const t=this.node.searchNode(parseXFAPath(e),0);if(!t)return"";const a=t.firstChild;return"value"===a?.nodeName?t.children.map((e=>decodeString(e.textContent))):decodeString(t.textContent)}}class SingleIntersector{#be;#ye=1/0;#we=1/0;#xe=-1/0;#Se=-1/0;#Ae=null;#ke=[];#Ce=[];#ve=-1;#Fe=!1;constructor(e){this.#be=e;const t=e.data.quadPoints;if(t){for(let e=0,a=t.length;e8&&(this.#Ae=t)}else[this.#ye,this.#we,this.#xe,this.#Se]=e.data.rect}overlaps(e){return!(this.#ye>=e.#xe||this.#xe<=e.#ye||this.#we>=e.#Se||this.#Se<=e.#we)}#Ie(e,t){if(this.#ye>=e||this.#xe<=e||this.#we>=t||this.#Se<=t)return!1;const a=this.#Ae;if(!a)return!0;if(this.#ve>=0){const r=this.#ve;if(!(a[r]>=e||a[r+2]<=e||a[r+5]>=t||a[r+1]<=t))return!0;this.#ve=-1}for(let r=0,i=a.length;r=e||a[r+2]<=e||a[r+5]>=t||a[r+1]<=t)){this.#ve=r;return!0}return!1}addGlyph(e,t,a){if(!this.#Ie(e,t)){this.disableExtraChars();return!1}if(this.#Ce.length>0){this.#ke.push(this.#Ce.join(""));this.#Ce.length=0}this.#ke.push(a);this.#Fe=!0;return!0}addExtraChar(e){this.#Fe&&this.#Ce.push(e)}disableExtraChars(){if(this.#Fe){this.#Fe=!1;this.#Ce.length=0}}setText(){this.#be.data.overlaidText=this.#ke.join("")}}class Intersector{#Te=new Map;constructor(e){for(const t of e){if(!t.data.quadPoints&&!t.data.rect)continue;const e=new SingleIntersector(t);for(const[t,a]of this.#Te)t.overlaps(e)&&(a?a.add(e):this.#Te.set(t,new Set([e])));this.#Te.set(e,null)}}addGlyph(e,t,a,r){const i=e[4]+t/2,n=e[5]+a/2;let s;for(const[e,t]of this.#Te)s?s.has(e)?e.addGlyph(i,n,r):e.disableExtraChars():e.addGlyph(i,n,r)&&(s=t)}addExtraChar(e){for(const t of this.#Te.keys())t.addExtraChar(e)}setText(){for(const e of this.#Te.keys())e.setText()}}class Word64{constructor(e,t){this.high=0|e;this.low=0|t}and(e){this.high&=e.high;this.low&=e.low}xor(e){this.high^=e.high;this.low^=e.low}shiftRight(e){if(e>=32){this.low=this.high>>>e-32|0;this.high=0}else{this.low=this.low>>>e|this.high<<32-e;this.high=this.high>>>e|0}}rotateRight(e){let t,a;if(32&e){a=this.low;t=this.high}else{t=this.low;a=this.high}e&=31;this.low=t>>>e|a<<32-e;this.high=a>>>e|t<<32-e}not(){this.high=~this.high;this.low=~this.low}add(e){const t=(this.low>>>0)+(e.low>>>0);let a=(this.high>>>0)+(e.high>>>0);t>4294967295&&(a+=1);this.low=0|t;this.high=0|a}copyTo(e,t){e[t]=this.high>>>24&255;e[t+1]=this.high>>16&255;e[t+2]=this.high>>8&255;e[t+3]=255&this.high;e[t+4]=this.low>>>24&255;e[t+5]=this.low>>16&255;e[t+6]=this.low>>8&255;e[t+7]=255&this.low}assign(e){this.high=e.high;this.low=e.low}}const mc={get k(){return shadow(this,"k",[new Word64(1116352408,3609767458),new Word64(1899447441,602891725),new Word64(3049323471,3964484399),new Word64(3921009573,2173295548),new Word64(961987163,4081628472),new Word64(1508970993,3053834265),new Word64(2453635748,2937671579),new Word64(2870763221,3664609560),new Word64(3624381080,2734883394),new Word64(310598401,1164996542),new Word64(607225278,1323610764),new Word64(1426881987,3590304994),new Word64(1925078388,4068182383),new Word64(2162078206,991336113),new Word64(2614888103,633803317),new Word64(3248222580,3479774868),new Word64(3835390401,2666613458),new Word64(4022224774,944711139),new Word64(264347078,2341262773),new Word64(604807628,2007800933),new Word64(770255983,1495990901),new Word64(1249150122,1856431235),new Word64(1555081692,3175218132),new Word64(1996064986,2198950837),new Word64(2554220882,3999719339),new Word64(2821834349,766784016),new Word64(2952996808,2566594879),new Word64(3210313671,3203337956),new Word64(3336571891,1034457026),new Word64(3584528711,2466948901),new Word64(113926993,3758326383),new Word64(338241895,168717936),new Word64(666307205,1188179964),new Word64(773529912,1546045734),new Word64(1294757372,1522805485),new Word64(1396182291,2643833823),new Word64(1695183700,2343527390),new Word64(1986661051,1014477480),new Word64(2177026350,1206759142),new Word64(2456956037,344077627),new Word64(2730485921,1290863460),new Word64(2820302411,3158454273),new Word64(3259730800,3505952657),new Word64(3345764771,106217008),new Word64(3516065817,3606008344),new Word64(3600352804,1432725776),new Word64(4094571909,1467031594),new Word64(275423344,851169720),new Word64(430227734,3100823752),new Word64(506948616,1363258195),new Word64(659060556,3750685593),new Word64(883997877,3785050280),new Word64(958139571,3318307427),new Word64(1322822218,3812723403),new Word64(1537002063,2003034995),new Word64(1747873779,3602036899),new Word64(1955562222,1575990012),new Word64(2024104815,1125592928),new Word64(2227730452,2716904306),new Word64(2361852424,442776044),new Word64(2428436474,593698344),new Word64(2756734187,3733110249),new Word64(3204031479,2999351573),new Word64(3329325298,3815920427),new Word64(3391569614,3928383900),new Word64(3515267271,566280711),new Word64(3940187606,3454069534),new Word64(4118630271,4000239992),new Word64(116418474,1914138554),new Word64(174292421,2731055270),new Word64(289380356,3203993006),new Word64(460393269,320620315),new Word64(685471733,587496836),new Word64(852142971,1086792851),new Word64(1017036298,365543100),new Word64(1126000580,2618297676),new Word64(1288033470,3409855158),new Word64(1501505948,4234509866),new Word64(1607167915,987167468),new Word64(1816402316,1246189591)])}};function ch(e,t,a,r,i){e.assign(t);e.and(a);i.assign(t);i.not();i.and(r);e.xor(i)}function maj(e,t,a,r,i){e.assign(t);e.and(a);i.assign(t);i.and(r);e.xor(i);i.assign(a);i.and(r);e.xor(i)}function sigma(e,t,a){e.assign(t);e.rotateRight(28);a.assign(t);a.rotateRight(34);e.xor(a);a.assign(t);a.rotateRight(39);e.xor(a)}function sigmaPrime(e,t,a){e.assign(t);e.rotateRight(14);a.assign(t);a.rotateRight(18);e.xor(a);a.assign(t);a.rotateRight(41);e.xor(a)}function littleSigma(e,t,a){e.assign(t);e.rotateRight(1);a.assign(t);a.rotateRight(8);e.xor(a);a.assign(t);a.shiftRight(7);e.xor(a)}function littleSigmaPrime(e,t,a){e.assign(t);e.rotateRight(19);a.assign(t);a.rotateRight(61);e.xor(a);a.assign(t);a.shiftRight(6);e.xor(a)}function calculateSHA512(e,t,a,r=!1){let i,n,s,o,c,l,h,u;if(r){i=new Word64(3418070365,3238371032);n=new Word64(1654270250,914150663);s=new Word64(2438529370,812702999);o=new Word64(355462360,4144912697);c=new Word64(1731405415,4290775857);l=new Word64(2394180231,1750603025);h=new Word64(3675008525,1694076839);u=new Word64(1203062813,3204075428)}else{i=new Word64(1779033703,4089235720);n=new Word64(3144134277,2227873595);s=new Word64(1013904242,4271175723);o=new Word64(2773480762,1595750129);c=new Word64(1359893119,2917565137);l=new Word64(2600822924,725511199);h=new Word64(528734635,4215389547);u=new Word64(1541459225,327033209)}const d=128*Math.ceil((a+17)/128),f=new Uint8Array(d);let g,p;for(g=0;g>>29&255;f[g++]=a>>21&255;f[g++]=a>>13&255;f[g++]=a>>5&255;f[g++]=a<<3&255;const b=new Array(80);for(g=0;g<80;g++)b[g]=new Word64(0,0);const{k:y}=mc;let w=new Word64(0,0),x=new Word64(0,0),S=new Word64(0,0),k=new Word64(0,0),C=new Word64(0,0),v=new Word64(0,0),F=new Word64(0,0),T=new Word64(0,0);const O=new Word64(0,0),M=new Word64(0,0),D=new Word64(0,0),R=new Word64(0,0);let N,E;for(g=0;g>>t|e<<32-t}function calculate_sha256_ch(e,t,a){return e&t^~e&a}function calculate_sha256_maj(e,t,a){return e&t^e&a^t&a}function calculate_sha256_sigma(e){return rotr(e,2)^rotr(e,13)^rotr(e,22)}function calculate_sha256_sigmaPrime(e){return rotr(e,6)^rotr(e,11)^rotr(e,25)}function calculate_sha256_littleSigma(e){return rotr(e,7)^rotr(e,18)^e>>>3}function calculateSHA256(e,t,a){let r=1779033703,i=3144134277,n=1013904242,s=2773480762,o=1359893119,c=2600822924,l=528734635,h=1541459225;const u=64*Math.ceil((a+9)/64),d=new Uint8Array(u);let f,g;for(f=0;f>>29&255;d[f++]=a>>21&255;d[f++]=a>>13&255;d[f++]=a>>5&255;d[f++]=a<<3&255;const m=new Uint32Array(64),{k:b}=bc;for(f=0;f>>10)+m[g-7]+calculate_sha256_littleSigma(m[g-15])+m[g-16]|0;let e,t,a=r,u=i,p=n,w=s,x=o,S=c,k=l,C=h;for(g=0;g<64;++g){e=C+calculate_sha256_sigmaPrime(x)+calculate_sha256_ch(x,S,k)+b[g]+m[g];t=calculate_sha256_sigma(a)+calculate_sha256_maj(a,u,p);C=k;k=S;S=x;x=w+e|0;w=p;p=u;u=a;a=e+t|0}r=r+a|0;i=i+u|0;n=n+p|0;s=s+w|0;o=o+x|0;c=c+S|0;l=l+k|0;h=h+C|0}var y;return new Uint8Array([r>>24&255,r>>16&255,r>>8&255,255&r,i>>24&255,i>>16&255,i>>8&255,255&i,n>>24&255,n>>16&255,n>>8&255,255&n,s>>24&255,s>>16&255,s>>8&255,255&s,o>>24&255,o>>16&255,o>>8&255,255&o,c>>24&255,c>>16&255,c>>8&255,255&c,l>>24&255,l>>16&255,l>>8&255,255&l,h>>24&255,h>>16&255,h>>8&255,255&h])}class DecryptStream extends DecodeStream{constructor(e,t,a){super(t);this.str=e;this.dict=e.dict;this.decrypt=a;this.nextChunk=null;this.initialized=!1}readBlock(){let e;if(this.initialized)e=this.nextChunk;else{e=this.str.getBytes(512);this.initialized=!0}if(!e?.length){this.eof=!0;return}this.nextChunk=this.str.getBytes(512);const t=this.nextChunk?.length>0;e=(0,this.decrypt)(e,!t);const a=this.bufferLength,r=a+e.length;this.ensureBuffer(r).set(e,a);this.bufferLength=r}}class ARCFourCipher{constructor(e){this.a=0;this.b=0;const t=new Uint8Array(256),a=e.length;for(let e=0;e<256;++e)t[e]=e;for(let r=0,i=0;r<256;++r){const n=t[r];i=i+n+e[r%a]&255;t[r]=t[i];t[i]=n}this.s=t}encryptBlock(e){let t=this.a,a=this.b;const r=this.s,i=e.length,n=new Uint8Array(i);for(let s=0;st<128?t<<1:t<<1^27));constructor(){this.buffer=new Uint8Array(16);this.bufferPosition=0}_expandKey(e){unreachable("Cannot call `_expandKey` on the base class")}_decrypt(e,t){let a,r,i;const n=new Uint8Array(16);n.set(e);for(let e=0,a=this._keySize;e<16;++e,++a)n[e]^=t[a];for(let e=this._cyclesOfRepetition-1;e>=1;--e){a=n[13];n[13]=n[9];n[9]=n[5];n[5]=n[1];n[1]=a;a=n[14];r=n[10];n[14]=n[6];n[10]=n[2];n[6]=a;n[2]=r;a=n[15];r=n[11];i=n[7];n[15]=n[3];n[11]=a;n[7]=r;n[3]=i;for(let e=0;e<16;++e)n[e]=this._inv_s[n[e]];for(let a=0,r=16*e;a<16;++a,++r)n[a]^=t[r];for(let e=0;e<16;e+=4){const t=this._mix[n[e]],r=this._mix[n[e+1]],i=this._mix[n[e+2]],s=this._mix[n[e+3]];a=t^r>>>8^r<<24^i>>>16^i<<16^s>>>24^s<<8;n[e]=a>>>24&255;n[e+1]=a>>16&255;n[e+2]=a>>8&255;n[e+3]=255&a}}a=n[13];n[13]=n[9];n[9]=n[5];n[5]=n[1];n[1]=a;a=n[14];r=n[10];n[14]=n[6];n[10]=n[2];n[6]=a;n[2]=r;a=n[15];r=n[11];i=n[7];n[15]=n[3];n[11]=a;n[7]=r;n[3]=i;for(let e=0;e<16;++e){n[e]=this._inv_s[n[e]];n[e]^=t[e]}return n}_encrypt(e,t){const a=this._s;let r,i,n;const s=new Uint8Array(16);s.set(e);for(let e=0;e<16;++e)s[e]^=t[e];for(let e=1;e=r;--a)if(e[a]!==t){t=0;break}o-=t;n[n.length-1]=e.subarray(0,16-t)}}const c=new Uint8Array(o);for(let e=0,t=0,a=n.length;e=256&&(o=255&(27^o))}for(let t=0;t<4;++t){a[e]=r^=a[e-32];e++;a[e]=i^=a[e-32];e++;a[e]=n^=a[e-32];e++;a[e]=s^=a[e-32];e++}}return a}}class PDFBase{_hash(e,t,a){unreachable("Abstract method `_hash` called")}checkOwnerPassword(e,t,a,r){const i=new Uint8Array(e.length+56);i.set(e,0);i.set(t,e.length);i.set(a,e.length+t.length);return isArrayEqual(this._hash(e,i,a),r)}checkUserPassword(e,t,a){const r=new Uint8Array(e.length+8);r.set(e,0);r.set(t,e.length);return isArrayEqual(this._hash(e,r,[]),a)}getOwnerKey(e,t,a,r){const i=new Uint8Array(e.length+56);i.set(e,0);i.set(t,e.length);i.set(a,e.length+t.length);const n=this._hash(e,i,a);return new AES256Cipher(n).decryptBlock(r,!1,new Uint8Array(16))}getUserKey(e,t,a){const r=new Uint8Array(e.length+8);r.set(e,0);r.set(t,e.length);const i=this._hash(e,r,[]);return new AES256Cipher(i).decryptBlock(a,!1,new Uint8Array(16))}}class PDF17 extends PDFBase{_hash(e,t,a){return calculateSHA256(t,0,t.length)}}class PDF20 extends PDFBase{_hash(e,t,a){let r=calculateSHA256(t,0,t.length).subarray(0,32),i=[0],n=0;for(;n<64||i.at(-1)>n-32;){const t=e.length+r.length+a.length,l=new Uint8Array(t);let h=0;l.set(e,h);h+=e.length;l.set(r,h);h+=r.length;l.set(a,h);const u=new Uint8Array(64*t);for(let e=0,a=0;e<64;e++,a+=t)u.set(l,a);i=new AES128Cipher(r.subarray(0,16)).encrypt(u,r.subarray(16,32));const d=Math.sumPrecise(i.slice(0,16))%3;0===d?r=calculateSHA256(i,0,i.length):1===d?r=(s=i,o=0,c=i.length,calculateSHA512(s,o,c,!0)):2===d&&(r=calculateSHA512(i,0,i.length));n++}var s,o,c;return r.subarray(0,32)}}class CipherTransform{constructor(e,t){this.StringCipherConstructor=e;this.StreamCipherConstructor=t}createStream(e,t){const a=new this.StreamCipherConstructor;return new DecryptStream(e,t,(function cipherTransformDecryptStream(e,t){return a.decryptBlock(e,t)}))}decryptString(e){const t=new this.StringCipherConstructor;let a=stringToBytes(e);a=t.decryptBlock(a,!0);return bytesToString(a)}encryptString(e){const t=new this.StringCipherConstructor;if(t instanceof AESBaseCipher){const a=16-e.length%16;e+=String.fromCharCode(a).repeat(a);const r=new Uint8Array(16);crypto.getRandomValues(r);let i=stringToBytes(e);i=t.encrypt(i,r);const n=new Uint8Array(16+i.length);n.set(r);n.set(i,16);return bytesToString(n)}let a=stringToBytes(e);a=t.encrypt(a);return bytesToString(a)}}class CipherTransformFactory{static get _defaultPasswordBytes(){return shadow(this,"_defaultPasswordBytes",new Uint8Array([40,191,78,94,78,117,138,65,100,0,78,86,255,250,1,8,46,46,0,182,208,104,62,128,47,12,169,254,100,83,105,122]))}#Oe(e,t,a,r,i,n,s,o,c,l,h,u){if(t){const e=Math.min(127,t.length);t=t.subarray(0,e)}else t=[];const d=6===e?new PDF20:new PDF17;return d.checkUserPassword(t,o,s)?d.getUserKey(t,c,h):t.length&&d.checkOwnerPassword(t,r,n,a)?d.getOwnerKey(t,i,n,l):null}#Me(e,t,a,r,i,n,s,o){const c=40+a.length+e.length,l=new Uint8Array(c);let h,u,d=0;if(t){u=Math.min(32,t.length);for(;d>8&255;l[d++]=i>>16&255;l[d++]=i>>>24&255;l.set(e,d);d+=e.length;if(n>=4&&!o){l.fill(255,d,d+4);d+=4}let f=calculateMD5(l,0,d);const g=s>>3;if(n>=3)for(h=0;h<50;++h)f=calculateMD5(f,0,g);const p=f.subarray(0,g);let m,b;if(n>=3){d=0;l.set(CipherTransformFactory._defaultPasswordBytes,d);d+=32;l.set(e,d);d+=e.length;m=new ARCFourCipher(p);b=m.encryptBlock(calculateMD5(l,0,d));u=p.length;const t=new Uint8Array(u);for(h=1;h<=19;++h){for(let e=0;er[t]===e))?p:null}#De(e,t,a,r){const i=new Uint8Array(32);let n=0;const s=Math.min(32,e.length);for(;n>3;if(a>=3)for(o=0;o<50;++o)c=calculateMD5(c,0,c.length);let h,u;if(a>=3){u=t;const e=new Uint8Array(l);for(o=19;o>=0;o--){for(let t=0;t>8&255;n[s++]=e>>16&255;n[s++]=255&t;n[s++]=t>>8&255;if(r){n[s++]=115;n[s++]=65;n[s++]=108;n[s++]=84}return calculateMD5(n,0,s).subarray(0,Math.min(i+5,16))}#Re(e,t,a,r,i){if(!(t instanceof Name))throw new FormatError("Invalid crypt filter name.");const n=this,s=e.get(t.name),o=s?.get("CFM");if(!o||"None"===o.name)return function(){return new NullCipher};if("V2"===o.name)return function(){return new ARCFourCipher(n.#Be(a,r,i,!1))};if("AESV2"===o.name)return function(){return new AES128Cipher(n.#Be(a,r,i,!0))};if("AESV3"===o.name)return function(){return new AES256Cipher(i)};throw new FormatError("Unknown crypto method")}constructor(e,t,a){const r=e.get("Filter");if(!isName(r,"Standard"))throw new FormatError("unknown encryption method");this.filterName=r.name;this.dict=e;const i=e.get("V");if(!Number.isInteger(i)||1!==i&&2!==i&&4!==i&&5!==i)throw new FormatError("unsupported encryption algorithm");this.algorithm=i;let n=e.get("Length");if(!n)if(i<=3)n=40;else{const t=e.get("CF"),a=e.get("StmF");if(t instanceof Dict&&a instanceof Name){t.suppressEncryption=!0;const e=t.get(a.name);n=e?.get("Length")||128;n<40&&(n<<=3)}}if(!Number.isInteger(n)||n<40||n%8!=0)throw new FormatError("invalid key length");const s=stringToBytes(e.get("O")),o=stringToBytes(e.get("U")),c=s.subarray(0,32),l=o.subarray(0,32),h=e.get("P"),u=e.get("R"),d=(4===i||5===i)&&!1!==e.get("EncryptMetadata");this.encryptMetadata=d;const f=stringToBytes(t);let g,p;if(a){if(6===u)try{a=utf8StringToString(a)}catch{warn("CipherTransformFactory: Unable to convert UTF8 encoded password.")}g=stringToBytes(a)}if(5!==i)p=this.#Me(f,g,c,l,h,u,n,d);else{const t=s.subarray(32,40),a=s.subarray(40,48),r=o.subarray(0,48),i=o.subarray(32,40),n=o.subarray(40,48),h=stringToBytes(e.get("OE")),d=stringToBytes(e.get("UE")),f=stringToBytes(e.get("Perms"));p=this.#Oe(u,g,c,t,a,r,l,i,n,h,d,f)}if(!p){if(!a)throw new PasswordException("No password given",ha);const e=this.#De(g,c,u,n);p=this.#Me(f,e,c,l,h,u,n,d)}if(!p)throw new PasswordException("Incorrect Password",ua);if(4===i&&p.length<16){this.encryptionKey=new Uint8Array(16);this.encryptionKey.set(p)}else this.encryptionKey=p;if(i>=4){const t=e.get("CF");t instanceof Dict&&(t.suppressEncryption=!0);this.cf=t;this.stmf=e.get("StmF")||Name.get("Identity");this.strf=e.get("StrF")||Name.get("Identity");this.eff=e.get("EFF")||this.stmf}}createCipherTransform(e,t){if(4===this.algorithm||5===this.algorithm)return new CipherTransform(this.#Re(this.cf,this.strf,e,t,this.encryptionKey),this.#Re(this.cf,this.stmf,e,t,this.encryptionKey));const a=this.#Be(e,t,this.encryptionKey,!1),cipherConstructor=function(){return new ARCFourCipher(a)};return new CipherTransform(cipherConstructor,cipherConstructor)}}class XRef{#Ne=null;constructor(e,t){this.stream=e;this.pdfManager=t;this.entries=[];this._xrefStms=new Set;this._cacheMap=new Map;this._pendingRefs=new RefSet;this._newPersistentRefNum=null;this._newTemporaryRefNum=null;this._persistentRefsCache=null}getNewPersistentRef(e){null===this._newPersistentRefNum&&(this._newPersistentRefNum=this.entries.length||1);const t=this._newPersistentRefNum++;this._cacheMap.set(t,e);return Ref.get(t,0)}getNewTemporaryRef(){if(null===this._newTemporaryRefNum){this._newTemporaryRefNum=this.entries.length||1;if(this._newPersistentRefNum){this._persistentRefsCache=new Map;for(let e=this._newTemporaryRefNum;e0;){const[s,o]=n;if(!Number.isInteger(s)||!Number.isInteger(o))throw new FormatError(`Invalid XRef range fields: ${s}, ${o}`);if(!Number.isInteger(a)||!Number.isInteger(r)||!Number.isInteger(i))throw new FormatError(`Invalid XRef entry fields length: ${s}, ${o}`);for(let n=t.entryNum;n=e.length);){a+=String.fromCharCode(r);r=e[t]}return a}function skipUntil(e,t,a){const r=a.length,i=e.length;let n=0;for(;t=r)break;t++;n++}return n}const e=/\\b(endobj|\\d+\\s+\\d+\\s+obj|xref|trailer\\s*<<)\\b/g,t=/\\b(startxref|\\d+\\s+\\d+\\s+obj)\\b/g,a=/^(\\d+)\\s+(\\d+)\\s+obj\\b/,r=new Uint8Array([116,114,97,105,108,101,114]),i=new Uint8Array([115,116,97,114,116,120,114,101,102]),n=new Uint8Array([47,88,82,101,102]);this.entries.length=0;this._cacheMap.clear();const s=this.stream;s.pos=0;const o=s.getBytes(),c=bytesToString(o),l=o.length;let h=s.start;const u=[],d=[];for(;h=l)break;f=o[h]}while(10!==f&&13!==f);continue}const g=readToken(o,h);let p;if(g.startsWith("xref")&&(4===g.length||/\\s/.test(g[4]))){h+=skipUntil(o,h,r);u.push(h);h+=skipUntil(o,h,i)}else if(p=a.exec(g)){const t=0|p[1],a=0|p[2],r=h+g.length;let i,u=!1;if(this.entries[t]){if(this.entries[t].gen===a)try{new Parser({lexer:new Lexer(s.makeSubStream(r))}).getObj();u=!0}catch(e){e instanceof ParserEOFException?warn(`indexObjects -- checking object (${g}): "${e}".`):u=!0}}else u=!0;u&&(this.entries[t]={offset:h-s.start,gen:a,uncompressed:!0});e.lastIndex=r;const f=e.exec(c);if(f){i=e.lastIndex+1-h;if("endobj"!==f[1]){warn(`indexObjects: Found "${f[1]}" inside of another "obj", caused by missing "endobj" -- trying to recover.`);i-=f[1].length+1}}else i=l-h;const m=o.subarray(h,h+i),b=skipUntil(m,0,n);if(b0?Math.max(...this._xrefStms):null)}getEntry(e){const t=this.entries[e];return t&&!t.free&&t.offset?t:null}fetchIfRef(e,t=!1){return e instanceof Ref?this.fetch(e,t):e}fetch(e,t=!1){if(!(e instanceof Ref))throw new Error("ref object is not a reference");const a=e.num,r=this._cacheMap.get(a);if(void 0!==r){r instanceof Dict&&!r.objId&&(r.objId=e.toString());return r}let i=this.getEntry(a);if(null===i)return i;if(this._pendingRefs.has(e)){this._pendingRefs.remove(e);warn(`Ignoring circular reference: ${e}.`);return ya}this._pendingRefs.put(e);try{i=i.uncompressed?this.fetchUncompressed(e,i,t):this.fetchCompressed(e,i,t);this._pendingRefs.remove(e)}catch(t){this._pendingRefs.remove(e);throw t}i instanceof Dict?i.objId=e.toString():i instanceof BaseStream&&(i.dict.objId=e.toString());return i}fetchUncompressed(e,t,a=!1){const r=e.gen;let i=e.num;if(t.gen!==r){const n=`Inconsistent generation in XRef: ${e}`;if(this._generationFallback&&t.gen0&&t[3]-t[1]>0)return t;warn(`Empty, or invalid, /${e} entry.`)}return null}get mediaBox(){return shadow(this,"mediaBox",this.#je("MediaBox")||yc)}get cropBox(){return shadow(this,"cropBox",this.#je("CropBox")||this.mediaBox)}get userUnit(){const e=this.pageDict.get("UserUnit");return shadow(this,"userUnit","number"==typeof e&&e>0?e:1)}get view(){const{cropBox:e,mediaBox:t}=this;if(e!==t&&!isArrayEqual(e,t)){const a=Util.intersect(e,t);if(a&&a[2]-a[0]>0&&a[3]-a[1]>0)return shadow(this,"view",a);warn("Empty /CropBox and /MediaBox intersection.")}return shadow(this,"view",t)}get rotate(){let e=this.#Le("Rotate")||0;e%90!=0?e=0:e>=360?e%=360:e<0&&(e=(e%360+360)%360);return shadow(this,"rotate",e)}#_e(e,t){if(!this.evaluatorOptions.ignoreErrors)throw e;warn(`getContentStream - ignoring sub-stream (${t}): "${e}".`)}async getContentStream(){const e=await this.pdfManager.ensure(this,"content");return e instanceof BaseStream?e:Array.isArray(e)?new StreamsSequenceStream(e,this.#_e.bind(this)):new NullStream}get xfaData(){return shadow(this,"xfaData",this.xfaFactory?{bbox:this.xfaFactory.getBoundingBox(this.pageIndex)}:null)}async#Ue(e,t,a){const r=[];for(const i of e)if(i.id){const e=Ref.fromString(i.id);if(!e){warn(`A non-linked annotation cannot be modified: ${i.id}`);continue}if(i.deleted){t.put(e,e);if(i.popupRef){const e=Ref.fromString(i.popupRef);e&&t.put(e,e)}continue}if(i.popup?.deleted){const e=Ref.fromString(i.popupRef);e&&t.put(e,e)}a?.put(e);i.ref=e;r.push(this.xref.fetchAsync(e).then((e=>{e instanceof Dict&&(i.oldAnnotation=e.clone())}),(()=>{warn(`Cannot fetch \\`oldAnnotation\\` for: ${e}.`)})));delete i.id}await Promise.all(r)}async saveNewAnnotations(e,t,a,r,i){if(this.xfaFactory)throw new Error("XFA: Cannot save new annotations.");const n=this.#Pe(e),s=new RefSetCache,o=new RefSet;await this.#Ue(a,s,o);const c=this.pageDict,l=this.annotations.filter((e=>!(e instanceof Ref&&s.has(e)))),h=await AnnotationFactory.saveNewAnnotations(n,t,a,r,i);for(const{ref:e}of h.annotations)e instanceof Ref&&!o.has(e)&&l.push(e);const u=c.clone();u.set("Annots",l);i.put(this.ref,{data:u});for(const e of s)i.put(e,{data:null})}async save(e,t,a,r){const i=this.#Pe(e),n=await this._parsedAnnotations,s=[];for(const e of n)s.push(e.save(i,t,a,r).catch((function(e){warn(`save - ignoring annotation data during "${t.name}" task: "${e}".`);return null})));return Promise.all(s)}async loadResources(e){await(this.#Ee??=this.pdfManager.ensure(this,"resources"));await ObjectLoader.load(this.resources,e,this.xref)}async#Xe(e,t){const a=e?.get("Resources");if(!(a instanceof Dict&&a.size))return this.resources;await ObjectLoader.load(a,t,this.xref);return Dict.merge({xref:this.xref,dictArray:[a,this.resources],mergeSubDicts:!0})}async getOperatorList({handler:e,sink:t,task:a,intent:r,cacheKey:i,annotationStorage:c=null,modifiedIds:d=null}){const g=this.getContentStream(),p=this.loadResources(Ia),m=this.#Pe(e),b=this.xfaFactory?null:getNewAnnotationsMap(c),y=b?.get(this.pageIndex);let w=Promise.resolve(null),x=null;if(y){const e=this.pdfManager.ensureDoc("annotationGlobals");let t;const r=new Set;for(const{bitmapId:e,bitmap:t}of y)!e||t||r.has(e)||r.add(e);const{isOffscreenCanvasSupported:i}=this.evaluatorOptions;if(r.size>0){const e=y.slice();for(const[t,a]of c)t.startsWith(f)&&a.bitmap&&r.has(a.bitmapId)&&e.push(a);t=AnnotationFactory.generateImages(e,this.xref,i)}else t=AnnotationFactory.generateImages(y,this.xref,i);x=new RefSet;w=Promise.all([e,this.#Ue(y,x,null)]).then((([e])=>e?AnnotationFactory.printNewAnnotations(e,m,a,y,t):null))}const S=Promise.all([g,p]).then((async([n])=>{const s=await this.#Xe(n.dict,Ia),o=new OperatorList(r,t);e.send("StartRenderPage",{transparency:m.hasBlendModes(s,this.nonBlendModesSet),pageIndex:this.pageIndex,cacheKey:i});await m.getOperatorList({stream:n,task:a,resources:s,operatorList:o});return o}));let[k,C,v]=await Promise.all([S,this._parsedAnnotations,w]);if(v){C=C.filter((e=>!(e.ref&&x.has(e.ref))));for(let e=0,t=v.length;ee.ref&&isRefsEqual(e.ref,a.refToReplace)));if(r>=0){C.splice(r,1,a);v.splice(e--,1);t--}}}C=C.concat(v)}if(0===C.length||r&h){k.flush(!0);return{length:k.totalLength}}const F=!!(r&l),T=!!(r&u),O=!!(r&n),M=!!(r&s),D=!!(r&o),R=[];for(const e of C)(O||M&&e.mustBeViewed(c,F)&&e.mustBeViewedWhenEditing(T,d)||D&&e.mustBePrinted(c))&&R.push(e.getOperatorList(m,a,r,c).catch((function(e){warn(`getOperatorList - ignoring annotation data during "${a.name}" task: "${e}".`);return{opList:null,separateForm:!1,separateCanvas:!1}})));const N=await Promise.all(R);let E=!1,L=!1;for(const{opList:e,separateForm:t,separateCanvas:a}of N){k.addOpList(e);E||=t;L||=a}k.flush(!0,{form:E,canvas:L});return{length:k.totalLength}}async extractTextContent({handler:e,task:t,includeMarkedContent:a,disableNormalization:r,sink:i,intersector:n=null}){const s=this.getContentStream(),o=this.loadResources(Ta),c=this.pdfManager.ensureCatalog("lang"),[l,,h]=await Promise.all([s,o,c]),u=await this.#Xe(l.dict,Ta);return this.#Pe(e).getTextContent({stream:l,task:t,resources:u,includeMarkedContent:a,disableNormalization:r,sink:i,viewBox:this.view,lang:h,intersector:n})}async getStructTree(){const e=await this.pdfManager.ensureCatalog("structTreeRoot");if(!e)return null;await this._parsedAnnotations;try{const t=await this.pdfManager.ensure(this,"_parseStructTree",[e]);return await this.pdfManager.ensure(t,"serializable")}catch(e){warn(`getStructTree: "${e}".`);return null}}_parseStructTree(e){const t=new StructTreePage(e,this.pageDict);t.parse(this.ref);return t}async getAnnotationsData(e,t,a){const r=await this._parsedAnnotations;if(0===r.length)return r;const i=[],c=[];let l;const h=!!(a&n),u=!!(a&s),d=!!(a&o),f=[];for(const a of r){const r=h||u&&a.viewable;(r||d&&a.printable)&&i.push(a.data);if(a.hasTextContent&&r){l??=this.#Pe(e);c.push(a.extractTextContent(l,t,[-1/0,-1/0,1/0,1/0]).catch((function(e){warn(`getAnnotationsData - ignoring textContent during "${t.name}" task: "${e}".`)})))}else a.overlaysTextContent&&r&&f.push(a)}if(f.length>0){const a=new Intersector(f);c.push(this.extractTextContent({handler:e,task:t,includeMarkedContent:!1,disableNormalization:!1,sink:null,viewBox:this.view,lang:null,intersector:a}).then((()=>{a.setText()})))}await Promise.all(c);return i}get annotations(){const e=this.#Le("Annots");return shadow(this,"annotations",Array.isArray(e)?e:[])}get _parsedAnnotations(){return shadow(this,"_parsedAnnotations",this.pdfManager.ensure(this,"annotations").then((async e=>{if(0===e.length)return e;const[t,a]=await Promise.all([this.pdfManager.ensureDoc("annotationGlobals"),this.pdfManager.ensureDoc("fieldObjects")]);if(!t)return[];const r=a?.orphanFields,i=[];for(const a of e)i.push(AnnotationFactory.create(this.xref,a,t,this._localIdFactory,!1,r,this.ref).catch((function(e){warn(`_parsedAnnotations: "${e}".`);return null})));const n=[];let s,o;for(const e of await Promise.all(i))e&&(e instanceof WidgetAnnotation?(o||=[]).push(e):e instanceof PopupAnnotation?(s||=[]).push(e):n.push(e));o&&n.push(...o);s&&n.push(...s);return n})))}get jsActions(){return shadow(this,"jsActions",collectActions(this.xref,this.pageDict,xe))}}const wc=new Uint8Array([37,80,68,70,45]),xc=new Uint8Array([115,116,97,114,116,120,114,101,102]),Sc=new Uint8Array([101,110,100,111,98,106]);function find(e,t,a=1024,r=!1){const i=t.length,n=e.peekBytes(a),s=n.length-i;if(s<=0)return!1;if(r){const a=i-1;let r=n.length-1;for(;r>=a;){let s=0;for(;s=i){e.pos+=r-a;return!0}r--}}else{let a=0;for(;a<=s;){let r=0;for(;r=i){e.pos+=a;return!0}a++}}return!1}class PDFDocument{#qe=new Map;#He=null;constructor(e,t){if(t.length<=0)throw new InvalidPDFException("The PDF file is empty, i.e. its size is zero bytes.");this.pdfManager=e;this.stream=t;this.xref=new XRef(t,e);const a={font:0};this._globalIdFactory=class{static getDocId(){return`g_${e.docId}`}static createFontId(){return"f"+ ++a.font}static createObjId(){unreachable("Abstract method `createObjId` called.")}static getPageObjId(){unreachable("Abstract method `getPageObjId` called.")}}}parse(e){this.xref.parse(e);this.catalog=new Catalog(this.pdfManager,this.xref)}get linearization(){let e=null;try{e=Linearization.create(this.stream)}catch(e){if(e instanceof MissingDataException)throw e;info(e)}return shadow(this,"linearization",e)}get startXRef(){const e=this.stream;let t=0;if(this.linearization){e.reset();if(find(e,Sc)){e.skip(6);let a=e.peekByte();for(;isWhiteSpace(a);){e.pos++;a=e.peekByte()}t=e.pos-e.start}}else{const a=1024,r=xc.length;let i=!1,n=e.end;for(;!i&&n>0;){n-=a-r;n<0&&(n=0);e.pos=n;i=find(e,xc,a,!0)}if(i){e.skip(9);let a;do{a=e.getByte()}while(isWhiteSpace(a));let r="";for(;a>=32&&a<=57;){r+=String.fromCharCode(a);a=e.getByte()}t=parseInt(r,10);isNaN(t)&&(t=0)}}return shadow(this,"startXRef",t)}checkHeader(){const e=this.stream;e.reset();if(!find(e,wc))return;e.moveStart();e.skip(wc.length);let t,a="";for(;(t=e.getByte())>32&&a.length<7;)a+=String.fromCharCode(t);Ca.test(a)?this.#He=a:warn(`Invalid PDF header version: ${a}`)}parseStartXRef(){this.xref.setStartXRef(this.startXRef)}get numPages(){let e=0;e=this.catalog.hasActualNumPages?this.catalog.numPages:this.xfaFactory?this.xfaFactory.getNumPages():this.linearization?this.linearization.numPages:this.catalog.numPages;return shadow(this,"numPages",e)}#We(e,t=0){return!!Array.isArray(e)&&e.every((e=>{if(!((e=this.xref.fetchIfRef(e))instanceof Dict))return!1;if(e.has("Kids")){if(++t>10){warn("#hasOnlyDocumentSignatures: maximum recursion depth reached");return!1}return this.#We(e.get("Kids"),t)}const a=isName(e.get("FT"),"Sig"),r=e.get("Rect"),i=Array.isArray(r)&&r.every((e=>0===e));return a&&i}))}#ze(e,t,a=new RefSet){if(Array.isArray(e))for(let r of e){if(r instanceof Ref){if(a.has(r))continue;a.put(r)}r=this.xref.fetchIfRef(r);if(!(r instanceof Dict))continue;if(r.has("Kids")){this.#ze(r.get("Kids"),t,a);continue}if(!isName(r.get("FT"),"Sig"))continue;const e=r.get("V");if(!(e instanceof Dict))continue;const i=e.get("SubFilter");i instanceof Name&&t.add(i.name)}}get _xfaStreams(){const{acroForm:e}=this.catalog;if(!e)return null;const t=e.get("XFA"),a=new Map(["xdp:xdp","template","datasets","config","connectionSet","localeSet","stylesheet","/xdp:xdp"].map((e=>[e,null])));if(t instanceof BaseStream&&!t.isEmpty){a.set("xdp:xdp",t);return a}if(!Array.isArray(t)||0===t.length)return null;for(let e=0,r=t.length;el.handleSetFont(r,[Name.get(e),1],null,h,t,d,a,i).catch((e=>{warn(`loadXfaFonts: "${e}".`);return null})),f=[];for(const[e,t]of i){const a=t.get("FontDescriptor");if(!(a instanceof Dict))continue;let r=a.get("FontFamily");r=r.replaceAll(/[ ]+(\\d)/g,"$1");const i={fontFamily:r,fontWeight:a.get("FontWeight"),italicAngle:-a.get("ItalicAngle")};validateCSSFont(i)&&f.push(parseFont(e,null,i))}await Promise.all(f);const g=this.xfaFactory.setFonts(u);if(!g)return;n.ignoreErrors=!0;f.length=0;u.length=0;const p=new Set;for(const e of g)getXfaFontName(`${e}-Regular`)||p.add(e);p.size&&g.push("PdfJS-Fallback");for(const e of g)if(!p.has(e))for(const t of[{name:"Regular",fontWeight:400,italicAngle:0},{name:"Bold",fontWeight:700,italicAngle:0},{name:"Italic",fontWeight:400,italicAngle:12},{name:"BoldItalic",fontWeight:700,italicAngle:12}]){const a=`${e}-${t.name}`;f.push(parseFont(a,getXfaFontDict(a),{fontFamily:e,fontWeight:t.fontWeight,italicAngle:t.italicAngle}))}await Promise.all(f);this.xfaFactory.appendFonts(u,p)}loadXfaResources(e,t){return Promise.all([this.#Ge(e,t).catch((()=>{})),this.#$e()])}serializeXfaData(e){return this.xfaFactory?this.xfaFactory.serializeData(e):null}get version(){return this.catalog.version||this.#He}get formInfo(){const e={hasFields:!1,hasAcroForm:!1,hasXfa:!1,hasSignatures:!1},{acroForm:t}=this.catalog;if(!t)return shadow(this,"formInfo",e);try{const a=t.get("Fields"),r=Array.isArray(a)&&a.length>0;e.hasFields=r;const i=t.get("XFA");e.hasXfa=Array.isArray(i)&&i.length>0||i instanceof BaseStream&&!i.isEmpty;const n=!!(1&t.get("SigFlags")),s=n&&this.#We(a);e.hasAcroForm=r&&!s;e.hasSignatures=n}catch(e){if(e instanceof MissingDataException)throw e;warn(`Cannot fetch form information: "${e}".`)}return shadow(this,"formInfo",e)}get documentInfo(){const{catalog:e,formInfo:t,xref:a}=this,r={PDFFormatVersion:this.version,Language:e.lang,EncryptFilterName:a.encrypt?.filterName??null,IsLinearized:!!this.linearization,IsAcroFormPresent:t.hasAcroForm,IsXFAPresent:t.hasXfa,IsCollectionPresent:!!e.collection,IsSignaturesPresent:t.hasSignatures};let i;try{i=a.trailer.get("Info")}catch(e){if(e instanceof MissingDataException)throw e;info("The document information dictionary is invalid.")}if(!(i instanceof Dict))return shadow(this,"documentInfo",r);for(const[e,t]of i){switch(e){case"Title":case"Author":case"Subject":case"Keywords":case"Creator":case"Producer":case"CreationDate":case"ModDate":if("string"==typeof t){r[e]=stringToPDFString(t);continue}break;case"Trapped":if(t instanceof Name){r[e]=t;continue}break;default:let a;switch(typeof t){case"string":a=stringToPDFString(t);break;case"number":case"boolean":a=t;break;default:t instanceof Name&&(a=t)}if(void 0===a){warn(`Bad value, for custom key "${e}", in Info: ${t}.`);continue}r.Custom??=Object.create(null);r.Custom[e]=a;continue}warn(`Bad value, for key "${e}", in Info: ${t}.`)}return shadow(this,"documentInfo",r)}get fingerprints(){const e="\\0".repeat(16);function validate(t){return"string"==typeof t&&16===t.length&&t!==e}const t=this.xref.trailer.get("ID");let a,r;if(Array.isArray(t)&&validate(t[0])){a=stringToBytes(t[0]);t[1]!==t[0]&&validate(t[1])&&(r=stringToBytes(t[1]))}else a=calculateMD5(this.stream.getByteRange(0,1024),0,1024);return shadow(this,"fingerprints",[toHexUtil(a),r?toHexUtil(r):null])}async#Ve(e){const{catalog:t,linearization:a,xref:r}=this,i=Ref.get(a.objectNumberFirst,0);try{const e=await r.fetchAsync(i);if(e instanceof Dict){let a=e.getRaw("Type");a instanceof Ref&&(a=await r.fetchAsync(a));if(isName(a,"Page")||!e.has("Type")&&!e.has("Kids")&&e.has("Contents")){t.pageKidsCountCache.has(i)||t.pageKidsCountCache.put(i,1);t.pageIndexCache.has(i)||t.pageIndexCache.put(i,0);return[e,i]}}throw new FormatError("The Linearization dictionary doesn\'t point to a valid Page dictionary.")}catch(a){warn(`_getLinearizationPage: "${a.message}".`);return t.getPageDict(e)}}getPage(e){const t=this.#qe.get(e);if(t)return t;const{catalog:a,linearization:r,xfaFactory:i}=this;let n;n=i?Promise.resolve([Dict.empty,null]):r?.pageFirst===e?this.#Ve(e):a.getPageDict(e);n=n.then((([t,r])=>new Page({pdfManager:this.pdfManager,xref:this.xref,pageIndex:e,pageDict:t,ref:r,globalIdFactory:this._globalIdFactory,fontCache:a.fontCache,builtInCMapCache:a.builtInCMapCache,standardFontDataCache:a.standardFontDataCache,globalColorSpaceCache:a.globalColorSpaceCache,globalImageCache:a.globalImageCache,systemFontCache:a.systemFontCache,nonBlendModesSet:a.nonBlendModesSet,xfaFactory:i})));this.#qe.set(e,n);return n}async checkFirstPage(e=!1){if(!e)try{await this.getPage(0)}catch(e){if(e instanceof XRefEntryException){this.#qe.delete(0);await this.cleanup();throw new XRefParseException}}}async checkLastPage(e=!1){const{catalog:t,pdfManager:a}=this;t.setActualNumPages();let r;try{await Promise.all([a.ensureDoc("xfaFactory"),a.ensureDoc("linearization"),a.ensureCatalog("numPages")]);if(this.xfaFactory)return;r=this.linearization?this.linearization.numPages:t.numPages;if(!Number.isInteger(r))throw new FormatError("Page count is not an integer.");if(r<=1)return;await this.getPage(r-1)}catch(i){this.#qe.delete(r-1);await this.cleanup();if(i instanceof XRefEntryException&&!e)throw new XRefParseException;warn(`checkLastPage - invalid /Pages tree /Count: ${r}.`);let n;try{n=await t.getAllPageDicts(e)}catch(a){if(a instanceof XRefEntryException&&!e)throw new XRefParseException;t.setActualNumPages(1);return}for(const[e,[r,i]]of n){let n;if(r instanceof Error){n=Promise.reject(r);n.catch((()=>{}))}else n=Promise.resolve(new Page({pdfManager:a,xref:this.xref,pageIndex:e,pageDict:r,ref:i,globalIdFactory:this._globalIdFactory,fontCache:t.fontCache,builtInCMapCache:t.builtInCMapCache,standardFontDataCache:t.standardFontDataCache,globalColorSpaceCache:this.globalColorSpaceCache,globalImageCache:t.globalImageCache,systemFontCache:t.systemFontCache,nonBlendModesSet:t.nonBlendModesSet,xfaFactory:null}));this.#qe.set(e,n)}t.setActualNumPages(n.size)}}async fontFallback(e,t){const{catalog:a,pdfManager:r}=this;for(const i of await Promise.all(a.fontCache))if(i.loadedName===e){i.fallback(t,r.evaluatorOptions);return}}async cleanup(e=!1){return this.catalog?this.catalog.cleanup(e):clearGlobalCaches()}async#Ke(e,t,a,r,i,n,s){const{xref:o}=this;if(!(a instanceof Ref)||n.has(a))return;n.put(a);const c=await o.fetchAsync(a);if(!(c instanceof Dict))return;let l=await c.getAsync("Subtype");l=l instanceof Name?l.name:null;if("Link"===l)return;if(c.has("T")){const t=stringToPDFString(await c.getAsync("T"));e=""===e?t:`${e}.${t}`}else{let a=c;for(;;){a=a.getRaw("Parent")||t;if(a instanceof Ref){if(n.has(a))break;a=await o.fetchAsync(a)}if(!(a instanceof Dict))break;if(a.has("T")){const t=stringToPDFString(await a.getAsync("T"));e=""===e?t:`${e}.${t}`;break}}}t&&!c.has("Parent")&&isName(c.get("Subtype"),"Widget")&&s.put(a,t);r.has(e)||r.set(e,[]);r.get(e).push(AnnotationFactory.create(o,a,i,null,!0,s,null).then((e=>e?.getFieldObject())).catch((function(e){warn(`#collectFieldObjects: "${e}".`);return null})));if(!c.has("Kids"))return;const h=await c.getAsync("Kids");if(Array.isArray(h))for(const t of h)await this.#Ke(e,a,t,r,i,n,s)}get fieldObjects(){return shadow(this,"fieldObjects",this.pdfManager.ensureDoc("formInfo").then((async e=>{if(!e.hasFields)return null;const t=await this.annotationGlobals;if(!t)return null;const{acroForm:a}=t,r=new RefSet,i=Object.create(null),n=new Map,s=new RefSetCache;for(const e of a.get("Fields"))await this.#Ke("",null,e,n,t,r,s);const o=[];for(const[e,t]of n)o.push(Promise.all(t).then((t=>{(t=t.filter((e=>!!e))).length>0&&(i[e]=t)})));await Promise.all(o);return{allFields:objectSize(i)>0?i:null,orphanFields:s}})))}get hasJSActions(){return shadow(this,"hasJSActions",this.pdfManager.ensureDoc("_parseHasJSActions"))}async _parseHasJSActions(){const[e,t]=await Promise.all([this.pdfManager.ensureCatalog("jsActions"),this.pdfManager.ensureDoc("fieldObjects")]);return!!e||!!t?.allFields&&Object.values(t.allFields).some((e=>e.some((e=>null!==e.actions))))}get calculationOrderIds(){const e=this.catalog.acroForm?.get("CO");if(!Array.isArray(e)||0===e.length)return shadow(this,"calculationOrderIds",null);const t=[];for(const a of e)a instanceof Ref&&t.push(a.toString());return shadow(this,"calculationOrderIds",t.length?t:null)}get annotationGlobals(){return shadow(this,"annotationGlobals",AnnotationFactory.createGlobals(this.pdfManager))}}class BasePdfManager{constructor({docBaseUrl:e,docId:t,enableXfa:a,evaluatorOptions:r,handler:i,password:n}){this._docBaseUrl=function parseDocBaseUrl(e){if(e){const t=createValidAbsoluteUrl(e);if(t)return t.href;warn(`Invalid absolute docBaseUrl: "${e}".`)}return null}(e);this._docId=t;this._password=n;this.enableXfa=a;r.isOffscreenCanvasSupported&&=FeatureTest.isOffscreenCanvasSupported;r.isImageDecoderSupported&&=FeatureTest.isImageDecoderSupported;this.evaluatorOptions=Object.freeze(r);ImageResizer.setOptions(r);JpegStream.setOptions(r);OperatorList.setOptions(r);const s={...r,handler:i};JpxImage.setOptions(s);IccColorSpace.setOptions(s);CmykICCBasedCS.setOptions(s)}get docId(){return this._docId}get password(){return this._password}get docBaseUrl(){return this._docBaseUrl}ensureDoc(e,t){return this.ensure(this.pdfDocument,e,t)}ensureXRef(e,t){return this.ensure(this.pdfDocument.xref,e,t)}ensureCatalog(e,t){return this.ensure(this.pdfDocument.catalog,e,t)}getPage(e){return this.pdfDocument.getPage(e)}fontFallback(e,t){return this.pdfDocument.fontFallback(e,t)}cleanup(e=!1){return this.pdfDocument.cleanup(e)}async ensure(e,t,a){unreachable("Abstract method `ensure` called")}requestRange(e,t){unreachable("Abstract method `requestRange` called")}requestLoadedStream(e=!1){unreachable("Abstract method `requestLoadedStream` called")}sendProgressiveData(e){unreachable("Abstract method `sendProgressiveData` called")}updatePassword(e){this._password=e}terminate(e){unreachable("Abstract method `terminate` called")}}class LocalPdfManager extends BasePdfManager{constructor(e){super(e);const t=new Stream(e.source);this.pdfDocument=new PDFDocument(this,t);this._loadedStreamPromise=Promise.resolve(t)}async ensure(e,t,a){const r=e[t];return"function"==typeof r?r.apply(e,a):r}requestRange(e,t){return Promise.resolve()}requestLoadedStream(e=!1){return this._loadedStreamPromise}terminate(e){}}class NetworkPdfManager extends BasePdfManager{constructor(e){super(e);this.streamManager=new ChunkedStreamManager(e.source,{msgHandler:e.handler,length:e.length,disableAutoFetch:e.disableAutoFetch,rangeChunkSize:e.rangeChunkSize});this.pdfDocument=new PDFDocument(this,this.streamManager.getStream())}async ensure(e,t,a){try{const r=e[t];return"function"==typeof r?r.apply(e,a):r}catch(r){if(!(r instanceof MissingDataException))throw r;await this.requestRange(r.begin,r.end);return this.ensure(e,t,a)}}requestRange(e,t){return this.streamManager.requestRange(e,t)}requestLoadedStream(e=!1){return this.streamManager.requestAllChunks(e)}sendProgressiveData(e){this.streamManager.onReceiveData({chunk:e})}terminate(e){this.streamManager.abort(e)}}const Ac=1,kc=2,Cc=1,vc=2,Fc=3,Ic=4,Tc=5,Oc=6,Mc=7,Dc=8;function onFn(){}function wrapReason(e){if(e instanceof AbortException||e instanceof InvalidPDFException||e instanceof PasswordException||e instanceof ResponseException||e instanceof UnknownErrorException)return e;e instanceof Error||"object"==typeof e&&null!==e||unreachable(\'wrapReason: Expected "reason" to be a (possibly cloned) Error.\');switch(e.name){case"AbortException":return new AbortException(e.message);case"InvalidPDFException":return new InvalidPDFException(e.message);case"PasswordException":return new PasswordException(e.message,e.code);case"ResponseException":return new ResponseException(e.message,e.status,e.missing);case"UnknownErrorException":return new UnknownErrorException(e.message,e.details)}return new UnknownErrorException(e.message,e.toString())}class MessageHandler{#Je=new AbortController;constructor(e,t,a){this.sourceName=e;this.targetName=t;this.comObj=a;this.callbackId=1;this.streamId=1;this.streamSinks=Object.create(null);this.streamControllers=Object.create(null);this.callbackCapabilities=Object.create(null);this.actionHandler=Object.create(null);a.addEventListener("message",this.#Ye.bind(this),{signal:this.#Je.signal})}#Ye({data:e}){if(e.targetName!==this.sourceName)return;if(e.stream){this.#Ze(e);return}if(e.callback){const t=e.callbackId,a=this.callbackCapabilities[t];if(!a)throw new Error(`Cannot resolve callback ${t}`);delete this.callbackCapabilities[t];if(e.callback===Ac)a.resolve(e.data);else{if(e.callback!==kc)throw new Error("Unexpected callback case");a.reject(wrapReason(e.reason))}return}const t=this.actionHandler[e.action];if(!t)throw new Error(`Unknown action from worker: ${e.action}`);if(e.callbackId){const a=this.sourceName,r=e.sourceName,i=this.comObj;Promise.try(t,e.data).then((function(t){i.postMessage({sourceName:a,targetName:r,callback:Ac,callbackId:e.callbackId,data:t})}),(function(t){i.postMessage({sourceName:a,targetName:r,callback:kc,callbackId:e.callbackId,reason:wrapReason(t)})}))}else e.streamId?this.#Qe(e):t(e.data)}on(e,t){const a=this.actionHandler;if(a[e])throw new Error(`There is already an actionName called "${e}"`);a[e]=t}send(e,t,a){this.comObj.postMessage({sourceName:this.sourceName,targetName:this.targetName,action:e,data:t},a)}sendWithPromise(e,t,a){const r=this.callbackId++,i=Promise.withResolvers();this.callbackCapabilities[r]=i;try{this.comObj.postMessage({sourceName:this.sourceName,targetName:this.targetName,action:e,callbackId:r,data:t},a)}catch(e){i.reject(e)}return i.promise}sendWithStream(e,t,a,r){const i=this.streamId++,n=this.sourceName,s=this.targetName,o=this.comObj;return new ReadableStream({start:a=>{const c=Promise.withResolvers();this.streamControllers[i]={controller:a,startCall:c,pullCall:null,cancelCall:null,isClosed:!1};o.postMessage({sourceName:n,targetName:s,action:e,streamId:i,data:t,desiredSize:a.desiredSize},r);return c.promise},pull:e=>{const t=Promise.withResolvers();this.streamControllers[i].pullCall=t;o.postMessage({sourceName:n,targetName:s,stream:Oc,streamId:i,desiredSize:e.desiredSize});return t.promise},cancel:e=>{assert(e instanceof Error,"cancel must have a valid reason");const t=Promise.withResolvers();this.streamControllers[i].cancelCall=t;this.streamControllers[i].isClosed=!0;o.postMessage({sourceName:n,targetName:s,stream:Cc,streamId:i,reason:wrapReason(e)});return t.promise}},a)}#Qe(e){const t=e.streamId,a=this.sourceName,r=e.sourceName,i=this.comObj,n=this,s=this.actionHandler[e.action],o={enqueue(e,n=1,s){if(this.isCancelled)return;const o=this.desiredSize;this.desiredSize-=n;if(o>0&&this.desiredSize<=0){this.sinkCapability=Promise.withResolvers();this.ready=this.sinkCapability.promise}i.postMessage({sourceName:a,targetName:r,stream:Ic,streamId:t,chunk:e},s)},close(){if(!this.isCancelled){this.isCancelled=!0;i.postMessage({sourceName:a,targetName:r,stream:Fc,streamId:t});delete n.streamSinks[t]}},error(e){assert(e instanceof Error,"error must have a valid reason");if(!this.isCancelled){this.isCancelled=!0;i.postMessage({sourceName:a,targetName:r,stream:Tc,streamId:t,reason:wrapReason(e)})}},sinkCapability:Promise.withResolvers(),onPull:null,onCancel:null,isCancelled:!1,desiredSize:e.desiredSize,ready:null};o.sinkCapability.resolve();o.ready=o.sinkCapability.promise;this.streamSinks[t]=o;Promise.try(s,e.data,o).then((function(){i.postMessage({sourceName:a,targetName:r,stream:Dc,streamId:t,success:!0})}),(function(e){i.postMessage({sourceName:a,targetName:r,stream:Dc,streamId:t,reason:wrapReason(e)})}))}#Ze(e){const t=e.streamId,a=this.sourceName,r=e.sourceName,i=this.comObj,n=this.streamControllers[t],s=this.streamSinks[t];switch(e.stream){case Dc:e.success?n.startCall.resolve():n.startCall.reject(wrapReason(e.reason));break;case Mc:e.success?n.pullCall.resolve():n.pullCall.reject(wrapReason(e.reason));break;case Oc:if(!s){i.postMessage({sourceName:a,targetName:r,stream:Mc,streamId:t,success:!0});break}s.desiredSize<=0&&e.desiredSize>0&&s.sinkCapability.resolve();s.desiredSize=e.desiredSize;Promise.try(s.onPull||onFn).then((function(){i.postMessage({sourceName:a,targetName:r,stream:Mc,streamId:t,success:!0})}),(function(e){i.postMessage({sourceName:a,targetName:r,stream:Mc,streamId:t,reason:wrapReason(e)})}));break;case Ic:assert(n,"enqueue should have stream controller");if(n.isClosed)break;n.controller.enqueue(e.chunk);break;case Fc:assert(n,"close should have stream controller");if(n.isClosed)break;n.isClosed=!0;n.controller.close();this.#et(n,t);break;case Tc:assert(n,"error should have stream controller");n.controller.error(wrapReason(e.reason));this.#et(n,t);break;case vc:e.success?n.cancelCall.resolve():n.cancelCall.reject(wrapReason(e.reason));this.#et(n,t);break;case Cc:if(!s)break;const o=wrapReason(e.reason);Promise.try(s.onCancel||onFn,o).then((function(){i.postMessage({sourceName:a,targetName:r,stream:vc,streamId:t,success:!0})}),(function(e){i.postMessage({sourceName:a,targetName:r,stream:vc,streamId:t,reason:wrapReason(e)})}));s.sinkCapability.reject(o);s.isCancelled=!0;delete this.streamSinks[t];break;default:throw new Error("Unexpected stream case")}}async#et(e,t){await Promise.allSettled([e.startCall?.promise,e.pullCall?.promise,e.cancelCall?.promise]);delete this.streamControllers[t]}destroy(){this.#Je?.abort();this.#Je=null}}async function writeObject(e,t,a,{encrypt:r=null}){const i=r?.createCipherTransform(e.num,e.gen);a.push(`${e.num} ${e.gen} obj\\n`);t instanceof Dict?await writeDict(t,a,i):t instanceof BaseStream?await writeStream(t,a,i):(Array.isArray(t)||ArrayBuffer.isView(t))&&await writeArray(t,a,i);a.push("\\nendobj\\n")}async function writeDict(e,t,a){t.push("<<");for(const r of e.getKeys()){t.push(` /${escapePDFName(r)} `);await writeValue(e.getRaw(r),t,a)}t.push(">>")}async function writeStream(e,t,a){let r=e.getBytes();const{dict:i}=e,[n,s]=await Promise.all([i.getAsync("Filter"),i.getAsync("DecodeParms")]),o=isName(Array.isArray(n)?await i.xref.fetchIfRefAsync(n[0]):n,"FlateDecode");if(r.length>=256||o)try{const e=new CompressionStream("deflate"),t=e.writable.getWriter();await t.ready;t.write(r).then((async()=>{await t.ready;await t.close()})).catch((()=>{}));const a=await new Response(e.readable).arrayBuffer();r=new Uint8Array(a);let c,l;if(n){if(!o){c=Array.isArray(n)?[Name.get("FlateDecode"),...n]:[Name.get("FlateDecode"),n];s&&(l=Array.isArray(s)?[null,...s]:[null,s])}}else c=Name.get("FlateDecode");c&&i.set("Filter",c);l&&i.set("DecodeParms",l)}catch(e){info(`writeStream - cannot compress data: "${e}".`)}let c=bytesToString(r);a&&(c=a.encryptString(c));i.set("Length",c.length);await writeDict(i,t,a);t.push(" stream\\n",c,"\\nendstream")}async function writeArray(e,t,a){t.push("[");let r=!0;for(const i of e){r?r=!1:t.push(" ");await writeValue(i,t,a)}t.push("]")}async function writeValue(e,t,a){if(e instanceof Name)t.push(`/${escapePDFName(e.name)}`);else if(e instanceof Ref)t.push(`${e.num} ${e.gen} R`);else if(Array.isArray(e)||ArrayBuffer.isView(e))await writeArray(e,t,a);else if("string"==typeof e){a&&(e=a.encryptString(e));t.push(`(${escapeString(e)})`)}else"number"==typeof e?t.push(numberToString(e)):"boolean"==typeof e?t.push(e.toString()):e instanceof Dict?await writeDict(e,t,a):e instanceof BaseStream?await writeStream(e,t,a):null===e?t.push("null"):warn(`Unhandled value in writer: ${typeof e}, please file a bug.`)}function writeInt(e,t,a,r){for(let i=t+a-1;i>a-1;i--){r[i]=255&e;e>>=8}return a+t}function writeString(e,t,a){const r=e.length;for(let i=0;i1&&(n=a.documentElement.searchNode([i.at(-1)],0));n?n.childNodes=Array.isArray(r)?r.map((e=>new SimpleDOMNode("value",e))):[new SimpleDOMNode("#text",r)]:warn(`Node not found for path: ${t}`)}const r=[];a.documentElement.dump(r);return r.join("")}(r.fetchIfRef(t).getString(),a)}const i=new StringStream(e);i.dict=new Dict(r);i.dict.setIfName("Type","EmbeddedFile");a.put(t,{data:i})}function getIndexes(e){const t=[];for(const{ref:a}of e)a.num===t.at(-2)+t.at(-1)?t[t.length-1]+=1:t.push(a.num,1);return t}function computeIDs(e,t,a){if(Array.isArray(t.fileIds)&&t.fileIds.length>0){const r=function computeMD5(e,t){const a=Math.floor(Date.now()/1e3),r=t.filename||"",i=[a.toString(),r,e.toString(),...t.infoMap.values()],n=Math.sumPrecise(i.map((e=>e.length))),s=new Uint8Array(n);let o=0;for(const e of i)o=writeString(e,o,s);return bytesToString(calculateMD5(s,0,s.length))}(e,t);a.set("ID",[t.fileIds[0],r])}}async function incrementalUpdate({originalData:e,xrefInfo:t,changes:a,xref:r=null,hasXfa:i=!1,xfaDatasetsRef:n=null,hasXfaDatasetsEntry:s=!1,needAppearances:o,acroFormRef:c=null,acroForm:l=null,xfaData:h=null,useXrefStream:u=!1}){await async function updateAcroform({xref:e,acroForm:t,acroFormRef:a,hasXfa:r,hasXfaDatasetsEntry:i,xfaDatasetsRef:n,needAppearances:s,changes:o}){!r||i||n||warn("XFA - Cannot save it");if(!s&&(!r||!n||i))return;const c=t.clone();if(r&&!i){const e=t.get("XFA").slice();e.splice(2,0,"datasets");e.splice(3,0,n);c.set("XFA",e)}s&&c.set("NeedAppearances",!0);o.put(a,{data:c})}({xref:r,acroForm:l,acroFormRef:c,hasXfa:i,hasXfaDatasetsEntry:s,xfaDatasetsRef:n,needAppearances:o,changes:a});i&&updateXFA({xfaData:h,xfaDatasetsRef:n,changes:a,xref:r});const d=function getTrailerDict(e,t,a){const r=new Dict(null);r.set("Prev",e.startXRef);const i=e.newRef;if(a){t.put(i,{data:""});r.set("Size",i.num+1);r.setIfName("Type","XRef")}else r.set("Size",i.num);null!==e.rootRef&&r.set("Root",e.rootRef);null!==e.infoRef&&r.set("Info",e.infoRef);null!==e.encryptRef&&r.set("Encrypt",e.encryptRef);return r}(t,a,u),f=[],g=await async function writeChanges(e,t,a=[]){const r=[];for(const[i,{data:n}]of e.items())if(null!==n&&"string"!=typeof n){await writeObject(i,n,a,t);r.push({ref:i,data:a.join("")});a.length=0}else r.push({ref:i,data:n});return r.sort(((e,t)=>e.ref.num-t.ref.num))}(a,r,f);let p=e.length;const m=e.at(-1);if(10!==m&&13!==m){f.push("\\n");p+=1}for(const{data:e}of g)null!==e&&f.push(e);await(u?async function getXRefStreamTable(e,t,a,r,i){const n=[];let s=0,o=0;for(const{ref:e,data:r}of a){let a;s=Math.max(s,t);if(null!==r){a=Math.min(e.gen,65535);n.push([1,t,a]);t+=r.length}else{a=Math.min(e.gen+1,65535);n.push([0,0,a])}o=Math.max(o,a)}r.set("Index",getIndexes(a));const c=[1,getSizeInBytes(s),getSizeInBytes(o)];r.set("W",c);computeIDs(t,e,r);const l=Math.sumPrecise(c),h=new Uint8Array(l*n.length),u=new Stream(h);u.dict=r;let d=0;for(const[e,t,a]of n){d=writeInt(e,c[0],d,h);d=writeInt(t,c[1],d,h);d=writeInt(a,c[2],d,h)}await writeObject(e.newRef,u,i,{});i.push("startxref\\n",t.toString(),"\\n%%EOF\\n")}(t,p,g,d,f):async function getXRefTable(e,t,a,r,i){i.push("xref\\n");const n=getIndexes(a);let s=0;for(const{ref:e,data:r}of a){if(e.num===n[s]){i.push(`${n[s]} ${n[s+1]}\\n`);s+=2}if(null!==r){i.push(`${t.toString().padStart(10,"0")} ${Math.min(e.gen,65535).toString().padStart(5,"0")} n\\r\\n`);t+=r.length}else i.push(`0000000000 ${Math.min(e.gen+1,65535).toString().padStart(5,"0")} f\\r\\n`)}computeIDs(t,e,r);i.push("trailer\\n");await writeDict(r,i);i.push("\\nstartxref\\n",t.toString(),"\\n%%EOF\\n")}(t,p,g,d,f));const b=e.length+Math.sumPrecise(f.map((e=>e.length))),y=new Uint8Array(b);y.set(e);let w=e.length;for(const e of f)w=writeString(e,w,y);return y}class PDFWorkerStream{constructor(e){this._msgHandler=e;this._contentLength=null;this._fullRequestReader=null;this._rangeRequestReaders=[]}getFullReader(){assert(!this._fullRequestReader,"PDFWorkerStream.getFullReader can only be called once.");this._fullRequestReader=new PDFWorkerStreamReader(this._msgHandler);return this._fullRequestReader}getRangeReader(e,t){const a=new PDFWorkerStreamRangeReader(e,t,this._msgHandler);this._rangeRequestReaders.push(a);return a}cancelAllRequests(e){this._fullRequestReader?.cancel(e);for(const t of this._rangeRequestReaders.slice(0))t.cancel(e)}}class PDFWorkerStreamReader{constructor(e){this._msgHandler=e;this.onProgress=null;this._contentLength=null;this._isRangeSupported=!1;this._isStreamingSupported=!1;const t=this._msgHandler.sendWithStream("GetReader");this._reader=t.getReader();this._headersReady=this._msgHandler.sendWithPromise("ReaderHeadersReady").then((e=>{this._isStreamingSupported=e.isStreamingSupported;this._isRangeSupported=e.isRangeSupported;this._contentLength=e.contentLength}))}get headersReady(){return this._headersReady}get contentLength(){return this._contentLength}get isStreamingSupported(){return this._isStreamingSupported}get isRangeSupported(){return this._isRangeSupported}async read(){const{value:e,done:t}=await this._reader.read();return t?{value:void 0,done:!0}:{value:e.buffer,done:!1}}cancel(e){this._reader.cancel(e)}}class PDFWorkerStreamRangeReader{constructor(e,t,a){this._msgHandler=a;this.onProgress=null;const r=this._msgHandler.sendWithStream("GetRangeReader",{begin:e,end:t});this._reader=r.getReader()}get isStreamingSupported(){return!1}async read(){const{value:e,done:t}=await this._reader.read();return t?{value:void 0,done:!0}:{value:e.buffer,done:!1}}cancel(e){this._reader.cancel(e)}}class WorkerTask{constructor(e){this.name=e;this.terminated=!1;this._capability=Promise.withResolvers()}get finished(){return this._capability.promise}finish(){this._capability.resolve()}terminate(){this.terminated=!0}ensureNotTerminated(){if(this.terminated)throw new Error("Worker task was terminated")}}class WorkerMessageHandler{static{"undefined"==typeof window&&!e&&"undefined"!=typeof self&&"function"==typeof self.postMessage&&"onmessage"in self&&this.initializeFromPort(self)}static setup(e,t){let a=!1;e.on("test",(t=>{if(!a){a=!0;e.send("test",t instanceof Uint8Array)}}));e.on("configure",(e=>{!function setVerbosityLevel(e){Number.isInteger(e)&&(da=e)}(e.verbosity)}));e.on("GetDocRequest",(e=>this.createDocumentHandler(e,t)))}static createDocumentHandler(e,t){let a,r=!1,i=null;const n=new Set,s=getVerbosityLevel(),{docId:o,apiVersion:c}=e,l="5.4.54";if(c!==l)throw new Error(`The API version "${c}" does not match the Worker version "${l}".`);const buildMsg=(e,t)=>`The \\`${e}.prototype\\` contains unexpected enumerable property "${t}", thus breaking e.g. \\`for...in\\` iteration of ${e}s.`;for(const e in{})throw new Error(buildMsg("Object",e));for(const e in[])throw new Error(buildMsg("Array",e));const h=o+"_worker";let u=new MessageHandler(h,o,t);function ensureNotTerminated(){if(r)throw new Error("Worker was terminated")}function startWorkerTask(e){n.add(e)}function finishWorkerTask(e){e.finish();n.delete(e)}async function loadDocument(e){await a.ensureDoc("checkHeader");await a.ensureDoc("parseStartXRef");await a.ensureDoc("parse",[e]);await a.ensureDoc("checkFirstPage",[e]);await a.ensureDoc("checkLastPage",[e]);const t=await a.ensureDoc("isPureXfa");if(t){const e=new WorkerTask("loadXfaResources");startWorkerTask(e);await a.ensureDoc("loadXfaResources",[u,e]);finishWorkerTask(e)}const[r,i]=await Promise.all([a.ensureDoc("numPages"),a.ensureDoc("fingerprints")]);return{numPages:r,fingerprints:i,htmlForXfa:t?await a.ensureDoc("htmlForXfa"):null}}function setupDoc(e){function onSuccess(e){ensureNotTerminated();u.send("GetDoc",{pdfInfo:e})}function onFailure(e){ensureNotTerminated();if(e instanceof PasswordException){const t=new WorkerTask(`PasswordException: response ${e.code}`);startWorkerTask(t);u.sendWithPromise("PasswordRequest",e).then((function({password:e}){finishWorkerTask(t);a.updatePassword(e);pdfManagerReady()})).catch((function(){finishWorkerTask(t);u.send("DocException",e)}))}else u.send("DocException",wrapReason(e))}function pdfManagerReady(){ensureNotTerminated();loadDocument(!1).then(onSuccess,(function(e){ensureNotTerminated();e instanceof XRefParseException?a.requestLoadedStream().then((function(){ensureNotTerminated();loadDocument(!0).then(onSuccess,onFailure)})):onFailure(e)}))}ensureNotTerminated();(async function getPdfManager({data:e,password:t,disableAutoFetch:a,rangeChunkSize:r,length:n,docBaseUrl:s,enableXfa:c,evaluatorOptions:l}){const h={source:null,disableAutoFetch:a,docBaseUrl:s,docId:o,enableXfa:c,evaluatorOptions:l,handler:u,length:n,password:t,rangeChunkSize:r};if(e){h.source=e;return new LocalPdfManager(h)}const d=new PDFWorkerStream(u),f=d.getFullReader(),g=Promise.withResolvers();let p,m=[],b=0;f.headersReady.then((function(){if(f.isRangeSupported){h.source=d;h.length=f.contentLength;h.disableAutoFetch||=f.isStreamingSupported;p=new NetworkPdfManager(h);for(const e of m)p.sendProgressiveData(e);m=[];g.resolve(p);i=null}})).catch((function(e){g.reject(e);i=null}));new Promise((function(e,t){const readChunk=function({value:e,done:a}){try{ensureNotTerminated();if(a){if(!p){const e=arrayBuffersToBytes(m);m=[];n&&e.length!==n&&warn("reported HTTP length is different from actual");h.source=e;p=new LocalPdfManager(h);g.resolve(p)}i=null;return}b+=e.byteLength;f.isStreamingSupported||u.send("DocProgress",{loaded:b,total:Math.max(b,f.contentLength||0)});p?p.sendProgressiveData(e):m.push(e);f.read().then(readChunk,t)}catch(e){t(e)}};f.read().then(readChunk,t)})).catch((function(e){g.reject(e);i=null}));i=e=>{d.cancelAllRequests(e)};return g.promise})(e).then((function(e){if(r){e.terminate(new AbortException("Worker was terminated."));throw new Error("Worker was terminated")}a=e;a.requestLoadedStream(!0).then((e=>{u.send("DataLoaded",{length:e.bytes.byteLength})}))})).then(pdfManagerReady,onFailure)}u.on("GetPage",(function(e){return a.getPage(e.pageIndex).then((function(e){return Promise.all([a.ensure(e,"rotate"),a.ensure(e,"ref"),a.ensure(e,"userUnit"),a.ensure(e,"view")]).then((function([e,t,a,r]){return{rotate:e,ref:t,refStr:t?.toString()??null,userUnit:a,view:r}}))}))}));u.on("GetPageIndex",(function(e){const t=Ref.get(e.num,e.gen);return a.ensureCatalog("getPageIndex",[t])}));u.on("GetDestinations",(function(e){return a.ensureCatalog("destinations")}));u.on("GetDestination",(function(e){return a.ensureCatalog("getDestination",[e.id])}));u.on("GetPageLabels",(function(e){return a.ensureCatalog("pageLabels")}));u.on("GetPageLayout",(function(e){return a.ensureCatalog("pageLayout")}));u.on("GetPageMode",(function(e){return a.ensureCatalog("pageMode")}));u.on("GetViewerPreferences",(function(e){return a.ensureCatalog("viewerPreferences")}));u.on("GetOpenAction",(function(e){return a.ensureCatalog("openAction")}));u.on("GetAttachments",(function(e){return a.ensureCatalog("attachments")}));u.on("GetDocJSActions",(function(e){return a.ensureCatalog("jsActions")}));u.on("GetPageJSActions",(function({pageIndex:e}){return a.getPage(e).then((e=>a.ensure(e,"jsActions")))}));u.on("GetOutline",(function(e){return a.ensureCatalog("documentOutline")}));u.on("GetOptionalContentConfig",(function(e){return a.ensureCatalog("optionalContentConfig")}));u.on("GetPermissions",(function(e){return a.ensureCatalog("permissions")}));u.on("GetMetadata",(function(e){return Promise.all([a.ensureDoc("documentInfo"),a.ensureCatalog("metadata")])}));u.on("GetMarkInfo",(function(e){return a.ensureCatalog("markInfo")}));u.on("GetData",(function(e){return a.requestLoadedStream().then((e=>e.bytes))}));u.on("GetAnnotations",(function({pageIndex:e,intent:t}){return a.getPage(e).then((function(a){const r=new WorkerTask(`GetAnnotations: page ${e}`);startWorkerTask(r);return a.getAnnotationsData(u,r,t).then((e=>{finishWorkerTask(r);return e}),(e=>{finishWorkerTask(r);throw e}))}))}));u.on("GetFieldObjects",(function(e){return a.ensureDoc("fieldObjects").then((e=>e?.allFields||null))}));u.on("HasJSActions",(function(e){return a.ensureDoc("hasJSActions")}));u.on("GetCalculationOrderIds",(function(e){return a.ensureDoc("calculationOrderIds")}));u.on("SaveDocument",(async function({isPureXfa:e,numPages:t,annotationStorage:r,filename:i}){const n=[a.requestLoadedStream(),a.ensureCatalog("acroForm"),a.ensureCatalog("acroFormRef"),a.ensureDoc("startXRef"),a.ensureDoc("xref"),a.ensureDoc("linearization"),a.ensureCatalog("structTreeRoot")],s=new RefSetCache,o=[],c=e?null:getNewAnnotationsMap(r),[l,h,d,f,g,p,m]=await Promise.all(n),b=g.trailer.getRaw("Root")||null;let y;if(c){m?await m.canUpdateStructTree({pdfManager:a,newAnnotationsByPage:c})&&(y=m):await StructTreeRoot.canCreateStructureTree({catalogRef:b,pdfManager:a,newAnnotationsByPage:c})&&(y=null);const e=AnnotationFactory.generateImages(r.values(),g,a.evaluatorOptions.isOffscreenCanvasSupported),t=void 0===y?o:[];for(const[r,i]of c)t.push(a.getPage(r).then((t=>{const a=new WorkerTask(`Save (editor): page ${r}`);startWorkerTask(a);return t.saveNewAnnotations(u,a,i,e,s).finally((function(){finishWorkerTask(a)}))})));null===y?o.push(Promise.all(t).then((async()=>{await StructTreeRoot.createStructureTree({newAnnotationsByPage:c,xref:g,catalogRef:b,pdfManager:a,changes:s})}))):y&&o.push(Promise.all(t).then((async()=>{await y.updateStructureTree({newAnnotationsByPage:c,pdfManager:a,changes:s})})))}if(e)o.push(a.ensureDoc("serializeXfaData",[r]));else for(let e=0;ee.needAppearances)),k=h instanceof Dict&&h.get("XFA")||null;let C=null,v=!1;if(Array.isArray(k)){for(let e=0,t=k.length;e{g.resetNewTemporaryRef()}))}));u.on("GetOperatorList",(function(e,t){const r=e.pageIndex;a.getPage(r).then((function(a){const i=new WorkerTask(`GetOperatorList: page ${r}`);startWorkerTask(i);const n=s>=Ae?Date.now():0;a.getOperatorList({handler:u,sink:t,task:i,intent:e.intent,cacheKey:e.cacheKey,annotationStorage:e.annotationStorage,modifiedIds:e.modifiedIds}).then((function(e){finishWorkerTask(i);n&&info(`page=${r+1} - getOperatorList: time=${Date.now()-n}ms, len=${e.length}`);t.close()}),(function(e){finishWorkerTask(i);i.terminated||t.error(e)}))}))}));u.on("GetTextContent",(function(e,t){const{pageIndex:r,includeMarkedContent:i,disableNormalization:n}=e;a.getPage(r).then((function(e){const a=new WorkerTask("GetTextContent: page "+r);startWorkerTask(a);const o=s>=Ae?Date.now():0;e.extractTextContent({handler:u,task:a,sink:t,includeMarkedContent:i,disableNormalization:n}).then((function(){finishWorkerTask(a);o&&info(`page=${r+1} - getTextContent: time=`+(Date.now()-o)+"ms");t.close()}),(function(e){finishWorkerTask(a);a.terminated||t.error(e)}))}))}));u.on("GetStructTree",(function(e){return a.getPage(e.pageIndex).then((e=>a.ensure(e,"getStructTree")))}));u.on("FontFallback",(function(e){return a.fontFallback(e.id,u)}));u.on("Cleanup",(function(e){return a.cleanup(!0)}));u.on("Terminate",(function(e){r=!0;const t=[];if(a){a.terminate(new AbortException("Worker was terminated."));const e=a.cleanup();t.push(e);a=null}else clearGlobalCaches();i?.(new AbortException("Worker was terminated."));for(const e of n){t.push(e.finished);e.terminate()}return Promise.all(t).then((function(){u.destroy();u=null}))}));u.on("Ready",(function(t){setupDoc(e);e=null}));return h}static initializeFromPort(e){const t=new MessageHandler("worker","main",e);this.setup(t,e);t.send("ready",null)}}globalThis.pdfjsWorker={WorkerMessageHandler};export{WorkerMessageHandler};',DBe=Object.freeze(Object.defineProperty({__proto__:null,default:MBe},Symbol.toStringTag,{value:"Module"}));export{AK as app,$Be as start}; diff --git a/tools/server/public/index.html b/tools/server/public/index.html new file mode 100644 index 00000000000..2ebe0d46797 --- /dev/null +++ b/tools/server/public/index.html @@ -0,0 +1,34 @@ + + + + + + + + + + + + +
        + +
        + + diff --git a/tools/server/public/index.html.gz b/tools/server/public/index.html.gz deleted file mode 100644 index 11d31b0f658..00000000000 Binary files a/tools/server/public/index.html.gz and /dev/null differ diff --git a/tools/server/server-common.cpp b/tools/server/server-common.cpp index e01c8c53df7..ed5e306fc5b 100644 --- a/tools/server/server-common.cpp +++ b/tools/server/server-common.cpp @@ -1110,7 +1110,7 @@ json oaicompat_chat_params_parse( reasoning_budget = json_value(body, "thinking_budget_tokens", -1); } - if (reasoning_budget >= 0 && !chat_params.thinking_end_tag.empty()) { + if (!chat_params.thinking_end_tag.empty()) { llama_params["reasoning_budget_tokens"] = reasoning_budget; llama_params["reasoning_budget_start_tag"] = chat_params.thinking_start_tag; llama_params["reasoning_budget_end_tag"] = chat_params.thinking_end_tag; diff --git a/tools/server/server-context.cpp b/tools/server/server-context.cpp index 9de554e9007..6f737d94d02 100644 --- a/tools/server/server-context.cpp +++ b/tools/server/server-context.cpp @@ -2493,7 +2493,7 @@ struct server_context_impl { bool has_mtmd = false; // check if we should process the image - if (slot.prompt.n_tokens() < slot.task->n_tokens() && input_tokens[slot.prompt.n_tokens()] == LLAMA_TOKEN_NULL) { + while (slot.prompt.n_tokens() < slot.task->n_tokens() && input_tokens[slot.prompt.n_tokens()] == LLAMA_TOKEN_NULL) { // process the image size_t n_tokens_out = 0; int32_t res = input_tokens.process_chunk(ctx, mctx, slot.prompt.n_tokens(), slot.prompt.tokens.pos_next(), slot.id, n_tokens_out); @@ -3033,6 +3033,9 @@ struct server_res_generator : server_http_res { } }; +void server_context::on_sleeping_changed(std::function callback) { + impl->queue_tasks.on_sleeping_state(std::move(callback)); +} // diff --git a/tools/server/server-context.h b/tools/server/server-context.h index 75f3d2de568..a4d2201cbed 100644 --- a/tools/server/server-context.h +++ b/tools/server/server-context.h @@ -74,6 +74,10 @@ struct server_context { // get server metadata (read-only), can only be called after load_model() // not thread-safe, should only be used from the main thread server_context_meta get_meta() const; + + // register a callback to be called when sleeping state changes + // must be set before load_model() is called + void on_sleeping_changed(std::function callback); }; diff --git a/tools/server/server-cors-proxy.h b/tools/server/server-cors-proxy.h index c412d4c2523..887013152bf 100644 --- a/tools/server/server-cors-proxy.h +++ b/tools/server/server-cors-proxy.h @@ -32,13 +32,22 @@ static server_http_res_ptr proxy_request(const server_http_req & req, std::strin SRV_INF("proxying %s request to %s://%s:%i%s\n", method.c_str(), parsed_url.scheme.c_str(), parsed_url.host.c_str(), parsed_url.port, parsed_url.path.c_str()); + std::map headers; + for (auto [key, value] : req.headers) { + auto new_key = key; + if (string_starts_with(new_key, "x-proxy-header-")) { + string_replace_all(new_key, "x-proxy-header-", ""); + } + headers[new_key] = value; + } + auto proxy = std::make_unique( method, parsed_url.scheme, parsed_url.host, parsed_url.port, parsed_url.path, - req.headers, + headers, req.body, req.should_stop, 600, // timeout_read (default to 10 minutes) diff --git a/tools/server/server-http.cpp b/tools/server/server-http.cpp index 129022a7119..be2af26223d 100644 --- a/tools/server/server-http.cpp +++ b/tools/server/server-http.cpp @@ -8,9 +8,13 @@ #include #include +#ifdef LLAMA_BUILD_WEBUI // auto generated files (see README.md for details) -#include "index.html.gz.hpp" +#include "index.html.hpp" +#include "bundle.js.hpp" +#include "bundle.css.hpp" #include "loading.html.hpp" +#endif // // HTTP implementation using cpp-httplib @@ -110,6 +114,16 @@ bool server_http_context::init(const common_params & params) { // set timeouts and change hostname and port srv->set_read_timeout (params.timeout_read); srv->set_write_timeout(params.timeout_write); + srv->set_socket_options([reuse_port = params.reuse_port](socket_t sock) { + httplib::set_socket_opt(sock, SOL_SOCKET, SO_REUSEADDR, 1); + if (reuse_port) { +#ifdef SO_REUSEPORT + httplib::set_socket_opt(sock, SOL_SOCKET, SO_REUSEPORT, 1); +#else + LOG_WRN("%s: SO_REUSEPORT is not supported\n", __func__); +#endif + } + }); if (params.api_keys.size() == 1) { auto key = params.api_keys[0]; @@ -129,7 +143,11 @@ bool server_http_context::init(const common_params & params) { "/v1/health", "/models", "/v1/models", - "/api/tags" + "/api/tags", + "/", + "/index.html", + "/bundle.js", + "/bundle.css", }; // If API key is not set, skip validation @@ -137,8 +155,8 @@ bool server_http_context::init(const common_params & params) { return true; } - // If path is public or is static file, skip validation - if (public_endpoints.find(req.path) != public_endpoints.end() || req.path == "/") { + // If path is public or static file, skip validation + if (public_endpoints.find(req.path) != public_endpoints.end()) { return true; } @@ -181,11 +199,14 @@ bool server_http_context::init(const common_params & params) { auto middleware_server_state = [this](const httplib::Request & req, httplib::Response & res) { bool ready = is_ready.load(); if (!ready) { +#ifdef LLAMA_BUILD_WEBUI auto tmp = string_split(req.path, '.'); if (req.path == "/" || tmp.back() == "html") { res.status = 503; res.set_content(reinterpret_cast(loading_html), loading_html_len, "text/html; charset=utf-8"); - } else { + } else +#endif + { // no endpoints is allowed to be accessed when the server is not ready // this is to prevent any data races or inconsistent states res.status = 503; @@ -227,11 +248,17 @@ bool server_http_context::init(const common_params & params) { int n_threads_http = params.n_threads_http; if (n_threads_http < 1) { - // +2 threads for monitoring endpoints - n_threads_http = std::max(params.n_parallel + 2, (int32_t) std::thread::hardware_concurrency() - 1); + // +4 threads for monitoring, health and some threads reserved for MCP and other tasks in the future + n_threads_http = std::max(params.n_parallel + 4, (int32_t) std::thread::hardware_concurrency() - 1); } LOG_INF("%s: using %d threads for HTTP server\n", __func__, n_threads_http); - srv->new_task_queue = [n_threads_http] { return new httplib::ThreadPool(n_threads_http); }; + srv->new_task_queue = [n_threads_http] { + // spawn n_threads_http fixed thread (always alive), while allow up to 1024 max possible additional threads + // when n_threads_http is used, server will create new "dynamic" threads that will be destroyed after processing each request + // ref: https://github.com/yhirose/cpp-httplib/pull/2368 + size_t max_threads = (size_t)n_threads_http + 1024; + return new httplib::ThreadPool(n_threads_http, max_threads); + }; // // Web UI setup @@ -249,19 +276,24 @@ bool server_http_context::init(const common_params & params) { return 1; } } else { +#ifdef LLAMA_BUILD_WEBUI // using embedded static index.html - srv->Get(params.api_prefix + "/", [](const httplib::Request & req, httplib::Response & res) { - if (req.get_header_value("Accept-Encoding").find("gzip") == std::string::npos) { - res.set_content("Error: gzip is not supported by this browser", "text/plain"); - } else { - res.set_header("Content-Encoding", "gzip"); - // COEP and COOP headers, required by pyodide (python interpreter) - res.set_header("Cross-Origin-Embedder-Policy", "require-corp"); - res.set_header("Cross-Origin-Opener-Policy", "same-origin"); - res.set_content(reinterpret_cast(index_html_gz), index_html_gz_len, "text/html; charset=utf-8"); - } + srv->Get(params.api_prefix + "/", [](const httplib::Request & /*req*/, httplib::Response & res) { + // COEP and COOP headers, required by pyodide (python interpreter) + res.set_header("Cross-Origin-Embedder-Policy", "require-corp"); + res.set_header("Cross-Origin-Opener-Policy", "same-origin"); + res.set_content(reinterpret_cast(index_html), index_html_len, "text/html; charset=utf-8"); + return false; + }); + srv->Get(params.api_prefix + "/bundle.js", [](const httplib::Request & /*req*/, httplib::Response & res) { + res.set_content(reinterpret_cast(bundle_js), bundle_js_len, "application/javascript; charset=utf-8"); return false; }); + srv->Get(params.api_prefix + "/bundle.css", [](const httplib::Request & /*req*/, httplib::Response & res) { + res.set_content(reinterpret_cast(bundle_css), bundle_css_len, "text/css; charset=utf-8"); + return false; + }); +#endif } } return true; diff --git a/tools/server/server-http.h b/tools/server/server-http.h index 3621064cdf3..f8a174c4409 100644 --- a/tools/server/server-http.h +++ b/tools/server/server-http.h @@ -35,7 +35,7 @@ using server_http_res_ptr = std::unique_ptr; struct server_http_req { std::map params; // path_params + query_params - std::map headers; // reserved for future use + std::map headers; // used by MCP proxy std::string path; std::string query_string; // query parameters string (e.g. "action=save") std::string body; diff --git a/tools/server/server-models.cpp b/tools/server/server-models.cpp index 4ac55cd158c..c83709272f0 100644 --- a/tools/server/server-models.cpp +++ b/tools/server/server-models.cpp @@ -39,7 +39,8 @@ extern char **environ; #define DEFAULT_STOP_TIMEOUT 10 // seconds #define CMD_ROUTER_TO_CHILD_EXIT "cmd_router_to_child:exit" -#define CMD_CHILD_TO_ROUTER_READY "cmd_child_to_router:ready" +#define CMD_CHILD_TO_ROUTER_READY "cmd_child_to_router:ready" // also sent when waking up from sleep +#define CMD_CHILD_TO_ROUTER_SLEEP "cmd_child_to_router:sleep" // address for child process, this is needed because router may run on 0.0.0.0 // ref: https://github.com/ggml-org/llama.cpp/issues/17862 @@ -380,7 +381,7 @@ void server_models::update_meta(const std::string & name, const server_model_met if (it != mapping.end()) { it->second.meta = meta; } - cv.notify_all(); // notify wait_until_loaded + cv.notify_all(); // notify wait_until_loading_finished } bool server_models::has_model(const std::string & name) { @@ -503,7 +504,7 @@ void server_models::unload_lru() { { std::unique_lock lk(mutex); for (const auto & m : mapping) { - if (m.second.meta.is_active()) { + if (m.second.meta.is_running()) { count_active++; if (m.second.meta.last_used < lru_last_used) { lru_model_name = m.first; @@ -546,7 +547,7 @@ void server_models::load(const std::string & name) { if (base_params.models_max > 0) { size_t count_active = 0; for (const auto & m : mapping) { - if (m.second.meta.is_active()) { + if (m.second.meta.is_running()) { count_active++; } } @@ -605,15 +606,15 @@ void server_models::load(const std::string & name) { std::thread log_thread([&]() { // read stdout/stderr and forward to main server log // also handle status report from child process - bool state_received = false; // true if child state received if (stdout_file) { char buffer[4096]; while (fgets(buffer, sizeof(buffer), stdout_file) != nullptr) { LOG("[%5d] %s", port, buffer); - if (!state_received && std::strstr(buffer, CMD_CHILD_TO_ROUTER_READY) != nullptr) { - // child process is ready + std::string str(buffer); + if (string_starts_with(buffer, CMD_CHILD_TO_ROUTER_READY)) { this->update_status(name, SERVER_MODEL_STATUS_LOADED, 0); - state_received = true; + } else if (string_starts_with(buffer, CMD_CHILD_TO_ROUTER_SLEEP)) { + this->update_status(name, SERVER_MODEL_STATUS_SLEEPING, 0); } } } else { @@ -706,13 +707,13 @@ void server_models::unload(const std::string & name) { std::lock_guard lk(mutex); auto it = mapping.find(name); if (it != mapping.end()) { - if (it->second.meta.is_active()) { - SRV_INF("unloading model instance name=%s\n", name.c_str()); + if (it->second.meta.is_running()) { + SRV_INF("stopping model instance name=%s\n", name.c_str()); stopping_models.insert(name); cv_stop.notify_all(); // status change will be handled by the managing thread } else { - SRV_WRN("model instance name=%s is not loaded\n", name.c_str()); + SRV_WRN("model instance name=%s is not running\n", name.c_str()); } } } @@ -722,8 +723,8 @@ void server_models::unload_all() { { std::lock_guard lk(mutex); for (auto & [name, inst] : mapping) { - if (inst.meta.is_active()) { - SRV_INF("unloading model instance name=%s\n", name.c_str()); + if (inst.meta.is_running()) { + SRV_INF("stopping model instance name=%s\n", name.c_str()); stopping_models.insert(name); cv_stop.notify_all(); // status change will be handled by the managing thread @@ -750,7 +751,7 @@ void server_models::update_status(const std::string & name, server_model_status cv.notify_all(); } -void server_models::wait_until_loaded(const std::string & name) { +void server_models::wait_until_loading_finished(const std::string & name) { std::unique_lock lk(mutex); cv.wait(lk, [this, &name]() { auto it = mapping.find(name); @@ -761,22 +762,25 @@ void server_models::wait_until_loaded(const std::string & name) { }); } -bool server_models::ensure_model_loaded(const std::string & name) { +bool server_models::ensure_model_ready(const std::string & name) { auto meta = get_meta(name); if (!meta.has_value()) { throw std::runtime_error("model name=" + name + " is not found"); } - if (meta->status == SERVER_MODEL_STATUS_LOADED) { - return false; // already loaded + if (meta->is_ready()) { + return false; // ready for taking requests + } + if (meta->status == SERVER_MODEL_STATUS_SLEEPING) { + return false; // child is sleeping but still running; new request will wake it up } if (meta->status == SERVER_MODEL_STATUS_UNLOADED) { SRV_INF("model name=%s is not loaded, loading...\n", name.c_str()); load(name); } - // for loading state + // wait for loading to complete SRV_INF("waiting until model name=%s is fully loaded...\n", name.c_str()); - wait_until_loaded(name); + wait_until_loading_finished(name); // check final status meta = get_meta(name); @@ -792,8 +796,8 @@ server_http_res_ptr server_models::proxy_request(const server_http_req & req, co if (!meta.has_value()) { throw std::runtime_error("model name=" + name + " is not found"); } - if (meta->status != SERVER_MODEL_STATUS_LOADED) { - throw std::invalid_argument("model name=" + name + " is not loaded"); + if (!meta->is_running()) { + throw std::invalid_argument("model name=" + name + " is not running"); } if (update_last_used) { std::unique_lock lk(mutex); @@ -819,6 +823,11 @@ server_http_res_ptr server_models::proxy_request(const server_http_req & req, co return proxy; } +bool server_models::is_child_server() { + const char * router_port = std::getenv("LLAMA_SERVER_ROUTER_PORT"); + return router_port != nullptr; +} + std::thread server_models::setup_child_server(const std::function & shutdown_handler) { // send a notification to the router server that a model instance is ready common_log_pause(common_log_main()); @@ -852,6 +861,13 @@ std::thread server_models::setup_child_server(const std::function & s }); } +void server_models::notify_router_sleeping_state(bool is_sleeping) { + common_log_pause(common_log_main()); + fflush(stdout); + fprintf(stdout, "%s\n", is_sleeping ? CMD_CHILD_TO_ROUTER_SLEEP : CMD_CHILD_TO_ROUTER_READY); + fflush(stdout); + common_log_resume(common_log_main()); +} // @@ -881,9 +897,9 @@ static bool router_validate_model(std::string & name, server_models & models, bo // resolve alias to canonical model name name = meta->name; if (models_autoload) { - models.ensure_model_loaded(name); + models.ensure_model_ready(name); } else { - if (meta->status != SERVER_MODEL_STATUS_LOADED) { + if (!meta->is_running()) { res_err(res, format_error_response("model is not loaded", ERROR_TYPE_INVALID_REQUEST)); return false; } @@ -956,8 +972,8 @@ void server_models_routes::init_routes() { res_err(res, format_error_response("model is not found", ERROR_TYPE_NOT_FOUND)); return res; } - if (meta->status == SERVER_MODEL_STATUS_LOADED) { - res_err(res, format_error_response("model is already loaded", ERROR_TYPE_INVALID_REQUEST)); + if (meta->is_running()) { + res_err(res, format_error_response("model is already running", ERROR_TYPE_INVALID_REQUEST)); return res; } models.load(meta->name); @@ -1015,8 +1031,8 @@ void server_models_routes::init_routes() { res_err(res, format_error_response("model is not found", ERROR_TYPE_INVALID_REQUEST)); return res; } - if (!model->is_active()) { - res_err(res, format_error_response("model is not loaded", ERROR_TYPE_INVALID_REQUEST)); + if (!model->is_running()) { + res_err(res, format_error_response("model is not running", ERROR_TYPE_INVALID_REQUEST)); return res; } models.unload(model->name); @@ -1180,8 +1196,13 @@ server_http_proxy::server_http_proxy( // disable Accept-Encoding to avoid compressed responses continue; } + if (key == "Transfer-Encoding") { + // the body is already decoded + continue; + } if (key == "Host" || key == "host") { - req.set_header(key, host); + bool is_default_port = (scheme == "https" && port == 443) || (scheme == "http" && port == 80); + req.set_header(key, is_default_port ? host : host + ":" + std::to_string(port)); } else { req.set_header(key, value); } diff --git a/tools/server/server-models.h b/tools/server/server-models.h index 2b392f299a0..1db34b6c4df 100644 --- a/tools/server/server-models.h +++ b/tools/server/server-models.h @@ -14,17 +14,18 @@ /** * state diagram: * - * UNLOADED ──► LOADING ──► LOADED - * ▲ │ │ - * └───failed───┘ │ - * ▲ │ + * UNLOADED ──► LOADING ──► LOADED ◄──── SLEEPING + * ▲ │ │ ▲ + * └───failed───┘ │ │ + * ▲ └──sleeping─────┘ * └────────unloaded─────────┘ */ enum server_model_status { // TODO: also add downloading state when the logic is added SERVER_MODEL_STATUS_UNLOADED, SERVER_MODEL_STATUS_LOADING, - SERVER_MODEL_STATUS_LOADED + SERVER_MODEL_STATUS_LOADED, + SERVER_MODEL_STATUS_SLEEPING }; static server_model_status server_model_status_from_string(const std::string & status_str) { @@ -37,6 +38,9 @@ static server_model_status server_model_status_from_string(const std::string & s if (status_str == "loaded") { return SERVER_MODEL_STATUS_LOADED; } + if (status_str == "sleeping") { + return SERVER_MODEL_STATUS_SLEEPING; + } throw std::runtime_error("invalid server model status"); } @@ -45,6 +49,7 @@ static std::string server_model_status_to_string(server_model_status status) { case SERVER_MODEL_STATUS_UNLOADED: return "unloaded"; case SERVER_MODEL_STATUS_LOADING: return "loading"; case SERVER_MODEL_STATUS_LOADED: return "loaded"; + case SERVER_MODEL_STATUS_SLEEPING: return "sleeping"; default: return "unknown"; } } @@ -61,8 +66,12 @@ struct server_model_meta { int exit_code = 0; // exit code of the model instance process (only valid if status == FAILED) int stop_timeout = 0; // seconds to wait before force-killing the model instance during shutdown - bool is_active() const { - return status == SERVER_MODEL_STATUS_LOADED || status == SERVER_MODEL_STATUS_LOADING; + bool is_ready() const { + return status == SERVER_MODEL_STATUS_LOADED; + } + + bool is_running() const { + return status == SERVER_MODEL_STATUS_LOADED || status == SERVER_MODEL_STATUS_LOADING || status == SERVER_MODEL_STATUS_SLEEPING; } bool is_failed() const { @@ -130,19 +139,26 @@ struct server_models { void update_status(const std::string & name, server_model_status status, int exit_code); // wait until the model instance is fully loaded (thread-safe) - // return when the model is loaded or failed to load - void wait_until_loaded(const std::string & name); + // return when the model no longer in "loading" state + void wait_until_loading_finished(const std::string & name); - // load the model if not loaded, otherwise do nothing (thread-safe) - // return false if model is already loaded; return true otherwise (meta may need to be refreshed) - bool ensure_model_loaded(const std::string & name); + // ensure the model is in ready state (thread-safe) + // return false if model is ready + // otherwise, load the model and blocking wait until it's ready, then return true (meta may need to be refreshed) + bool ensure_model_ready(const std::string & name); // proxy an HTTP request to the model instance server_http_res_ptr proxy_request(const server_http_req & req, const std::string & method, const std::string & name, bool update_last_used); + // return true if the current process is a child server instance + static bool is_child_server(); + // notify the router server that a model instance is ready // return the monitoring thread (to be joined by the caller) static std::thread setup_child_server(const std::function & shutdown_handler); + + // notify the router server that the sleeping state has changed + static void notify_router_sleeping_state(bool sleeping); }; struct server_models_routes { diff --git a/tools/server/server-queue.h b/tools/server/server-queue.h index 164f09b195c..35f010401fc 100644 --- a/tools/server/server-queue.h +++ b/tools/server/server-queue.h @@ -95,11 +95,19 @@ struct server_queue { callback_update_slots = std::move(callback); } - // Register callback for sleeping state change + // Register callback for sleeping state change; multiple callbacks are allowed // note: when entering sleeping state, the callback is called AFTER sleeping is set to true // when leaving sleeping state, the callback is called BEFORE sleeping is set to false void on_sleeping_state(std::function callback) { - callback_sleeping_state = std::move(callback); + if (callback_sleeping_state) { + auto prev_callback = std::move(callback_sleeping_state); + callback_sleeping_state = [prev_callback, callback](bool sleeping) { + prev_callback(sleeping); + callback(sleeping); + }; + } else { + callback_sleeping_state = std::move(callback); + } } private: diff --git a/tools/server/server-task.cpp b/tools/server/server-task.cpp index 7d543b9292b..3018ac90f8c 100644 --- a/tools/server/server-task.cpp +++ b/tools/server/server-task.cpp @@ -478,19 +478,17 @@ task_params server_task::params_from_json_cmpl( // Parse reasoning budget sampler parameters { const int32_t budget = json_value(data, "reasoning_budget_tokens", (int32_t) -1); - if (budget >= 0) { - const auto start_tag = json_value(data, "reasoning_budget_start_tag", std::string()); - const auto end_tag = json_value(data, "reasoning_budget_end_tag", std::string()); - const auto message = json_value(data, "reasoning_budget_message", std::string()); - params.sampling.reasoning_budget_tokens = budget; - - if (!start_tag.empty()) { - params.sampling.reasoning_budget_start = common_tokenize(vocab, start_tag, false, true); - } - if (!end_tag.empty()) { - params.sampling.reasoning_budget_end = common_tokenize(vocab, end_tag, false, true); - params.sampling.reasoning_budget_forced = common_tokenize(vocab, message + end_tag, false, true); - } + const auto start_tag = json_value(data, "reasoning_budget_start_tag", std::string()); + const auto end_tag = json_value(data, "reasoning_budget_end_tag", std::string()); + const auto message = json_value(data, "reasoning_budget_message", std::string()); + params.sampling.reasoning_budget_tokens = budget; + + if (!start_tag.empty()) { + params.sampling.reasoning_budget_start = common_tokenize(vocab, start_tag, false, true); + } + if (!end_tag.empty()) { + params.sampling.reasoning_budget_end = common_tokenize(vocab, end_tag, false, true); + params.sampling.reasoning_budget_forced = common_tokenize(vocab, message + end_tag, false, true); SRV_DBG("reasoning budget: tokens=%d, generation_prompt='%s', start=%zu toks, end=%zu toks, forced=%zu toks\n", budget, params.sampling.generation_prompt.c_str(), diff --git a/tools/server/server-tools.cpp b/tools/server/server-tools.cpp new file mode 100644 index 00000000000..81e360de463 --- /dev/null +++ b/tools/server/server-tools.cpp @@ -0,0 +1,768 @@ +#include "server-tools.h" + +#include + +#include +#include +#include +#include +#include +#include +#include +#include + +namespace fs = std::filesystem; + +// +// internal helpers +// + +static std::vector to_cstr_vec(const std::vector & v) { + std::vector r; + r.reserve(v.size() + 1); + for (const auto & s : v) { + r.push_back(const_cast(s.c_str())); + } + r.push_back(nullptr); + return r; +} + +struct run_proc_result { + std::string output; + int exit_code = -1; + bool timed_out = false; +}; + +static run_proc_result run_process( + const std::vector & args, + size_t max_output, + int timeout_secs) { + run_proc_result res; + + subprocess_s proc; + auto argv = to_cstr_vec(args); + + int options = subprocess_option_no_window + | subprocess_option_combined_stdout_stderr + | subprocess_option_inherit_environment + | subprocess_option_search_user_path; + + if (subprocess_create(argv.data(), options, &proc) != 0) { + res.output = "failed to spawn process"; + return res; + } + + std::atomic done{false}; + std::atomic timed_out{false}; + + std::thread timeout_thread([&]() { + auto deadline = std::chrono::steady_clock::now() + std::chrono::seconds(timeout_secs); + while (!done.load()) { + if (std::chrono::steady_clock::now() >= deadline) { + timed_out.store(true); + subprocess_terminate(&proc); + return; + } + std::this_thread::sleep_for(std::chrono::milliseconds(100)); + } + }); + + FILE * f = subprocess_stdout(&proc); + std::string output; + bool truncated = false; + if (f) { + char buf[4096]; + while (fgets(buf, sizeof(buf), f) != nullptr) { + if (!truncated) { + size_t len = strlen(buf); + if (output.size() + len <= max_output) { + output.append(buf, len); + } else { + output.append(buf, max_output - output.size()); + truncated = true; + } + } + } + } + + done.store(true); + if (timeout_thread.joinable()) { + timeout_thread.join(); + } + + subprocess_join(&proc, &res.exit_code); + subprocess_destroy(&proc); + + res.output = output; + res.timed_out = timed_out.load(); + if (truncated) { + res.output += "\n[output truncated]"; + } + return res; +} + +json server_tool::to_json() { + return { + {"display_name", display_name}, + {"tool", name}, + {"type", "builtin"}, + {"permissions", json{ + {"write", permission_write} + }}, + {"definition", get_definition()}, + }; +} + +// +// read_file: read a file with optional line range and line-number prefix +// + +static constexpr size_t SERVER_TOOL_READ_FILE_MAX_SIZE = 16 * 1024; // 16 KB + +struct server_tool_read_file : server_tool { + server_tool_read_file() { + name = "read_file"; + display_name = "Read file"; + permission_write = false; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Read the contents of a file. Optionally specify a 1-based line range. " + "If append_loc is true, each line is prefixed with its line number (e.g. \"1\u2192 ...\")."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"path", {{"type", "string"}, {"description", "Path to the file"}}}, + {"start_line", {{"type", "integer"}, {"description", "First line to read, 1-based (default: 1)"}}}, + {"end_line", {{"type", "integer"}, {"description", "Last line to read, 1-based inclusive (default: end of file)"}}}, + {"append_loc", {{"type", "boolean"}, {"description", "Prefix each line with its line number"}}}, + }}, + {"required", json::array({"path"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string path = params.at("path").get(); + int start_line = json_value(params, "start_line", 1); + int end_line = json_value(params, "end_line", -1); // -1 = no limit + bool append_loc = json_value(params, "append_loc", false); + + std::error_code ec; + uintmax_t file_size = fs::file_size(path, ec); + if (ec) { + return {{"error", "cannot stat file: " + ec.message()}}; + } + if (file_size > SERVER_TOOL_READ_FILE_MAX_SIZE && end_line == -1) { + return {{"error", string_format( + "file too large (%zu bytes, max %zu). Use start_line/end_line to read a portion.", + (size_t)file_size, SERVER_TOOL_READ_FILE_MAX_SIZE)}}; + } + + std::ifstream f(path); + if (!f) { + return {{"error", "failed to open file: " + path}}; + } + + std::string result; + std::string line; + int lineno = 0; + + while (std::getline(f, line)) { + lineno++; + if (lineno < start_line) continue; + if (end_line != -1 && lineno > end_line) break; + + std::string out_line; + if (append_loc) { + out_line = std::to_string(lineno) + "\u2192 " + line + "\n"; + } else { + out_line = line + "\n"; + } + + if (result.size() + out_line.size() > SERVER_TOOL_READ_FILE_MAX_SIZE) { + result += "[output truncated]"; + break; + } + result += out_line; + } + + return {{"plain_text_response", result}}; + } +}; + +// +// file_glob_search: find files matching a glob pattern under a base directory +// + +static constexpr size_t SERVER_TOOL_FILE_SEARCH_MAX_RESULTS = 100; + +struct server_tool_file_glob_search : server_tool { + server_tool_file_glob_search() { + name = "file_glob_search"; + display_name = "File search"; + permission_write = false; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Recursively search for files matching a glob pattern under a directory."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"path", {{"type", "string"}, {"description", "Base directory to search in"}}}, + {"include", {{"type", "string"}, {"description", "Glob pattern for files to include (e.g. \"**/*.cpp\"). Default: **"}}}, + {"exclude", {{"type", "string"}, {"description", "Glob pattern for files to exclude"}}}, + }}, + {"required", json::array({"path"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string base = params.at("path").get(); + std::string include = json_value(params, "include", std::string("**")); + std::string exclude = json_value(params, "exclude", std::string("")); + + std::ostringstream output_text; + size_t count = 0; + + std::error_code ec; + for (const auto & entry : fs::recursive_directory_iterator(base, + fs::directory_options::skip_permission_denied, ec)) { + if (!entry.is_regular_file()) continue; + + std::string rel = fs::relative(entry.path(), base, ec).string(); + if (ec) continue; + std::replace(rel.begin(), rel.end(), '\\', '/'); + + if (!glob_match(include, rel)) continue; + if (!exclude.empty() && glob_match(exclude, rel)) continue; + + output_text << entry.path().string() << "\n"; + if (++count >= SERVER_TOOL_FILE_SEARCH_MAX_RESULTS) { + break; + } + } + + output_text << "\n---\nTotal matches: " << count << "\n"; + + return {{"plain_text_response", output_text.str()}}; + } +}; + +// +// grep_search: search for a regex pattern in files +// + +static constexpr size_t SERVER_TOOL_GREP_SEARCH_MAX_RESULTS = 100; + +struct server_tool_grep_search : server_tool { + server_tool_grep_search() { + name = "grep_search"; + display_name = "Grep search"; + permission_write = false; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Search for a regex pattern in files under a path. Returns matching lines."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"path", {{"type", "string"}, {"description", "File or directory to search in"}}}, + {"pattern", {{"type", "string"}, {"description", "Regular expression pattern to search for"}}}, + {"include", {{"type", "string"}, {"description", "Glob pattern to filter files (default: **)"}}}, + {"exclude", {{"type", "string"}, {"description", "Glob pattern to exclude files"}}}, + {"return_line_numbers", {{"type", "boolean"}, {"description", "If true, include line numbers in results"}}}, + }}, + {"required", json::array({"path", "pattern"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string path = params.at("path").get(); + std::string pat_str = params.at("pattern").get(); + std::string include = json_value(params, "include", std::string("**")); + std::string exclude = json_value(params, "exclude", std::string("")); + bool show_lineno = json_value(params, "return_line_numbers", false); + + std::regex pattern; + try { + pattern = std::regex(pat_str); + } catch (const std::regex_error & e) { + return {{"error", std::string("invalid regex: ") + e.what()}}; + } + + std::ostringstream output_text; + size_t total = 0; + + auto search_file = [&](const fs::path & fpath) { + std::ifstream f(fpath); + if (!f) return; + std::string line; + int lineno = 0; + while (std::getline(f, line) && total < SERVER_TOOL_GREP_SEARCH_MAX_RESULTS) { + lineno++; + if (std::regex_search(line, pattern)) { + output_text << fpath.string() << ":"; + if (show_lineno) { + output_text << lineno << ":"; + } + output_text << line << "\n"; + total++; + } + } + }; + + std::error_code ec; + if (fs::is_regular_file(path, ec)) { + search_file(path); + } else if (fs::is_directory(path, ec)) { + for (const auto & entry : fs::recursive_directory_iterator(path, + fs::directory_options::skip_permission_denied, ec)) { + if (!entry.is_regular_file()) continue; + if (total >= SERVER_TOOL_GREP_SEARCH_MAX_RESULTS) break; + + std::string rel = fs::relative(entry.path(), path, ec).string(); + if (ec) continue; + std::replace(rel.begin(), rel.end(), '\\', '/'); + + if (!glob_match(include, rel)) continue; + if (!exclude.empty() && glob_match(exclude, rel)) continue; + + search_file(entry.path()); + } + } else { + return {{"error", "path does not exist: " + path}}; + } + + output_text << "\n\n---\nTotal matches: " << total << "\n"; + + return {{"plain_text_response", output_text.str()}}; + } +}; + +// +// exec_shell_command: run an arbitrary shell command +// + +static constexpr size_t SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_OUTPUT_SIZE = 16 * 1024; // 16 KB +static constexpr int SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_TIMEOUT = 60; // seconds + +struct server_tool_exec_shell_command : server_tool { + server_tool_exec_shell_command() { + name = "exec_shell_command"; + display_name = "Execute shell command"; + permission_write = true; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Execute a shell command and return its output (stdout and stderr combined)."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"command", {{"type", "string"}, {"description", "Shell command to execute"}}}, + {"timeout", {{"type", "integer"}, {"description", string_format("Timeout in seconds (default 10, max %d)", SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_TIMEOUT)}}}, + {"max_output_size", {{"type", "integer"}, {"description", string_format("Maximum output size in bytes (default %zu)", SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_OUTPUT_SIZE)}}}, + }}, + {"required", json::array({"command"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string command = params.at("command").get(); + int timeout = json_value(params, "timeout", 10); + size_t max_output = (size_t) json_value(params, "max_output_size", (int) SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_OUTPUT_SIZE); + + timeout = std::min(timeout, SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_TIMEOUT); + max_output = std::min(max_output, SERVER_TOOL_EXEC_SHELL_COMMAND_MAX_OUTPUT_SIZE); + +#ifdef _WIN32 + std::vector args = {"cmd", "/c", command}; +#else + std::vector args = {"sh", "-c", command}; +#endif + + auto res = run_process(args, max_output, timeout); + + std::string text_output = res.output; + text_output += string_format("\n[exit code: %d]", res.exit_code); + if (res.timed_out) { + text_output += " [exit due to timed out]"; + } + + return {{"plain_text_response", text_output}}; + } +}; + +// +// write_file: create or overwrite a file +// + +struct server_tool_write_file : server_tool { + server_tool_write_file() { + name = "write_file"; + display_name = "Write file"; + permission_write = true; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Write content to a file, creating it (including parent directories) if it does not exist. May use with edit_file for more complex edits."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"path", {{"type", "string"}, {"description", "Path of the file to write"}}}, + {"content", {{"type", "string"}, {"description", "Content to write"}}}, + }}, + {"required", json::array({"path", "content"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string path = params.at("path").get(); + std::string content = params.at("content").get(); + + std::error_code ec; + fs::path fpath(path); + if (fpath.has_parent_path()) { + fs::create_directories(fpath.parent_path(), ec); + if (ec) { + return {{"error", "failed to create directories: " + ec.message()}}; + } + } + + std::ofstream f(path, std::ios::binary); + if (!f) { + return {{"error", "failed to open file for writing: " + path}}; + } + f << content; + if (!f) { + return {{"error", "failed to write file: " + path}}; + } + + return {{"result", "file written successfully"}, {"path", path}, {"bytes", content.size()}}; + } +}; + +// +// edit_file: edit file content via line-based changes +// + +struct server_tool_edit_file : server_tool { + server_tool_edit_file() { + name = "edit_file"; + display_name = "Edit file"; + permission_write = true; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", + "Edit a file by applying a list of line-based changes. " + "Each change targets a 1-based inclusive line range and has a mode: " + "\"replace\" (replace lines with content), " + "\"delete\" (remove lines, content must be empty string), " + "\"append\" (insert content after line_end). " + "Set line_start to -1 to target the end of file (line_end is ignored in that case). " + "Changes must not overlap. They are applied in reverse line order automatically."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"path", {{"type", "string"}, {"description", "Path to the file to edit"}}}, + {"changes", { + {"type", "array"}, + {"description", "List of changes to apply"}, + {"items", { + {"type", "object"}, + {"properties", { + {"mode", {{"type", "string"}, {"description", "\"replace\", \"delete\", or \"append\""}}}, + {"line_start", {{"type", "integer"}, {"description", "First line of the range (1-based); use -1 for end of file"}}}, + {"line_end", {{"type", "integer"}, {"description", "Last line of the range (1-based, inclusive); ignored when line_start is -1"}}}, + {"content", {{"type", "string"}, {"description", "Content to insert; must be empty string for delete mode"}}}, + }}, + {"required", json::array({"mode", "line_start", "line_end", "content"})}, + }}, + }}, + }}, + {"required", json::array({"path", "changes"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string path = params.at("path").get(); + const json & changes = params.at("changes"); + + if (!changes.is_array()) { + return {{"error", "\"changes\" must be an array"}}; + } + + // read file into lines + std::ifstream fin(path); + if (!fin) { + return {{"error", "failed to open file: " + path}}; + } + std::vector lines; + { + std::string line; + while (std::getline(fin, line)) { + lines.push_back(line); + } + } + fin.close(); + + // validate and collect changes, then sort descending by line_start + struct change_entry { + std::string mode; + int line_start; // 1-based + int line_end; // 1-based inclusive + std::string content; + }; + std::vector entries; + entries.reserve(changes.size()); + + for (const auto & ch : changes) { + change_entry e; + e.mode = ch.at("mode").get(); + e.line_start = ch.at("line_start").get(); + e.line_end = ch.at("line_end").get(); + e.content = ch.at("content").get(); + + if (e.mode != "replace" && e.mode != "delete" && e.mode != "append") { + return {{"error", "invalid mode \"" + e.mode + "\"; must be replace, delete, or append"}}; + } + if (e.mode == "delete" && !e.content.empty()) { + return {{"error", "content must be empty string for delete mode"}}; + } + int n = (int) lines.size(); + if (e.line_start == -1) { + // -1 means end of file; line_end is ignored — normalize to point past last line + e.line_start = n + 1; + e.line_end = n + 1; + } else { + if (e.line_start < 1 || e.line_end < e.line_start) { + return {{"error", string_format("invalid line range [%d, %d]", e.line_start, e.line_end)}}; + } + if (e.line_end > n) { + return {{"error", string_format("line_end %d exceeds file length %d", e.line_end, n)}}; + } + } + entries.push_back(std::move(e)); + } + + // sort descending so earlier-indexed changes don't shift later ones + std::sort(entries.begin(), entries.end(), [](const change_entry & a, const change_entry & b) { + return a.line_start > b.line_start; + }); + + // apply changes (0-based indices internally) + for (const auto & e : entries) { + int idx_start = e.line_start - 1; // 0-based + int idx_end = e.line_end - 1; // 0-based inclusive + + // split content into lines (preserve trailing newline awareness) + std::vector new_lines; + if (!e.content.empty()) { + std::istringstream ss(e.content); + std::string ln; + while (std::getline(ss, ln)) { + new_lines.push_back(ln); + } + // if content ends with \n, getline consumed it — no extra empty line needed + // if content does NOT end with \n, last line is still captured correctly + } + + if (e.mode == "replace") { + // erase [idx_start, idx_end] and insert new_lines + lines.erase(lines.begin() + idx_start, lines.begin() + idx_end + 1); + lines.insert(lines.begin() + idx_start, new_lines.begin(), new_lines.end()); + } else if (e.mode == "delete") { + lines.erase(lines.begin() + idx_start, lines.begin() + idx_end + 1); + } else { // append + // idx_end + 1 may equal lines.size() when line_start == -1 (end of file) + lines.insert(lines.begin() + idx_end + 1, new_lines.begin(), new_lines.end()); + } + } + + // write file back + std::ofstream fout(path, std::ios::binary); + if (!fout) { + return {{"error", "failed to open file for writing: " + path}}; + } + for (size_t i = 0; i < lines.size(); i++) { + fout << lines[i]; + if (i + 1 < lines.size()) { + fout << "\n"; + } + } + if (!lines.empty()) { + fout << "\n"; + } + if (!fout) { + return {{"error", "failed to write file: " + path}}; + } + + return {{"result", "file edited successfully"}, {"path", path}, {"lines", (int) lines.size()}}; + } +}; + +// +// apply_diff: apply a unified diff via git apply +// + +struct server_tool_apply_diff : server_tool { + server_tool_apply_diff() { + name = "apply_diff"; + display_name = "Apply diff"; + permission_write = true; + } + + json get_definition() override { + return { + {"type", "function"}, + {"function", { + {"name", name}, + {"description", "Apply a unified diff to edit one or more files using git apply. Use this instead of edit_file when the changes are complex."}, + {"parameters", { + {"type", "object"}, + {"properties", { + {"diff", {{"type", "string"}, {"description", "Unified diff content in git diff format"}}}, + }}, + {"required", json::array({"diff"})}, + }}, + }}, + }; + } + + json invoke(json params) override { + std::string diff = params.at("diff").get(); + + // write diff to a temporary file + static std::atomic counter{0}; + std::string tmp_path = (fs::temp_directory_path() / + ("llama_patch_" + std::to_string(++counter) + ".patch")).string(); + + { + std::ofstream f(tmp_path, std::ios::binary); + if (!f) { + return {{"error", "failed to create temp patch file"}}; + } + f << diff; + } + + auto res = run_process({"git", "apply", tmp_path}, 4096, 10); + + std::error_code ec; + fs::remove(tmp_path, ec); + + if (res.exit_code != 0) { + return {{"error", "git apply failed (exit " + std::to_string(res.exit_code) + "): " + res.output}}; + } + return {{"result", "patch applied successfully"}}; + } +}; + +// +// public API +// + +static std::vector> build_tools() { + std::vector> tools; + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + tools.push_back(std::make_unique()); + return tools; +} + +void server_tools::setup(const std::vector & enabled_tools) { + if (!enabled_tools.empty()) { + std::unordered_set enabled_set(enabled_tools.begin(), enabled_tools.end()); + auto all_tools = build_tools(); + + tools.clear(); + for (auto & t : all_tools) { + if (enabled_set.count(t->name) > 0 || enabled_set.count("all") > 0) { + tools.push_back(std::move(t)); + } + } + } + + handle_get = [this](const server_http_req &) -> server_http_res_ptr { + auto res = std::make_unique(); + try { + json result = json::array(); + for (const auto & t : tools) { + result.push_back(t->to_json()); + } + res->data = safe_json_to_str(result); + } catch (const std::exception & e) { + SRV_ERR("got exception: %s\n", e.what()); + res->status = 500; + res->data = safe_json_to_str(format_error_response(e.what(), ERROR_TYPE_SERVER)); + } + return res; + }; + + handle_post = [this](const server_http_req & req) -> server_http_res_ptr { + auto res = std::make_unique(); + try { + json body = json::parse(req.body); + std::string tool_name = body.at("tool").get(); + json params = body.value("params", json::object()); + json result = invoke(tool_name, params); + res->data = safe_json_to_str(result); + } catch (const json::exception & e) { + res->status = 400; + res->data = safe_json_to_str(format_error_response(e.what(), ERROR_TYPE_INVALID_REQUEST)); + } catch (const std::exception & e) { + SRV_ERR("got exception: %s\n", e.what()); + res->status = 500; + res->data = safe_json_to_str(format_error_response(e.what(), ERROR_TYPE_SERVER)); + } + return res; + }; +} + +json server_tools::invoke(const std::string & name, const json & params) { + for (auto & t : tools) { + if (t->name == name) { + return t->invoke(params); + } + } + return {{"error", "unknown tool: " + name}}; +} diff --git a/tools/server/server-tools.h b/tools/server/server-tools.h new file mode 100644 index 00000000000..444ef5f8098 --- /dev/null +++ b/tools/server/server-tools.h @@ -0,0 +1,26 @@ +#pragma once + +#include "server-common.h" +#include "server-http.h" + +struct server_tool { + std::string name; + std::string display_name; + bool permission_write = false; + + virtual ~server_tool() = default; + virtual json get_definition() = 0; + virtual json invoke(json params) = 0; + + json to_json(); +}; + +struct server_tools { + std::vector> tools; + + void setup(const std::vector & enabled_tools); + json invoke(const std::string & name, const json & params); + + server_http_context::handler_t handle_get; + server_http_context::handler_t handle_post; +}; diff --git a/tools/server/server.cpp b/tools/server/server.cpp index 0bd6fda17d2..a7afa774381 100644 --- a/tools/server/server.cpp +++ b/tools/server/server.cpp @@ -2,6 +2,7 @@ #include "server-http.h" #include "server-models.h" #include "server-cors-proxy.h" +#include "server-tools.h" #include "arg.h" #include "common.h" @@ -74,6 +75,8 @@ int main(int argc, char ** argv) { // own arguments required by this example common_params params; + common_init(); + if (!common_params_parse(argc, argv, params, LLAMA_EXAMPLE_SERVER)) { return 1; } @@ -99,8 +102,6 @@ int main(int argc, char ** argv) { params.model_alias.insert(params.model.name); } - common_init(); - // struct that contains llama context and inference server_context ctx_server; @@ -124,6 +125,7 @@ int main(int argc, char ** argv) { // register API routes server_routes routes(params, ctx_server); + server_tools tools; bool is_router_server = params.model.path.empty(); std::optional models_routes{}; @@ -211,6 +213,16 @@ int main(int argc, char ** argv) { ctx_http.get ("/cors-proxy", ex_wrapper(proxy_handler_get)); ctx_http.post("/cors-proxy", ex_wrapper(proxy_handler_post)); } + // EXPERIMENTAL built-in tools + if (!params.server_tools.empty()) { + tools.setup(params.server_tools); + SRV_WRN("%s", "-----------------\n"); + SRV_WRN("%s", "Built-in tools are enabled, do not expose server to untrusted environments\n"); + SRV_WRN("%s", "This feature is EXPERIMENTAL and may be changed in the future\n"); + SRV_WRN("%s", "-----------------\n"); + ctx_http.get ("/tools", ex_wrapper(tools.handle_get)); + ctx_http.post("/tools", ex_wrapper(tools.handle_post)); + } // // Start the server @@ -259,6 +271,12 @@ int main(int argc, char ** argv) { // load the model LOG_INF("%s: loading model\n", __func__); + if (server_models::is_child_server()) { + ctx_server.on_sleeping_changed([&](bool sleeping) { + server_models::notify_router_sleeping_state(sleeping); + }); + } + if (!ctx_server.load_model(params)) { clean_up(); if (ctx_http.thread.joinable()) { @@ -309,9 +327,8 @@ int main(int argc, char ** argv) { LOG_INF("%s: starting the main loop...\n", __func__); // optionally, notify router server that this instance is ready - const char * router_port = std::getenv("LLAMA_SERVER_ROUTER_PORT"); std::thread monitor_thread; - if (router_port != nullptr) { + if (server_models::is_child_server()) { monitor_thread = server_models::setup_child_server(shutdown_handler); } diff --git a/tools/server/tests/unit/test_router.py b/tools/server/tests/unit/test_router.py index e85f2c33829..717007a446d 100644 --- a/tools/server/tests/unit/test_router.py +++ b/tools/server/tests/unit/test_router.py @@ -103,8 +103,8 @@ def test_router_models_max_evicts_lru(): candidate_models = [ "ggml-org/tinygemma3-GGUF:Q8_0", - "ggml-org/test-model-stories260K", - "ggml-org/test-model-stories260K-infill", + "ggml-org/test-model-stories260K:F32", + "ggml-org/test-model-stories260K-infill:F32", ] # Load only the first 2 models to fill the cache diff --git a/tools/server/tests/unit/test_security.py b/tools/server/tests/unit/test_security.py index 8c38b89d535..bb22095f125 100644 --- a/tools/server/tests/unit/test_security.py +++ b/tools/server/tests/unit/test_security.py @@ -22,6 +22,15 @@ def test_access_public_endpoint(endpoint: str): assert "error" not in res.body +def test_access_static_assets_without_api_key(): + """Static web UI assets should not require API key authentication (issue #21229)""" + global server + server.start() + for path in ["/", "/bundle.js", "/bundle.css"]: + res = server.make_request("GET", path) + assert res.status_code == 200, f"Expected 200 for {path}, got {res.status_code}" + + @pytest.mark.parametrize("api_key", [None, "invalid-key"]) def test_incorrect_api_key(api_key: str): global server diff --git a/tools/server/tests/utils.py b/tools/server/tests/utils.py index c6fe11261f9..a9a7e3c4f36 100644 --- a/tools/server/tests/utils.py +++ b/tools/server/tests/utils.py @@ -116,7 +116,7 @@ def __init__(self): self.server_port = int(os.environ["PORT"]) self.external_server = "DEBUG_EXTERNAL" in os.environ - def start(self, timeout_seconds: int | None = DEFAULT_HTTP_TIMEOUT) -> None: + def start(self, timeout_seconds: int = DEFAULT_HTTP_TIMEOUT) -> None: if self.external_server: print(f"[external_server]: Assuming external server running on {self.server_host}:{self.server_port}") return @@ -288,7 +288,15 @@ def stop(self) -> None: server_instances.remove(self) if self.process: print(f"Stopping server with pid={self.process.pid}") - self.process.kill() + self.process.terminate() + try: + self.process.wait(timeout=5) + except subprocess.TimeoutExpired: + print(f"Server pid={self.process.pid} did not terminate in time, killing") + self.process.kill() + self.process.wait(timeout=5) + except Exception as e: + print(f"Error waiting for server: {e}") self.process = None def make_request( diff --git a/tools/server/webui/README.md b/tools/server/webui/README.md index 6fc908e274f..4532bae3efa 100644 --- a/tools/server/webui/README.md +++ b/tools/server/webui/README.md @@ -188,14 +188,14 @@ The build process: 1. **Vite Build** - Bundles all TypeScript, Svelte, and CSS 2. **Static Adapter** - Outputs to `../public` (llama-server's static file directory) 3. **Post-Build Script** - Cleans up intermediate files -4. **Custom Plugin** - Creates `index.html.gz` with: +4. **Custom Plugin** - Creates `index.html` with: - Inlined favicon as base64 - GZIP compression (level 9) - Deterministic output (zeroed timestamps) ```text tools/server/webui/ → build → tools/server/public/ -├── src/ ├── index.html.gz (served by llama-server) +├── src/ ├── index.html (served by llama-server) ├── static/ └── (favicon inlined) └── ... ``` @@ -219,7 +219,7 @@ output: { The WebUI is embedded directly into the llama-server binary: -1. `npm run build` outputs `index.html.gz` to `tools/server/public/` +1. `npm run build` outputs `index.html` to `tools/server/public/` 2. llama-server compiles this into the binary at build time 3. When accessing `/`, llama-server serves the gzipped HTML 4. All assets are inlined (CSS, JS, fonts, favicon) diff --git a/tools/server/webui/package.json b/tools/server/webui/package.json index f5cdc9e47f0..c417638ea49 100644 --- a/tools/server/webui/package.json +++ b/tools/server/webui/package.json @@ -50,7 +50,6 @@ "eslint-config-prettier": "^10.0.1", "eslint-plugin-storybook": "^10.2.4", "eslint-plugin-svelte": "^3.0.0", - "fflate": "^0.8.2", "globals": "^16.0.0", "http-server": "^14.1.1", "mdast": "^3.0.0", diff --git a/tools/server/webui/scripts/install-git-hooks.sh b/tools/server/webui/scripts/install-git-hooks.sh index d14e2813891..efdea025c16 100755 --- a/tools/server/webui/scripts/install-git-hooks.sh +++ b/tools/server/webui/scripts/install-git-hooks.sh @@ -1,14 +1,12 @@ #!/bin/bash -# Script to install pre-commit and pre-push hooks for webui -# Pre-commit: formats code and runs checks -# Pre-push: builds the project, stashes unstaged changes +# Script to install pre-commit hook for webui +# Pre-commit: formats, checks, builds, and stages build output REPO_ROOT=$(git rev-parse --show-toplevel) PRE_COMMIT_HOOK="$REPO_ROOT/.git/hooks/pre-commit" -PRE_PUSH_HOOK="$REPO_ROOT/.git/hooks/pre-push" -echo "Installing pre-commit and pre-push hooks for webui..." +echo "Installing pre-commit hook for webui..." # Create the pre-commit hook cat > "$PRE_COMMIT_HOOK" << 'EOF' @@ -16,21 +14,19 @@ cat > "$PRE_COMMIT_HOOK" << 'EOF' # Check if there are any changes in the webui directory if git diff --cached --name-only | grep -q "^tools/server/webui/"; then - echo "Formatting and checking webui code..." - - # Change to webui directory and run format - cd tools/server/webui - - # Check if npm is available and package.json exists + REPO_ROOT=$(git rev-parse --show-toplevel) + cd "$REPO_ROOT/tools/server/webui" + + # Check if package.json exists if [ ! -f "package.json" ]; then echo "Error: package.json not found in tools/server/webui" exit 1 fi - + + echo "Formatting and checking webui code..." + # Run the format command npm run format - - # Check if format command succeeded if [ $? -ne 0 ]; then echo "Error: npm run format failed" exit 1 @@ -38,8 +34,6 @@ if git diff --cached --name-only | grep -q "^tools/server/webui/"; then # Run the lint command npm run lint - - # Check if lint command succeeded if [ $? -ne 0 ]; then echo "Error: npm run lint failed" exit 1 @@ -47,156 +41,42 @@ if git diff --cached --name-only | grep -q "^tools/server/webui/"; then # Run the check command npm run check - - # Check if check command succeeded if [ $? -ne 0 ]; then echo "Error: npm run check failed" exit 1 fi - # Go back to repo root - cd ../../.. - echo "✅ Webui code formatted and checked successfully" -fi - -exit 0 -EOF - -# Create the pre-push hook -cat > "$PRE_PUSH_HOOK" << 'EOF' -#!/bin/bash -# Check if there are any webui changes that need building -WEBUI_CHANGES=$(git diff --name-only @{push}..HEAD | grep "^tools/server/webui/" || true) - -if [ -n "$WEBUI_CHANGES" ]; then - echo "Webui changes detected, checking if build is up-to-date..." - - # Change to webui directory - cd tools/server/webui - - # Check if npm is available and package.json exists - if [ ! -f "package.json" ]; then - echo "Error: package.json not found in tools/server/webui" + # Build the webui + echo "Building webui..." + npm run build + if [ $? -ne 0 ]; then + echo "❌ npm run build failed" exit 1 fi - - # Check if build output exists and is newer than source files - BUILD_FILE="../public/index.html.gz" - NEEDS_BUILD=false - - if [ ! -f "$BUILD_FILE" ]; then - echo "Build output not found, building..." - NEEDS_BUILD=true - else - # Check if any source files are newer than the build output - if find src -newer "$BUILD_FILE" -type f | head -1 | grep -q .; then - echo "Source files are newer than build output, rebuilding..." - NEEDS_BUILD=true - fi - fi - - if [ "$NEEDS_BUILD" = true ]; then - echo "Building webui..." - - # Stash any unstaged changes to avoid conflicts during build - echo "Checking for unstaged changes..." - if ! git diff --quiet || ! git diff --cached --quiet --diff-filter=A; then - echo "Stashing unstaged changes..." - git stash push --include-untracked -m "Pre-push hook: stashed unstaged changes" - STASH_CREATED=$? - else - echo "No unstaged changes to stash" - STASH_CREATED=1 - fi - - # Run the build command - npm run build - - # Check if build command succeeded - if [ $? -ne 0 ]; then - echo "Error: npm run build failed" - if [ $STASH_CREATED -eq 0 ]; then - echo "You can restore your unstaged changes with: git stash pop" - fi - exit 1 - fi - - # Go back to repo root - cd ../../.. - - # Check if build output was created/updated - if [ -f "tools/server/public/index.html.gz" ]; then - # Add the build output and commit it - git add tools/server/public/index.html.gz - if ! git diff --cached --quiet; then - echo "Committing updated build output..." - git commit -m "chore: update webui build output" - echo "✅ Build output committed successfully" - else - echo "Build output unchanged" - fi - else - echo "Error: Build output not found after build" - if [ $STASH_CREATED -eq 0 ]; then - echo "You can restore your unstaged changes with: git stash pop" - fi - exit 1 - fi - - if [ $STASH_CREATED -eq 0 ]; then - echo "✅ Build completed. Your unstaged changes have been stashed." - echo "They will be automatically restored after the push." - # Create a marker file to indicate stash was created by pre-push hook - touch .git/WEBUI_PUSH_STASH_MARKER - fi - else - echo "✅ Build output is up-to-date" - fi - - echo "✅ Webui ready for push" -fi - -exit 0 -EOF -# Create the post-push hook (for restoring stashed changes after push) -cat > "$REPO_ROOT/.git/hooks/post-push" << 'EOF' -#!/bin/bash + # Stage the build output alongside the source changes + cd "$REPO_ROOT" + git add tools/server/public/ -# Check if we have a stash marker from the pre-push hook -if [ -f .git/WEBUI_PUSH_STASH_MARKER ]; then - echo "Restoring your unstaged changes after push..." - git stash pop - rm -f .git/WEBUI_PUSH_STASH_MARKER - echo "✅ Your unstaged changes have been restored." + echo "✅ Webui built and build output staged" fi exit 0 EOF -# Make all hooks executable +# Make hook executable chmod +x "$PRE_COMMIT_HOOK" -chmod +x "$PRE_PUSH_HOOK" -chmod +x "$REPO_ROOT/.git/hooks/post-push" if [ $? -eq 0 ]; then - echo "✅ Git hooks installed successfully!" + echo "✅ Git hook installed successfully!" echo " Pre-commit: $PRE_COMMIT_HOOK" - echo " Pre-push: $PRE_PUSH_HOOK" - echo " Post-push: $REPO_ROOT/.git/hooks/post-push" - echo "" - echo "The hooks will automatically:" - echo " • Format and check webui code before commits (pre-commit)" - echo " • Build webui code before pushes (pre-push)" - echo " • Stash unstaged changes during build process" - echo " • Restore your unstaged changes after the push" echo "" - echo "To test the hooks:" - echo " • Make a change to a file in the webui directory and commit it (triggers format/check)" - echo " • Push your commits to trigger the build process" + echo "The hook will automatically:" + echo " • Format, lint and check webui code before commits" + echo " • Build webui and stage tools/server/public/ into the same commit" else - echo "❌ Failed to make hooks executable" + echo "❌ Failed to make hook executable" exit 1 fi diff --git a/tools/server/webui/scripts/post-build.sh b/tools/server/webui/scripts/post-build.sh index a49d6cc107e..55e46d5d5c6 100755 --- a/tools/server/webui/scripts/post-build.sh +++ b/tools/server/webui/scripts/post-build.sh @@ -1,3 +1,3 @@ rm -rf ../public/_app; rm ../public/favicon.svg; -rm ../public/index.html; +rm -f ../public/index.html.gz; # deprecated, but may still be generated by older versions of the build process diff --git a/tools/server/webui/src/app.css b/tools/server/webui/src/app.css index 3ab21f0cc7b..2f5c4138aba 100644 --- a/tools/server/webui/src/app.css +++ b/tools/server/webui/src/app.css @@ -40,6 +40,17 @@ --code-background: oklch(0.985 0 0); --code-foreground: oklch(0.145 0 0); --layer-popover: 1000000; + + --chat-form-area-height: 8rem; + --chat-form-area-offset: 2rem; + --max-message-height: max(24rem, min(80dvh, calc(100dvh - var(--chat-form-area-height) - 12rem))); +} + +@media (min-width: 640px) { + :root { + --chat-form-area-height: 24rem; + --chat-form-area-offset: 12rem; + } } .dark { @@ -116,19 +127,6 @@ --color-sidebar-ring: var(--sidebar-ring); } -:root { - --chat-form-area-height: 8rem; - --chat-form-area-offset: 2rem; - --max-message-height: max(24rem, min(80dvh, calc(100dvh - var(--chat-form-area-height) - 12rem))); -} - -@media (min-width: 640px) { - :root { - --chat-form-area-height: 24rem; - --chat-form-area-offset: 12rem; - } -} - @layer base { * { @apply border-border outline-ring/50; diff --git a/tools/server/webui/src/lib/actions/fade-in-view.svelte.ts b/tools/server/webui/src/lib/actions/fade-in-view.svelte.ts new file mode 100644 index 00000000000..5c726b7e458 --- /dev/null +++ b/tools/server/webui/src/lib/actions/fade-in-view.svelte.ts @@ -0,0 +1,54 @@ +/** + * Svelte action that fades in an element when it enters the viewport. + * Uses IntersectionObserver for efficient viewport detection. + * + * If skipIfVisible is set and the element is already visible in the viewport + * when the action attaches (e.g. a markdown block promoted from unstable + * during streaming), the fade is skipped entirely to avoid a flash. + */ +export function fadeInView( + node: HTMLElement, + options: { duration?: number; y?: number; skipIfVisible?: boolean } = {} +) { + const { duration = 300, y = 0, skipIfVisible = false } = options; + + if (skipIfVisible) { + const rect = node.getBoundingClientRect(); + const isAlreadyVisible = + rect.top < window.innerHeight && + rect.bottom > 0 && + rect.left < window.innerWidth && + rect.right > 0; + + if (isAlreadyVisible) { + return; + } + } + + node.style.opacity = '0'; + node.style.transform = `translateY(${y}px)`; + node.style.transition = `opacity ${duration}ms ease-out, transform ${duration}ms ease-out`; + + $effect(() => { + const observer = new IntersectionObserver( + (entries) => { + for (const entry of entries) { + if (entry.isIntersecting) { + requestAnimationFrame(() => { + node.style.opacity = '1'; + node.style.transform = 'translateY(0)'; + }); + observer.disconnect(); + } + } + }, + { threshold: 0.05 } + ); + + observer.observe(node); + + return () => { + observer.disconnect(); + }; + }); +} diff --git a/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte b/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte index b51dd682e05..95c3c5da1ff 100644 --- a/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte +++ b/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormActions/ChatFormActions.svelte @@ -10,9 +10,9 @@ ModelsSelector, ModelsSelectorSheet } from '$lib/components/app'; - import { DialogChatSettings } from '$lib/components/app/dialogs'; import { SETTINGS_SECTION_TITLES } from '$lib/constants'; import { mcpStore } from '$lib/stores/mcp.svelte'; + import { getChatSettingsDialogContext } from '$lib/contexts'; import { FileTypeCategory } from '$lib/enums'; import { getFileTypeCategory } from '$lib/utils'; import { config } from '$lib/stores/settings.svelte'; @@ -169,7 +169,7 @@ selectorModelRef?.open(); } - let showChatSettingsDialogWithMcpSection = $state(false); + const chatSettingsDialog = getChatSettingsDialogContext(); let hasMcpPromptsSupport = $derived.by(() => { const perChatOverrides = conversationsStore.getAllMcpServerOverrides(); @@ -197,7 +197,7 @@ {onSystemPromptClick} {onMcpPromptClick} {onMcpResourcesClick} - onMcpSettingsClick={() => (showChatSettingsDialogWithMcpSection = true)} + onMcpSettingsClick={() => chatSettingsDialog.open(SETTINGS_SECTION_TITLES.MCP)} /> {:else} (showChatSettingsDialogWithMcpSection = true)} + onMcpSettingsClick={() => chatSettingsDialog.open(SETTINGS_SECTION_TITLES.MCP)} /> {/if} (showChatSettingsDialogWithMcpSection = true)} + onSettingsClick={() => chatSettingsDialog.open(SETTINGS_SECTION_TITLES.MCP)} /> @@ -265,9 +265,3 @@ /> {/if} - - (showChatSettingsDialogWithMcpSection = open)} - initialSection={SETTINGS_SECTION_TITLES.MCP} -/> diff --git a/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormTextarea.svelte b/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormTextarea.svelte index f0855b9dbe5..86c182acdbd 100644 --- a/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormTextarea.svelte +++ b/tools/server/webui/src/lib/components/app/chat/ChatForm/ChatFormTextarea.svelte @@ -26,6 +26,7 @@ onMount(() => { if (textareaElement) { + autoResizeTextarea(textareaElement); textareaElement.focus(); } }); @@ -50,8 +51,9 @@