We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e9f6277 commit ab9f48bCopy full SHA for ab9f48b
src/llmcompressor/transformers/compression/sparsity_metadata_config.py
@@ -1,3 +1,4 @@
1
+from __future__ import annotations
2
from compressed_tensors import CompressionFormat, SparsityCompressionConfig
3
from compressed_tensors.config import SparsityStructure
4
from compressed_tensors.quantization import QuantizationType
@@ -86,7 +87,7 @@ def from_pretrained(
86
87
quantization_format: CompressionFormat | None = None,
88
disable_sparse_compression: bool = False,
89
sparsity_structure: str | None = None,
- ) -> "SparsityCompressionConfig" | None:
90
+ ) -> SparsityCompressionConfig | None:
91
"""
92
Determines compression type and informational parameters for a given model
93
0 commit comments