File tree 2 files changed +7
-8
lines changed
src/llmcompressor/modifiers/awq
tests/llmcompressor/modifiers/awq 2 files changed +7
-8
lines changed Original file line number Diff line number Diff line change @@ -95,7 +95,8 @@ class AWQModifier(Modifier, QuantizationMixin):
95
95
- on_finalize
96
96
- clear resolved mappings and captured activations
97
97
98
- :param sequential_targets: list of module names to compress in the same calibration pass
98
+ :param sequential_targets: list of module names to compress in
99
+ the same calibration pass
99
100
:param mappings: list activation layers to smooth, and which layers to
100
101
scale the output such that activations are smoothed.
101
102
Each entry of the mapping list should be a list itself, in which the first
Original file line number Diff line number Diff line change 1
1
import pytest
2
2
import torch
3
+ from compressed_tensors .quantization import (
4
+ QuantizationArgs ,
5
+ QuantizationScheme ,
6
+ )
3
7
from pydantic import ValidationError
8
+
4
9
from llmcompressor .modifiers .awq import AWQMapping , AWQModifier
5
10
from llmcompressor .modifiers .awq .base import _sanitize_kwargs
6
11
from llmcompressor .modifiers .factory import ModifierFactory
7
12
from tests .llmcompressor .modifiers .conf import setup_modifier_factory
8
- from compressed_tensors .quantization import (
9
- QuantizationArgs ,
10
- QuantizationConfig ,
11
- QuantizationScheme ,
12
- QuantizationStatus ,
13
- QuantizationStrategy ,
14
- )
15
13
16
14
17
15
@pytest .mark .unit
You can’t perform that action at this time.
0 commit comments