Skip to content

vllm.model_executor.layers.quantization.utils.ocp_mx_utils

OCP_MX_BLOCK_SIZE module-attribute 

OCP_MX_BLOCK_SIZE = 32

OCP_MX_DTYPES module-attribute 

OCP_MX_DTYPES = {
    "mxfp4",
    "mxfp6_e3m2",
    "mxfp6_e2m3",
    "mxfp8_e4m3",
    "mxfp8_e5m2",
    "mxint8",
}

SUPPORTED_OCP_MX_DTYPES module-attribute 

SUPPORTED_OCP_MX_DTYPES = {
    "mxfp4",
    "mxfp6_e3m2",
    "mxfp6_e2m3",
}

logger module-attribute 

logger = init_logger(__name__)

OCP_MX_Scheme

Bases: str, Enum

Source code in vllm/model_executor/layers/quantization/utils/ocp_mx_utils.py 
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
class OCP_MX_Scheme(str, Enum):
    w_mxfp4_a_mxfp4 = "w_mxfp4_a_mxfp4"
    w_mxfp4_a_mxfp6_e3m2 = "w_mxfp4_a_mxfp6_e3m2"
    w_mxfp4_a_mxfp6_e2m3 = "w_mxfp4_a_mxfp6_e2m3"
    w_mxfp6_e3m2_a_mxfp6_e3m2 = "w_mxfp6_e3m2_a_mxfp6_e3m2"
    w_mxfp6_e2m3_a_mxfp6_e2m3 = "w_mxfp6_e2m3_a_mxfp6_e2m3"

    @classmethod
    def from_quant_dtype(
        cls, input_dtype: Union[str, None], weight_dtype: Union[str, None]
    ):
        if input_dtype not in OCP_MX_DTYPES or weight_dtype not in OCP_MX_DTYPES:
            return None
        elif input_dtype == "mxfp4" and weight_dtype == "mxfp4":
            return cls.w_mxfp4_a_mxfp4
        elif input_dtype == "mxfp6_e3m2" and weight_dtype == "mxfp4":
            return cls.w_mxfp4_a_mxfp6_e3m2
        elif input_dtype == "mxfp6_e2m3" and weight_dtype == "mxfp4":
            return cls.w_mxfp4_a_mxfp6_e2m3
        elif input_dtype == "mxfp6_e3m2" and weight_dtype == "mxfp6_e3m2":
            return cls.w_mxfp6_e3m2_a_mxfp6_e3m2
        elif input_dtype == "mxfp6_e2m3" and weight_dtype == "mxfp6_e2m3":
            return cls.w_mxfp6_e2m3_a_mxfp6_e2m3
        else:
            logger.warning(
                "input_dtype='%s' and"
                " weight_dtype='%s' is not supported "
                "in OCP_MX_Scheme at the moment.",
                input_dtype,
                weight_dtype,
            )
            return None

w_mxfp4_a_mxfp4 class-attribute instance-attribute 

w_mxfp4_a_mxfp4 = 'w_mxfp4_a_mxfp4'

w_mxfp4_a_mxfp6_e2m3 class-attribute instance-attribute 

w_mxfp4_a_mxfp6_e2m3 = 'w_mxfp4_a_mxfp6_e2m3'

w_mxfp4_a_mxfp6_e3m2 class-attribute instance-attribute 

w_mxfp4_a_mxfp6_e3m2 = 'w_mxfp4_a_mxfp6_e3m2'

w_mxfp6_e2m3_a_mxfp6_e2m3 class-attribute instance-attribute 

w_mxfp6_e2m3_a_mxfp6_e2m3 = 'w_mxfp6_e2m3_a_mxfp6_e2m3'

w_mxfp6_e3m2_a_mxfp6_e3m2 class-attribute instance-attribute 

w_mxfp6_e3m2_a_mxfp6_e3m2 = 'w_mxfp6_e3m2_a_mxfp6_e3m2'

from_quant_dtype classmethod 

from_quant_dtype(
    input_dtype: Union[str, None],
    weight_dtype: Union[str, None],
)
Source code in vllm/model_executor/layers/quantization/utils/ocp_mx_utils.py 
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
@classmethod
def from_quant_dtype(
    cls, input_dtype: Union[str, None], weight_dtype: Union[str, None]
):
    if input_dtype not in OCP_MX_DTYPES or weight_dtype not in OCP_MX_DTYPES:
        return None
    elif input_dtype == "mxfp4" and weight_dtype == "mxfp4":
        return cls.w_mxfp4_a_mxfp4
    elif input_dtype == "mxfp6_e3m2" and weight_dtype == "mxfp4":
        return cls.w_mxfp4_a_mxfp6_e3m2
    elif input_dtype == "mxfp6_e2m3" and weight_dtype == "mxfp4":
        return cls.w_mxfp4_a_mxfp6_e2m3
    elif input_dtype == "mxfp6_e3m2" and weight_dtype == "mxfp6_e3m2":
        return cls.w_mxfp6_e3m2_a_mxfp6_e3m2
    elif input_dtype == "mxfp6_e2m3" and weight_dtype == "mxfp6_e2m3":
        return cls.w_mxfp6_e2m3_a_mxfp6_e2m3
    else:
        logger.warning(
            "input_dtype='%s' and"
            " weight_dtype='%s' is not supported "
            "in OCP_MX_Scheme at the moment.",
            input_dtype,
            weight_dtype,
        )
        return None