Build (aarch64)

build/torch26-cxx11-cu126-aarch64-linux/quantization/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _quantization_82ffd1f
-ops = torch.ops._quantization_82ffd1f
+from . import _quantization_3313895
+ops = torch.ops._quantization_3313895
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_quantization_82ffd1f::{op_name}"
+    return f"_quantization_3313895::{op_name}"

build/torch26-cxx11-cu126-aarch64-linux/quantization/{_quantization_82ffd1f.abi3.so → _quantization_3313895.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:163383785e3ca9a472f18c802591218f18ef3c9cde4bb83fa623575a8adfd085
-size 159999656
+oid sha256:d3ee57d2c1cc0ad50da66137aba7bc19177808ab669b04af56724343ff91ead0
+size 159999664

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/marlin_utils.py

@@ -6,8 +6,7 @@ from typing import Optional
 import numpy
 import torch
 
-import quantization as ops
-from quantization.scalar_type import ScalarType, scalar_types
+from .. import ScalarType, gptq_marlin_gemm, scalar_types
 
 from .quant_utils import pack_cols, unpack_cols
 
@@ -383,7 +382,7 @@ def apply_gptq_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(reshaped_x,
+    output = gptq_marlin_gemm(reshaped_x,
                                   None,
                                   weight,
                                   weight_scale,
@@ -429,7 +428,7 @@ def apply_awq_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(reshaped_x,
+    output = gptq_marlin_gemm(reshaped_x,
                                   None,
                                   weight,
                                   weight_scale,

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/marlin_utils_fp4.py

@@ -5,12 +5,11 @@ from typing import Optional
 
 import torch
 
-import quantization as ops
-
+from .. import gptq_marlin_gemm, gptq_marlin_repack
 from .marlin_utils import (
     USE_FP32_REDUCE_DEFAULT, marlin_make_workspace_new, marlin_permute_scales,
     should_use_atomic_add_reduce)
-from quantization.scalar_type import scalar_types
+from ..scalar_type import scalar_types
 
 FP4_MARLIN_SUPPORTED_GROUP_SIZES = [16]
 
@@ -90,7 +89,7 @@ def apply_fp4_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(a=reshaped_x,
+    output = gptq_marlin_gemm(a=reshaped_x,
                                   c=None,
                                   b_q_weight=weight,
                                   b_scales=weight_scale,
@@ -135,7 +134,7 @@ def prepare_fp4_layer_for_marlin(layer: torch.nn.Module) -> None:
     perm = torch.empty(0, dtype=torch.int, device=device)
     qweight = layer.weight.view(torch.int32).T.contiguous()
 
-    marlin_qweight = ops.gptq_marlin_repack(b_q_weight=qweight,
+    marlin_qweight = gptq_marlin_repack(b_q_weight=qweight,
                                             perm=perm,
                                             size_k=part_size_k,
                                             size_n=part_size_n,
@@ -192,7 +191,7 @@ def prepare_moe_fp4_layer_for_marlin(layer: torch.nn.Module) -> None:
         for i in range(e):
             qweight = weight[i].view(torch.int32).T.contiguous()
 
-            marlin_qweight = ops.gptq_marlin_repack(b_q_weight=qweight,
+            marlin_qweight = gptq_marlin_repack(b_q_weight=qweight,
                                                     perm=perm,
                                                     size_k=size_k,
                                                     size_n=size_n,
@@ -263,7 +262,7 @@ def rand_marlin_weight_fp4_like(weight, group_size):
     weight_ref = weight_ref * global_scale.to(weight.dtype) * \
         scales.repeat_interleave(group_size, 1).to(weight.dtype)
 
-    marlin_qweight = ops.gptq_marlin_repack(
+    marlin_qweight = gptq_marlin_repack(
         b_q_weight=fp4_weight.view(torch.int32).T.contiguous(),
         perm=torch.empty(0, dtype=torch.int, device=device),
         size_k=size_k,

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/marlin_utils_fp8.py

@@ -5,7 +5,7 @@ from typing import Optional
 
 import torch
 
-import quantization as ops
+from .. import gptq_marlin_gemm, gptq_marlin_repack
 
 from .marlin_utils import USE_FP32_REDUCE_DEFAULT, marlin_make_workspace, marlin_permute_scales
 
@@ -51,7 +51,7 @@ def apply_fp8_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(a=reshaped_x,
+    output = gptq_marlin_gemm(a=reshaped_x,
                                   c=None,
                                   b_q_weight=weight,
                                   b_scales=weight_scale,
@@ -104,7 +104,7 @@ def marlin_quant_fp8_torch(weight, group_size):
         weight_ref = fp8_weight.to(weight.dtype) * repeated_scales
 
     packed_weight = pack_fp8_to_int32(fp8_weight, False).T.contiguous()
-    marlin_qweight = ops.gptq_marlin_repack(
+    marlin_qweight = gptq_marlin_repack(
         b_q_weight=packed_weight,
         perm=torch.empty(0, dtype=torch.int, device=device),
         size_k=size_k,

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/marlin_utils_test.py

@@ -5,8 +5,7 @@ from typing import List, Optional
 import numpy as np
 import torch
 
-from quantization.scalar_type import ScalarType
-
+from ..scalar_type import ScalarType
 from .marlin_utils import GPTQ_MARLIN_TILE, marlin_permute_scales, marlin_zero_points
 from .quant_utils import (
     get_pack_factor,

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/marlin_utils_test_24.py

@@ -6,8 +6,7 @@ from typing import List
 import numpy
 import torch
 
-from quantization.scalar_type import ScalarType
-
+from ..scalar_type import ScalarType
 from .marlin_utils_test import marlin_weights
 from .quant_utils import gptq_quantize_weights
 

build/torch26-cxx11-cu126-aarch64-linux/quantization/utils/quant_utils.py

@@ -5,7 +5,7 @@ from typing import List, Optional
 import numpy
 import torch
 
-from quantization.scalar_type import ScalarType, scalar_types
+from ..scalar_type import ScalarType, scalar_types
 
 SUPPORTED_GPTQ_QUANT_TYPES = [scalar_types.uint4b8, scalar_types.uint8b128]
 SUPPORTED_GROUP_SIZES = [-1, 32, 64, 128]

build/torch26-cxx98-cu126-aarch64-linux/quantization/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _quantization_82ffd1f
-ops = torch.ops._quantization_82ffd1f
+from . import _quantization_3313895
+ops = torch.ops._quantization_3313895
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_quantization_82ffd1f::{op_name}"
+    return f"_quantization_3313895::{op_name}"

build/torch26-cxx98-cu126-aarch64-linux/quantization/{_quantization_82ffd1f.abi3.so → _quantization_3313895.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f2bf0942eeeb2b821331211fc74ce7c37fccad95fc1ac6aa8bbc322a6f8ac249
-size 159991696
+oid sha256:61f73550ec23c013a886c34cb3f24c5aa55ea2f20e957988ba114ecc207ecac9
+size 159991688

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/marlin_utils.py

@@ -6,8 +6,7 @@ from typing import Optional
 import numpy
 import torch
 
-import quantization as ops
-from quantization.scalar_type import ScalarType, scalar_types
+from .. import ScalarType, gptq_marlin_gemm, scalar_types
 
 from .quant_utils import pack_cols, unpack_cols
 
@@ -383,7 +382,7 @@ def apply_gptq_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(reshaped_x,
+    output = gptq_marlin_gemm(reshaped_x,
                                   None,
                                   weight,
                                   weight_scale,
@@ -429,7 +428,7 @@ def apply_awq_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(reshaped_x,
+    output = gptq_marlin_gemm(reshaped_x,
                                   None,
                                   weight,
                                   weight_scale,

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/marlin_utils_fp4.py

@@ -5,12 +5,11 @@ from typing import Optional
 
 import torch
 
-import quantization as ops
-
+from .. import gptq_marlin_gemm, gptq_marlin_repack
 from .marlin_utils import (
     USE_FP32_REDUCE_DEFAULT, marlin_make_workspace_new, marlin_permute_scales,
     should_use_atomic_add_reduce)
-from quantization.scalar_type import scalar_types
+from ..scalar_type import scalar_types
 
 FP4_MARLIN_SUPPORTED_GROUP_SIZES = [16]
 
@@ -90,7 +89,7 @@ def apply_fp4_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(a=reshaped_x,
+    output = gptq_marlin_gemm(a=reshaped_x,
                                   c=None,
                                   b_q_weight=weight,
                                   b_scales=weight_scale,
@@ -135,7 +134,7 @@ def prepare_fp4_layer_for_marlin(layer: torch.nn.Module) -> None:
     perm = torch.empty(0, dtype=torch.int, device=device)
     qweight = layer.weight.view(torch.int32).T.contiguous()
 
-    marlin_qweight = ops.gptq_marlin_repack(b_q_weight=qweight,
+    marlin_qweight = gptq_marlin_repack(b_q_weight=qweight,
                                             perm=perm,
                                             size_k=part_size_k,
                                             size_n=part_size_n,
@@ -192,7 +191,7 @@ def prepare_moe_fp4_layer_for_marlin(layer: torch.nn.Module) -> None:
         for i in range(e):
             qweight = weight[i].view(torch.int32).T.contiguous()
 
-            marlin_qweight = ops.gptq_marlin_repack(b_q_weight=qweight,
+            marlin_qweight = gptq_marlin_repack(b_q_weight=qweight,
                                                     perm=perm,
                                                     size_k=size_k,
                                                     size_n=size_n,
@@ -263,7 +262,7 @@ def rand_marlin_weight_fp4_like(weight, group_size):
     weight_ref = weight_ref * global_scale.to(weight.dtype) * \
         scales.repeat_interleave(group_size, 1).to(weight.dtype)
 
-    marlin_qweight = ops.gptq_marlin_repack(
+    marlin_qweight = gptq_marlin_repack(
         b_q_weight=fp4_weight.view(torch.int32).T.contiguous(),
         perm=torch.empty(0, dtype=torch.int, device=device),
         size_k=size_k,

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/marlin_utils_fp8.py

@@ -5,7 +5,7 @@ from typing import Optional
 
 import torch
 
-import quantization as ops
+from .. import gptq_marlin_gemm, gptq_marlin_repack
 
 from .marlin_utils import USE_FP32_REDUCE_DEFAULT, marlin_make_workspace, marlin_permute_scales
 
@@ -51,7 +51,7 @@ def apply_fp8_marlin_linear(
                                                   device=input.device,
                                                   dtype=input.dtype)
 
-    output = ops.gptq_marlin_gemm(a=reshaped_x,
+    output = gptq_marlin_gemm(a=reshaped_x,
                                   c=None,
                                   b_q_weight=weight,
                                   b_scales=weight_scale,
@@ -104,7 +104,7 @@ def marlin_quant_fp8_torch(weight, group_size):
         weight_ref = fp8_weight.to(weight.dtype) * repeated_scales
 
     packed_weight = pack_fp8_to_int32(fp8_weight, False).T.contiguous()
-    marlin_qweight = ops.gptq_marlin_repack(
+    marlin_qweight = gptq_marlin_repack(
         b_q_weight=packed_weight,
         perm=torch.empty(0, dtype=torch.int, device=device),
         size_k=size_k,

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/marlin_utils_test.py

@@ -5,8 +5,7 @@ from typing import List, Optional
 import numpy as np
 import torch
 
-from quantization.scalar_type import ScalarType
-
+from ..scalar_type import ScalarType
 from .marlin_utils import GPTQ_MARLIN_TILE, marlin_permute_scales, marlin_zero_points
 from .quant_utils import (
     get_pack_factor,

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/marlin_utils_test_24.py

@@ -6,8 +6,7 @@ from typing import List
 import numpy
 import torch
 
-from quantization.scalar_type import ScalarType
-
+from ..scalar_type import ScalarType
 from .marlin_utils_test import marlin_weights
 from .quant_utils import gptq_quantize_weights
 

build/torch26-cxx98-cu126-aarch64-linux/quantization/utils/quant_utils.py

@@ -5,7 +5,7 @@ from typing import List, Optional
 import numpy
 import torch
 
-from quantization.scalar_type import ScalarType, scalar_types
+from ..scalar_type import ScalarType, scalar_types
 
 SUPPORTED_GPTQ_QUANT_TYPES = [scalar_types.uint4b8, scalar_types.uint8b128]
 SUPPORTED_GROUP_SIZES = [-1, 32, 64, 128]

build/torch27-cxx11-cu126-aarch64-linux/quantization/_ops.py

@@ -1,9 +1,9 @@
 import torch
-from . import _quantization_82ffd1f
-ops = torch.ops._quantization_82ffd1f
+from . import _quantization_3313895
+ops = torch.ops._quantization_3313895
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_quantization_82ffd1f::{op_name}"
+    return f"_quantization_3313895::{op_name}"

build/torch27-cxx11-cu126-aarch64-linux/quantization/{_quantization_82ffd1f.abi3.so → _quantization_3313895.abi3.so}

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ef0e68ff25982049ce0b6af570f6546c8f62a49e373397d352f89376c1805de4
-size 159934080
+oid sha256:c937e095108ec91e92ffcc629e2a62ff931aa0899b430088ced81ae6fee8b7b4
+size 159999616