Rotate int8 v2

.github/workflows/05-windows-build.yml

@@ -120,32 +120,6 @@ jobs:
             -DCMAKE_CXX_COMPILER_LAUNCHER=sccache
           cmake --build . --config Release --parallel $env:NPROC
 
-          # Copy zvec DLLs next to the example executables so Windows can find them.
-          # CMake places DLLs in bin/ (RUNTIME output) and import libs in lib/.
-          $buildDir = "$env:GITHUB_WORKSPACE\build"
-          foreach ($dllName in @("zvec.dll", "zvec_core.dll", "zvec_ailego.dll")) {
-            $found = $false
-            foreach ($sub in @("$buildDir\bin", "$buildDir\bin\Release", "$buildDir\lib", "$buildDir\lib\Release")) {
-              $dllPath = Join-Path $sub $dllName
-              if (Test-Path $dllPath) {
-                Copy-Item $dllPath -Destination . -Force
-                Write-Host "Copied $dllName from $sub"
-                $found = $true
-                break
-              }
-            }
-            if (-not $found) {
-              Write-Host "WARNING: $dllName not found, searching recursively..."
-              $dll = Get-ChildItem -Path $buildDir -Filter $dllName -Recurse -ErrorAction SilentlyContinue | Select-Object -First 1
-              if ($dll) {
-                Copy-Item $dll.FullName -Destination . -Force
-                Write-Host "Copied $dllName from $($dll.DirectoryName)"
-              } else {
-                Write-Error "$dllName not found anywhere under $buildDir"
-              }
-            }
-          }
-
           .\db-example.exe
           .\core-example.exe
           .\ailego-example.exe

.gitignore

@@ -52,3 +52,9 @@ allure-*
 !build_android.sh
 !build_ios.sh
 
+# congfig
+doc/
+config/
+examples/python/
+examples/c_api/
+logs/

examples/c++/CMakeLists.txt

@@ -32,6 +32,100 @@ if(WIN32)
     set(CMAKE_MSVC_RUNTIME_LIBRARY "MultiThreaded$<$<CONFIG:Debug>:Debug>")
 endif()
 
+# =============================================================================
+# Windows: static linking (avoids LNK1189 PE/COFF 65535-section limit)
+# =============================================================================
+# On MSVC the all-in-one shared libraries (zvec.dll etc.) are not built because
+# WINDOWS_EXPORT_ALL_SYMBOLS exceeds the PE/COFF section hard limit.
+# C++ examples therefore link the component static libraries directly — the same
+# approach used by the Python binding (_zvec.pyd).
+# Linux/macOS continue to use shared libraries (see else branch below).
+if(WIN32)
+    find_library(ZVEC_STATIC_LIB zvec_static
+        PATHS ${ZVEC_LIB_SEARCH_DIRS} NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
+    find_library(ZVEC_CORE_STATIC_LIB zvec_core_static
+        PATHS ${ZVEC_LIB_SEARCH_DIRS} NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
+    find_library(ZVEC_AILEGO_STATIC_LIB zvec_ailego_static
+        PATHS ${ZVEC_LIB_SEARCH_DIRS} NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
+    find_library(ZVEC_TURBO_STATIC_LIB zvec_turbo_static
+        PATHS ${ZVEC_LIB_SEARCH_DIRS} NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
+
+    # Core algorithm static libraries (same set as the Python binding uses
+    # via /WHOLEARCHIVE on MSVC).
+    set(ZVEC_CORE_KNN_STATIC_NAMES
+        core_knn_flat_static
+        core_knn_flat_sparse_static
+        core_knn_hnsw_static
+        core_knn_hnsw_rabitq_static
+        core_knn_hnsw_sparse_static
+        core_knn_ivf_static
+        core_knn_vamana_static
+        core_knn_cluster_static
+    )
+    set(ZVEC_CORE_INFRA_STATIC_NAMES
+        core_mix_reducer_static
+        core_metric_static
+        core_utility_static
+        core_quantizer_static
+        core_plugin
+    )
+
+    foreach(_lib_name ${ZVEC_CORE_KNN_STATIC_NAMES} ${ZVEC_CORE_INFRA_STATIC_NAMES})
+        find_library(_lib_path ${_lib_name}
+            PATHS ${ZVEC_LIB_SEARCH_DIRS} NO_DEFAULT_PATH NO_CMAKE_FIND_ROOT_PATH)
+        if(NOT _lib_path)
+            message(FATAL_ERROR "Static library ${_lib_name} not found in ${ZVEC_LIB_SEARCH_DIRS}")
+        endif()
+        list(APPEND ZVEC_ALL_STATIC_LIBS "${_lib_path}")
+        unset(_lib_path CACHE)
+    endforeach()
+
+    if(NOT ZVEC_STATIC_LIB)
+        message(FATAL_ERROR "zvec_static not found in ${ZVEC_LIB_SEARCH_DIRS}")
+    endif()
+    if(NOT ZVEC_CORE_STATIC_LIB)
+        message(FATAL_ERROR "zvec_core_static not found in ${ZVEC_LIB_SEARCH_DIRS}")
+    endif()
+    if(NOT ZVEC_AILEGO_STATIC_LIB)
+        message(FATAL_ERROR "zvec_ailego_static not found in ${ZVEC_LIB_SEARCH_DIRS}")
+    endif()
+
+    find_package(Threads REQUIRED)
+
+    # db-example: full zvec stack (db + core + ailego + turbo + all core_* libs)
+    add_library(zvec-lib INTERFACE)
+    target_link_libraries(zvec-lib INTERFACE
+        "${ZVEC_STATIC_LIB}"
+        "${ZVEC_CORE_STATIC_LIB}"
+        "${ZVEC_AILEGO_STATIC_LIB}"
+        "${ZVEC_TURBO_STATIC_LIB}"
+        ${ZVEC_ALL_STATIC_LIBS}
+        Threads::Threads
+        ws2_32
+    )
+
+    # ailego-example: ailego layer only
+    add_library(zvec-ailego-lib INTERFACE)
+    target_link_libraries(zvec-ailego-lib INTERFACE
+        "${ZVEC_AILEGO_STATIC_LIB}"
+        Threads::Threads
+    )
+
+    # core-example: core + ailego + turbo + core algorithm libs
+    add_library(zvec-core-lib INTERFACE)
+    target_link_libraries(zvec-core-lib INTERFACE
+        "${ZVEC_CORE_STATIC_LIB}"
+        "${ZVEC_AILEGO_STATIC_LIB}"
+        "${ZVEC_TURBO_STATIC_LIB}"
+        ${ZVEC_ALL_STATIC_LIBS}
+        Threads::Threads
+    )
+
+else()
+# =============================================================================
+# Linux / macOS: shared library linking (original path, unchanged)
+# =============================================================================
+
 function(zvec_find_shared_library OUT_VAR LIB_NAME)
     unset(${OUT_VAR} CACHE)
     if(WIN32)
@@ -90,6 +184,8 @@ target_link_libraries(zvec-ailego-lib INTERFACE "${ZVEC_AILEGO_SHARED_LIBRARY}")
 add_library(zvec-core-lib INTERFACE)
 target_link_libraries(zvec-core-lib INTERFACE "${ZVEC_CORE_SHARED_LIBRARY}")
 
+endif()  # endif(WIN32) — shared library block ends here
+
 # --- Executables ---
 set(ZVEC_EXAMPLE_TARGETS)
 

examples/c/index_example.c

@@ -85,6 +85,11 @@ int main() {
   zvec_index_params_set_metric_type(hnsw_params_fast, ZVEC_METRIC_TYPE_L2);
   zvec_index_params_set_hnsw_params(hnsw_params_fast, 16, 100);
 
+  // Demonstrate INT8 quantization with random rotation preprocessing
+  // (enable_rotate rotates vectors before INT8 quantization to reduce error)
+  zvec_index_params_set_quantize_type(hnsw_params_fast, ZVEC_QUANTIZE_TYPE_INT8);
+  zvec_index_params_set_quantizer_enable_rotate(hnsw_params_fast, true);
+
   zvec_index_params_t *hnsw_params_balanced =
       zvec_index_params_create(ZVEC_INDEX_TYPE_HNSW);
   if (!hnsw_params_balanced) {

python/tests/test_params.py

@@ -36,6 +36,7 @@
     IndexType,
     MetricType,
     QuantizeType,
+    QuantizerParam,
     DataType,
     VectorSchema,
 )
@@ -452,3 +453,88 @@ def test_isinstance_compatibility(self):
             warnings.simplefilter("always")
             vq = VectorQuery(field_name="embedding", id="doc123")
         assert isinstance(vq, Query)
+
+
+# ----------------------------
+# QuantizerParam Test Case
+# ----------------------------
+
+
+class TestQuantizerParam:
+    def test_default(self):
+        qp = QuantizerParam()
+        assert qp.enable_rotate is False
+
+    def test_enable_rotate_true(self):
+        qp = QuantizerParam(enable_rotate=True)
+        assert qp.enable_rotate is True
+
+    def test_enable_rotate_false(self):
+        qp = QuantizerParam(enable_rotate=False)
+        assert qp.enable_rotate is False
+
+    def test_equality(self):
+        qp1 = QuantizerParam(enable_rotate=True)
+        qp2 = QuantizerParam(enable_rotate=True)
+        qp3 = QuantizerParam(enable_rotate=False)
+        assert qp1 == qp2
+        assert qp1 != qp3
+
+    def test_to_dict(self):
+        qp = QuantizerParam(enable_rotate=True)
+        d = qp.to_dict()
+        assert isinstance(d, dict)
+        assert d.get("enable_rotate") is True
+
+    def test_repr(self):
+        qp = QuantizerParam(enable_rotate=True)
+        r = repr(qp)
+        assert "enable_rotate" in r or "QuantizerParam" in r
+
+    def test_pickle_roundtrip(self):
+        import pickle
+
+        qp = QuantizerParam(enable_rotate=True)
+        data = pickle.dumps(qp)
+        qp2 = pickle.loads(data)
+        assert qp2.enable_rotate is True
+        assert qp == qp2
+
+
+# ----------------------------
+# HnswIndexParam with QuantizerParam
+# ----------------------------
+
+
+class TestHnswIndexParamQuantizer:
+    def test_default_quantizer_param(self):
+        param = HnswIndexParam()
+        assert param.quantizer_param is not None
+        assert param.quantizer_param.enable_rotate is False
+
+    def test_with_quantizer_param(self):
+        qp = QuantizerParam(enable_rotate=True)
+        param = HnswIndexParam(
+            metric_type=MetricType.L2,
+            quantize_type=QuantizeType.INT8,
+            quantizer_param=qp,
+        )
+        assert param.quantizer_param.enable_rotate is True
+        assert param.quantize_type == QuantizeType.INT8
+
+
+# ----------------------------
+# FlatIndexParam with QuantizerParam
+# ----------------------------
+
+
+class TestFlatIndexParamQuantizer:
+    def test_with_quantizer_param(self):
+        qp = QuantizerParam(enable_rotate=True)
+        param = FlatIndexParam(
+            metric_type=MetricType.L2,
+            quantize_type=QuantizeType.INT8,
+            quantizer_param=qp,
+        )
+        assert param.quantizer_param.enable_rotate is True
+        assert param.quantize_type == QuantizeType.INT8

python/zvec/__init__.py

@@ -108,6 +108,7 @@
     IVFIndexParam,
     IVFQueryParam,
     OptimizeOption,
+    QuantizerParam,
     VamanaIndexParam,
     VamanaQueryParam,
 )
@@ -171,6 +172,7 @@
     "HnswQueryParam",
     "HnswRabitqQueryParam",
     "IVFQueryParam",
+    "QuantizerParam",
     "VamanaIndexParam",
     "VamanaQueryParam",
     # Extensions

python/zvec/__init__.pyi

@@ -28,6 +28,7 @@ from .model.param import (
     IVFIndexParam,
     IVFQueryParam,
     OptimizeOption,
+    QuantizerParam,
     VamanaIndexParam,
     VamanaQueryParam,
 )
@@ -74,6 +75,7 @@ __all__: list = [
     "MetricType",
     "OptimizeOption",
     "QuantizeType",
+    "QuantizerParam",
     "Query",
     "ReRanker",
     "RrfReRanker",

python/zvec/model/param/__init__.py

@@ -31,6 +31,7 @@
     IVFIndexParam,
     IVFQueryParam,
     OptimizeOption,
+    QuantizerParam,
     VamanaIndexParam,
     VamanaQueryParam,
 )
@@ -53,6 +54,7 @@
     "IndexOption",
     "InvertIndexParam",
     "OptimizeOption",
+    "QuantizerParam",
     "VamanaIndexParam",
     "VamanaQueryParam",
 ]