From d760d856fd12b4734b6e284099b3c416ee8d2c2a Mon Sep 17 00:00:00 2001 From: Dante Gama Dessavre Date: Fri, 7 Feb 2025 13:16:55 -0600 Subject: [PATCH] Run cuvs-bench pytests and end-to-end tests in CI (#574) PR does the following: - [x] Modifies CI to run pytest and e2e test of cuvs-bench - [x] We need to test the additional time needed to run the tests. They should be fast, but if they are not, then we can add an additional job to run them in parallel. - [x] Adds synthetic test-data generation so the CI jobs don't depend on downloading datasets, and users can have easy testing locally. - [ ] Few improvements to be done to docs, yaml and other things to make it easy for users. - [x] Check in some additional pytests that hadn't been checked in before. Authors: - Dante Gama Dessavre (https://github.com/dantegd) - Corey J. Nolet (https://github.com/cjnolet) - Micka (https://github.com/lowener) Approvers: - James Lamb (https://github.com/jameslamb) - Corey J. Nolet (https://github.com/cjnolet) URL: https://github.com/rapidsai/cuvs/pull/574 --- ci/test_python.sh | 17 +- .../bench_ann_cuda-118_arch-aarch64.yaml | 4 +- .../bench_ann_cuda-118_arch-x86_64.yaml | 4 +- .../bench_ann_cuda-128_arch-aarch64.yaml | 4 +- .../bench_ann_cuda-128_arch-x86_64.yaml | 4 +- conda/recipes/cuvs-bench-cpu/meta.yaml | 3 +- conda/recipes/cuvs-bench/meta.yaml | 3 +- dependencies.yaml | 9 +- python/cuvs_bench/.coveragerc | 3 + .../cuvs_bench/config/algos/cuvs_cagra.yaml | 8 + .../config/algos/cuvs_cagra_hnswlib.yaml | 9 + .../config/algos/cuvs_ivf_flat.yaml | 7 + .../cuvs_bench/config/algos/cuvs_ivf_pq.yaml | 12 + .../config/algos/cuvs_mg_cagra.yaml | 8 + .../config/algos/cuvs_mg_ivf_flat.yaml | 7 + .../config/algos/cuvs_mg_ivf_pq.yaml | 12 + .../config/algos/faiss_cpu_ivf_flat.yaml | 8 + .../config/algos/faiss_cpu_ivf_pq.yaml | 8 + .../config/algos/faiss_gpu_cagra.yaml | 8 + .../config/algos/faiss_gpu_ivf_flat.yaml | 7 + .../config/algos/faiss_gpu_ivf_pq.yaml | 12 + .../cuvs_bench/config/algos/hnswlib.yaml | 6 + .../config/datasets/bigann-100M.yaml | 295 ------ .../cuvs_bench/config/datasets/datasets.yaml | 7 + .../cuvs_bench/config/datasets/deep-100M.yaml | 896 ------------------ .../cuvs_bench/config/datasets/deep-1B.yaml | 26 - .../config/datasets/deep-image-96-inner.yaml | 712 -------------- .../datasets/fashion-mnist-784-euclidean.yaml | 778 --------------- .../config/datasets/gist-960-euclidean.yaml | 777 --------------- .../config/datasets/glove-100-angular.yaml | 777 --------------- .../config/datasets/glove-100-inner.yaml | 777 --------------- .../config/datasets/glove-50-angular.yaml | 777 --------------- .../config/datasets/glove-50-inner.yaml | 777 --------------- .../config/datasets/lastfm-65-angular.yaml | 777 --------------- .../config/datasets/mnist-784-euclidean.yaml | 778 --------------- .../config/datasets/nytimes-256-angular.yaml | 778 --------------- .../config/datasets/nytimes-256-inner.yaml | 778 --------------- .../config/datasets/sift-128-euclidean.yaml | 562 ----------- .../config/datasets/wiki_all_10M.yaml | 357 ------- .../config/datasets/wiki_all_1M.yaml | 371 -------- .../config/datasets/wiki_all_88M.yaml | 357 ------- .../cuvs_bench/get_dataset/__main__.py | 170 +++- python/cuvs_bench/cuvs_bench/plot/__main__.py | 5 +- .../cuvs_bench/cuvs_bench/run/data_export.py | 6 +- python/cuvs_bench/cuvs_bench/run/run.py | 10 +- .../cuvs_bench/cuvs_bench/tests/test_cli.py | 422 +++++++++ .../cuvs_bench/cuvs_bench/tests/test_run.py | 162 +++- python/cuvs_bench/pyproject.toml | 2 + 48 files changed, 869 insertions(+), 11428 deletions(-) create mode 100644 python/cuvs_bench/.coveragerc delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/bigann-100M.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/deep-100M.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/deep-1B.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/deep-image-96-inner.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/fashion-mnist-784-euclidean.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/gist-960-euclidean.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/glove-100-angular.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/glove-100-inner.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/glove-50-angular.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/glove-50-inner.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/lastfm-65-angular.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/mnist-784-euclidean.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-angular.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-inner.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/sift-128-euclidean.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_10M.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_1M.yaml delete mode 100644 python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_88M.yaml create mode 100644 python/cuvs_bench/cuvs_bench/tests/test_cli.py diff --git a/ci/test_python.sh b/ci/test_python.sh index e8749fe79..6ba36bc5a 100755 --- a/ci/test_python.sh +++ b/ci/test_python.sh @@ -1,5 +1,5 @@ #!/bin/bash -# Copyright (c) 2022-2024, NVIDIA CORPORATION. +# Copyright (c) 2022-2025, NVIDIA CORPORATION. set -euo pipefail @@ -34,7 +34,8 @@ rapids-mamba-retry install \ --channel "${CPP_CHANNEL}" \ --channel "${PYTHON_CHANNEL}" \ "libcuvs=${RAPIDS_VERSION}" \ - "cuvs=${RAPIDS_VERSION}" + "cuvs=${RAPIDS_VERSION}" \ + "cuvs-bench=${RAPIDS_VERSION}" rapids-logger "Check GPU usage" nvidia-smi @@ -54,5 +55,17 @@ pytest \ --cov-report=term \ tests +rapids-logger "pytest cuvs-bench" +popd +pushd python/cuvs_bench/cuvs_bench +pytest \ + --cache-clear \ + --junitxml="${RAPIDS_TESTS_DIR}/junit-cuvs.xml" \ + --cov-config=../.coveragerc \ + --cov=cuvs \ + --cov-report=xml:"${RAPIDS_COVERAGE_DIR}/cuvs-bench-coverage.xml" \ + --cov-report=term \ + tests + rapids-logger "Test script exiting with value: $EXITCODE" exit ${EXITCODE} diff --git a/conda/environments/bench_ann_cuda-118_arch-aarch64.yaml b/conda/environments/bench_ann_cuda-118_arch-aarch64.yaml index 2e2ad8446..e3da7c376 100644 --- a/conda/environments/bench_ann_cuda-118_arch-aarch64.yaml +++ b/conda/environments/bench_ann_cuda-118_arch-aarch64.yaml @@ -37,7 +37,7 @@ dependencies: - libcusparse=11.7.5.86 - libcuvs==25.2.*,>=0.0.0a0 - librmm==25.2.*,>=0.0.0a0 -- matplotlib +- matplotlib-base - nccl>=2.19 - ninja - nlohmann_json>=3.11.2 @@ -47,6 +47,8 @@ dependencies: - pylibraft==25.2.*,>=0.0.0a0 - pyyaml - rapids-build-backend>=0.3.0,<0.4.0.dev0 +- requests +- scikit-learn - setuptools - sysroot_linux-aarch64==2.28 - wheel diff --git a/conda/environments/bench_ann_cuda-118_arch-x86_64.yaml b/conda/environments/bench_ann_cuda-118_arch-x86_64.yaml index 90243415c..1f8d61c2d 100644 --- a/conda/environments/bench_ann_cuda-118_arch-x86_64.yaml +++ b/conda/environments/bench_ann_cuda-118_arch-x86_64.yaml @@ -37,7 +37,7 @@ dependencies: - libcusparse=11.7.5.86 - libcuvs==25.2.*,>=0.0.0a0 - librmm==25.2.*,>=0.0.0a0 -- matplotlib +- matplotlib-base - nccl>=2.19 - ninja - nlohmann_json>=3.11.2 @@ -47,6 +47,8 @@ dependencies: - pylibraft==25.2.*,>=0.0.0a0 - pyyaml - rapids-build-backend>=0.3.0,<0.4.0.dev0 +- requests +- scikit-learn - setuptools - sysroot_linux-64==2.28 - wheel diff --git a/conda/environments/bench_ann_cuda-128_arch-aarch64.yaml b/conda/environments/bench_ann_cuda-128_arch-aarch64.yaml index 43d3ca821..330871a12 100644 --- a/conda/environments/bench_ann_cuda-128_arch-aarch64.yaml +++ b/conda/environments/bench_ann_cuda-128_arch-aarch64.yaml @@ -34,7 +34,7 @@ dependencies: - libcusparse-dev - libcuvs==25.2.*,>=0.0.0a0 - librmm==25.2.*,>=0.0.0a0 -- matplotlib +- matplotlib-base - nccl>=2.19 - ninja - nlohmann_json>=3.11.2 @@ -43,6 +43,8 @@ dependencies: - pylibraft==25.2.*,>=0.0.0a0 - pyyaml - rapids-build-backend>=0.3.0,<0.4.0.dev0 +- requests +- scikit-learn - setuptools - sysroot_linux-aarch64==2.28 - wheel diff --git a/conda/environments/bench_ann_cuda-128_arch-x86_64.yaml b/conda/environments/bench_ann_cuda-128_arch-x86_64.yaml index 54588287a..8216bcd48 100644 --- a/conda/environments/bench_ann_cuda-128_arch-x86_64.yaml +++ b/conda/environments/bench_ann_cuda-128_arch-x86_64.yaml @@ -34,7 +34,7 @@ dependencies: - libcusparse-dev - libcuvs==25.2.*,>=0.0.0a0 - librmm==25.2.*,>=0.0.0a0 -- matplotlib +- matplotlib-base - nccl>=2.19 - ninja - nlohmann_json>=3.11.2 @@ -43,6 +43,8 @@ dependencies: - pylibraft==25.2.*,>=0.0.0a0 - pyyaml - rapids-build-backend>=0.3.0,<0.4.0.dev0 +- requests +- scikit-learn - setuptools - sysroot_linux-64==2.28 - wheel diff --git a/conda/recipes/cuvs-bench-cpu/meta.yaml b/conda/recipes/cuvs-bench-cpu/meta.yaml index 016df56be..ddc13d568 100644 --- a/conda/recipes/cuvs-bench-cpu/meta.yaml +++ b/conda/recipes/cuvs-bench-cpu/meta.yaml @@ -58,11 +58,12 @@ requirements: - click - glog {{ glog_version }} - h5py {{ h5py_version }} - - matplotlib + - matplotlib-base - numpy >=1.23,<3.0a0 - pandas - pyyaml - python + - requests about: home: https://rapids.ai/ license: Apache-2.0 diff --git a/conda/recipes/cuvs-bench/meta.yaml b/conda/recipes/cuvs-bench/meta.yaml index 33b1745ec..1b151a16b 100644 --- a/conda/recipes/cuvs-bench/meta.yaml +++ b/conda/recipes/cuvs-bench/meta.yaml @@ -93,12 +93,13 @@ requirements: - glog {{ glog_version }} - cuvs {{ version }} - h5py {{ h5py_version }} - - matplotlib + - matplotlib-base - pandas - pyyaml # rmm is needed to determine if package is gpu-enabled - pylibraft ={{ minor_version }} - python + - requests - rmm ={{ minor_version }} about: home: https://rapids.ai/ diff --git a/dependencies.yaml b/dependencies.yaml index cfa63250d..7109f4de5 100644 --- a/dependencies.yaml +++ b/dependencies.yaml @@ -555,9 +555,16 @@ dependencies: packages: - click - cuvs==25.2.*,>=0.0.0a0 - - matplotlib - pandas - pyyaml + - requests + - scikit-learn + - output_types: [conda] + packages: + - matplotlib-base + - output_types: [requirements, pyproject] + packages: + - matplotlib depends_on_libcuvs: common: - output_types: conda diff --git a/python/cuvs_bench/.coveragerc b/python/cuvs_bench/.coveragerc new file mode 100644 index 000000000..2ee96a94d --- /dev/null +++ b/python/cuvs_bench/.coveragerc @@ -0,0 +1,3 @@ +# Configuration file for Python coverage tests +[run] +source = cuvs_bench diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra.yaml index edacb25b5..240d2ac8e 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra.yaml @@ -11,3 +11,11 @@ groups: search: itopk: [32, 64, 128, 256, 512] search_width: [1, 2, 4, 8, 16, 32, 64] + test: + build: + graph_degree: [32] + intermediate_graph_degree: [32] + graph_build_algo: ["NN_DESCENT"] + search: + itopk: [32] + search_width: [1, 2] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra_hnswlib.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra_hnswlib.yaml index 630dc94ff..063502290 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra_hnswlib.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_cagra_hnswlib.yaml @@ -12,3 +12,12 @@ groups: ef_construction: [64, 128, 256, 512] search: ef: [10, 20, 40, 60, 80, 120, 200, 400, 600, 800] + test: + build: + graph_degree: [32] + intermediate_graph_degree: [32] + graph_build_algo: ["NN_DESCENT"] + hierarchy: ["none", "cpu"] + ef_construction: [64] + search: + ef: [10,20] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_flat.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_flat.yaml index 22afc79ab..28e69c0ab 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_flat.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_flat.yaml @@ -7,3 +7,10 @@ groups: niter: [20, 25] search: nprobe: [1, 5, 10, 50, 100, 200, 500, 1000, 2000] + test: + build: + nlist: [1024] + ratio: [1] + niter: [20] + search: + nprobe: [1, 5] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_pq.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_pq.yaml index d68e7973a..154ae4b14 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_pq.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_ivf_pq.yaml @@ -39,3 +39,15 @@ groups: internalDistanceDtype: ["float"] smemLutDtype: ["float", "fp8", "half"] refine_ratio: [1] + test: + build: + nlist: [1024] + pq_dim: [64] + pq_bits: [8] + ratio: [10] + niter: [25] + search: + nprobe: [1] + internalDistanceDtype: ["float"] + smemLutDtype: ["float", "fp8", "half"] + refine_ratio: [1] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_cagra.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_cagra.yaml index d730e33fb..195755b32 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_cagra.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_cagra.yaml @@ -11,3 +11,11 @@ groups: search: itopk: [32, 64, 128, 256, 512] search_width: [1, 2, 4, 8, 16, 32, 64] + test: + build: + graph_degree: [32] + intermediate_graph_degree: [32] + graph_build_algo: ["NN_DESCENT"] + search: + itopk: [32] + search_width: [1, 2] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_flat.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_flat.yaml index 317e615e5..68373b90f 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_flat.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_flat.yaml @@ -7,3 +7,10 @@ groups: niter: [20, 25] search: nprobe: [1, 5, 10, 50, 100, 200, 500, 1000, 2000] + test: + build: + nlist: [1024] + ratio: [1] + niter: [20] + search: + nprobe: [1, 5] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_pq.yaml b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_pq.yaml index 7213968f4..511018c37 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_pq.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/cuvs_mg_ivf_pq.yaml @@ -39,3 +39,15 @@ groups: internalDistanceDtype: ["float"] smemLutDtype: ["float", "fp8", "half"] refine_ratio: [1] + test: + build: + nlist: [1024] + pq_dim: [64] + pq_bits: [8] + ratio: [10] + niter: [25] + search: + nprobe: [1] + internalDistanceDtype: ["float"] + smemLutDtype: ["float", "fp8", "half"] + refine_ratio: [1] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_flat.yaml b/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_flat.yaml index aa7409dce..6e11df8d7 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_flat.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_flat.yaml @@ -8,3 +8,11 @@ groups: search: nprobe: [1, 5, 10, 50, 100, 200] refine_ratio: [1] + test: + build: + nlist: [2048] + ratio: [10] + useFloat16: [False] + search: + nprobe: [1, 5] + refine_ratio: [1] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_pq.yaml b/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_pq.yaml index a531ec829..10b944070 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_pq.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/faiss_cpu_ivf_pq.yaml @@ -16,3 +16,11 @@ groups: bitsPerCode: [8, 6, 5, 4] search: nprobe: [20, 30, 40, 50, 100, 200, 500, 1000] + test: + build: + nlist: [1024] + M: [48] + ratio: [10] + bitsPerCode: [8] + search: + nprobe: [1, 5] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_cagra.yaml b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_cagra.yaml index 578885096..3ec60c7b8 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_cagra.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_cagra.yaml @@ -11,3 +11,11 @@ groups: search: itopk: [32, 64, 128, 256, 512] search_width: [1, 2, 4, 8, 16, 32, 64] + test: + build: + graph_degree: [32] + intermediate_graph_degree: [32] + graph_build_algo: ["NN_DESCENT"] + search: + itopk: [32] + search_width: [1, 2] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_flat.yaml b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_flat.yaml index 20329e60d..148121ec3 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_flat.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_flat.yaml @@ -28,3 +28,10 @@ groups: use_cuvs: [True] search: nprobe: [10, 20, 30, 50, 100, 200, 500, 1000] + test: + build: + nlist: [1024] + ratio: [4] + use_cuvs: [False] + search: + nprobe: [1, 5] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_pq.yaml b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_pq.yaml index d6cfe0569..158246a03 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_pq.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/faiss_gpu_ivf_pq.yaml @@ -74,3 +74,15 @@ groups: search: nprobe: [20, 30, 40, 50, 100, 200, 500, 1000] refine_ratio: [1, 2, 4] + test: + build: + nlist: [1024] + M: [96] + ratio: [4] + usePrecomputed: [True] + useFloat16: [True] + use_cuvs: [False] + bitsPerCode: [8] + search: + nprobe: [10] + refine_ratio: [1, 2] diff --git a/python/cuvs_bench/cuvs_bench/config/algos/hnswlib.yaml b/python/cuvs_bench/cuvs_bench/config/algos/hnswlib.yaml index 93d8cff2d..cf2862289 100644 --- a/python/cuvs_bench/cuvs_bench/config/algos/hnswlib.yaml +++ b/python/cuvs_bench/cuvs_bench/config/algos/hnswlib.yaml @@ -8,3 +8,9 @@ groups: efConstruction: [64, 128, 256, 512] search: ef: [10, 20, 40, 60, 80, 120, 200, 400, 600, 800] + test: + build: + M: [12] + efConstruction: [64] + search: + ef: [10, 20] diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/bigann-100M.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/bigann-100M.yaml deleted file mode 100644 index 69f75d1f7..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/bigann-100M.yaml +++ /dev/null @@ -1,295 +0,0 @@ -dataset: - base_file: bigann-1B/base.1B.u8bin - distance: euclidean - groundtruth_neighbors_file: bigann-100M/groundtruth.neighbors.ibin - name: bigann-100M - query_file: bigann-1B/query.public.10K.u8bin - subset_size: 100000000 -index: -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 5000 - pq_dim: 64 - ratio: 10 - file: bigann-100M/raft_ivf_pq/dimpq64-cluster5K - name: raft_ivf_pq.dimpq64-cluster5K - search_params: - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 10000 - pq_dim: 64 - ratio: 10 - file: bigann-100M/raft_ivf_pq/dimpq64-cluster5K - name: raft_ivf_pq.dimpq64-cluster10K - search_params: - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - smemLutDtype: half -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: bigann-100M/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: bigann-100M/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: bigann-100M/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: bigann-100M/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 100000 - ratio: 5 - file: bigann-100M/raft_ivf_flat/nlist100K - name: raft_ivf_flat.nlist100K - search_params: - - max_batch: 10000 - max_k: 10 - nprobe: 20 - - max_batch: 10000 - max_k: 10 - nprobe: 30 - - max_batch: 10000 - max_k: 10 - nprobe: 40 - - max_batch: 10000 - max_k: 10 - nprobe: 50 - - max_batch: 10000 - max_k: 10 - nprobe: 100 - - max_batch: 10000 - max_k: 10 - nprobe: 200 - - max_batch: 10000 - max_k: 10 - nprobe: 500 - - max_batch: 10000 - max_k: 10 - nprobe: 1000 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: bigann-100M/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: bigann-100M/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/datasets.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/datasets.yaml index d64e232b7..d86b92ea6 100644 --- a/python/cuvs_bench/cuvs_bench/config/datasets/datasets.yaml +++ b/python/cuvs_bench/cuvs_bench/config/datasets/datasets.yaml @@ -105,6 +105,13 @@ groundtruth_neighbors_file: sift-128-euclidean/groundtruth.neighbors.ibin distance: euclidean +- name: test-data + dims: 32 + base_file: test-data/ann_benchmarks_like.base.fbin + query_file: test-data/ann_benchmarks_like.query.fbin + groundtruth_neighbors_file: test-data/ann_benchmarks_like.groundtruth.neighbors.ibin + distance: euclidean + - name: wiki_all_1M dims: 768 base_file: wiki_all_1M/base.1M.fbin diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/deep-100M.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/deep-100M.yaml deleted file mode 100644 index 90b1f9721..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/deep-100M.yaml +++ /dev/null @@ -1,896 +0,0 @@ -dataset: - base_file: deep-100M/base.1B.fbin - distance: euclidean - groundtruth_neighbors_file: deep-100M/groundtruth.neighbors.ibin - name: deep-100M - query_file: deep-100M/query.public.10K.fbin - subset_size: 100000000 -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: deep-100M/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: deep-100M/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: deep-100M/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: deep-100M/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 50000 - file: deep-100M/faiss_gpu_ivf_flat/nlist50K - name: faiss_gpu_ivf_flat.nlist50K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 100000 - file: deep-100M/faiss_gpu_ivf_flat/nlist100K - name: faiss_gpu_ivf_flat.nlist100K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 200000 - file: deep-100M/faiss_gpu_ivf_flat/nlist200K - name: faiss_gpu_ivf_flat.nlist200K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_pq - build_param: - M: 48 - nlist: 16384 - file: deep-100M/faiss_gpu_ivf_pq/M48-nlist16K - name: faiss_gpu_ivf_pq.M48-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: faiss_gpu_ivf_pq - build_param: - M: 48 - nlist: 50000 - file: deep-100M/faiss_gpu_ivf_pq/M48-nlist50K - name: faiss_gpu_ivf_pq.M48-nlist50K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_pq - build_param: - M: 48 - nlist: 100000 - file: deep-100M/faiss_gpu_ivf_pq/M48-nlist100K - name: faiss_gpu_ivf_pq.M48-nlist100K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_pq - build_param: - M: 48 - nlist: 200000 - file: deep-100M/faiss_gpu_ivf_pq/M48-nlist200K - name: faiss_gpu_ivf_pq.M48-nlist200K - search_params: - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 50000 - ratio: 5 - file: deep-100M/raft_ivf_flat/nlist50K - name: raft_ivf_flat.nlist50K - search_params: - - max_batch: 10000 - max_k: 10 - nprobe: 20 - - max_batch: 10000 - max_k: 10 - nprobe: 30 - - max_batch: 10000 - max_k: 10 - nprobe: 40 - - max_batch: 10000 - max_k: 10 - nprobe: 50 - - max_batch: 10000 - max_k: 10 - nprobe: 100 - - max_batch: 10000 - max_k: 10 - nprobe: 200 - - max_batch: 10000 - max_k: 10 - nprobe: 500 - - max_batch: 10000 - max_k: 10 - nprobe: 1000 -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 100000 - ratio: 5 - file: deep-100M/raft_ivf_flat/nlist100K - name: raft_ivf_flat.nlist100K - search_params: - - max_batch: 10000 - max_k: 10 - nprobe: 20 - - max_batch: 10000 - max_k: 10 - nprobe: 30 - - max_batch: 10000 - max_k: 10 - nprobe: 40 - - max_batch: 10000 - max_k: 10 - nprobe: 50 - - max_batch: 10000 - max_k: 10 - nprobe: 100 - - max_batch: 10000 - max_k: 10 - nprobe: 200 - - max_batch: 10000 - max_k: 10 - nprobe: 500 - - max_batch: 10000 - max_k: 10 - nprobe: 1000 -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 200000 - ratio: 5 - file: deep-100M/raft_ivf_flat/nlist200K - name: raft_ivf_flat.nlist200K - search_params: - - max_batch: 10000 - max_k: 10 - nprobe: 20 - - max_batch: 10000 - max_k: 10 - nprobe: 30 - - max_batch: 10000 - max_k: 10 - nprobe: 40 - - max_batch: 10000 - max_k: 10 - nprobe: 50 - - max_batch: 10000 - max_k: 10 - nprobe: 100 - - max_batch: 10000 - max_k: 10 - nprobe: 200 - - max_batch: 10000 - max_k: 10 - nprobe: 500 - - max_batch: 10000 - max_k: 10 - nprobe: 1000 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 50000 - pq_bits: 5 - pq_dim: 96 - ratio: 10 - file: deep-100M/raft_ivf_pq/d96b5n50K - name: raft_ivf_pq.d96b5n50K - search_params: - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 2 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 2000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 5000 - refine_ratio: 2 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 1000 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 2000 - refine_ratio: 2 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 5000 - refine_ratio: 2 - smemLutDtype: fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 50000 - pq_bits: 5 - pq_dim: 64 - ratio: 10 - file: deep-100M/raft_ivf_pq/d64b5n50K - name: raft_ivf_pq.d64b5n50K - search_params: - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 4 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 20 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 2000 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 5000 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 2000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 5000 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 1000 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 2000 - refine_ratio: 4 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 5000 - refine_ratio: 4 - smemLutDtype: fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/deep-image-96-angular/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: float - search_result_file: result/deep-image-96-angular/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_cagra - build_param: - graph_degree: 32 - intermediate_graph_degree: 48 - file: deep-100M/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - algo: single_cta - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: single_cta - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: single_cta - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: single_cta - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: single_cta - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: single_cta - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: single_cta - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: single_cta - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: single_cta - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: single_cta - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: single_cta - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: single_cta - itopk: 512 - max_iterations: 64 - search_width: 8 -- algo: raft_cagra - build_param: - graph_degree: 32 - intermediate_graph_degree: 48 - file: deep-100M/raft_cagra/dim32 - name: raft_cagra.dim32.multi_cta - search_params: - - algo: multi_cta - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: multi_cta - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: multi_cta - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: multi_cta - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: multi_cta - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: multi_cta - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: multi_cta - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: multi_cta - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: multi_cta - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: multi_cta - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: multi_cta - itopk: 512 - max_iterations: 64 - search_width: 8 -- algo: raft_cagra - build_param: - graph_degree: 32 - intermediate_graph_degree: 48 - file: deep-100M/raft_cagra/dim32 - name: raft_cagra.dim32.multi_kernel - search_params: - - algo: multi_kernel - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: multi_kernel - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: multi_kernel - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: multi_kernel - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: multi_kernel - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: multi_kernel - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: multi_kernel - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: multi_kernel - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: multi_kernel - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: multi_kernel - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: multi_kernel - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: multi_kernel - itopk: 512 - max_iterations: 64 - search_width: 8 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: deep-100M/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - max_iterations: 0 - search_width: 1 - - itopk: 32 - max_iterations: 32 - search_width: 1 - - itopk: 64 - max_iterations: 16 - search_width: 4 - - itopk: 64 - max_iterations: 64 - search_width: 1 - - itopk: 96 - max_iterations: 48 - search_width: 2 - - itopk: 128 - max_iterations: 16 - search_width: 8 - - itopk: 128 - max_iterations: 64 - search_width: 2 - - itopk: 192 - max_iterations: 24 - search_width: 8 - - itopk: 192 - max_iterations: 96 - search_width: 2 - - itopk: 256 - max_iterations: 32 - search_width: 8 - - itopk: 384 - max_iterations: 48 - search_width: 8 - - itopk: 512 - max_iterations: 64 - search_width: 8 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/deep-1B.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/deep-1B.yaml deleted file mode 100644 index 061677e62..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/deep-1B.yaml +++ /dev/null @@ -1,26 +0,0 @@ -dataset: - base_file: deep-1B/base.1B.fbin - distance: inner_product - groundtruth_neighbors_file: deep-1B/groundtruth.neighbors.ibin - name: deep-1B - query_file: deep-1B/query.public.10K.fbin -index: -- algo: faiss_gpu_ivf_pq - build_param: - M: 48 - nlist: 50000 - file: deep-1B/faiss_gpu_ivf_pq/M48-nlist50K - name: faiss_gpu_ivf_pq.M48-nlist50K - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/deep-image-96-inner.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/deep-image-96-inner.yaml deleted file mode 100644 index 2ec584eb5..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/deep-image-96-inner.yaml +++ /dev/null @@ -1,712 +0,0 @@ -dataset: - base_file: deep-image-96-inner/base.fbin - distance: euclidean - groundtruth_neighbors_file: deep-image-96-inner/groundtruth.neighbors.ibin - name: deep-image-96-inner - query_file: deep-image-96-inner/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/deep-image-96-inner/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/deep-image-96-inner/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/deep-image-96-inner/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/deep-image-96-inner/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/deep-image-96-inner/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/deep-image-96-inner/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/deep-image-96-inner/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/deep-image-96-inner/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/deep-image-96-inner/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/deep-image-96-inner/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/deep-image-96-inner/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/deep-image-96-inner/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/deep-image-96-inner/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/deep-image-96-inner/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/deep-image-96-inner/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/deep-image-96-inner/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/deep-image-96-inner/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/deep-image-96-inner/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/deep-image-96-inner/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/deep-image-96-inner/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/deep-image-96-inner/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1024 - smemLutDtype: half - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 5 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: float - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: half - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: half - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: half - nprobe: 1024 - smemLutDtype: float - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1024 - smemLutDtype: float - search_result_file: result/deep-image-96-inner/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/deep-image-96-inner/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/deep-image-96-inner/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/deep-image-96-inner/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/deep-image-96-inner/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/deep-image-96-inner/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/deep-image-96-inner/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/deep-image-96-inner/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/deep-image-96-inner/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/fashion-mnist-784-euclidean.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/fashion-mnist-784-euclidean.yaml deleted file mode 100644 index e92d3badc..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/fashion-mnist-784-euclidean.yaml +++ /dev/null @@ -1,778 +0,0 @@ -dataset: - base_file: fashion-mnist-784-euclidean/base.fbin - distance: euclidean - groundtruth_neighbors_file: fashion-mnist-784-euclidean/groundtruth.neighbors.ibin - name: fashion-mnist-784-euclidean - query_file: fashion-mnist-784-euclidean/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/fashion-mnist-784-euclidean/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/fashion-mnist-784-euclidean/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/fashion-mnist-784-euclidean/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/fashion-mnist-784-euclidean/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/fashion-mnist-784-euclidean/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/fashion-mnist-784-euclidean/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/fashion-mnist-784-euclidean/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/fashion-mnist-784-euclidean/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/fashion-mnist-784-euclidean/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/fashion-mnist-784-euclidean/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/fashion-mnist-784-euclidean/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/fashion-mnist-784-euclidean/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/fashion-mnist-784-euclidean/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/fashion-mnist-784-euclidean/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/fashion-mnist-784-euclidean/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/fashion-mnist-784-euclidean/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/fashion-mnist-784-euclidean/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/fashion-mnist-784-euclidean/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/fashion-mnist-784-euclidean/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/gist-960-euclidean.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/gist-960-euclidean.yaml deleted file mode 100644 index d72dff74d..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/gist-960-euclidean.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: gist-960-euclidean/base.fbin - distance: euclidean - name: gist-960-euclidean - query_file: gist-960-euclidean/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/gist-960-euclidean/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/gist-960-euclidean/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/gist-960-euclidean/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/gist-960-euclidean/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/gist-960-euclidean/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/gist-960-euclidean/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/gist-960-euclidean/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/gist-960-euclidean/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/gist-960-euclidean/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/gist-960-euclidean/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/gist-960-euclidean/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/gist-960-euclidean/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/gist-960-euclidean/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/gist-960-euclidean/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/gist-960-euclidean/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/gist-960-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/gist-960-euclidean/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/gist-960-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/gist-960-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/gist-960-euclidean/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/gist-960-euclidean/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/gist-960-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/gist-960-euclidean/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/gist-960-euclidean/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/gist-960-euclidean/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/gist-960-euclidean/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/gist-960-euclidean/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/gist-960-euclidean/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/gist-960-euclidean/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/gist-960-euclidean/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-angular.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-angular.yaml deleted file mode 100644 index dab60ed4c..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-angular.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: glove-100-angular/base.fbin - distance: euclidean - name: glove-100-angular - query_file: glove-100-angular/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-angular/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-angular/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-angular/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-angular/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-angular/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-angular/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-angular/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-angular/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/glove-100-angular/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/glove-100-angular/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/glove-100-angular/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/glove-100-angular/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/glove-100-angular/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/glove-100-angular/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/glove-100-angular/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/glove-100-angular/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/glove-100-angular/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/glove-100-angular/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-angular/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/glove-100-angular/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/glove-100-angular/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/glove-100-angular/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-angular/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/glove-100-angular/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-angular/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/glove-100-angular/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-angular/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/glove-100-angular/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-100-angular/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/glove-100-angular/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-100-angular/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-inner.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-inner.yaml deleted file mode 100644 index 972703735..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/glove-100-inner.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: glove-100-inner/base.fbin - distance: euclidean - name: glove-100-inner - query_file: glove-100-inner/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-inner/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-inner/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-inner/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-inner/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-inner/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-inner/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/glove-100-inner/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-100-inner/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/glove-100-inner/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/glove-100-inner/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: glove-100-inner/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: glove-100-inner/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: glove-100-inner/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: glove-100-inner/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/glove-100-inner/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-inner/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/glove-100-inner/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/glove-100-inner/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/glove-100-inner/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: glove-100-inner/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-inner/faiss_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: glove-100-inner/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/glove-100-inner/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-inner/raft_gpu_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/glove-100-inner/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-100-inner/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/glove-100-inner/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-100-inner/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/glove-100-inner/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-100-inner/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/glove-100-inner/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-100-inner/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/glove-100-inner/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-100-inner/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-angular.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-angular.yaml deleted file mode 100644 index d68d1700c..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-angular.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: glove-50-angular/base.fbin - distance: euclidean - name: glove-50-angular - query_file: glove-50-angular/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-angular/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-angular/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-angular/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-angular/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-angular/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-angular/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-angular/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-angular/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/glove-50-angular/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/glove-50-angular/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/glove-50-angular/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/glove-50-angular/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/glove-50-angular/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/glove-50-angular/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/glove-50-angular/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/glove-50-angular/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/glove-50-angular/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/glove-50-angular/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-angular/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/glove-50-angular/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/glove-50-angular/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/glove-50-angular/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-angular/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/glove-50-angular/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-angular/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/glove-50-angular/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-angular/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/glove-50-angular/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-50-angular/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/glove-50-angular/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-50-angular/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-inner.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-inner.yaml deleted file mode 100644 index 379c79796..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/glove-50-inner.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: glove-50-inner/base.fbin - distance: euclidean - name: glove-50-inner - query_file: glove-50-inner/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-inner/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-inner/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-inner/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-inner/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-inner/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-inner/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/glove-50-inner/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/glove-50-inner/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/glove-50-inner/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/glove-50-inner/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/glove-50-inner/faiss_ivf_flat/nlist1024 - name: faiss_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/glove-50-inner/faiss_ivf_flat/nlist2048 - name: faiss_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/glove-50-inner/faiss_ivf_flat/nlist4096 - name: faiss_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/glove-50-inner/faiss_ivf_flat/nlist8192 - name: faiss_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/glove-50-inner/faiss_ivf_flat/nlist16384 - name: faiss_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-inner/faiss_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/glove-50-inner/faiss_ivf_pq/M64-nlist1024 - name: faiss_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/glove-50-inner/faiss_ivf_pq/M64-nlist1024.noprecomp - name: faiss_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/glove-50-inner/faiss_ivf_sq/nlist1024-fp16 - name: faiss_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/glove-50-inner/faiss_ivf_sq/nlist2048-fp16 - name: faiss_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/glove-50-inner/faiss_ivf_sq/nlist4096-fp16 - name: faiss_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/glove-50-inner/faiss_ivf_sq/nlist8192-fp16 - name: faiss_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/glove-50-inner/faiss_ivf_sq/nlist16384-fp16 - name: faiss_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/glove-50-inner/faiss_ivf_sq/nlist1024-int8 - name: faiss_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/glove-50-inner/faiss_ivf_sq/nlist2048-int8 - name: faiss_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/glove-50-inner/faiss_ivf_sq/nlist4096-int8 - name: faiss_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/glove-50-inner/faiss_ivf_sq/nlist8192-int8 - name: faiss_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/glove-50-inner/faiss_ivf_sq/nlist16384-int8 - name: faiss_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-inner/faiss_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/glove-50-inner/faiss_flat/flat - name: faiss_flat - search_params: - - {} - search_result_file: result/glove-50-inner/faiss_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: half - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: fp8 - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/glove-50-inner/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - nprobe: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - nprobe: 1024 - smemLutDtype: float - search_result_file: result/glove-50-inner/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/glove-50-inner/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/glove-50-inner/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/glove-50-inner/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/glove-50-inner/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/glove-50-inner/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-50-inner/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/glove-50-inner/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/glove-50-inner/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/lastfm-65-angular.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/lastfm-65-angular.yaml deleted file mode 100644 index f28dc5850..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/lastfm-65-angular.yaml +++ /dev/null @@ -1,777 +0,0 @@ -dataset: - base_file: lastfm-65-angular/base.fbin - distance: euclidean - name: lastfm-65-angular - query_file: lastfm-65-angular/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/lastfm-65-angular/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/lastfm-65-angular/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/lastfm-65-angular/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/lastfm-65-angular/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/lastfm-65-angular/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/lastfm-65-angular/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/lastfm-65-angular/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/lastfm-65-angular/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/lastfm-65-angular/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/lastfm-65-angular/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/lastfm-65-angular/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/lastfm-65-angular/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/lastfm-65-angular/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/lastfm-65-angular/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/lastfm-65-angular/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/lastfm-65-angular/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/lastfm-65-angular/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/lastfm-65-angular/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/lastfm-65-angular/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/lastfm-65-angular/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/lastfm-65-angular/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/lastfm-65-angular/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/lastfm-65-angular/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/lastfm-65-angular/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/lastfm-65-angular/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/lastfm-65-angular/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/lastfm-65-angular/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/lastfm-65-angular/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/lastfm-65-angular/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/lastfm-65-angular/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/mnist-784-euclidean.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/mnist-784-euclidean.yaml deleted file mode 100644 index 1ffdd2124..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/mnist-784-euclidean.yaml +++ /dev/null @@ -1,778 +0,0 @@ -dataset: - base_file: mnist-784-euclidean/base.fbin - distance: euclidean - groundtruth_neighbors_file: mnist-784-euclidean/groundtruth.neighbors.ibin - name: mnist-784-euclidean - query_file: mnist-784-euclidean/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/mnist-784-euclidean/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/mnist-784-euclidean/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/mnist-784-euclidean/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/mnist-784-euclidean/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/mnist-784-euclidean/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/mnist-784-euclidean/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/mnist-784-euclidean/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/mnist-784-euclidean/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/mnist-784-euclidean/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/mnist-784-euclidean/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/mnist-784-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/mnist-784-euclidean/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/mnist-784-euclidean/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/mnist-784-euclidean/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/mnist-784-euclidean/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/mnist-784-euclidean/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/mnist-784-euclidean/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/mnist-784-euclidean/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/mnist-784-euclidean/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/mnist-784-euclidean/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/mnist-784-euclidean/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/mnist-784-euclidean/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-angular.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-angular.yaml deleted file mode 100644 index e9dcd8317..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-angular.yaml +++ /dev/null @@ -1,778 +0,0 @@ -dataset: - base_file: nytimes-256-angular/base.fbin - distance: euclidean - groundtruth_neighbors_file: nytimes-256-angular/groundtruth.neighbors.ibin - name: nytimes-256-angular - query_file: nytimes-256-angular/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-angular/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-angular/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-angular/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-angular/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-angular/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-angular/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-angular/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-angular/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/nytimes-256-angular/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/nytimes-256-angular/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/nytimes-256-angular/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/nytimes-256-angular/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/nytimes-256-angular/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/nytimes-256-angular/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/nytimes-256-angular/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/nytimes-256-angular/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/nytimes-256-angular/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/nytimes-256-angular/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-angular/faiss_gpu_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/nytimes-256-angular/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} - search_result_file: result/nytimes-256-angular/faiss_gpu_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-angular/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/nytimes-256-angular/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-angular/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/nytimes-256-angular/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-angular/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/nytimes-256-angular/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/nytimes-256-angular/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/nytimes-256-angular/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/nytimes-256-angular/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-inner.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-inner.yaml deleted file mode 100644 index fa0094e11..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/nytimes-256-inner.yaml +++ /dev/null @@ -1,778 +0,0 @@ -dataset: - base_file: nytimes-256-inner/base.fbin - distance: euclidean - groundtruth_neighbors_file: nytimes-256-inner/groundtruth.neighbors.ibin - name: nytimes-256-inner - query_file: nytimes-256-inner/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-inner/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-inner/hnswlib/M12 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-inner/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-inner/hnswlib/M16 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-inner/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-inner/hnswlib/M24 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: index/nytimes-256-inner/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 - search_result_file: result/nytimes-256-inner/hnswlib/M36 -- algo: raft_bfknn - build_param: {} - file: index/nytimes-256-inner/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 - search_result_file: result/nytimes-256-inner/raft_bfknn/bfknn -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: index/nytimes-256-inner/faiss_ivf_flat/nlist1024 - name: faiss_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_flat/nlist1024 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: index/nytimes-256-inner/faiss_ivf_flat/nlist2048 - name: faiss_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_flat/nlist2048 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: index/nytimes-256-inner/faiss_ivf_flat/nlist4096 - name: faiss_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_flat/nlist4096 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: index/nytimes-256-inner/faiss_ivf_flat/nlist8192 - name: faiss_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_flat/nlist8192 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: index/nytimes-256-inner/faiss_ivf_flat/nlist16384 - name: faiss_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-inner/faiss_ivf_flat/nlist16384 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: index/nytimes-256-inner/faiss_ivf_pq/M64-nlist1024 - name: faiss_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: index/nytimes-256-inner/faiss_ivf_pq/M64-nlist1024.noprecomp - name: faiss_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_pq/M64-nlist1024 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist1024-fp16 - name: faiss_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist1024-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist2048-fp16 - name: faiss_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist2048-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist4096-fp16 - name: faiss_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist4096-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist8192-fp16 - name: faiss_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist8192-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist16384-fp16 - name: faiss_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist16384-fp16 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist1024-int8 - name: faiss_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist1024-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist2048-int8 - name: faiss_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist2048-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist4096-int8 - name: faiss_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist4096-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist8192-int8 - name: faiss_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist8192-int8 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: index/nytimes-256-inner/faiss_ivf_sq/nlist16384-int8 - name: faiss_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-inner/faiss_ivf_sq/nlist16384-int8 -- algo: faiss_gpu_flat - build_param: {} - file: index/nytimes-256-inner/faiss_flat/flat - name: faiss_flat - search_params: - - {} - search_result_file: result/nytimes-256-inner/faiss_flat/flat -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024 - name: raft_ivf_pq.dimpq128-cluster1024 - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-float - name: raft_ivf_pq.dimpq128-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 5 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-half - name: raft_ivf_pq.dimpq128-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq128-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq64-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq64-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 64 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq64-cluster1024-float-half - name: raft_ivf_pq.dimpq64-cluster1024-float-half - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: half - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: half - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq64-cluster1024-float-half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 32 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq32-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq32-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 16 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 - name: raft_ivf_pq.dimpq16-cluster1024-float-fp8 - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: fp8 - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq16-cluster1024-float-fp8 -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 128 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-half-float - name: raft_ivf_pq.dimpq128-cluster1024-half-float - search_params: - - internalDistanceDtype: half - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: half - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq128-cluster1024-half-float -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1024 - pq_dim: 512 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_pq/dimpq512-cluster1024-float-float - name: raft_ivf_pq.dimpq512-cluster1024-float-float - search_params: - - internalDistanceDtype: float - k: 10 - numProbes: 10 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 50 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 100 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 200 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 500 - smemLutDtype: float - - internalDistanceDtype: float - k: 10 - numProbes: 1024 - smemLutDtype: float - search_result_file: result/nytimes-256-inner/raft_ivf_pq/dimpq512-cluster1024-float-float -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: index/nytimes-256-inner/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - search_result_file: result/nytimes-256-inner/raft_ivf_flat/nlist1024 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: index/nytimes-256-inner/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 - search_result_file: result/nytimes-256-inner/raft_ivf_flat/nlist16384 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: index/nytimes-256-inner/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/nytimes-256-inner/raft_cagra/dim32 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: index/nytimes-256-inner/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 - search_result_file: result/nytimes-256-inner/raft_cagra/dim64 -search_basic_param: - batch_size: 5000 - k: 10 - run_count: 3 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/sift-128-euclidean.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/sift-128-euclidean.yaml deleted file mode 100644 index 2588d8a36..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/sift-128-euclidean.yaml +++ /dev/null @@ -1,562 +0,0 @@ -dataset: - base_file: sift-128-euclidean/base.fbin - distance: euclidean - groundtruth_neighbors_file: sift-128-euclidean/groundtruth.neighbors.ibin - name: sift-128-euclidean - query_file: sift-128-euclidean/query.fbin -index: -- algo: hnswlib - build_param: - M: 12 - efConstruction: 500 - numThreads: 32 - file: sift-128-euclidean/hnswlib/M12 - name: hnswlib.M12 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 16 - efConstruction: 500 - numThreads: 32 - file: sift-128-euclidean/hnswlib/M16 - name: hnswlib.M16 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 24 - efConstruction: 500 - numThreads: 32 - file: sift-128-euclidean/hnswlib/M24 - name: hnswlib.M24 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: hnswlib - build_param: - M: 36 - efConstruction: 500 - numThreads: 32 - file: sift-128-euclidean/hnswlib/M36 - name: hnswlib.M36 - search_params: - - ef: 10 - - ef: 20 - - ef: 40 - - ef: 60 - - ef: 80 - - ef: 120 - - ef: 200 - - ef: 400 - - ef: 600 - - ef: 800 -- algo: raft_bfknn - build_param: {} - file: sift-128-euclidean/raft_bfknn/bfknn - name: raft_bfknn - search_params: - - probe: 1 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 1024 - file: sift-128-euclidean/faiss_gpu_ivf_flat/nlist1024 - name: faiss_gpu_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 2048 - file: sift-128-euclidean/faiss_gpu_ivf_flat/nlist2048 - name: faiss_gpu_ivf_flat.nlist2048 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 4096 - file: sift-128-euclidean/faiss_gpu_ivf_flat/nlist4096 - name: faiss_gpu_ivf_flat.nlist4096 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 8192 - file: sift-128-euclidean/faiss_gpu_ivf_flat/nlist8192 - name: faiss_gpu_ivf_flat.nlist8192 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_flat - build_param: - nlist: 16384 - file: sift-128-euclidean/faiss_gpu_ivf_flat/nlist16384 - name: faiss_gpu_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: true - file: sift-128-euclidean/faiss_gpu_ivf_pq/M64-nlist1024 - name: faiss_gpu_ivf_pq.M64-nlist1024 - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 1024 - useFloat16: true - usePrecomputed: false - file: sift-128-euclidean/faiss_gpu_ivf_pq/M64-nlist1024.noprecomp - name: faiss_gpu_ivf_pq.M64-nlist1024.noprecomp - search_params: - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: fp16 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist1024-fp16 - name: faiss_gpu_ivf_sq.nlist1024-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: fp16 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist2048-fp16 - name: faiss_gpu_ivf_sq.nlist2048-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: fp16 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist4096-fp16 - name: faiss_gpu_ivf_sq.nlist4096-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: fp16 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist8192-fp16 - name: faiss_gpu_ivf_sq.nlist8192-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: fp16 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist16384-fp16 - name: faiss_gpu_ivf_sq.nlist16384-fp16 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 1024 - quantizer_type: int8 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist1024-int8 - name: faiss_gpu_ivf_sq.nlist1024-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 2048 - quantizer_type: int8 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist2048-int8 - name: faiss_gpu_ivf_sq.nlist2048-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 4096 - quantizer_type: int8 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist4096-int8 - name: faiss_gpu_ivf_sq.nlist4096-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 8192 - quantizer_type: int8 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist8192-int8 - name: faiss_gpu_ivf_sq.nlist8192-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: faiss_gpu_ivf_sq - build_param: - nlist: 16384 - quantizer_type: int8 - file: sift-128-euclidean/faiss_gpu_ivf_sq/nlist16384-int8 - name: faiss_gpu_ivf_sq.nlist16384-int8 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 -- algo: faiss_gpu_flat - build_param: {} - file: sift-128-euclidean/faiss_gpu_flat/flat - name: faiss_gpu_flat - search_params: - - {} -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1000 - pq_bits: 8 - pq_dim: 64 - ratio: 1 - file: sift-128-euclidean/raft_ivf_pq/dimpq64-bitpq8-cluster1K - name: raft_ivf_pq.dimpq64-bitpq8-cluster1K - search_params: - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 25 - nlist: 1000 - pq_bits: 6 - pq_dim: 128 - ratio: 1 - file: sift-128-euclidean/raft_ivf_pq/dimpq128-bitpq6-cluster1K - name: raft_ivf_pq.dimpq128-bitpq6-cluster1K - search_params: - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: float - - internalDistanceDtype: float - nprobe: 20 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 30 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 40 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 50 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 100 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 200 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 500 - smemLutDtype: fp8 - - internalDistanceDtype: float - nprobe: 1000 - smemLutDtype: fp8 - - internalDistanceDtype: half - nprobe: 20 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 1000 - smemLutDtype: half -- algo: raft_ivf_flat - build_param: - niter: 25 - nlist: 1024 - ratio: 1 - file: sift-128-euclidean/raft_ivf_flat/nlist1024 - name: raft_ivf_flat.nlist1024 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 -- algo: raft_ivf_flat - build_param: - niter: 20 - nlist: 16384 - ratio: 2 - file: sift-128-euclidean/raft_ivf_flat/nlist16384 - name: raft_ivf_flat.nlist16384 - search_params: - - nprobe: 1 - - nprobe: 5 - - nprobe: 10 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 - - nprobe: 1000 - - nprobe: 2000 -- algo: raft_cagra - build_param: - graph_degree: 32 - file: sift-128-euclidean/raft_cagra/dim32 - name: raft_cagra.dim32 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 -- algo: raft_cagra - build_param: - graph_degree: 64 - file: sift-128-euclidean/raft_cagra/dim64 - name: raft_cagra.dim64 - search_params: - - itopk: 32 - - itopk: 64 - - itopk: 128 -search_basic_param: - batch_size: 5000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_10M.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_10M.yaml deleted file mode 100644 index 090247be9..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_10M.yaml +++ /dev/null @@ -1,357 +0,0 @@ -dataset: - base_file: wiki_all_10M/base.88M.fbin - distance: euclidean - groundtruth_neighbors_file: wiki_all_10M/groundtruth.88M.neighbors.ibin - name: wiki_all_10M - query_file: wiki_all_10M/queries.fbin -index: -- algo: hnswlib - build_param: - M: 16 - efConstruction: 50 - numThreads: 56 - file: wiki_all_10M/hnswlib/M16.ef50 - name: hnswlib.M16.ef50 - search_params: - - ef: 10 - numThreads: 56 - - ef: 20 - numThreads: 56 - - ef: 40 - numThreads: 56 - - ef: 60 - numThreads: 56 - - ef: 80 - numThreads: 56 - - ef: 120 - numThreads: 56 - - ef: 200 - numThreads: 56 - - ef: 400 - numThreads: 56 - - ef: 600 - numThreads: 56 - - ef: 800 - numThreads: 56 -- algo: faiss_gpu_ivf_pq - build_param: - M: 32 - nlist: 16384 - ratio: 2 - file: wiki_all_10M/faiss_ivf_pq/M32-nlist16K_ratio2 - name: faiss_ivf_pq.M32-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 16384 - ratio: 2 - file: wiki_all_10M/faiss_ivf_pq/M64-nlist16K_ratio2 - name: faiss_ivf_pq.M64-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 128 - ratio: 10 - file: wiki_all_10M/raft_ivf_pq/d128-nlist16K - name: raft_ivf_pq.d128-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 1 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 64 - ratio: 10 - file: wiki_all_10M/raft_ivf_pq/d64-nlist16K - name: raft_ivf_pq.d64-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_10M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 32 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_10M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32X-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_cagra - build_param: - graph_degree: 32 - intermediate_graph_degree: 48 - file: wiki_all_10M/raft_cagra/dim32.ibin - name: raft_cagra.dim32.multi_cta - search_params: - - algo: multi_cta - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 36 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 40 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 44 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 48 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 16 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 24 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 26 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 2 - - algo: multi_cta - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: multi_cta - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: multi_cta - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: multi_cta - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: multi_cta - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: multi_cta - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: multi_cta - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: multi_cta - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: multi_cta - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: multi_cta - itopk: 512 - max_iterations: 64 - search_width: 8 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_1M.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_1M.yaml deleted file mode 100644 index bc5abaca2..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_1M.yaml +++ /dev/null @@ -1,371 +0,0 @@ -dataset: - base_file: wiki_all_1M/base.1M.fbin - distance: euclidean - groundtruth_neighbors_file: wiki_all_1M/groundtruth.1M.neighbors.ibin - name: wiki_all_1M - query_file: wiki_all_1M/queries.fbin - subset_size: 1000000 -index: -- algo: hnswlib - build_param: - M: 16 - efConstruction: 50 - numThreads: 56 - file: wiki_all_1M/hnswlib/M16.ef50 - name: hnswlib.M16.ef50 - search_params: - - ef: 10 - numThreads: 56 - - ef: 20 - numThreads: 56 - - ef: 40 - numThreads: 56 - - ef: 60 - numThreads: 56 - - ef: 80 - numThreads: 56 - - ef: 120 - numThreads: 56 - - ef: 200 - numThreads: 56 - - ef: 400 - numThreads: 56 - - ef: 600 - numThreads: 56 - - ef: 800 - numThreads: 56 -- algo: faiss_gpu_ivf_pq - build_param: - M: 32 - nlist: 16384 - ratio: 2 - file: wiki_all_1M/faiss_ivf_pq/M32-nlist16K_ratio2 - name: faiss_ivf_pq.M32-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 16384 - ratio: 2 - file: wiki_all_1M/faiss_ivf_pq/M64-nlist16K_ratio2 - name: faiss_ivf_pq.M64-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 128 - ratio: 10 - file: wiki_all_1M/raft_ivf_pq/d128-nlist16K - name: raft_ivf_pq.d128-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 1 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 64 - ratio: 10 - file: wiki_all_1M/raft_ivf_pq/d64-nlist16K - name: raft_ivf_pq.d64-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_1M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 32 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_1M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32X-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_cagra - build_param: - graph_build_algo: NN_DESCENT - graph_degree: 32 - intermediate_graph_degree: 48 - ivf_pq_build_niter: 10 - ivf_pq_build_nlist: 16384 - ivf_pq_build_pq_bits: 8 - ivf_pq_build_pq_dim: 32 - ivf_pq_build_ratio: 10 - ivf_pq_search_internalDistanceDtype: half - ivf_pq_search_nprobe: 30 - ivf_pq_search_refine_ratio: 8 - ivf_pq_search_smemLutDtype: half - nn_descent_intermediate_graph_degree: 72 - nn_descent_max_iterations: 10 - nn_descent_termination_threshold: 0.001 - file: wiki_all_1M/raft_cagra/dim32.ibin - name: raft_cagra.dim32.multi_cta - search_params: - - algo: multi_cta - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 36 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 40 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 44 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 48 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 16 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 24 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 26 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 2 - - algo: multi_cta - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: multi_cta - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: multi_cta - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: multi_cta - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: multi_cta - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: multi_cta - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: multi_cta - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: multi_cta - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: multi_cta - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: multi_cta - itopk: 512 - max_iterations: 64 - search_width: 8 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_88M.yaml b/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_88M.yaml deleted file mode 100644 index a06d6de54..000000000 --- a/python/cuvs_bench/cuvs_bench/config/datasets/wiki_all_88M.yaml +++ /dev/null @@ -1,357 +0,0 @@ -dataset: - base_file: wiki_all_88M/base.88M.fbin - distance: euclidean - groundtruth_neighbors_file: wiki_all_88M/groundtruth.88M.neighbors.ibin - name: wiki_all_88M - query_file: wiki_all_88M/queries.fbin -index: -- algo: hnswlib - build_param: - M: 16 - efConstruction: 50 - numThreads: 56 - file: wiki_all_88M/hnswlib/M16.ef50 - name: hnswlib.M16.ef50 - search_params: - - ef: 10 - numThreads: 56 - - ef: 20 - numThreads: 56 - - ef: 40 - numThreads: 56 - - ef: 60 - numThreads: 56 - - ef: 80 - numThreads: 56 - - ef: 120 - numThreads: 56 - - ef: 200 - numThreads: 56 - - ef: 400 - numThreads: 56 - - ef: 600 - numThreads: 56 - - ef: 800 - numThreads: 56 -- algo: faiss_gpu_ivf_pq - build_param: - M: 32 - nlist: 16384 - ratio: 2 - file: wiki_all_88M/faiss_ivf_pq/M32-nlist16K_ratio2 - name: faiss_ivf_pq.M32-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: faiss_gpu_ivf_pq - build_param: - M: 64 - nlist: 16384 - ratio: 2 - file: wiki_all_88M/faiss_ivf_pq/M64-nlist16K_ratio2 - name: faiss_ivf_pq.M64-nlist16K - search_params: - - nprobe: 10 - - nprobe: 20 - - nprobe: 30 - - nprobe: 40 - - nprobe: 50 - - nprobe: 100 - - nprobe: 200 - - nprobe: 500 -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 128 - ratio: 10 - file: wiki_all_88M/raft_ivf_pq/d128-nlist16K - name: raft_ivf_pq.d128-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 1 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 1 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 64 - ratio: 10 - file: wiki_all_88M/raft_ivf_pq/d64-nlist16K - name: raft_ivf_pq.d64-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_88M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 32 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 32 - smemLutDtype: half -- algo: raft_ivf_pq - build_param: - niter: 10 - nlist: 16384 - pq_bits: 8 - pq_dim: 32 - ratio: 10 - file: wiki_all_88M/raft_ivf_pq/d32-nlist16K - name: raft_ivf_pq.d32X-nlist16K - search_params: - - internalDistanceDtype: half - nprobe: 20 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 16 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 8 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 30 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 40 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 50 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 100 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 200 - refine_ratio: 4 - smemLutDtype: half - - internalDistanceDtype: half - nprobe: 500 - refine_ratio: 4 - smemLutDtype: half -- algo: raft_cagra - build_param: - graph_degree: 32 - intermediate_graph_degree: 48 - file: wiki_all_88M/raft_cagra/dim32.ibin - name: raft_cagra.dim32.multi_cta - search_params: - - algo: multi_cta - itopk: 32 - max_iterations: 0 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 36 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 40 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 44 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 48 - search_width: 1 - - algo: multi_cta - itopk: 32 - max_iterations: 16 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 24 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 26 - search_width: 2 - - algo: multi_cta - itopk: 32 - max_iterations: 32 - search_width: 2 - - algo: multi_cta - itopk: 64 - max_iterations: 16 - search_width: 4 - - algo: multi_cta - itopk: 64 - max_iterations: 64 - search_width: 1 - - algo: multi_cta - itopk: 96 - max_iterations: 48 - search_width: 2 - - algo: multi_cta - itopk: 128 - max_iterations: 16 - search_width: 8 - - algo: multi_cta - itopk: 128 - max_iterations: 64 - search_width: 2 - - algo: multi_cta - itopk: 192 - max_iterations: 24 - search_width: 8 - - algo: multi_cta - itopk: 192 - max_iterations: 96 - search_width: 2 - - algo: multi_cta - itopk: 256 - max_iterations: 32 - search_width: 8 - - algo: multi_cta - itopk: 384 - max_iterations: 48 - search_width: 8 - - algo: multi_cta - itopk: 512 - max_iterations: 64 - search_width: 8 -search_basic_param: - batch_size: 10000 - k: 10 diff --git a/python/cuvs_bench/cuvs_bench/get_dataset/__main__.py b/python/cuvs_bench/cuvs_bench/get_dataset/__main__.py index a6b154ef2..d0c8023f4 100644 --- a/python/cuvs_bench/cuvs_bench/get_dataset/__main__.py +++ b/python/cuvs_bench/cuvs_bench/get_dataset/__main__.py @@ -1,5 +1,5 @@ # -# Copyright (c) 2024, NVIDIA CORPORATION. +# Copyright (c) 2024-2025, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -13,11 +13,15 @@ # See the License for the specific language governing permissions and # limitations under the License. -import argparse import os import subprocess -import sys -from urllib.request import urlretrieve + +import click +import h5py +import numpy as np +import requests +from scipy.spatial.distance import cdist +from sklearn.datasets import make_blobs def get_dataset_path(name, ann_bench_data_path): @@ -29,7 +33,12 @@ def get_dataset_path(name, ann_bench_data_path): def download_dataset(url, path): if not os.path.exists(path): print(f"downloading {url} -> {path}...") - urlretrieve(url, path) + with requests.get(url, stream=True) as r: + r.raise_for_status() + with open(path, "wb") as f: + for chunk in r.iter_content(chunk_size=8192): + if chunk: + f.write(chunk) def convert_hdf5_to_fbin(path, normalize): @@ -80,35 +89,140 @@ def download(name, normalize, ann_bench_data_path): raise -def main(): - call_path = os.getcwd() - if "RAPIDS_DATASET_ROOT_DIR" in os.environ: - default_dataset_path = os.getenv("RAPIDS_DATASET_ROOT_DIR") - else: - default_dataset_path = os.path.join(call_path, "datasets/") - parser = argparse.ArgumentParser( - formatter_class=argparse.ArgumentDefaultsHelpFormatter +def generate_ann_benchmark_like_data( + output_file="ann_benchmarks_like.hdf5", + n_train=1000, + n_test=100, + d=32, + centers=3, + k=100, + metric="euclidean", + dataset_path="test-data/", +): + """ + Generate a synthetic dataset in HDF5 format with a structure + similar to ann-benchmarks datasets. By default, ground truth + is computed for the top-100 nearest neighbors. + """ + + train_data, _ = make_blobs( + n_samples=n_train, n_features=d, centers=centers, random_state=42 ) - parser.add_argument( - "--dataset", help="dataset to download", default="glove-100-angular" + + test_data, _ = make_blobs( + n_samples=n_test, n_features=d, centers=centers, random_state=84 ) - parser.add_argument( - "--dataset-path", - help="path to download dataset", - default=default_dataset_path, + + test_data = test_data.astype(np.float32) + train_data = train_data.astype(np.float32) + + dist_matrix = cdist(test_data, train_data, metric=metric) + + actual_k = min(k, n_train) + neighbors = np.argsort(dist_matrix, axis=1)[:, :actual_k].astype(np.int32) + distances = np.take_along_axis(dist_matrix, neighbors, axis=1).astype( + np.float32 ) - parser.add_argument( - "--normalize", - help="normalize cosine distance to inner product", - action="store_true", + + full_path = os.path.join(dataset_path, "test-data") + os.makedirs(full_path, exist_ok=True) + full_path = os.path.join(full_path, output_file) + + with h5py.File(full_path, "w") as f: + # Datasets + f.create_dataset("train", data=train_data) + f.create_dataset("test", data=test_data) + f.create_dataset("neighbors", data=neighbors) + f.create_dataset("distances", data=distances) + + f.attrs["distance"] = metric + + convert_hdf5_to_fbin(full_path, normalize=True) + + print(f"Created {full_path} with:") + print(f" - train shape = {train_data.shape}") + print(f" - test shape = {test_data.shape}") + print(f" - neighbors shape = {neighbors.shape}") + print(f" - distances shape = {distances.shape}") + print(f" - metric = {metric}") + print(f" - neighbors per test sample = {actual_k}") + + +def get_default_dataset_path(): + return os.getenv( + "RAPIDS_DATASET_ROOT_DIR", os.path.join(os.getcwd(), "datasets") ) - if len(sys.argv) == 1: - parser.print_help() - sys.exit(1) - args = parser.parse_args() - download(args.dataset, args.normalize, args.dataset_path) +@click.command() +@click.option( + "--dataset", + default="glove-100-angular", + help="Dataset to download.", +) +@click.option( + "--test-data-n-train", + default=10000, + help="Number of training examples for the test data.", +) +@click.option( + "--test-data-n-test", + default=1000, + help="Number of test examples for the test data.", +) +@click.option( + "--test-data-dims", + default=32, + help="Dimensionality for the test data.", +) +@click.option( + "--test-data-k", + default=100, + help="K value for the test data.", +) +@click.option( + "--test-data-output-file", + default="ann_benchmarks_like.hdf5", + help="Output file name for the test data.", +) +@click.option( + "--dataset-path", + default=None, + help="Path to download the dataset. If not provided, defaults to " + "the value of RAPIDS_DATASET_ROOT_DIR or '/datasets'.", +) +@click.option( + "--normalize", + is_flag=True, + help="Normalize cosine distance to inner product.", +) +def main( + dataset, + test_data_n_train, + test_data_n_test, + test_data_dims, + test_data_k, + test_data_output_file, + dataset_path, + normalize, +): + # Compute default dataset_path if not provided. + if dataset_path is None: + dataset_path = get_default_dataset_path() + + if dataset == "test-data": + generate_ann_benchmark_like_data( + output_file=test_data_output_file, + n_train=test_data_n_train, + n_test=test_data_n_test, + d=test_data_dims, + centers=3, + k=test_data_k, + metric="euclidean", + dataset_path=dataset_path, + ) + else: + download(dataset, normalize, dataset_path) if __name__ == "__main__": diff --git a/python/cuvs_bench/cuvs_bench/plot/__main__.py b/python/cuvs_bench/cuvs_bench/plot/__main__.py index 7d5e3ae83..02d598c9f 100644 --- a/python/cuvs_bench/cuvs_bench/plot/__main__.py +++ b/python/cuvs_bench/cuvs_bench/plot/__main__.py @@ -1,5 +1,5 @@ # -# Copyright (c) 2024, NVIDIA CORPORATION. +# Copyright (c) 2024-2025, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -497,8 +497,9 @@ def load_all_results( ) @click.option( "--mode", + "-m", type=click.Choice(["throughput", "latency"], case_sensitive=False), - default="throughput", + default="latency", help="Search mode whose Pareto frontier is used on the Y-axis.", ) @click.option( diff --git a/python/cuvs_bench/cuvs_bench/run/data_export.py b/python/cuvs_bench/cuvs_bench/run/data_export.py index 3b03995d4..d42e87246 100644 --- a/python/cuvs_bench/cuvs_bench/run/data_export.py +++ b/python/cuvs_bench/cuvs_bench/run/data_export.py @@ -1,5 +1,5 @@ # -# Copyright (c) 2024, NVIDIA CORPORATION. +# Copyright (c) 2024-2025, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -110,7 +110,8 @@ def clean_algo_name(algo_name): Cleaned algorithm name. """ - return algo_name[0] if "base" in algo_name[1] else "_".join(algo_name) + name = algo_name[0] if "base" in algo_name[1] else "_".join(algo_name) + return name.removesuffix(".json") def write_csv(file, algo_name, df, extra_columns=None, skip_cols=None): @@ -138,6 +139,7 @@ def write_csv(file, algo_name, df, extra_columns=None, skip_cols=None): "time": df["real_time"], } ) + # Add extra columns if provided if extra_columns: for col in extra_columns: diff --git a/python/cuvs_bench/cuvs_bench/run/run.py b/python/cuvs_bench/cuvs_bench/run/run.py index a16f01b94..bec776679 100644 --- a/python/cuvs_bench/cuvs_bench/run/run.py +++ b/python/cuvs_bench/cuvs_bench/run/run.py @@ -1,5 +1,5 @@ # -# Copyright (c) 2024, NVIDIA CORPORATION. +# Copyright (c) 2024-2025, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -245,6 +245,7 @@ def prepare_executables( configurations. """ executables_to_run = {} + for algo, algo_conf in algos_conf.items(): validate_algorithm(algos_yaml, algo, gpu_present) for group, group_conf in algo_conf["groups"].items(): @@ -345,8 +346,9 @@ def get_build_path(executable: str) -> Optional[str]: devcontainer_path = "/home/coder/cuvs/cpp/build/latest/bench/ann" if os.path.exists(devcontainer_path): - print(f"-- Detected devcontainer artifacts in {devcontainer_path}.") - return devcontainer_path + devc_executable = os.path.join(devcontainer_path, executable) + print(f"-- Detected devcontainer artifact {devc_executable}.") + return devc_executable build_path = os.getenv("CUVS_HOME") if build_path: @@ -354,7 +356,7 @@ def get_build_path(executable: str) -> Optional[str]: build_path, "cpp", "build", "release", executable ) if os.path.exists(build_path): - print(f"-- Using RAFT bench from repository in {build_path}.") + print(f"-- Using cuVS bench from repository in {build_path}.") return build_path conda_path = os.getenv("CONDA_PREFIX") diff --git a/python/cuvs_bench/cuvs_bench/tests/test_cli.py b/python/cuvs_bench/cuvs_bench/tests/test_cli.py new file mode 100644 index 000000000..78685d7bd --- /dev/null +++ b/python/cuvs_bench/cuvs_bench/tests/test_cli.py @@ -0,0 +1,422 @@ +# +# Copyright (c) 2025, NVIDIA CORPORATION. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +from pathlib import Path + +import pandas as pd +import pytest +from click.testing import CliRunner +from cuvs_bench.get_dataset.__main__ import main + + +@pytest.fixture(scope="session") +def temp_datasets_dir(tmp_path_factory): + return tmp_path_factory.mktemp("datasets") + + +def test_get_dataset_creates_expected_files(temp_datasets_dir: Path): + runner = CliRunner() + dataset_path_arg = str(temp_datasets_dir) + + # Invoke the CLI command as if calling: + # python -m cuvs_bench.get_dataset --dataset test-data \ + # --dataset-path + result = runner.invoke( + main, ["--dataset", "test-data", "--dataset-path", dataset_path_arg] + ) + + assert result.exit_code == 0, f"CLI call failed: {result.output}" + + expected_files = [ + "test-data/ann_benchmarks_like.groundtruth.distances.fbin", + "test-data/ann_benchmarks_like.base.fbin", + "test-data/ann_benchmarks_like.groundtruth.neighbors.ibin", + "test-data/ann_benchmarks_like.query.fbin", + "test-data/ann_benchmarks_like.hdf5", + ] + + # Verify that each expected file exists in the datasets directory. + for filename in expected_files: + file_path = temp_datasets_dir / filename + assert ( + file_path.exists() + ), f"Expected file {filename} was not generated." + + +def test_run_command_creates_results(temp_datasets_dir: Path): + """ + This test simulates running the command: + + python -m cuvs_bench.run --dataset test-data --dataset-path datasets/ \ + --algorithms faiss_gpu_ivf_flat,faiss_gpu_ivf_sq,cuvs_ivf_flat,\ + cuvs_cagra,ggnn,cuvs_cagra_hnswlib, \ + --batch-size 100 -k 10 --groups test -m latency --force + + It then verifies that the set of expected result files + (both under result/build and result/search) + are created under datasets/test-data/ and are not empty. + """ + + dataset_path_arg = str(temp_datasets_dir) + + from cuvs_bench.run.__main__ import main as run_main + + runner = CliRunner() + run_args = [ + "--dataset", + "test-data", + "--dataset-path", + dataset_path_arg, + "--algorithms", + "faiss_gpu_ivf_flat,faiss_gpu_ivf_sq,cuvs_ivf_flat,cuvs_cagra,ggnn,cuvs_cagra_hnswlib,", # noqa: E501 + "--batch-size", + "100", + "-k", + "10", + "--groups", + "test", + "-m", + "latency", + "--force", + ] + result = runner.invoke(run_main, run_args) + assert ( + result.exit_code == 0 + ), f"Run command failed with output:\n{result.output}" + + common_build_header = [ + "algo_name", + "index_name", + "time", + "threads", + "cpu_time", + "GPU", + ] + + common_search_header = [ + "algo_name", + "index_name", + "recall", + "throughput", + "latency", + "threads", + "cpu_time", + "GPU", + ] + + # --- Verify that the expected result files exist and are not empty --- + expected_files = { + # Build files: + "test-data/result/build/cuvs_ivf_flat,test.csv": { + "header": common_build_header + + [ + "niter", + "nlist", + "ratio", + ], + "rows": 1, + }, + "test-data/result/build/cuvs_cagra_hnswlib,test.csv": { + "header": common_build_header + + [ + "ef_construction", + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 2, + }, + "test-data/result/build/faiss_gpu_ivf_flat,test.csv": { + "header": common_build_header + + [ + "nlist", + "ratio", + "use_cuvs", + ], + "rows": 1, + }, + "test-data/result/build/cuvs_cagra,test.csv": { + "header": common_build_header + + [ + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 1, + }, + # Search files: + "test-data/result/search/cuvs_cagra_hnswlib,test,k10,bs100,raw.csv": { + "header": common_search_header + + [ + "ef", + "end_to_end", + "k", + "n_queries", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "ef_construction", + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 4, + }, + "test-data/result/search/cuvs_cagra,test,k10,bs100,latency.csv": { + "header": common_search_header + + [ + "end_to_end", + "itopk", + "k", + "n_queries", + "search_width", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 2, + }, + "test-data/result/search/cuvs_cagra,test,k10,bs100,throughput.csv": { + "header": common_search_header + + [ + "end_to_end", + "itopk", + "k", + "n_queries", + "search_width", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 2, + }, + "test-data/result/search/cuvs_cagra,test,k10,bs100,raw.csv": { + "header": common_search_header + + [ + "end_to_end", + "itopk", + "k", + "n_queries", + "search_width", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "graph_degree", + "intermediate_graph_degree", + "label", + ], + "rows": 2, + }, + "test-data/result/search/cuvs_ivf_flat,test,k10,bs100,latency.csv": { + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "niter", + "nlist", + "ratio", + ], + "rows": 2, + }, + "test-data/result/search/cuvs_ivf_flat,test,k10,bs100,raw.csv": { + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "niter", + "nlist", + "ratio", + ], + "rows": 2, + }, + "test-data/result/search/cuvs_ivf_flat,test,k10,bs100,throughput.csv": { # noqa: E501 + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "niter", + "nlist", + "ratio", + ], + "rows": 2, + }, + "test-data/result/search/faiss_gpu_ivf_flat,test,k10,bs100,latency.csv": { # noqa: E501 + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "nlist", + "ratio", + "use_cuvs", + ], + "rows": 2, + }, + "test-data/result/search/faiss_gpu_ivf_flat,test,k10,bs100,raw.csv": { + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "nlist", + "ratio", + "use_cuvs", + ], + "rows": 2, + }, + "test-data/result/search/faiss_gpu_ivf_flat,test,k10,bs100,throughput.csv": { # noqa: E501 + "header": common_search_header + + [ + "end_to_end", + "k", + "n_queries", + "nprobe", + "total_queries", + "build time", + "build threads", + "build cpu_time", + "build GPU", + "nlist", + "ratio", + "use_cuvs", + ], + "rows": 2, + }, + } + + for rel_path, expectations in expected_files.items(): + file_path = temp_datasets_dir / rel_path + assert file_path.exists(), f"Expected file {file_path} does not exist." + assert ( + file_path.stat().st_size > 0 + ), f"Expected file {file_path} is empty." + + df = pd.read_csv(file_path) + + actual_header = list(df.columns) + actual_rows = len(df) + + # breakpoint() + assert ( + actual_header == expectations["header"] + ), f"Wrong header produced in file f{rel_path}" + assert actual_rows == expectations["rows"] + + +def test_plot_command_creates_png_files(temp_datasets_dir: Path): + """ + This test simulates running the command: + + python -m cuvs_bench.plot --dataset test-data --dataset-path datasets/ \ + --algorithms faiss_gpu_ivf_flat,faiss_gpu_ivf_sq, \ + cuvs_ivf_flat,cuvs_cagra,ggnn,cuvs_cagra_hnswlib \ + --batch-size 100 -k 10 --groups test -m latency + + and then verifies that the following files are produced in the + working directory: + - search-test-data-k10-batch_size100.png + - build-test-data-k10-batch_size100.png + + It also checks that these files are not empty. + """ + + dataset_path_arg = str(temp_datasets_dir) + + from cuvs_bench.plot.__main__ import main as plot_main + + runner = CliRunner() + args = [ + "--dataset", + "test-data", + "--dataset-path", + dataset_path_arg, + "--output-filepath", + dataset_path_arg, + "--algorithms", + "faiss_gpu_ivf_flat,faiss_gpu_ivf_sq,cuvs_ivf_flat,cuvs_cagra,ggnn,cuvs_cagra_hnswlib", # noqa: E501 + "--batch-size", + "100", + "-k", + "10", + "--groups", + "test", + "-m", + "latency", + ] + result = runner.invoke(plot_main, args) + assert ( + result.exit_code == 0 + ), f"Plot command failed with output:\n{result.output}" + + # Expected output file names. + expected_files = [ + "search-test-data-k10-batch_size100.png", + "build-test-data-k10-batch_size100.png", + ] + + for filename in expected_files: + file_path = temp_datasets_dir / filename + assert file_path.exists(), f"Expected file {filename} does not exist." + assert ( + file_path.stat().st_size > 0 + ), f"Expected file {filename} is empty." diff --git a/python/cuvs_bench/cuvs_bench/tests/test_run.py b/python/cuvs_bench/cuvs_bench/tests/test_run.py index 7b7a481a0..c24dee1d2 100644 --- a/python/cuvs_bench/cuvs_bench/tests/test_run.py +++ b/python/cuvs_bench/cuvs_bench/tests/test_run.py @@ -1,5 +1,5 @@ # -# Copyright (c) 2024, NVIDIA CORPORATION. +# Copyright (c) 2024-2025, NVIDIA CORPORATION. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. @@ -16,10 +16,11 @@ import itertools +import os from unittest.mock import MagicMock, mock_open, patch import pytest -from benchmark import ( +from cuvs_bench.run.run import ( find_executable, gather_algorithm_configs, get_dataset_configuration, @@ -60,15 +61,25 @@ def test_prepare_conf_file(): "search_basic_param": {"k": 10, "batch_size": 128}, } assert result == expected_result - result_no_subset = prepare_conf_file(dataset_conf, None, 10, 128) - assert result_no_subset["dataset"].get("subset_size") is None def test_gather_algorithm_configs(tmpdir): - scripts_path = tmpdir.mkdir("scripts") - algos_path = scripts_path.mkdir("algos") - algos_path.join("algo1.yaml").write("key: value") - algos_path.join("algo2.yaml").write("key: value") + scripts_base_path = tmpdir.mkdir("scripts_base") + + scripts_path = os.path.join(scripts_base_path, "scripts") + os.mkdir(scripts_path) + + algos_path = os.path.join(scripts_base_path, "config") + os.mkdir(algos_path) + algos_path = os.path.join(algos_path, "algos") + os.mkdir(algos_path) + + with open(os.path.join(algos_path, "algo1.yaml"), "w") as f: + f.write("key: value") + + with open(os.path.join(algos_path, "algo2.yaml"), "w") as f: + f.write("key: value") + result = gather_algorithm_configs(str(scripts_path), None) assert len(result) == 2 @@ -80,7 +91,7 @@ def test_gather_algorithm_configs(tmpdir): custom_conf_file = custom_conf_dir.join("custom_algo_file.yaml") custom_conf_file.write("key: value") result = gather_algorithm_configs(str(scripts_path), str(custom_conf_file)) - assert len(result) == 4 + assert len(result) == 3 def test_load_algorithms_conf(): @@ -91,23 +102,24 @@ def test_load_algorithms_conf(): group1: {} """ with patch("builtins.open", mock_open(read_data=yaml_content)): - result = load_algorithms_conf(algos_conf_fs, None, None) + result = load_algorithms_conf(algos_conf_fs, None, None, None) assert "algo1" in result with patch("builtins.open", mock_open(read_data=yaml_content)): - result = load_algorithms_conf(algos_conf_fs, ["algo1"], None) + result = load_algorithms_conf(algos_conf_fs, ["algo1"], None, None) assert "algo1" in result - result = load_algorithms_conf(algos_conf_fs, ["algo2"], None) + result = load_algorithms_conf(algos_conf_fs, ["algo2"], None, None) assert "algo1" not in result @patch( - "benchmark.find_executable", + "cuvs_bench.run.run.find_executable", return_value=("executable", "path", "filename"), ) -@patch("benchmark.validate_algorithm", return_value=True) +@patch("cuvs_bench.run.run.validate_algorithm", return_value=True) @patch( - "benchmark.prepare_indexes", return_value=[{"index_key": "index_value"}] + "cuvs_bench.run.run.prepare_indexes", + return_value=[{"index_key": "index_value"}], ) def test_prepare_executables( mock_prepare_indexes, mock_validate_algorithm, mock_find_executable @@ -130,25 +142,102 @@ def test_prepare_executables( count, batch_size, ) - assert "executable" in result - assert len(result["executable"]["index"]) == 1 + assert ("executable", "path", "filename") in result.keys() + assert len(result[("executable", "path", "filename")]["index"]) == 1 -def test_prepare_indexes(): - group_conf = {"build": {"param1": [1, 2]}, "search": {"param2": [3, 4]}} +@patch("cuvs_bench.run.run.validate_constraints", return_value=True) +@patch( + "cuvs_bench.run.run.validate_search_params", + return_value=[{"sparam": "dummy_value"}], +) +def test_prepare_indexes_valid( + mock_validate_search_params, mock_validate_constraints +): + group_conf = { + "build": { + "param1": [1, 2], + "param2": [3, 4], + }, + "search": {"sparam1": [True, False]}, + } + algo = "algo1" + group = "base" conf_file = {"dataset": {"dims": 128}} - result = prepare_indexes( + algos_conf = {} + dataset_path = "/tmp/dataset" + dataset = "data1" + count = 10 + batch_size = 32 + + indexes = prepare_indexes( group_conf, - "algo", - "group", + algo, + group, conf_file, - "dataset_path", - "dataset", - 10, - 128, + algos_conf, + dataset_path, + dataset, + count, + batch_size, ) - assert len(result) == 2 - assert "param1" in result[0]["build_param"] + + # There are 2 build parameters with 2 values each, so we expect 4 indexes. + assert len(indexes) == 4 + + for index in indexes: + assert index["algo"] == algo + + expected_filename = ( + index["name"] + if len(index["name"]) < 128 + else str(hash(index["name"])) + ) + expected_file = os.path.join( + dataset_path, dataset, "index", expected_filename + ) + assert index["file"] == expected_file + # Verify that our dummy search parameters were set. + assert index["search_params"] == [{"sparam": "dummy_value"}] + + +@patch("cuvs_bench.run.run.validate_constraints", return_value=False) +@patch( + "cuvs_bench.run.run.validate_search_params", + return_value=[{"sparam": "dummy_value"}], +) +def test_prepare_indexes_invalid( + mock_validate_search_params, mock_validate_constraints +): + group_conf = { + "build": { + "param1": [1, 2], + }, + "search": {}, + } + algo = "algo1" + group = "base" + conf_file = {"dataset": {"dims": 128}} + algos_conf = {} + dataset_path = "/tmp/dataset" + dataset = "data1" + count = 10 + batch_size = 32 + + indexes = prepare_indexes( + group_conf, + algo, + group, + conf_file, + algos_conf, + dataset_path, + dataset, + count, + batch_size, + ) + + # Since constraints fail, no indexes should be created. + assert indexes == [] def test_validate_search_params(): @@ -159,8 +248,10 @@ def test_validate_search_params(): result = validate_search_params( all_search_params, search_param_names, + {}, "algo", group_conf, + {"algo": {"constraints": []}}, conf_file, 10, 128, @@ -175,7 +266,7 @@ def test_rmm_present(): assert rmm_present() is False -@patch("benchmark.get_build_path", return_value="build_path") +@patch("cuvs_bench.run.run.get_build_path", return_value="build_path") def test_find_executable(mock_get_build_path): algos_conf = {"algo1": {"executable": "executable1"}} result = find_executable(algos_conf, "algo1", "group1", 10, 128) @@ -200,28 +291,33 @@ def test_validate_algorithm(): assert result is False -@patch("benchmark.import_module") +@patch("cuvs_bench.run.run.import_module") def test_validate_constraints(mock_import_module): + # Create a mock validator and have import_module return it. mock_validator = MagicMock() mock_import_module.return_value = mock_validator + + # Test case 1: The constraint function returns True. mock_validator.constraint_func.return_value = True algos_conf = { "algo1": {"constraints": {"build": "module.constraint_func"}} } result = validate_constraints( - algos_conf, "algo1", "build", {"param1": "value1"}, 128, None, None + algos_conf, "algo1", "build", {"param1": "value1"}, {}, 128, None, None ) assert result is True + # Test case 2: No constraints are specified; should return True. algos_conf = {"algo1": {"constraints": {}}} result = validate_constraints( - algos_conf, "algo1", "build", {"param1": "value1"}, 128, None, None + algos_conf, "algo1", "build", {"param1": "value1"}, {}, 128, None, None ) assert result is True + # Test case 3: The constraint function returns False. mock_validator.constraint_func.return_value = False algos_conf["algo1"]["constraints"]["build"] = "module.constraint_func" result = validate_constraints( - algos_conf, "algo1", "build", {"param1": "value1"}, 128, None, None + algos_conf, "algo1", "build", {"param1": "value1"}, {}, 128, None, None ) assert result is False diff --git a/python/cuvs_bench/pyproject.toml b/python/cuvs_bench/pyproject.toml index 75e5406d4..420571963 100644 --- a/python/cuvs_bench/pyproject.toml +++ b/python/cuvs_bench/pyproject.toml @@ -23,6 +23,8 @@ dependencies = [ "matplotlib", "pandas", "pyyaml", + "requests", + "scikit-learn", ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`. classifiers = [ "Intended Audience :: Developers",