From 395d2ce606314a6729939084e5f492f37cd2ff13 Mon Sep 17 00:00:00 2001 From: huchen Date: Wed, 1 Jun 2022 01:55:22 +0800 Subject: [PATCH] init the faiss for rocm --- CHANGELOG.md | 225 ++ CMakeLists.txt | 58 + CODE_OF_CONDUCT.md | 2 + CONTRIBUTING.md | 52 + Dockerfile | 29 + Doxyfile | 2282 +++++++++++++++++ INSTALL.md | 248 ++ LICENSE | 21 + README.md | 70 + benchs/README.md | 338 +++ benchs/bench_6bit_codec.cpp | 78 + benchs/bench_all_ivf/README.md | 20 + benchs/bench_all_ivf/bench_all_ivf.py | 463 ++++ benchs/bench_all_ivf/bench_kmeans.py | 116 + benchs/bench_all_ivf/cmp_with_scann.py | 313 +++ benchs/bench_all_ivf/datasets.py | 137 + benchs/bench_all_ivf/make_groundtruth.py | 27 + benchs/bench_all_ivf/parse_bench_all_ivf.py | 502 ++++ .../bench_all_ivf/run_on_cluster_generic.bash | 603 +++++ benchs/bench_for_interrupt.py | 155 ++ benchs/bench_gpu_1bn.py | 747 ++++++ benchs/bench_gpu_sift1m.py | 91 + benchs/bench_hamming_computer.cpp | 93 + benchs/bench_heap_replace.cpp | 140 + benchs/bench_hnsw.py | 192 ++ benchs/bench_index_flat.py | 87 + benchs/bench_index_pq.py | 22 + benchs/bench_pairwise_distances.py | 36 + benchs/bench_partition.py | 78 + benchs/bench_polysemous_1bn.py | 251 ++ benchs/bench_polysemous_sift1m.py | 47 + benchs/bench_pq_tables.py | 78 + benchs/bench_quantizer.py | 136 + benchs/bench_scalar_quantizer.py | 82 + benchs/bench_vector_ops.py | 85 + benchs/datasets.py | 45 + benchs/distributed_ondisk/README.md | 197 ++ benchs/distributed_ondisk/combined_index.py | 194 ++ .../distributed_ondisk/distributed_kmeans.py | 411 +++ .../distributed_query_demo.py | 70 + .../distributed_ondisk/make_index_vslice.py | 117 + .../distributed_ondisk/make_trained_index.py | 52 + benchs/distributed_ondisk/merge_to_ondisk.py | 96 + benchs/distributed_ondisk/rpc.py | 252 ++ benchs/distributed_ondisk/run_on_cluster.bash | 264 ++ benchs/distributed_ondisk/search_server.py | 221 ++ benchs/kmeans_mnist.py | 89 + benchs/link_and_code/README.md | 156 ++ benchs/link_and_code/bench_link_and_code.py | 303 +++ benchs/link_and_code/datasets.py | 236 ++ benchs/link_and_code/neighbor_codec.py | 241 ++ c_api/AutoTune_c.cpp | 114 + c_api/AutoTune_c.h | 83 + c_api/CMakeLists.txt | 58 + c_api/Clustering_c.cpp | 171 ++ c_api/Clustering_c.h | 139 + c_api/INSTALL.md | 100 + c_api/IndexFlat_c.cpp | 166 ++ c_api/IndexFlat_c.h | 130 + c_api/IndexIVFFlat_c.cpp | 101 + c_api/IndexIVFFlat_c.h | 86 + c_api/IndexIVF_c.cpp | 131 + c_api/IndexIVF_c.h | 163 ++ c_api/IndexLSH_c.cpp | 47 + c_api/IndexLSH_c.h | 45 + c_api/IndexPreTransform_c.cpp | 71 + c_api/IndexPreTransform_c.h | 50 + c_api/IndexReplicas_c.cpp | 62 + c_api/IndexReplicas_c.h | 48 + c_api/IndexScalarQuantizer_c.cpp | 122 + c_api/IndexScalarQuantizer_c.h | 100 + c_api/IndexShards_c.cpp | 65 + c_api/IndexShards_c.h | 46 + c_api/Index_c.cpp | 161 ++ c_api/Index_c.h | 219 ++ c_api/MetaIndexes_c.cpp | 82 + c_api/MetaIndexes_c.h | 100 + c_api/VectorTransform_c.cpp | 228 ++ c_api/VectorTransform_c.h | 174 ++ c_api/clone_index_c.cpp | 24 + c_api/clone_index_c.h | 31 + c_api/error_c.h | 42 + c_api/error_impl.cpp | 27 + c_api/error_impl.h | 16 + c_api/example_c.c | 104 + c_api/faiss_c.h | 57 + c_api/gpu/CMakeLists.txt | 22 + c_api/gpu/DeviceUtils_c.cpp | 47 + c_api/gpu/DeviceUtils_c.h | 38 + c_api/gpu/GpuAutoTune_c.cpp | 113 + c_api/gpu/GpuAutoTune_c.h | 67 + c_api/gpu/GpuClonerOptions_c.cpp | 59 + c_api/gpu/GpuClonerOptions_c.h | 71 + c_api/gpu/GpuIndex_c.cpp | 17 + c_api/gpu/GpuIndex_c.h | 30 + c_api/gpu/GpuIndicesOptions_c.h | 38 + c_api/gpu/GpuResources_c.cpp | 130 + c_api/gpu/GpuResources_c.h | 83 + c_api/gpu/StandardGpuResources_c.cpp | 70 + c_api/gpu/StandardGpuResources_c.h | 61 + c_api/gpu/example_gpu_c.c | 120 + c_api/gpu/macros_impl.h | 41 + c_api/impl/AuxIndexStructures_c.cpp | 257 ++ c_api/impl/AuxIndexStructures_c.h | 168 ++ c_api/index_factory_c.cpp | 31 + c_api/index_factory_c.h | 34 + c_api/index_io_c.cpp | 49 + c_api/index_io_c.h | 50 + c_api/macros_impl.h | 102 + c_api/utils/distances_c.cpp | 102 + c_api/utils/distances_c.h | 109 + cmake/FindMKL.cmake | 363 +++ cmake/faiss-config.cmake.in | 7 + compile.sh | 8 + conda/Dockerfile.cpu | 19 + conda/Dockerfile.cuda10.2 | 18 + conda/Dockerfile.cuda11.3 | 18 + conda/conda_build_config.yaml | 6 + conda/faiss-gpu/build-lib.sh | 25 + conda/faiss-gpu/build-pkg.sh | 23 + conda/faiss-gpu/install-cmake.sh | 10 + conda/faiss-gpu/meta.yaml | 88 + conda/faiss-gpu/test_cpu_dispatch.sh | 10 + conda/faiss/build-lib.bat | 23 + conda/faiss/build-lib.sh | 24 + conda/faiss/build-pkg.bat | 23 + conda/faiss/build-pkg.sh | 23 + conda/faiss/install-cmake.sh | 10 + conda/faiss/meta.yaml | 84 + conda/faiss/test_cpu_dispatch.sh | 10 + contrib/README.md | 63 + contrib/__init__.py | 0 contrib/client_server.py | 91 + contrib/datasets.py | 312 +++ contrib/evaluation.py | 266 ++ contrib/exhaustive_search.py | 308 +++ contrib/factory_tools.py | 100 + contrib/inspect_tools.py | 84 + contrib/ivf_tools.py | 91 + contrib/ondisk.py | 55 + contrib/rpc.py | 251 ++ contrib/torch_utils.py | 652 +++++ contrib/vecs_io.py | 50 + demos/CMakeLists.txt | 23 + demos/README.md | 28 + demos/demo_auto_tune.py | 170 ++ demos/demo_client_server_ivf.py | 91 + demos/demo_imi_flat.cpp | 156 ++ demos/demo_imi_pq.cpp | 208 ++ demos/demo_ivfpq_indexing.cpp | 146 ++ demos/demo_nndescent.cpp | 88 + demos/demo_ondisk_ivf.py | 87 + demos/demo_sift1M.cpp | 256 ++ demos/demo_weighted_kmeans.cpp | 180 ++ faiss/.flake8 | 3 + faiss/AutoTune.cpp | 723 ++++++ faiss/AutoTune.h | 214 ++ faiss/CMakeLists.txt | 277 ++ faiss/Clustering.cpp | 702 +++++ faiss/Clustering.h | 196 ++ faiss/IVFlib.cpp | 410 +++ faiss/IVFlib.h | 151 ++ faiss/Index.cpp | 152 ++ faiss/Index.h | 248 ++ faiss/Index2Layer.cpp | 339 +++ faiss/Index2Layer.h | 71 + faiss/IndexAdditiveQuantizer.cpp | 407 +++ faiss/IndexAdditiveQuantizer.h | 195 ++ faiss/IndexBinary.cpp | 85 + faiss/IndexBinary.h | 175 ++ faiss/IndexBinaryFlat.cpp | 108 + faiss/IndexBinaryFlat.h | 62 + faiss/IndexBinaryFromFloat.cpp | 82 + faiss/IndexBinaryFromFloat.h | 53 + faiss/IndexBinaryHNSW.cpp | 307 +++ faiss/IndexBinaryHNSW.h | 57 + faiss/IndexBinaryHash.cpp | 496 ++++ faiss/IndexBinaryHash.h | 124 + faiss/IndexBinaryIVF.cpp | 745 ++++++ faiss/IndexBinaryIVF.h | 250 ++ faiss/IndexFlat.cpp | 299 +++ faiss/IndexFlat.h | 108 + faiss/IndexFlatCodes.cpp | 67 + faiss/IndexFlatCodes.h | 47 + faiss/IndexHNSW.cpp | 1196 +++++++++ faiss/IndexHNSW.h | 186 ++ faiss/IndexIVF.cpp | 1167 +++++++++ faiss/IndexIVF.h | 434 ++++ faiss/IndexIVFAdditiveQuantizer.cpp | 316 +++ faiss/IndexIVFAdditiveQuantizer.h | 121 + faiss/IndexIVFFlat.cpp | 463 ++++ faiss/IndexIVFFlat.h | 106 + faiss/IndexIVFPQ.cpp | 1197 +++++++++ faiss/IndexIVFPQ.h | 186 ++ faiss/IndexIVFPQFastScan.cpp | 1150 +++++++++ faiss/IndexIVFPQFastScan.h | 191 ++ faiss/IndexIVFPQR.cpp | 222 ++ faiss/IndexIVFPQR.h | 71 + faiss/IndexIVFSpectralHash.cpp | 343 +++ faiss/IndexIVFSpectralHash.h | 88 + faiss/IndexLSH.cpp | 178 ++ faiss/IndexLSH.h | 72 + faiss/IndexLattice.cpp | 129 + faiss/IndexLattice.h | 63 + faiss/IndexNNDescent.cpp | 229 ++ faiss/IndexNNDescent.h | 72 + faiss/IndexNSG.cpp | 301 +++ faiss/IndexNSG.h | 85 + faiss/IndexPQ.cpp | 1096 ++++++++ faiss/IndexPQ.h | 183 ++ faiss/IndexPQFastScan.cpp | 509 ++++ faiss/IndexPQFastScan.h | 125 + faiss/IndexPreTransform.cpp | 304 +++ faiss/IndexPreTransform.h | 90 + faiss/IndexRefine.cpp | 268 ++ faiss/IndexRefine.h | 82 + faiss/IndexReplicas.cpp | 209 ++ faiss/IndexReplicas.h | 88 + faiss/IndexScalarQuantizer.cpp | 263 ++ faiss/IndexScalarQuantizer.h | 109 + faiss/IndexShards.cpp | 358 +++ faiss/IndexShards.h | 111 + faiss/MatrixStats.cpp | 267 ++ faiss/MatrixStats.h | 59 + faiss/MetaIndexes.cpp | 330 +++ faiss/MetaIndexes.h | 132 + faiss/MetricType.h | 36 + faiss/VectorTransform.cpp | 1337 ++++++++++ faiss/VectorTransform.h | 297 +++ faiss/clone_index.cpp | 152 ++ faiss/clone_index.h | 33 + faiss/gpu/CMakeLists.txt | 192 ++ faiss/gpu/GpuAutoTune.cpp | 90 + faiss/gpu/GpuAutoTune.cpp.prehip | 90 + faiss/gpu/GpuAutoTune.h | 29 + faiss/gpu/GpuAutoTune.h.prehip | 29 + faiss/gpu/GpuCloner.cpp | 434 ++++ faiss/gpu/GpuCloner.cpp.prehip | 434 ++++ faiss/gpu/GpuCloner.h | 99 + faiss/gpu/GpuCloner.h.prehip | 99 + faiss/gpu/GpuClonerOptions.cpp | 26 + faiss/gpu/GpuClonerOptions.cpp.prehip | 26 + faiss/gpu/GpuClonerOptions.h | 55 + faiss/gpu/GpuClonerOptions.h.prehip | 55 + faiss/gpu/GpuDistance.cu | 234 ++ faiss/gpu/GpuDistance.cu.prehip | 234 ++ faiss/gpu/GpuDistance.h | 157 ++ faiss/gpu/GpuDistance.h.prehip | 157 ++ faiss/gpu/GpuFaissAssert.h | 28 + faiss/gpu/GpuFaissAssert.h.prehip | 28 + faiss/gpu/GpuIcmEncoder.cu | 120 + faiss/gpu/GpuIcmEncoder.cu.prehip | 120 + faiss/gpu/GpuIcmEncoder.h | 60 + faiss/gpu/GpuIcmEncoder.h.prehip | 60 + faiss/gpu/GpuIndex.cu | 522 ++++ faiss/gpu/GpuIndex.cu.prehip | 522 ++++ faiss/gpu/GpuIndex.h | 153 ++ faiss/gpu/GpuIndex.h.prehip | 153 ++ faiss/gpu/GpuIndexBinaryFlat.cu | 299 +++ faiss/gpu/GpuIndexBinaryFlat.cu.prehip | 299 +++ faiss/gpu/GpuIndexBinaryFlat.h | 99 + faiss/gpu/GpuIndexBinaryFlat.h.prehip | 99 + faiss/gpu/GpuIndexFlat.cu | 426 +++ faiss/gpu/GpuIndexFlat.cu.prehip | 426 +++ faiss/gpu/GpuIndexFlat.h | 216 ++ faiss/gpu/GpuIndexFlat.h.prehip | 216 ++ faiss/gpu/GpuIndexIVF.cu | 238 ++ faiss/gpu/GpuIndexIVF.cu.prehip | 238 ++ faiss/gpu/GpuIndexIVF.h | 109 + faiss/gpu/GpuIndexIVF.h.prehip | 109 + faiss/gpu/GpuIndexIVFFlat.cu | 251 ++ faiss/gpu/GpuIndexIVFFlat.cu.prehip | 251 ++ faiss/gpu/GpuIndexIVFFlat.h | 115 + faiss/gpu/GpuIndexIVFFlat.h.prehip | 115 + faiss/gpu/GpuIndexIVFPQ.cu | 457 ++++ faiss/gpu/GpuIndexIVFPQ.cu.prehip | 457 ++++ faiss/gpu/GpuIndexIVFPQ.h | 179 ++ faiss/gpu/GpuIndexIVFPQ.h.prehip | 179 ++ faiss/gpu/GpuIndexIVFScalarQuantizer.cu | 275 ++ .../gpu/GpuIndexIVFScalarQuantizer.cu.prehip | 275 ++ faiss/gpu/GpuIndexIVFScalarQuantizer.h | 126 + faiss/gpu/GpuIndexIVFScalarQuantizer.h.prehip | 126 + faiss/gpu/GpuIndicesOptions.h | 31 + faiss/gpu/GpuIndicesOptions.h.prehip | 31 + faiss/gpu/GpuResources.cpp | 188 ++ faiss/gpu/GpuResources.cpp.prehip | 188 ++ faiss/gpu/GpuResources.h | 264 ++ faiss/gpu/GpuResources.h.prehip | 264 ++ faiss/gpu/StandardGpuResources.cpp | 616 +++++ faiss/gpu/StandardGpuResources.cpp.prehip | 616 +++++ faiss/gpu/StandardGpuResources.h | 205 ++ faiss/gpu/StandardGpuResources.h.prehip | 205 ++ faiss/gpu/impl/BinaryDistance.cu | 301 +++ faiss/gpu/impl/BinaryDistance.cu.prehip | 316 +++ faiss/gpu/impl/BinaryDistance.cuh | 24 + faiss/gpu/impl/BinaryDistance.cuh.prehip | 24 + faiss/gpu/impl/BinaryFlatIndex.cu | 84 + faiss/gpu/impl/BinaryFlatIndex.cu.prehip | 84 + faiss/gpu/impl/BinaryFlatIndex.cuh | 65 + faiss/gpu/impl/BinaryFlatIndex.cuh.prehip | 65 + faiss/gpu/impl/BroadcastSum.cu | 366 +++ faiss/gpu/impl/BroadcastSum.cu.prehip | 369 +++ faiss/gpu/impl/BroadcastSum.cuh | 54 + faiss/gpu/impl/BroadcastSum.cuh.prehip | 52 + faiss/gpu/impl/Distance.cu | 646 +++++ faiss/gpu/impl/Distance.cu.prehip | 644 +++++ faiss/gpu/impl/Distance.cuh | 385 +++ faiss/gpu/impl/Distance.cuh.prehip | 385 +++ faiss/gpu/impl/DistanceUtils.cuh | 346 +++ faiss/gpu/impl/DistanceUtils.cuh.prehip | 345 +++ faiss/gpu/impl/FlatIndex.cu | 323 +++ faiss/gpu/impl/FlatIndex.cu.prehip | 323 +++ faiss/gpu/impl/FlatIndex.cuh | 141 + faiss/gpu/impl/FlatIndex.cuh.prehip | 139 + faiss/gpu/impl/GeneralDistance.cuh | 455 ++++ faiss/gpu/impl/GeneralDistance.cuh.prehip | 453 ++++ faiss/gpu/impl/GpuScalarQuantizer.cuh | 837 ++++++ faiss/gpu/impl/GpuScalarQuantizer.cuh.prehip | 837 ++++++ faiss/gpu/impl/IVFAppend.cu | 642 +++++ faiss/gpu/impl/IVFAppend.cu.prehip | 641 +++++ faiss/gpu/impl/IVFAppend.cuh | 83 + faiss/gpu/impl/IVFAppend.cuh.prehip | 83 + faiss/gpu/impl/IVFBase.cu | 659 +++++ faiss/gpu/impl/IVFBase.cu.prehip | 659 +++++ faiss/gpu/impl/IVFBase.cuh | 219 ++ faiss/gpu/impl/IVFBase.cuh.prehip | 219 ++ faiss/gpu/impl/IVFFlat.cu | 275 ++ faiss/gpu/impl/IVFFlat.cu.prehip | 275 ++ faiss/gpu/impl/IVFFlat.cuh | 81 + faiss/gpu/impl/IVFFlat.cuh.prehip | 81 + faiss/gpu/impl/IVFFlatScan.cu | 523 ++++ faiss/gpu/impl/IVFFlatScan.cu.prehip | 522 ++++ faiss/gpu/impl/IVFFlatScan.cuh | 41 + faiss/gpu/impl/IVFFlatScan.cuh.prehip | 41 + faiss/gpu/impl/IVFInterleaved.cu | 213 ++ faiss/gpu/impl/IVFInterleaved.cu.prehip | 212 ++ faiss/gpu/impl/IVFInterleaved.cuh | 444 ++++ faiss/gpu/impl/IVFInterleaved.cuh.prehip | 443 ++++ faiss/gpu/impl/IVFPQ.cu | 746 ++++++ faiss/gpu/impl/IVFPQ.cu.prehip | 746 ++++++ faiss/gpu/impl/IVFPQ.cuh | 171 ++ faiss/gpu/impl/IVFPQ.cuh.prehip | 171 ++ faiss/gpu/impl/IVFUtils.cu | 86 + faiss/gpu/impl/IVFUtils.cu.prehip | 84 + faiss/gpu/impl/IVFUtils.cuh | 59 + faiss/gpu/impl/IVFUtils.cuh.prehip | 59 + faiss/gpu/impl/IVFUtilsSelect1.cu | 176 ++ faiss/gpu/impl/IVFUtilsSelect1.cu.prehip | 175 ++ faiss/gpu/impl/IVFUtilsSelect2.cu | 245 ++ faiss/gpu/impl/IVFUtilsSelect2.cu.prehip | 244 ++ faiss/gpu/impl/IcmEncoder.cu | 380 +++ faiss/gpu/impl/IcmEncoder.cu.prehip | 379 +++ faiss/gpu/impl/IcmEncoder.cuh | 79 + faiss/gpu/impl/IcmEncoder.cuh.prehip | 79 + faiss/gpu/impl/InterleavedCodes.cpp | 559 ++++ faiss/gpu/impl/InterleavedCodes.cpp.prehip | 559 ++++ faiss/gpu/impl/InterleavedCodes.h | 57 + faiss/gpu/impl/InterleavedCodes.h.prehip | 57 + faiss/gpu/impl/L2Norm.cu | 362 +++ faiss/gpu/impl/L2Norm.cu.prehip | 363 +++ faiss/gpu/impl/L2Norm.cuh | 32 + faiss/gpu/impl/L2Norm.cuh.prehip | 30 + faiss/gpu/impl/L2Select.cu | 263 ++ faiss/gpu/impl/L2Select.cu.prehip | 263 ++ faiss/gpu/impl/L2Select.cuh | 24 + faiss/gpu/impl/L2Select.cuh.prehip | 24 + faiss/gpu/impl/PQCodeDistances-inl.cuh | 732 ++++++ faiss/gpu/impl/PQCodeDistances-inl.cuh.prehip | 731 ++++++ faiss/gpu/impl/PQCodeDistances.cuh | 39 + faiss/gpu/impl/PQCodeDistances.cuh.prehip | 39 + faiss/gpu/impl/PQCodeLoad.cuh | 382 +++ faiss/gpu/impl/PQCodeLoad.cuh.prehip | 382 +++ .../impl/PQScanMultiPassNoPrecomputed-inl.cuh | 750 ++++++ ...QScanMultiPassNoPrecomputed-inl.cuh.prehip | 749 ++++++ .../gpu/impl/PQScanMultiPassNoPrecomputed.cuh | 50 + .../PQScanMultiPassNoPrecomputed.cuh.prehip | 50 + faiss/gpu/impl/PQScanMultiPassPrecomputed.cu | 736 ++++++ .../impl/PQScanMultiPassPrecomputed.cu.prehip | 735 ++++++ faiss/gpu/impl/PQScanMultiPassPrecomputed.cuh | 45 + .../PQScanMultiPassPrecomputed.cuh.prehip | 45 + faiss/gpu/impl/RemapIndices.cpp | 45 + faiss/gpu/impl/RemapIndices.cpp.prehip | 45 + faiss/gpu/impl/RemapIndices.h | 26 + faiss/gpu/impl/RemapIndices.h.prehip | 26 + faiss/gpu/impl/VectorResidual.cu | 162 ++ faiss/gpu/impl/VectorResidual.cu.prehip | 156 ++ faiss/gpu/impl/VectorResidual.cuh | 46 + faiss/gpu/impl/VectorResidual.cuh.prehip | 44 + faiss/gpu/impl/scan/IVFInterleaved1.cu | 16 + faiss/gpu/impl/scan/IVFInterleaved1.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved1024.cu | 16 + .../impl/scan/IVFInterleaved1024.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved128.cu | 16 + .../gpu/impl/scan/IVFInterleaved128.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved2048.cu | 18 + .../impl/scan/IVFInterleaved2048.cu.prehip | 18 + faiss/gpu/impl/scan/IVFInterleaved256.cu | 16 + .../gpu/impl/scan/IVFInterleaved256.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved32.cu | 16 + .../gpu/impl/scan/IVFInterleaved32.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved512.cu | 16 + .../gpu/impl/scan/IVFInterleaved512.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleaved64.cu | 16 + .../gpu/impl/scan/IVFInterleaved64.cu.prehip | 16 + faiss/gpu/impl/scan/IVFInterleavedImpl.cuh | 88 + .../impl/scan/IVFInterleavedImpl.cuh.prehip | 88 + faiss/gpu/perf/IndexWrapper-inl.h | 66 + faiss/gpu/perf/IndexWrapper-inl.h.prehip | 66 + faiss/gpu/perf/IndexWrapper.h | 41 + faiss/gpu/perf/IndexWrapper.h.prehip | 41 + faiss/gpu/perf/PerfBinaryFlat.cu | 122 + faiss/gpu/perf/PerfBinaryFlat.cu.prehip | 122 + faiss/gpu/perf/PerfClustering.cpp | 121 + faiss/gpu/perf/PerfClustering.cpp.prehip | 121 + faiss/gpu/perf/PerfFlat.cu | 159 ++ faiss/gpu/perf/PerfFlat.cu.prehip | 159 ++ faiss/gpu/perf/PerfIVFFlat.cu | 156 ++ faiss/gpu/perf/PerfIVFFlat.cu.prehip | 156 ++ faiss/gpu/perf/PerfIVFPQ.cu | 166 ++ faiss/gpu/perf/PerfIVFPQ.cu.prehip | 166 ++ faiss/gpu/perf/PerfIVFPQAdd.cpp | 160 ++ faiss/gpu/perf/PerfIVFPQAdd.cpp.prehip | 160 ++ faiss/gpu/perf/PerfSelect.cu | 82 + faiss/gpu/perf/PerfSelect.cu.prehip | 82 + faiss/gpu/perf/WriteIndex.cpp | 113 + faiss/gpu/perf/WriteIndex.cpp.prehip | 113 + faiss/gpu/perf/slow.py | 25 + faiss/gpu/test/CMakeLists.txt | 42 + faiss/gpu/test/TestCodePacking.cpp | 289 +++ faiss/gpu/test/TestCodePacking.cpp.prehip | 289 +++ faiss/gpu/test/TestGpuDistance.cu | 201 ++ faiss/gpu/test/TestGpuDistance.cu.prehip | 201 ++ faiss/gpu/test/TestGpuIndexBinaryFlat.cpp | 124 + .../test/TestGpuIndexBinaryFlat.cpp.prehip | 124 + faiss/gpu/test/TestGpuIndexFlat.cpp | 400 +++ faiss/gpu/test/TestGpuIndexFlat.cpp.prehip | 400 +++ faiss/gpu/test/TestGpuIndexIVFFlat.cpp | 555 ++++ faiss/gpu/test/TestGpuIndexIVFFlat.cpp.prehip | 555 ++++ faiss/gpu/test/TestGpuIndexIVFPQ.cpp | 745 ++++++ faiss/gpu/test/TestGpuIndexIVFPQ.cpp.prehip | 745 ++++++ .../test/TestGpuIndexIVFScalarQuantizer.cpp | 233 ++ .../TestGpuIndexIVFScalarQuantizer.cpp.prehip | 233 ++ faiss/gpu/test/TestGpuMemoryException.cpp | 92 + .../test/TestGpuMemoryException.cpp.prehip | 92 + faiss/gpu/test/TestGpuSelect.cu | 205 ++ faiss/gpu/test/TestGpuSelect.cu.prehip | 205 ++ faiss/gpu/test/TestUtils.cpp | 353 +++ faiss/gpu/test/TestUtils.cpp.prehip | 353 +++ faiss/gpu/test/TestUtils.h | 142 + faiss/gpu/test/TestUtils.h.prehip | 142 + faiss/gpu/test/demo_ivfpq_indexing_gpu.cpp | 158 ++ .../test/demo_ivfpq_indexing_gpu.cpp.prehip | 158 ++ faiss/gpu/test/test_contrib.py | 63 + faiss/gpu/test/test_gpu_basics.py | 426 +++ faiss/gpu/test/test_gpu_index.py | 506 ++++ faiss/gpu/test/test_gpu_index_ivfsq.py | 221 ++ faiss/gpu/test/torch_test_contrib_gpu.py | 432 ++++ faiss/gpu/utils/BlockSelectFloat.cu | 152 ++ faiss/gpu/utils/BlockSelectFloat.cu.prehip | 152 ++ faiss/gpu/utils/BlockSelectKernel.cuh | 166 ++ faiss/gpu/utils/BlockSelectKernel.cuh.prehip | 165 ++ faiss/gpu/utils/Comparators.cuh | 47 + faiss/gpu/utils/Comparators.cuh.prehip | 47 + faiss/gpu/utils/ConversionOperators.cuh | 158 ++ .../gpu/utils/ConversionOperators.cuh.prehip | 157 ++ faiss/gpu/utils/CopyUtils.cuh | 138 + faiss/gpu/utils/CopyUtils.cuh.prehip | 138 + faiss/gpu/utils/DeviceDefs.cuh | 48 + faiss/gpu/utils/DeviceDefs.cuh.prehip | 43 + faiss/gpu/utils/DeviceTensor-inl.cuh | 192 ++ faiss/gpu/utils/DeviceTensor-inl.cuh.prehip | 192 ++ faiss/gpu/utils/DeviceTensor.cuh | 95 + faiss/gpu/utils/DeviceTensor.cuh.prehip | 95 + faiss/gpu/utils/DeviceUtils.cu | 224 ++ faiss/gpu/utils/DeviceUtils.cu.prehip | 222 ++ faiss/gpu/utils/DeviceUtils.h | 198 ++ faiss/gpu/utils/DeviceUtils.h.prehip | 198 ++ faiss/gpu/utils/DeviceVector.cuh | 229 ++ faiss/gpu/utils/DeviceVector.cuh.prehip | 229 ++ faiss/gpu/utils/Float16.cuh | 73 + faiss/gpu/utils/Float16.cuh.prehip | 73 + faiss/gpu/utils/HostTensor-inl.cuh | 237 ++ faiss/gpu/utils/HostTensor-inl.cuh.prehip | 237 ++ faiss/gpu/utils/HostTensor.cuh | 93 + faiss/gpu/utils/HostTensor.cuh.prehip | 93 + faiss/gpu/utils/Limits.cuh | 84 + faiss/gpu/utils/Limits.cuh.prehip | 82 + faiss/gpu/utils/LoadStoreOperators.cuh | 101 + faiss/gpu/utils/LoadStoreOperators.cuh.prehip | 101 + faiss/gpu/utils/MathOperators.cuh | 562 ++++ faiss/gpu/utils/MathOperators.cuh.prehip | 560 ++++ faiss/gpu/utils/MatrixMult-inl.cuh | 399 +++ faiss/gpu/utils/MatrixMult-inl.cuh.prehip | 360 +++ faiss/gpu/utils/MatrixMult.cuh | 55 + faiss/gpu/utils/MatrixMult.cuh.prehip | 55 + faiss/gpu/utils/MergeNetworkBlock.cuh | 321 +++ faiss/gpu/utils/MergeNetworkBlock.cuh.prehip | 321 +++ faiss/gpu/utils/MergeNetworkUtils.cuh | 26 + faiss/gpu/utils/MergeNetworkUtils.cuh.prehip | 26 + faiss/gpu/utils/MergeNetworkWarp.cuh | 552 ++++ faiss/gpu/utils/MergeNetworkWarp.cuh.prehip | 550 ++++ faiss/gpu/utils/NoTypeTensor.cuh | 120 + faiss/gpu/utils/NoTypeTensor.cuh.prehip | 120 + faiss/gpu/utils/Pair.cuh | 66 + faiss/gpu/utils/Pair.cuh.prehip | 66 + faiss/gpu/utils/PtxUtils.cuh | 103 + faiss/gpu/utils/PtxUtils.cuh.prehip | 92 + faiss/gpu/utils/ReductionOperators.cuh | 71 + faiss/gpu/utils/ReductionOperators.cuh.prehip | 71 + faiss/gpu/utils/Reductions.cuh | 147 ++ faiss/gpu/utils/Reductions.cuh.prehip | 147 ++ faiss/gpu/utils/Select.cuh | 647 +++++ faiss/gpu/utils/Select.cuh.prehip | 647 +++++ faiss/gpu/utils/StackDeviceMemory.cpp | 208 ++ faiss/gpu/utils/StackDeviceMemory.cpp.prehip | 208 ++ faiss/gpu/utils/StackDeviceMemory.h | 112 + faiss/gpu/utils/StackDeviceMemory.h.prehip | 112 + faiss/gpu/utils/StaticUtils.h | 94 + faiss/gpu/utils/StaticUtils.h.prehip | 94 + faiss/gpu/utils/Tensor-inl.cuh | 1052 ++++++++ faiss/gpu/utils/Tensor-inl.cuh.prehip | 1052 ++++++++ faiss/gpu/utils/Tensor.cuh | 697 +++++ faiss/gpu/utils/Tensor.cuh.prehip | 697 +++++ faiss/gpu/utils/ThrustAllocator.cuh | 81 + faiss/gpu/utils/ThrustAllocator.cuh.prehip | 81 + faiss/gpu/utils/Timer.cpp | 55 + faiss/gpu/utils/Timer.cpp.prehip | 55 + faiss/gpu/utils/Timer.h | 53 + faiss/gpu/utils/Timer.h.prehip | 53 + faiss/gpu/utils/Transpose.cuh | 224 ++ faiss/gpu/utils/Transpose.cuh.prehip | 225 ++ faiss/gpu/utils/WarpPackedBits.cuh | 281 ++ faiss/gpu/utils/WarpPackedBits.cuh.prehip | 281 ++ faiss/gpu/utils/WarpSelectFloat.cu | 99 + faiss/gpu/utils/WarpSelectFloat.cu.prehip | 99 + faiss/gpu/utils/WarpSelectKernel.cuh | 86 + faiss/gpu/utils/WarpSelectKernel.cuh.prehip | 85 + faiss/gpu/utils/WarpShuffles.cuh | 135 + faiss/gpu/utils/WarpShuffles.cuh.prehip | 127 + .../utils/blockselect/BlockSelectFloat1.cu | 17 + .../blockselect/BlockSelectFloat1.cu.prehip | 17 + .../utils/blockselect/BlockSelectFloat128.cu | 17 + .../blockselect/BlockSelectFloat128.cu.prehip | 17 + .../utils/blockselect/BlockSelectFloat256.cu | 17 + .../blockselect/BlockSelectFloat256.cu.prehip | 17 + .../utils/blockselect/BlockSelectFloat32.cu | 17 + .../blockselect/BlockSelectFloat32.cu.prehip | 17 + .../utils/blockselect/BlockSelectFloat64.cu | 17 + .../blockselect/BlockSelectFloat64.cu.prehip | 17 + .../blockselect/BlockSelectFloatF1024.cu | 16 + .../BlockSelectFloatF1024.cu.prehip | 16 + .../blockselect/BlockSelectFloatF2048.cu | 19 + .../BlockSelectFloatF2048.cu.prehip | 19 + .../utils/blockselect/BlockSelectFloatF512.cu | 16 + .../BlockSelectFloatF512.cu.prehip | 16 + .../blockselect/BlockSelectFloatT1024.cu | 16 + .../BlockSelectFloatT1024.cu.prehip | 16 + .../blockselect/BlockSelectFloatT2048.cu | 19 + .../BlockSelectFloatT2048.cu.prehip | 19 + .../utils/blockselect/BlockSelectFloatT512.cu | 16 + .../BlockSelectFloatT512.cu.prehip | 16 + .../gpu/utils/blockselect/BlockSelectImpl.cuh | 98 + .../blockselect/BlockSelectImpl.cuh.prehip | 98 + .../gpu/utils/warpselect/WarpSelectFloat1.cu | 17 + .../warpselect/WarpSelectFloat1.cu.prehip | 17 + .../utils/warpselect/WarpSelectFloat128.cu | 17 + .../warpselect/WarpSelectFloat128.cu.prehip | 17 + .../utils/warpselect/WarpSelectFloat256.cu | 17 + .../warpselect/WarpSelectFloat256.cu.prehip | 17 + .../gpu/utils/warpselect/WarpSelectFloat32.cu | 17 + .../warpselect/WarpSelectFloat32.cu.prehip | 17 + .../gpu/utils/warpselect/WarpSelectFloat64.cu | 17 + .../warpselect/WarpSelectFloat64.cu.prehip | 17 + .../utils/warpselect/WarpSelectFloatF1024.cu | 16 + .../warpselect/WarpSelectFloatF1024.cu.prehip | 16 + .../utils/warpselect/WarpSelectFloatF2048.cu | 19 + .../warpselect/WarpSelectFloatF2048.cu.prehip | 19 + .../utils/warpselect/WarpSelectFloatF512.cu | 16 + .../warpselect/WarpSelectFloatF512.cu.prehip | 16 + .../utils/warpselect/WarpSelectFloatT1024.cu | 16 + .../warpselect/WarpSelectFloatT1024.cu.prehip | 16 + .../utils/warpselect/WarpSelectFloatT2048.cu | 19 + .../warpselect/WarpSelectFloatT2048.cu.prehip | 19 + .../utils/warpselect/WarpSelectFloatT512.cu | 16 + .../warpselect/WarpSelectFloatT512.cu.prehip | 16 + faiss/gpu/utils/warpselect/WarpSelectImpl.cuh | 45 + .../warpselect/WarpSelectImpl.cuh.prehip | 45 + faiss/gpu_cuda/CMakeLists.txt | 183 ++ faiss/gpu_cuda/GpuAutoTune.cpp | 90 + faiss/gpu_cuda/GpuAutoTune.h | 29 + faiss/gpu_cuda/GpuCloner.cpp | 434 ++++ faiss/gpu_cuda/GpuCloner.h | 99 + faiss/gpu_cuda/GpuClonerOptions.cpp | 26 + faiss/gpu_cuda/GpuClonerOptions.h | 55 + faiss/gpu_cuda/GpuDistance.cu | 234 ++ faiss/gpu_cuda/GpuDistance.h | 157 ++ faiss/gpu_cuda/GpuFaissAssert.h | 28 + faiss/gpu_cuda/GpuIcmEncoder.cu | 120 + faiss/gpu_cuda/GpuIcmEncoder.h | 60 + faiss/gpu_cuda/GpuIndex.cu | 522 ++++ faiss/gpu_cuda/GpuIndex.h | 153 ++ faiss/gpu_cuda/GpuIndexBinaryFlat.cu | 299 +++ faiss/gpu_cuda/GpuIndexBinaryFlat.h | 99 + faiss/gpu_cuda/GpuIndexFlat.cu | 426 +++ faiss/gpu_cuda/GpuIndexFlat.h | 216 ++ faiss/gpu_cuda/GpuIndexIVF.cu | 238 ++ faiss/gpu_cuda/GpuIndexIVF.h | 109 + faiss/gpu_cuda/GpuIndexIVFFlat.cu | 251 ++ faiss/gpu_cuda/GpuIndexIVFFlat.h | 115 + faiss/gpu_cuda/GpuIndexIVFPQ.cu | 457 ++++ faiss/gpu_cuda/GpuIndexIVFPQ.h | 179 ++ faiss/gpu_cuda/GpuIndexIVFScalarQuantizer.cu | 275 ++ faiss/gpu_cuda/GpuIndexIVFScalarQuantizer.h | 126 + faiss/gpu_cuda/GpuIndicesOptions.h | 31 + faiss/gpu_cuda/GpuResources.cpp | 188 ++ faiss/gpu_cuda/GpuResources.h | 264 ++ faiss/gpu_cuda/StandardGpuResources.cpp | 616 +++++ faiss/gpu_cuda/StandardGpuResources.h | 205 ++ faiss/gpu_cuda/impl/BinaryDistance.cu | 316 +++ faiss/gpu_cuda/impl/BinaryDistance.cuh | 24 + faiss/gpu_cuda/impl/BinaryFlatIndex.cu | 84 + faiss/gpu_cuda/impl/BinaryFlatIndex.cuh | 65 + faiss/gpu_cuda/impl/BroadcastSum.cu | 369 +++ faiss/gpu_cuda/impl/BroadcastSum.cuh | 52 + faiss/gpu_cuda/impl/Distance.cu | 644 +++++ faiss/gpu_cuda/impl/Distance.cuh | 385 +++ faiss/gpu_cuda/impl/DistanceUtils.cuh | 345 +++ faiss/gpu_cuda/impl/FlatIndex.cu | 323 +++ faiss/gpu_cuda/impl/FlatIndex.cuh | 139 + faiss/gpu_cuda/impl/GeneralDistance.cuh | 453 ++++ faiss/gpu_cuda/impl/GpuScalarQuantizer.cuh | 837 ++++++ faiss/gpu_cuda/impl/IVFAppend.cu | 641 +++++ faiss/gpu_cuda/impl/IVFAppend.cuh | 83 + faiss/gpu_cuda/impl/IVFBase.cu | 659 +++++ faiss/gpu_cuda/impl/IVFBase.cuh | 219 ++ faiss/gpu_cuda/impl/IVFFlat.cu | 275 ++ faiss/gpu_cuda/impl/IVFFlat.cuh | 81 + faiss/gpu_cuda/impl/IVFFlatScan.cu | 522 ++++ faiss/gpu_cuda/impl/IVFFlatScan.cuh | 41 + faiss/gpu_cuda/impl/IVFInterleaved.cu | 212 ++ faiss/gpu_cuda/impl/IVFInterleaved.cuh | 443 ++++ faiss/gpu_cuda/impl/IVFPQ.cu | 746 ++++++ faiss/gpu_cuda/impl/IVFPQ.cuh | 171 ++ faiss/gpu_cuda/impl/IVFUtils.cu | 84 + faiss/gpu_cuda/impl/IVFUtils.cuh | 59 + faiss/gpu_cuda/impl/IVFUtilsSelect1.cu | 175 ++ faiss/gpu_cuda/impl/IVFUtilsSelect2.cu | 244 ++ faiss/gpu_cuda/impl/IcmEncoder.cu | 379 +++ faiss/gpu_cuda/impl/IcmEncoder.cuh | 79 + faiss/gpu_cuda/impl/InterleavedCodes.cpp | 559 ++++ faiss/gpu_cuda/impl/InterleavedCodes.h | 57 + faiss/gpu_cuda/impl/L2Norm.cu | 363 +++ faiss/gpu_cuda/impl/L2Norm.cuh | 30 + faiss/gpu_cuda/impl/L2Select.cu | 263 ++ faiss/gpu_cuda/impl/L2Select.cuh | 24 + faiss/gpu_cuda/impl/PQCodeDistances-inl.cuh | 731 ++++++ faiss/gpu_cuda/impl/PQCodeDistances.cuh | 39 + faiss/gpu_cuda/impl/PQCodeLoad.cuh | 382 +++ .../impl/PQScanMultiPassNoPrecomputed-inl.cuh | 749 ++++++ .../impl/PQScanMultiPassNoPrecomputed.cuh | 50 + .../impl/PQScanMultiPassPrecomputed.cu | 735 ++++++ .../impl/PQScanMultiPassPrecomputed.cuh | 45 + faiss/gpu_cuda/impl/RemapIndices.cpp | 45 + faiss/gpu_cuda/impl/RemapIndices.h | 26 + faiss/gpu_cuda/impl/VectorResidual.cu | 156 ++ faiss/gpu_cuda/impl/VectorResidual.cuh | 44 + faiss/gpu_cuda/impl/scan/IVFInterleaved1.cu | 16 + .../gpu_cuda/impl/scan/IVFInterleaved1024.cu | 16 + faiss/gpu_cuda/impl/scan/IVFInterleaved128.cu | 16 + .../gpu_cuda/impl/scan/IVFInterleaved2048.cu | 18 + faiss/gpu_cuda/impl/scan/IVFInterleaved256.cu | 16 + faiss/gpu_cuda/impl/scan/IVFInterleaved32.cu | 16 + faiss/gpu_cuda/impl/scan/IVFInterleaved512.cu | 16 + faiss/gpu_cuda/impl/scan/IVFInterleaved64.cu | 16 + .../gpu_cuda/impl/scan/IVFInterleavedImpl.cuh | 88 + faiss/gpu_cuda/perf/IndexWrapper-inl.h | 66 + faiss/gpu_cuda/perf/IndexWrapper.h | 41 + faiss/gpu_cuda/perf/PerfBinaryFlat.cu | 122 + faiss/gpu_cuda/perf/PerfClustering.cpp | 121 + faiss/gpu_cuda/perf/PerfFlat.cu | 159 ++ faiss/gpu_cuda/perf/PerfIVFFlat.cu | 156 ++ faiss/gpu_cuda/perf/PerfIVFPQ.cu | 166 ++ faiss/gpu_cuda/perf/PerfIVFPQAdd.cpp | 160 ++ faiss/gpu_cuda/perf/PerfSelect.cu | 82 + faiss/gpu_cuda/perf/WriteIndex.cpp | 113 + faiss/gpu_cuda/perf/slow.py | 25 + faiss/gpu_cuda/test/CMakeLists.txt | 41 + faiss/gpu_cuda/test/TestCodePacking.cpp | 289 +++ faiss/gpu_cuda/test/TestGpuDistance.cu | 201 ++ .../gpu_cuda/test/TestGpuIndexBinaryFlat.cpp | 124 + faiss/gpu_cuda/test/TestGpuIndexFlat.cpp | 400 +++ faiss/gpu_cuda/test/TestGpuIndexIVFFlat.cpp | 555 ++++ faiss/gpu_cuda/test/TestGpuIndexIVFPQ.cpp | 745 ++++++ .../test/TestGpuIndexIVFScalarQuantizer.cpp | 233 ++ .../gpu_cuda/test/TestGpuMemoryException.cpp | 92 + faiss/gpu_cuda/test/TestGpuSelect.cu | 205 ++ faiss/gpu_cuda/test/TestUtils.cpp | 353 +++ faiss/gpu_cuda/test/TestUtils.h | 142 + .../gpu_cuda/test/demo_ivfpq_indexing_gpu.cpp | 158 ++ faiss/gpu_cuda/test/test_contrib.py | 63 + faiss/gpu_cuda/test/test_gpu_basics.py | 426 +++ faiss/gpu_cuda/test/test_gpu_index.py | 506 ++++ faiss/gpu_cuda/test/test_gpu_index_ivfsq.py | 221 ++ faiss/gpu_cuda/test/torch_test_contrib_gpu.py | 432 ++++ faiss/gpu_cuda/utils/BlockSelectFloat.cu | 152 ++ faiss/gpu_cuda/utils/BlockSelectKernel.cuh | 165 ++ faiss/gpu_cuda/utils/Comparators.cuh | 47 + faiss/gpu_cuda/utils/ConversionOperators.cuh | 157 ++ faiss/gpu_cuda/utils/CopyUtils.cuh | 138 + faiss/gpu_cuda/utils/DeviceDefs.cuh | 43 + faiss/gpu_cuda/utils/DeviceTensor-inl.cuh | 192 ++ faiss/gpu_cuda/utils/DeviceTensor.cuh | 95 + faiss/gpu_cuda/utils/DeviceUtils.cu | 222 ++ faiss/gpu_cuda/utils/DeviceUtils.h | 198 ++ faiss/gpu_cuda/utils/DeviceVector.cuh | 229 ++ faiss/gpu_cuda/utils/Float16.cuh | 73 + faiss/gpu_cuda/utils/HostTensor-inl.cuh | 237 ++ faiss/gpu_cuda/utils/HostTensor.cuh | 93 + faiss/gpu_cuda/utils/Limits.cuh | 82 + faiss/gpu_cuda/utils/LoadStoreOperators.cuh | 101 + faiss/gpu_cuda/utils/MathOperators.cuh | 560 ++++ faiss/gpu_cuda/utils/MatrixMult-inl.cuh | 360 +++ faiss/gpu_cuda/utils/MatrixMult.cuh | 55 + faiss/gpu_cuda/utils/MergeNetworkBlock.cuh | 321 +++ faiss/gpu_cuda/utils/MergeNetworkUtils.cuh | 26 + faiss/gpu_cuda/utils/MergeNetworkWarp.cuh | 550 ++++ faiss/gpu_cuda/utils/NoTypeTensor.cuh | 120 + faiss/gpu_cuda/utils/Pair.cuh | 66 + faiss/gpu_cuda/utils/PtxUtils.cuh | 92 + faiss/gpu_cuda/utils/ReductionOperators.cuh | 71 + faiss/gpu_cuda/utils/Reductions.cuh | 147 ++ faiss/gpu_cuda/utils/Select.cuh | 647 +++++ faiss/gpu_cuda/utils/StackDeviceMemory.cpp | 208 ++ faiss/gpu_cuda/utils/StackDeviceMemory.h | 112 + faiss/gpu_cuda/utils/StaticUtils.h | 94 + faiss/gpu_cuda/utils/Tensor-inl.cuh | 1052 ++++++++ faiss/gpu_cuda/utils/Tensor.cuh | 697 +++++ faiss/gpu_cuda/utils/ThrustAllocator.cuh | 81 + faiss/gpu_cuda/utils/Timer.cpp | 55 + faiss/gpu_cuda/utils/Timer.h | 53 + faiss/gpu_cuda/utils/Transpose.cuh | 225 ++ faiss/gpu_cuda/utils/WarpPackedBits.cuh | 281 ++ faiss/gpu_cuda/utils/WarpSelectFloat.cu | 99 + faiss/gpu_cuda/utils/WarpSelectKernel.cuh | 85 + faiss/gpu_cuda/utils/WarpShuffles.cuh | 127 + .../utils/blockselect/BlockSelectFloat1.cu | 17 + .../utils/blockselect/BlockSelectFloat128.cu | 17 + .../utils/blockselect/BlockSelectFloat256.cu | 17 + .../utils/blockselect/BlockSelectFloat32.cu | 17 + .../utils/blockselect/BlockSelectFloat64.cu | 17 + .../blockselect/BlockSelectFloatF1024.cu | 16 + .../blockselect/BlockSelectFloatF2048.cu | 19 + .../utils/blockselect/BlockSelectFloatF512.cu | 16 + .../blockselect/BlockSelectFloatT1024.cu | 16 + .../blockselect/BlockSelectFloatT2048.cu | 19 + .../utils/blockselect/BlockSelectFloatT512.cu | 16 + .../utils/blockselect/BlockSelectImpl.cuh | 98 + .../utils/warpselect/WarpSelectFloat1.cu | 17 + .../utils/warpselect/WarpSelectFloat128.cu | 17 + .../utils/warpselect/WarpSelectFloat256.cu | 17 + .../utils/warpselect/WarpSelectFloat32.cu | 17 + .../utils/warpselect/WarpSelectFloat64.cu | 17 + .../utils/warpselect/WarpSelectFloatF1024.cu | 16 + .../utils/warpselect/WarpSelectFloatF2048.cu | 19 + .../utils/warpselect/WarpSelectFloatF512.cu | 16 + .../utils/warpselect/WarpSelectFloatT1024.cu | 16 + .../utils/warpselect/WarpSelectFloatT2048.cu | 19 + .../utils/warpselect/WarpSelectFloatT512.cu | 16 + .../utils/warpselect/WarpSelectImpl.cuh | 45 + faiss/impl/AdditiveQuantizer.cpp | 503 ++++ faiss/impl/AdditiveQuantizer.h | 175 ++ faiss/impl/AuxIndexStructures.cpp | 293 +++ faiss/impl/AuxIndexStructures.h | 276 ++ faiss/impl/FaissAssert.h | 111 + faiss/impl/FaissException.cpp | 100 + faiss/impl/FaissException.h | 87 + faiss/impl/HNSW.cpp | 804 ++++++ faiss/impl/HNSW.h | 262 ++ faiss/impl/LocalSearchQuantizer.cpp | 855 ++++++ faiss/impl/LocalSearchQuantizer.h | 244 ++ faiss/impl/NNDescent.cpp | 487 ++++ faiss/impl/NNDescent.h | 154 ++ faiss/impl/NSG.cpp | 679 +++++ faiss/impl/NSG.h | 199 ++ faiss/impl/PolysemousTraining.cpp | 983 +++++++ faiss/impl/PolysemousTraining.h | 155 ++ faiss/impl/ProductQuantizer-inl.h | 116 + faiss/impl/ProductQuantizer.cpp | 784 ++++++ faiss/impl/ProductQuantizer.h | 228 ++ faiss/impl/ResidualQuantizer.cpp | 758 ++++++ faiss/impl/ResidualQuantizer.h | 188 ++ faiss/impl/ResultHandler.h | 416 +++ faiss/impl/ScalarQuantizer.cpp | 1602 ++++++++++++ faiss/impl/ScalarQuantizer.h | 128 + faiss/impl/ThreadedIndex-inl.h | 190 ++ faiss/impl/ThreadedIndex.h | 86 + faiss/impl/index_read.cpp | 991 +++++++ faiss/impl/index_write.cpp | 768 ++++++ faiss/impl/io.cpp | 269 ++ faiss/impl/io.h | 145 ++ faiss/impl/io_macros.h | 88 + faiss/impl/kmeans1d.cpp | 301 +++ faiss/impl/kmeans1d.h | 48 + faiss/impl/lattice_Zn.cpp | 665 +++++ faiss/impl/lattice_Zn.h | 188 ++ faiss/impl/platform_macros.h | 89 + faiss/impl/pq4_fast_scan.cpp | 225 ++ faiss/impl/pq4_fast_scan.h | 160 ++ faiss/impl/pq4_fast_scan_search_1.cpp | 169 ++ faiss/impl/pq4_fast_scan_search_qbs.cpp | 317 +++ faiss/impl/simd_result_handlers.h | 531 ++++ faiss/index_factory.cpp | 739 ++++++ faiss/index_factory.h | 27 + faiss/index_io.h | 79 + faiss/invlists/BlockInvertedLists.cpp | 143 ++ faiss/invlists/BlockInvertedLists.h | 74 + faiss/invlists/DirectMap.cpp | 251 ++ faiss/invlists/DirectMap.h | 116 + faiss/invlists/InvertedLists.cpp | 635 +++++ faiss/invlists/InvertedLists.h | 366 +++ faiss/invlists/InvertedListsIOHook.cpp | 102 + faiss/invlists/InvertedListsIOHook.h | 62 + faiss/invlists/OnDiskInvertedLists.cpp | 791 ++++++ faiss/invlists/OnDiskInvertedLists.h | 155 ++ faiss/python/CMakeLists.txt | 146 ++ faiss/python/__init__.py | 1661 ++++++++++++ faiss/python/loader.py | 66 + faiss/python/python_callbacks.cpp | 109 + faiss/python/python_callbacks.h | 45 + faiss/python/setup.py | 67 + faiss/python/swigfaiss.swig | 1011 ++++++++ faiss/python/swigfaiss_avx2.swig | 1011 ++++++++ faiss/utils/AlignedTable.h | 176 ++ faiss/utils/Heap.cpp | 112 + faiss/utils/Heap.h | 481 ++++ faiss/utils/WorkerThread.cpp | 117 + faiss/utils/WorkerThread.h | 60 + faiss/utils/distances.cpp | 617 +++++ faiss/utils/distances.h | 300 +++ faiss/utils/distances_simd.cpp | 1026 ++++++++ faiss/utils/extra_distances-inl.h | 117 + faiss/utils/extra_distances.cpp | 217 ++ faiss/utils/extra_distances.h | 55 + faiss/utils/hamming-inl.h | 521 ++++ faiss/utils/hamming.cpp | 778 ++++++ faiss/utils/hamming.h | 218 ++ faiss/utils/ordered_key_value.h | 96 + faiss/utils/partitioning.cpp | 1331 ++++++++++ faiss/utils/partitioning.h | 74 + faiss/utils/quantize_lut.cpp | 289 +++ faiss/utils/quantize_lut.h | 82 + faiss/utils/random.cpp | 168 ++ faiss/utils/random.h | 57 + faiss/utils/simdlib.h | 33 + faiss/utils/simdlib_avx2.h | 464 ++++ faiss/utils/simdlib_emulated.h | 650 +++++ faiss/utils/simdlib_neon.h | 832 ++++++ faiss/utils/utils.cpp | 703 +++++ faiss/utils/utils.h | 175 ++ misc/test_blas.cpp | 110 + tests/CMakeLists.txt | 49 + tests/common_faiss_tests.py | 128 + tests/test_autotune.py | 47 + tests/test_binary_factory.py | 44 + tests/test_binary_flat.cpp | 62 + tests/test_binary_hashindex.py | 229 ++ tests/test_binary_io.py | 219 ++ tests/test_build_blocks.py | 531 ++++ tests/test_clustering.py | 302 +++ tests/test_contrib.py | 426 +++ tests/test_dealloc_invlists.cpp | 173 ++ tests/test_documentation.py | 16 + tests/test_doxygen_documentation.py | 17 + tests/test_extra_distances.py | 142 + tests/test_factory.py | 267 ++ tests/test_fast_scan.py | 437 ++++ tests/test_fast_scan_ivf.py | 486 ++++ tests/test_index.py | 1042 ++++++++ tests/test_index_accuracy.py | 798 ++++++ tests/test_index_binary.py | 415 +++ tests/test_index_binary_from_float.py | 195 ++ tests/test_index_composite.py | 624 +++++ tests/test_io.py | 280 ++ tests/test_ivflib.py | 185 ++ tests/test_ivfpq_codec.cpp | 86 + tests/test_ivfpq_indexing.cpp | 94 + tests/test_lowlevel_ivf.cpp | 566 ++++ tests/test_lsq.py | 476 ++++ tests/test_mem_leak.cpp | 66 + tests/test_merge.cpp | 247 ++ tests/test_meta_index.py | 267 ++ tests/test_omp_threads.cpp | 14 + tests/test_omp_threads_py.py | 15 + tests/test_ondisk_ivf.cpp | 207 ++ tests/test_oom_exception.py | 34 + tests/test_pairs_decoding.cpp | 194 ++ tests/test_params_override.cpp | 225 ++ tests/test_partition.py | 347 +++ tests/test_pq_encoding.cpp | 93 + tests/test_product_quantizer.py | 157 ++ tests/test_referenced_objects.py | 106 + tests/test_refine.py | 53 + tests/test_residual_quantizer.py | 995 +++++++ tests/test_sliding_ivf.cpp | 223 ++ tests/test_standalone_codec.py | 412 +++ tests/test_threaded_index.cpp | 252 ++ tests/test_transfer_invlists.cpp | 148 ++ tests/torch_test_contrib.py | 344 +++ tutorial/cpp/1-Flat.cpp | 101 + tutorial/cpp/2-IVFFlat.cpp | 82 + tutorial/cpp/3-IVFPQ.cpp | 95 + tutorial/cpp/4-GPU.cpp | 120 + tutorial/cpp/5-Multiple-GPUs.cpp | 99 + tutorial/cpp/CMakeLists.txt | 20 + tutorial/python/1-Flat.py | 29 + tutorial/python/2-IVFFlat.py | 34 + tutorial/python/3-IVFPQ.py | 32 + tutorial/python/4-GPU.py | 57 + tutorial/python/5-Multiple-GPUs.py | 35 + 919 files changed, 193607 insertions(+) create mode 100644 CHANGELOG.md create mode 100644 CMakeLists.txt create mode 100644 CODE_OF_CONDUCT.md create mode 100644 CONTRIBUTING.md create mode 100644 Dockerfile create mode 100644 Doxyfile create mode 100644 INSTALL.md create mode 100644 LICENSE create mode 100644 benchs/README.md create mode 100644 benchs/bench_6bit_codec.cpp create mode 100644 benchs/bench_all_ivf/README.md create mode 100644 benchs/bench_all_ivf/bench_all_ivf.py create mode 100644 benchs/bench_all_ivf/bench_kmeans.py create mode 100644 benchs/bench_all_ivf/cmp_with_scann.py create mode 100644 benchs/bench_all_ivf/datasets.py create mode 100644 benchs/bench_all_ivf/make_groundtruth.py create mode 100644 benchs/bench_all_ivf/parse_bench_all_ivf.py create mode 100644 benchs/bench_all_ivf/run_on_cluster_generic.bash create mode 100644 benchs/bench_for_interrupt.py create mode 100644 benchs/bench_gpu_1bn.py create mode 100644 benchs/bench_gpu_sift1m.py create mode 100644 benchs/bench_hamming_computer.cpp create mode 100644 benchs/bench_heap_replace.cpp create mode 100644 benchs/bench_hnsw.py create mode 100644 benchs/bench_index_flat.py create mode 100644 benchs/bench_index_pq.py create mode 100644 benchs/bench_pairwise_distances.py create mode 100644 benchs/bench_partition.py create mode 100644 benchs/bench_polysemous_1bn.py create mode 100644 benchs/bench_polysemous_sift1m.py create mode 100644 benchs/bench_pq_tables.py create mode 100644 benchs/bench_quantizer.py create mode 100644 benchs/bench_scalar_quantizer.py create mode 100644 benchs/bench_vector_ops.py create mode 100644 benchs/datasets.py create mode 100644 benchs/distributed_ondisk/README.md create mode 100755 benchs/distributed_ondisk/combined_index.py create mode 100755 benchs/distributed_ondisk/distributed_kmeans.py create mode 100644 benchs/distributed_ondisk/distributed_query_demo.py create mode 100644 benchs/distributed_ondisk/make_index_vslice.py create mode 100644 benchs/distributed_ondisk/make_trained_index.py create mode 100644 benchs/distributed_ondisk/merge_to_ondisk.py create mode 100755 benchs/distributed_ondisk/rpc.py create mode 100755 benchs/distributed_ondisk/run_on_cluster.bash create mode 100644 benchs/distributed_ondisk/search_server.py create mode 100644 benchs/kmeans_mnist.py create mode 100644 benchs/link_and_code/README.md create mode 100755 benchs/link_and_code/bench_link_and_code.py create mode 100755 benchs/link_and_code/datasets.py create mode 100755 benchs/link_and_code/neighbor_codec.py create mode 100644 c_api/AutoTune_c.cpp create mode 100644 c_api/AutoTune_c.h create mode 100644 c_api/CMakeLists.txt create mode 100644 c_api/Clustering_c.cpp create mode 100644 c_api/Clustering_c.h create mode 100644 c_api/INSTALL.md create mode 100644 c_api/IndexFlat_c.cpp create mode 100644 c_api/IndexFlat_c.h create mode 100644 c_api/IndexIVFFlat_c.cpp create mode 100644 c_api/IndexIVFFlat_c.h create mode 100644 c_api/IndexIVF_c.cpp create mode 100644 c_api/IndexIVF_c.h create mode 100644 c_api/IndexLSH_c.cpp create mode 100644 c_api/IndexLSH_c.h create mode 100644 c_api/IndexPreTransform_c.cpp create mode 100644 c_api/IndexPreTransform_c.h create mode 100644 c_api/IndexReplicas_c.cpp create mode 100644 c_api/IndexReplicas_c.h create mode 100644 c_api/IndexScalarQuantizer_c.cpp create mode 100644 c_api/IndexScalarQuantizer_c.h create mode 100644 c_api/IndexShards_c.cpp create mode 100644 c_api/IndexShards_c.h create mode 100644 c_api/Index_c.cpp create mode 100644 c_api/Index_c.h create mode 100644 c_api/MetaIndexes_c.cpp create mode 100644 c_api/MetaIndexes_c.h create mode 100644 c_api/VectorTransform_c.cpp create mode 100644 c_api/VectorTransform_c.h create mode 100644 c_api/clone_index_c.cpp create mode 100644 c_api/clone_index_c.h create mode 100644 c_api/error_c.h create mode 100644 c_api/error_impl.cpp create mode 100644 c_api/error_impl.h create mode 100644 c_api/example_c.c create mode 100644 c_api/faiss_c.h create mode 100644 c_api/gpu/CMakeLists.txt create mode 100644 c_api/gpu/DeviceUtils_c.cpp create mode 100644 c_api/gpu/DeviceUtils_c.h create mode 100644 c_api/gpu/GpuAutoTune_c.cpp create mode 100644 c_api/gpu/GpuAutoTune_c.h create mode 100644 c_api/gpu/GpuClonerOptions_c.cpp create mode 100644 c_api/gpu/GpuClonerOptions_c.h create mode 100644 c_api/gpu/GpuIndex_c.cpp create mode 100644 c_api/gpu/GpuIndex_c.h create mode 100644 c_api/gpu/GpuIndicesOptions_c.h create mode 100644 c_api/gpu/GpuResources_c.cpp create mode 100644 c_api/gpu/GpuResources_c.h create mode 100644 c_api/gpu/StandardGpuResources_c.cpp create mode 100644 c_api/gpu/StandardGpuResources_c.h create mode 100644 c_api/gpu/example_gpu_c.c create mode 100644 c_api/gpu/macros_impl.h create mode 100644 c_api/impl/AuxIndexStructures_c.cpp create mode 100644 c_api/impl/AuxIndexStructures_c.h create mode 100644 c_api/index_factory_c.cpp create mode 100644 c_api/index_factory_c.h create mode 100644 c_api/index_io_c.cpp create mode 100644 c_api/index_io_c.h create mode 100644 c_api/macros_impl.h create mode 100644 c_api/utils/distances_c.cpp create mode 100644 c_api/utils/distances_c.h create mode 100644 cmake/FindMKL.cmake create mode 100644 cmake/faiss-config.cmake.in create mode 100755 compile.sh create mode 100644 conda/Dockerfile.cpu create mode 100644 conda/Dockerfile.cuda10.2 create mode 100644 conda/Dockerfile.cuda11.3 create mode 100644 conda/conda_build_config.yaml create mode 100755 conda/faiss-gpu/build-lib.sh create mode 100755 conda/faiss-gpu/build-pkg.sh create mode 100755 conda/faiss-gpu/install-cmake.sh create mode 100644 conda/faiss-gpu/meta.yaml create mode 100755 conda/faiss-gpu/test_cpu_dispatch.sh create mode 100644 conda/faiss/build-lib.bat create mode 100755 conda/faiss/build-lib.sh create mode 100644 conda/faiss/build-pkg.bat create mode 100755 conda/faiss/build-pkg.sh create mode 100755 conda/faiss/install-cmake.sh create mode 100644 conda/faiss/meta.yaml create mode 100755 conda/faiss/test_cpu_dispatch.sh create mode 100644 contrib/README.md create mode 100644 contrib/__init__.py create mode 100755 contrib/client_server.py create mode 100644 contrib/datasets.py create mode 100644 contrib/evaluation.py create mode 100644 contrib/exhaustive_search.py create mode 100644 contrib/factory_tools.py create mode 100644 contrib/inspect_tools.py create mode 100644 contrib/ivf_tools.py create mode 100644 contrib/ondisk.py create mode 100755 contrib/rpc.py create mode 100644 contrib/torch_utils.py create mode 100644 contrib/vecs_io.py create mode 100644 demos/CMakeLists.txt create mode 100644 demos/README.md create mode 100755 demos/demo_auto_tune.py create mode 100755 demos/demo_client_server_ivf.py create mode 100644 demos/demo_imi_flat.cpp create mode 100644 demos/demo_imi_pq.cpp create mode 100644 demos/demo_ivfpq_indexing.cpp create mode 100644 demos/demo_nndescent.cpp create mode 100755 demos/demo_ondisk_ivf.py create mode 100644 demos/demo_sift1M.cpp create mode 100644 demos/demo_weighted_kmeans.cpp create mode 100644 faiss/.flake8 create mode 100644 faiss/AutoTune.cpp create mode 100644 faiss/AutoTune.h create mode 100644 faiss/CMakeLists.txt create mode 100644 faiss/Clustering.cpp create mode 100644 faiss/Clustering.h create mode 100644 faiss/IVFlib.cpp create mode 100644 faiss/IVFlib.h create mode 100644 faiss/Index.cpp create mode 100644 faiss/Index.h create mode 100644 faiss/Index2Layer.cpp create mode 100644 faiss/Index2Layer.h create mode 100644 faiss/IndexAdditiveQuantizer.cpp create mode 100644 faiss/IndexAdditiveQuantizer.h create mode 100644 faiss/IndexBinary.cpp create mode 100644 faiss/IndexBinary.h create mode 100644 faiss/IndexBinaryFlat.cpp create mode 100644 faiss/IndexBinaryFlat.h create mode 100644 faiss/IndexBinaryFromFloat.cpp create mode 100644 faiss/IndexBinaryFromFloat.h create mode 100644 faiss/IndexBinaryHNSW.cpp create mode 100644 faiss/IndexBinaryHNSW.h create mode 100644 faiss/IndexBinaryHash.cpp create mode 100644 faiss/IndexBinaryHash.h create mode 100644 faiss/IndexBinaryIVF.cpp create mode 100644 faiss/IndexBinaryIVF.h create mode 100644 faiss/IndexFlat.cpp create mode 100644 faiss/IndexFlat.h create mode 100644 faiss/IndexFlatCodes.cpp create mode 100644 faiss/IndexFlatCodes.h create mode 100644 faiss/IndexHNSW.cpp create mode 100644 faiss/IndexHNSW.h create mode 100644 faiss/IndexIVF.cpp create mode 100644 faiss/IndexIVF.h create mode 100644 faiss/IndexIVFAdditiveQuantizer.cpp create mode 100644 faiss/IndexIVFAdditiveQuantizer.h create mode 100644 faiss/IndexIVFFlat.cpp create mode 100644 faiss/IndexIVFFlat.h create mode 100644 faiss/IndexIVFPQ.cpp create mode 100644 faiss/IndexIVFPQ.h create mode 100644 faiss/IndexIVFPQFastScan.cpp create mode 100644 faiss/IndexIVFPQFastScan.h create mode 100644 faiss/IndexIVFPQR.cpp create mode 100644 faiss/IndexIVFPQR.h create mode 100644 faiss/IndexIVFSpectralHash.cpp create mode 100644 faiss/IndexIVFSpectralHash.h create mode 100644 faiss/IndexLSH.cpp create mode 100644 faiss/IndexLSH.h create mode 100644 faiss/IndexLattice.cpp create mode 100644 faiss/IndexLattice.h create mode 100644 faiss/IndexNNDescent.cpp create mode 100644 faiss/IndexNNDescent.h create mode 100644 faiss/IndexNSG.cpp create mode 100644 faiss/IndexNSG.h create mode 100644 faiss/IndexPQ.cpp create mode 100644 faiss/IndexPQ.h create mode 100644 faiss/IndexPQFastScan.cpp create mode 100644 faiss/IndexPQFastScan.h create mode 100644 faiss/IndexPreTransform.cpp create mode 100644 faiss/IndexPreTransform.h create mode 100644 faiss/IndexRefine.cpp create mode 100644 faiss/IndexRefine.h create mode 100644 faiss/IndexReplicas.cpp create mode 100644 faiss/IndexReplicas.h create mode 100644 faiss/IndexScalarQuantizer.cpp create mode 100644 faiss/IndexScalarQuantizer.h create mode 100644 faiss/IndexShards.cpp create mode 100644 faiss/IndexShards.h create mode 100644 faiss/MatrixStats.cpp create mode 100644 faiss/MatrixStats.h create mode 100644 faiss/MetaIndexes.cpp create mode 100644 faiss/MetaIndexes.h create mode 100644 faiss/MetricType.h create mode 100644 faiss/VectorTransform.cpp create mode 100644 faiss/VectorTransform.h create mode 100644 faiss/clone_index.cpp create mode 100644 faiss/clone_index.h create mode 100644 faiss/gpu/CMakeLists.txt create mode 100644 faiss/gpu/GpuAutoTune.cpp create mode 100644 faiss/gpu/GpuAutoTune.cpp.prehip create mode 100644 faiss/gpu/GpuAutoTune.h create mode 100644 faiss/gpu/GpuAutoTune.h.prehip create mode 100644 faiss/gpu/GpuCloner.cpp create mode 100644 faiss/gpu/GpuCloner.cpp.prehip create mode 100644 faiss/gpu/GpuCloner.h create mode 100644 faiss/gpu/GpuCloner.h.prehip create mode 100644 faiss/gpu/GpuClonerOptions.cpp create mode 100644 faiss/gpu/GpuClonerOptions.cpp.prehip create mode 100644 faiss/gpu/GpuClonerOptions.h create mode 100644 faiss/gpu/GpuClonerOptions.h.prehip create mode 100644 faiss/gpu/GpuDistance.cu create mode 100644 faiss/gpu/GpuDistance.cu.prehip create mode 100644 faiss/gpu/GpuDistance.h create mode 100644 faiss/gpu/GpuDistance.h.prehip create mode 100644 faiss/gpu/GpuFaissAssert.h create mode 100644 faiss/gpu/GpuFaissAssert.h.prehip create mode 100644 faiss/gpu/GpuIcmEncoder.cu create mode 100644 faiss/gpu/GpuIcmEncoder.cu.prehip create mode 100644 faiss/gpu/GpuIcmEncoder.h create mode 100644 faiss/gpu/GpuIcmEncoder.h.prehip create mode 100644 faiss/gpu/GpuIndex.cu create mode 100644 faiss/gpu/GpuIndex.cu.prehip create mode 100644 faiss/gpu/GpuIndex.h create mode 100644 faiss/gpu/GpuIndex.h.prehip create mode 100644 faiss/gpu/GpuIndexBinaryFlat.cu create mode 100644 faiss/gpu/GpuIndexBinaryFlat.cu.prehip create mode 100644 faiss/gpu/GpuIndexBinaryFlat.h create mode 100644 faiss/gpu/GpuIndexBinaryFlat.h.prehip create mode 100644 faiss/gpu/GpuIndexFlat.cu create mode 100644 faiss/gpu/GpuIndexFlat.cu.prehip create mode 100644 faiss/gpu/GpuIndexFlat.h create mode 100644 faiss/gpu/GpuIndexFlat.h.prehip create mode 100644 faiss/gpu/GpuIndexIVF.cu create mode 100644 faiss/gpu/GpuIndexIVF.cu.prehip create mode 100644 faiss/gpu/GpuIndexIVF.h create mode 100644 faiss/gpu/GpuIndexIVF.h.prehip create mode 100644 faiss/gpu/GpuIndexIVFFlat.cu create mode 100644 faiss/gpu/GpuIndexIVFFlat.cu.prehip create mode 100644 faiss/gpu/GpuIndexIVFFlat.h create mode 100644 faiss/gpu/GpuIndexIVFFlat.h.prehip create mode 100644 faiss/gpu/GpuIndexIVFPQ.cu create mode 100644 faiss/gpu/GpuIndexIVFPQ.cu.prehip create mode 100644 faiss/gpu/GpuIndexIVFPQ.h create mode 100644 faiss/gpu/GpuIndexIVFPQ.h.prehip create mode 100644 faiss/gpu/GpuIndexIVFScalarQuantizer.cu create mode 100644 faiss/gpu/GpuIndexIVFScalarQuantizer.cu.prehip create mode 100644 faiss/gpu/GpuIndexIVFScalarQuantizer.h create mode 100644 faiss/gpu/GpuIndexIVFScalarQuantizer.h.prehip create mode 100644 faiss/gpu/GpuIndicesOptions.h create mode 100644 faiss/gpu/GpuIndicesOptions.h.prehip create mode 100644 faiss/gpu/GpuResources.cpp create mode 100644 faiss/gpu/GpuResources.cpp.prehip create mode 100644 faiss/gpu/GpuResources.h create mode 100644 faiss/gpu/GpuResources.h.prehip create mode 100644 faiss/gpu/StandardGpuResources.cpp create mode 100644 faiss/gpu/StandardGpuResources.cpp.prehip create mode 100644 faiss/gpu/StandardGpuResources.h create mode 100644 faiss/gpu/StandardGpuResources.h.prehip create mode 100644 faiss/gpu/impl/BinaryDistance.cu create mode 100644 faiss/gpu/impl/BinaryDistance.cu.prehip create mode 100644 faiss/gpu/impl/BinaryDistance.cuh create mode 100644 faiss/gpu/impl/BinaryDistance.cuh.prehip create mode 100644 faiss/gpu/impl/BinaryFlatIndex.cu create mode 100644 faiss/gpu/impl/BinaryFlatIndex.cu.prehip create mode 100644 faiss/gpu/impl/BinaryFlatIndex.cuh create mode 100644 faiss/gpu/impl/BinaryFlatIndex.cuh.prehip create mode 100644 faiss/gpu/impl/BroadcastSum.cu create mode 100644 faiss/gpu/impl/BroadcastSum.cu.prehip create mode 100644 faiss/gpu/impl/BroadcastSum.cuh create mode 100644 faiss/gpu/impl/BroadcastSum.cuh.prehip create mode 100644 faiss/gpu/impl/Distance.cu create mode 100644 faiss/gpu/impl/Distance.cu.prehip create mode 100644 faiss/gpu/impl/Distance.cuh create mode 100644 faiss/gpu/impl/Distance.cuh.prehip create mode 100644 faiss/gpu/impl/DistanceUtils.cuh create mode 100644 faiss/gpu/impl/DistanceUtils.cuh.prehip create mode 100644 faiss/gpu/impl/FlatIndex.cu create mode 100644 faiss/gpu/impl/FlatIndex.cu.prehip create mode 100644 faiss/gpu/impl/FlatIndex.cuh create mode 100644 faiss/gpu/impl/FlatIndex.cuh.prehip create mode 100644 faiss/gpu/impl/GeneralDistance.cuh create mode 100644 faiss/gpu/impl/GeneralDistance.cuh.prehip create mode 100644 faiss/gpu/impl/GpuScalarQuantizer.cuh create mode 100644 faiss/gpu/impl/GpuScalarQuantizer.cuh.prehip create mode 100644 faiss/gpu/impl/IVFAppend.cu create mode 100644 faiss/gpu/impl/IVFAppend.cu.prehip create mode 100644 faiss/gpu/impl/IVFAppend.cuh create mode 100644 faiss/gpu/impl/IVFAppend.cuh.prehip create mode 100644 faiss/gpu/impl/IVFBase.cu create mode 100644 faiss/gpu/impl/IVFBase.cu.prehip create mode 100644 faiss/gpu/impl/IVFBase.cuh create mode 100644 faiss/gpu/impl/IVFBase.cuh.prehip create mode 100644 faiss/gpu/impl/IVFFlat.cu create mode 100644 faiss/gpu/impl/IVFFlat.cu.prehip create mode 100644 faiss/gpu/impl/IVFFlat.cuh create mode 100644 faiss/gpu/impl/IVFFlat.cuh.prehip create mode 100644 faiss/gpu/impl/IVFFlatScan.cu create mode 100644 faiss/gpu/impl/IVFFlatScan.cu.prehip create mode 100644 faiss/gpu/impl/IVFFlatScan.cuh create mode 100644 faiss/gpu/impl/IVFFlatScan.cuh.prehip create mode 100644 faiss/gpu/impl/IVFInterleaved.cu create mode 100644 faiss/gpu/impl/IVFInterleaved.cu.prehip create mode 100644 faiss/gpu/impl/IVFInterleaved.cuh create mode 100644 faiss/gpu/impl/IVFInterleaved.cuh.prehip create mode 100644 faiss/gpu/impl/IVFPQ.cu create mode 100644 faiss/gpu/impl/IVFPQ.cu.prehip create mode 100644 faiss/gpu/impl/IVFPQ.cuh create mode 100644 faiss/gpu/impl/IVFPQ.cuh.prehip create mode 100644 faiss/gpu/impl/IVFUtils.cu create mode 100644 faiss/gpu/impl/IVFUtils.cu.prehip create mode 100644 faiss/gpu/impl/IVFUtils.cuh create mode 100644 faiss/gpu/impl/IVFUtils.cuh.prehip create mode 100644 faiss/gpu/impl/IVFUtilsSelect1.cu create mode 100644 faiss/gpu/impl/IVFUtilsSelect1.cu.prehip create mode 100644 faiss/gpu/impl/IVFUtilsSelect2.cu create mode 100644 faiss/gpu/impl/IVFUtilsSelect2.cu.prehip create mode 100644 faiss/gpu/impl/IcmEncoder.cu create mode 100644 faiss/gpu/impl/IcmEncoder.cu.prehip create mode 100644 faiss/gpu/impl/IcmEncoder.cuh create mode 100644 faiss/gpu/impl/IcmEncoder.cuh.prehip create mode 100644 faiss/gpu/impl/InterleavedCodes.cpp create mode 100644 faiss/gpu/impl/InterleavedCodes.cpp.prehip create mode 100644 faiss/gpu/impl/InterleavedCodes.h create mode 100644 faiss/gpu/impl/InterleavedCodes.h.prehip create mode 100644 faiss/gpu/impl/L2Norm.cu create mode 100644 faiss/gpu/impl/L2Norm.cu.prehip create mode 100644 faiss/gpu/impl/L2Norm.cuh create mode 100644 faiss/gpu/impl/L2Norm.cuh.prehip create mode 100644 faiss/gpu/impl/L2Select.cu create mode 100644 faiss/gpu/impl/L2Select.cu.prehip create mode 100644 faiss/gpu/impl/L2Select.cuh create mode 100644 faiss/gpu/impl/L2Select.cuh.prehip create mode 100644 faiss/gpu/impl/PQCodeDistances-inl.cuh create mode 100644 faiss/gpu/impl/PQCodeDistances-inl.cuh.prehip create mode 100644 faiss/gpu/impl/PQCodeDistances.cuh create mode 100644 faiss/gpu/impl/PQCodeDistances.cuh.prehip create mode 100644 faiss/gpu/impl/PQCodeLoad.cuh create mode 100644 faiss/gpu/impl/PQCodeLoad.cuh.prehip create mode 100644 faiss/gpu/impl/PQScanMultiPassNoPrecomputed-inl.cuh create mode 100644 faiss/gpu/impl/PQScanMultiPassNoPrecomputed-inl.cuh.prehip create mode 100644 faiss/gpu/impl/PQScanMultiPassNoPrecomputed.cuh create mode 100644 faiss/gpu/impl/PQScanMultiPassNoPrecomputed.cuh.prehip create mode 100644 faiss/gpu/impl/PQScanMultiPassPrecomputed.cu create mode 100644 faiss/gpu/impl/PQScanMultiPassPrecomputed.cu.prehip create mode 100644 faiss/gpu/impl/PQScanMultiPassPrecomputed.cuh create mode 100644 faiss/gpu/impl/PQScanMultiPassPrecomputed.cuh.prehip create mode 100644 faiss/gpu/impl/RemapIndices.cpp create mode 100644 faiss/gpu/impl/RemapIndices.cpp.prehip create mode 100644 faiss/gpu/impl/RemapIndices.h create mode 100644 faiss/gpu/impl/RemapIndices.h.prehip create mode 100644 faiss/gpu/impl/VectorResidual.cu create mode 100644 faiss/gpu/impl/VectorResidual.cu.prehip create mode 100644 faiss/gpu/impl/VectorResidual.cuh create mode 100644 faiss/gpu/impl/VectorResidual.cuh.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved1.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved1.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved1024.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved1024.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved128.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved128.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved2048.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved2048.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved256.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved256.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved32.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved32.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved512.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved512.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleaved64.cu create mode 100644 faiss/gpu/impl/scan/IVFInterleaved64.cu.prehip create mode 100644 faiss/gpu/impl/scan/IVFInterleavedImpl.cuh create mode 100644 faiss/gpu/impl/scan/IVFInterleavedImpl.cuh.prehip create mode 100644 faiss/gpu/perf/IndexWrapper-inl.h create mode 100644 faiss/gpu/perf/IndexWrapper-inl.h.prehip create mode 100644 faiss/gpu/perf/IndexWrapper.h create mode 100644 faiss/gpu/perf/IndexWrapper.h.prehip create mode 100644 faiss/gpu/perf/PerfBinaryFlat.cu create mode 100644 faiss/gpu/perf/PerfBinaryFlat.cu.prehip create mode 100644 faiss/gpu/perf/PerfClustering.cpp create mode 100644 faiss/gpu/perf/PerfClustering.cpp.prehip create mode 100644 faiss/gpu/perf/PerfFlat.cu create mode 100644 faiss/gpu/perf/PerfFlat.cu.prehip create mode 100644 faiss/gpu/perf/PerfIVFFlat.cu create mode 100644 faiss/gpu/perf/PerfIVFFlat.cu.prehip create mode 100644 faiss/gpu/perf/PerfIVFPQ.cu create mode 100644 faiss/gpu/perf/PerfIVFPQ.cu.prehip create mode 100644 faiss/gpu/perf/PerfIVFPQAdd.cpp create mode 100644 faiss/gpu/perf/PerfIVFPQAdd.cpp.prehip create mode 100644 faiss/gpu/perf/PerfSelect.cu create mode 100644 faiss/gpu/perf/PerfSelect.cu.prehip create mode 100644 faiss/gpu/perf/WriteIndex.cpp create mode 100644 faiss/gpu/perf/WriteIndex.cpp.prehip create mode 100755 faiss/gpu/perf/slow.py create mode 100644 faiss/gpu/test/CMakeLists.txt create mode 100644 faiss/gpu/test/TestCodePacking.cpp create mode 100644 faiss/gpu/test/TestCodePacking.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuDistance.cu create mode 100644 faiss/gpu/test/TestGpuDistance.cu.prehip create mode 100644 faiss/gpu/test/TestGpuIndexBinaryFlat.cpp create mode 100644 faiss/gpu/test/TestGpuIndexBinaryFlat.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuIndexFlat.cpp create mode 100644 faiss/gpu/test/TestGpuIndexFlat.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuIndexIVFFlat.cpp create mode 100644 faiss/gpu/test/TestGpuIndexIVFFlat.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuIndexIVFPQ.cpp create mode 100644 faiss/gpu/test/TestGpuIndexIVFPQ.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuIndexIVFScalarQuantizer.cpp create mode 100644 faiss/gpu/test/TestGpuIndexIVFScalarQuantizer.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuMemoryException.cpp create mode 100644 faiss/gpu/test/TestGpuMemoryException.cpp.prehip create mode 100644 faiss/gpu/test/TestGpuSelect.cu create mode 100644 faiss/gpu/test/TestGpuSelect.cu.prehip create mode 100644 faiss/gpu/test/TestUtils.cpp create mode 100644 faiss/gpu/test/TestUtils.cpp.prehip create mode 100644 faiss/gpu/test/TestUtils.h create mode 100644 faiss/gpu/test/TestUtils.h.prehip create mode 100644 faiss/gpu/test/demo_ivfpq_indexing_gpu.cpp create mode 100644 faiss/gpu/test/demo_ivfpq_indexing_gpu.cpp.prehip create mode 100644 faiss/gpu/test/test_contrib.py create mode 100755 faiss/gpu/test/test_gpu_basics.py create mode 100755 faiss/gpu/test/test_gpu_index.py create mode 100755 faiss/gpu/test/test_gpu_index_ivfsq.py create mode 100644 faiss/gpu/test/torch_test_contrib_gpu.py create mode 100644 faiss/gpu/utils/BlockSelectFloat.cu create mode 100644 faiss/gpu/utils/BlockSelectFloat.cu.prehip create mode 100644 faiss/gpu/utils/BlockSelectKernel.cuh create mode 100644 faiss/gpu/utils/BlockSelectKernel.cuh.prehip create mode 100644 faiss/gpu/utils/Comparators.cuh create mode 100644 faiss/gpu/utils/Comparators.cuh.prehip create mode 100644 faiss/gpu/utils/ConversionOperators.cuh create mode 100644 faiss/gpu/utils/ConversionOperators.cuh.prehip create mode 100644 faiss/gpu/utils/CopyUtils.cuh create mode 100644 faiss/gpu/utils/CopyUtils.cuh.prehip create mode 100644 faiss/gpu/utils/DeviceDefs.cuh create mode 100644 faiss/gpu/utils/DeviceDefs.cuh.prehip create mode 100644 faiss/gpu/utils/DeviceTensor-inl.cuh create mode 100644 faiss/gpu/utils/DeviceTensor-inl.cuh.prehip create mode 100644 faiss/gpu/utils/DeviceTensor.cuh create mode 100644 faiss/gpu/utils/DeviceTensor.cuh.prehip create mode 100644 faiss/gpu/utils/DeviceUtils.cu create mode 100644 faiss/gpu/utils/DeviceUtils.cu.prehip create mode 100644 faiss/gpu/utils/DeviceUtils.h create mode 100644 faiss/gpu/utils/DeviceUtils.h.prehip create mode 100644 faiss/gpu/utils/DeviceVector.cuh create mode 100644 faiss/gpu/utils/DeviceVector.cuh.prehip create mode 100644 faiss/gpu/utils/Float16.cuh create mode 100644 faiss/gpu/utils/Float16.cuh.prehip create mode 100644 faiss/gpu/utils/HostTensor-inl.cuh create mode 100644 faiss/gpu/utils/HostTensor-inl.cuh.prehip create mode 100644 faiss/gpu/utils/HostTensor.cuh create mode 100644 faiss/gpu/utils/HostTensor.cuh.prehip create mode 100644 faiss/gpu/utils/Limits.cuh create mode 100644 faiss/gpu/utils/Limits.cuh.prehip create mode 100644 faiss/gpu/utils/LoadStoreOperators.cuh create mode 100644 faiss/gpu/utils/LoadStoreOperators.cuh.prehip create mode 100644 faiss/gpu/utils/MathOperators.cuh create mode 100644 faiss/gpu/utils/MathOperators.cuh.prehip create mode 100644 faiss/gpu/utils/MatrixMult-inl.cuh create mode 100644 faiss/gpu/utils/MatrixMult-inl.cuh.prehip create mode 100644 faiss/gpu/utils/MatrixMult.cuh create mode 100644 faiss/gpu/utils/MatrixMult.cuh.prehip create mode 100644 faiss/gpu/utils/MergeNetworkBlock.cuh create mode 100644 faiss/gpu/utils/MergeNetworkBlock.cuh.prehip create mode 100644 faiss/gpu/utils/MergeNetworkUtils.cuh create mode 100644 faiss/gpu/utils/MergeNetworkUtils.cuh.prehip create mode 100644 faiss/gpu/utils/MergeNetworkWarp.cuh create mode 100644 faiss/gpu/utils/MergeNetworkWarp.cuh.prehip create mode 100644 faiss/gpu/utils/NoTypeTensor.cuh create mode 100644 faiss/gpu/utils/NoTypeTensor.cuh.prehip create mode 100644 faiss/gpu/utils/Pair.cuh create mode 100644 faiss/gpu/utils/Pair.cuh.prehip create mode 100644 faiss/gpu/utils/PtxUtils.cuh create mode 100644 faiss/gpu/utils/PtxUtils.cuh.prehip create mode 100644 faiss/gpu/utils/ReductionOperators.cuh create mode 100644 faiss/gpu/utils/ReductionOperators.cuh.prehip create mode 100644 faiss/gpu/utils/Reductions.cuh create mode 100644 faiss/gpu/utils/Reductions.cuh.prehip create mode 100644 faiss/gpu/utils/Select.cuh create mode 100644 faiss/gpu/utils/Select.cuh.prehip create mode 100644 faiss/gpu/utils/StackDeviceMemory.cpp create mode 100644 faiss/gpu/utils/StackDeviceMemory.cpp.prehip create mode 100644 faiss/gpu/utils/StackDeviceMemory.h create mode 100644 faiss/gpu/utils/StackDeviceMemory.h.prehip create mode 100644 faiss/gpu/utils/StaticUtils.h create mode 100644 faiss/gpu/utils/StaticUtils.h.prehip create mode 100644 faiss/gpu/utils/Tensor-inl.cuh create mode 100644 faiss/gpu/utils/Tensor-inl.cuh.prehip create mode 100644 faiss/gpu/utils/Tensor.cuh create mode 100644 faiss/gpu/utils/Tensor.cuh.prehip create mode 100644 faiss/gpu/utils/ThrustAllocator.cuh create mode 100644 faiss/gpu/utils/ThrustAllocator.cuh.prehip create mode 100644 faiss/gpu/utils/Timer.cpp create mode 100644 faiss/gpu/utils/Timer.cpp.prehip create mode 100644 faiss/gpu/utils/Timer.h create mode 100644 faiss/gpu/utils/Timer.h.prehip create mode 100644 faiss/gpu/utils/Transpose.cuh create mode 100644 faiss/gpu/utils/Transpose.cuh.prehip create mode 100644 faiss/gpu/utils/WarpPackedBits.cuh create mode 100644 faiss/gpu/utils/WarpPackedBits.cuh.prehip create mode 100644 faiss/gpu/utils/WarpSelectFloat.cu create mode 100644 faiss/gpu/utils/WarpSelectFloat.cu.prehip create mode 100644 faiss/gpu/utils/WarpSelectKernel.cuh create mode 100644 faiss/gpu/utils/WarpSelectKernel.cuh.prehip create mode 100644 faiss/gpu/utils/WarpShuffles.cuh create mode 100644 faiss/gpu/utils/WarpShuffles.cuh.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat1.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat1.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat128.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat128.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat256.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat256.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat32.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat32.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat64.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloat64.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF1024.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF1024.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF2048.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF2048.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF512.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatF512.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT1024.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT1024.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT2048.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT2048.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT512.cu create mode 100644 faiss/gpu/utils/blockselect/BlockSelectFloatT512.cu.prehip create mode 100644 faiss/gpu/utils/blockselect/BlockSelectImpl.cuh create mode 100644 faiss/gpu/utils/blockselect/BlockSelectImpl.cuh.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat1.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat1.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat128.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat128.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat256.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat256.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat32.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat32.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat64.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloat64.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF1024.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF1024.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF2048.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF2048.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF512.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatF512.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT1024.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT1024.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT2048.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT2048.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT512.cu create mode 100644 faiss/gpu/utils/warpselect/WarpSelectFloatT512.cu.prehip create mode 100644 faiss/gpu/utils/warpselect/WarpSelectImpl.cuh create mode 100644 faiss/gpu/utils/warpselect/WarpSelectImpl.cuh.prehip create mode 100644 faiss/gpu_cuda/CMakeLists.txt create mode 100644 faiss/gpu_cuda/GpuAutoTune.cpp create mode 100644 faiss/gpu_cuda/GpuAutoTune.h create mode 100644 faiss/gpu_cuda/GpuCloner.cpp create mode 100644 faiss/gpu_cuda/GpuCloner.h create mode 100644 faiss/gpu_cuda/GpuClonerOptions.cpp create mode 100644 faiss/gpu_cuda/GpuClonerOptions.h create mode 100644 faiss/gpu_cuda/GpuDistance.cu create mode 100644 faiss/gpu_cuda/GpuDistance.h create mode 100644 faiss/gpu_cuda/GpuFaissAssert.h create mode 100644 faiss/gpu_cuda/GpuIcmEncoder.cu create mode 100644 faiss/gpu_cuda/GpuIcmEncoder.h create mode 100644 faiss/gpu_cuda/GpuIndex.cu create mode 100644 faiss/gpu_cuda/GpuIndex.h create mode 100644 faiss/gpu_cuda/GpuIndexBinaryFlat.cu create mode 100644 faiss/gpu_cuda/GpuIndexBinaryFlat.h create mode 100644 faiss/gpu_cuda/GpuIndexFlat.cu create mode 100644 faiss/gpu_cuda/GpuIndexFlat.h create mode 100644 faiss/gpu_cuda/GpuIndexIVF.cu create mode 100644 faiss/gpu_cuda/GpuIndexIVF.h create mode 100644 faiss/gpu_cuda/GpuIndexIVFFlat.cu create mode 100644 faiss/gpu_cuda/GpuIndexIVFFlat.h create mode 100644 faiss/gpu_cuda/GpuIndexIVFPQ.cu create mode 100644 faiss/gpu_cuda/GpuIndexIVFPQ.h create mode 100644 faiss/gpu_cuda/GpuIndexIVFScalarQuantizer.cu create mode 100644 faiss/gpu_cuda/GpuIndexIVFScalarQuantizer.h create mode 100644 faiss/gpu_cuda/GpuIndicesOptions.h create mode 100644 faiss/gpu_cuda/GpuResources.cpp create mode 100644 faiss/gpu_cuda/GpuResources.h create mode 100644 faiss/gpu_cuda/StandardGpuResources.cpp create mode 100644 faiss/gpu_cuda/StandardGpuResources.h create mode 100644 faiss/gpu_cuda/impl/BinaryDistance.cu create mode 100644 faiss/gpu_cuda/impl/BinaryDistance.cuh create mode 100644 faiss/gpu_cuda/impl/BinaryFlatIndex.cu create mode 100644 faiss/gpu_cuda/impl/BinaryFlatIndex.cuh create mode 100644 faiss/gpu_cuda/impl/BroadcastSum.cu create mode 100644 faiss/gpu_cuda/impl/BroadcastSum.cuh create mode 100644 faiss/gpu_cuda/impl/Distance.cu create mode 100644 faiss/gpu_cuda/impl/Distance.cuh create mode 100644 faiss/gpu_cuda/impl/DistanceUtils.cuh create mode 100644 faiss/gpu_cuda/impl/FlatIndex.cu create mode 100644 faiss/gpu_cuda/impl/FlatIndex.cuh create mode 100644 faiss/gpu_cuda/impl/GeneralDistance.cuh create mode 100644 faiss/gpu_cuda/impl/GpuScalarQuantizer.cuh create mode 100644 faiss/gpu_cuda/impl/IVFAppend.cu create mode 100644 faiss/gpu_cuda/impl/IVFAppend.cuh create mode 100644 faiss/gpu_cuda/impl/IVFBase.cu create mode 100644 faiss/gpu_cuda/impl/IVFBase.cuh create mode 100644 faiss/gpu_cuda/impl/IVFFlat.cu create mode 100644 faiss/gpu_cuda/impl/IVFFlat.cuh create mode 100644 faiss/gpu_cuda/impl/IVFFlatScan.cu create mode 100644 faiss/gpu_cuda/impl/IVFFlatScan.cuh create mode 100644 faiss/gpu_cuda/impl/IVFInterleaved.cu create mode 100644 faiss/gpu_cuda/impl/IVFInterleaved.cuh create mode 100644 faiss/gpu_cuda/impl/IVFPQ.cu create mode 100644 faiss/gpu_cuda/impl/IVFPQ.cuh create mode 100644 faiss/gpu_cuda/impl/IVFUtils.cu create mode 100644 faiss/gpu_cuda/impl/IVFUtils.cuh create mode 100644 faiss/gpu_cuda/impl/IVFUtilsSelect1.cu create mode 100644 faiss/gpu_cuda/impl/IVFUtilsSelect2.cu create mode 100644 faiss/gpu_cuda/impl/IcmEncoder.cu create mode 100644 faiss/gpu_cuda/impl/IcmEncoder.cuh create mode 100644 faiss/gpu_cuda/impl/InterleavedCodes.cpp create mode 100644 faiss/gpu_cuda/impl/InterleavedCodes.h create mode 100644 faiss/gpu_cuda/impl/L2Norm.cu create mode 100644 faiss/gpu_cuda/impl/L2Norm.cuh create mode 100644 faiss/gpu_cuda/impl/L2Select.cu create mode 100644 faiss/gpu_cuda/impl/L2Select.cuh create mode 100644 faiss/gpu_cuda/impl/PQCodeDistances-inl.cuh create mode 100644 faiss/gpu_cuda/impl/PQCodeDistances.cuh create mode 100644 faiss/gpu_cuda/impl/PQCodeLoad.cuh create mode 100644 faiss/gpu_cuda/impl/PQScanMultiPassNoPrecomputed-inl.cuh create mode 100644 faiss/gpu_cuda/impl/PQScanMultiPassNoPrecomputed.cuh create mode 100644 faiss/gpu_cuda/impl/PQScanMultiPassPrecomputed.cu create mode 100644 faiss/gpu_cuda/impl/PQScanMultiPassPrecomputed.cuh create mode 100644 faiss/gpu_cuda/impl/RemapIndices.cpp create mode 100644 faiss/gpu_cuda/impl/RemapIndices.h create mode 100644 faiss/gpu_cuda/impl/VectorResidual.cu create mode 100644 faiss/gpu_cuda/impl/VectorResidual.cuh create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved1.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved1024.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved128.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved2048.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved256.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved32.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved512.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleaved64.cu create mode 100644 faiss/gpu_cuda/impl/scan/IVFInterleavedImpl.cuh create mode 100644 faiss/gpu_cuda/perf/IndexWrapper-inl.h create mode 100644 faiss/gpu_cuda/perf/IndexWrapper.h create mode 100644 faiss/gpu_cuda/perf/PerfBinaryFlat.cu create mode 100644 faiss/gpu_cuda/perf/PerfClustering.cpp create mode 100644 faiss/gpu_cuda/perf/PerfFlat.cu create mode 100644 faiss/gpu_cuda/perf/PerfIVFFlat.cu create mode 100644 faiss/gpu_cuda/perf/PerfIVFPQ.cu create mode 100644 faiss/gpu_cuda/perf/PerfIVFPQAdd.cpp create mode 100644 faiss/gpu_cuda/perf/PerfSelect.cu create mode 100644 faiss/gpu_cuda/perf/WriteIndex.cpp create mode 100755 faiss/gpu_cuda/perf/slow.py create mode 100644 faiss/gpu_cuda/test/CMakeLists.txt create mode 100644 faiss/gpu_cuda/test/TestCodePacking.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuDistance.cu create mode 100644 faiss/gpu_cuda/test/TestGpuIndexBinaryFlat.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuIndexFlat.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuIndexIVFFlat.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuIndexIVFPQ.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuIndexIVFScalarQuantizer.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuMemoryException.cpp create mode 100644 faiss/gpu_cuda/test/TestGpuSelect.cu create mode 100644 faiss/gpu_cuda/test/TestUtils.cpp create mode 100644 faiss/gpu_cuda/test/TestUtils.h create mode 100644 faiss/gpu_cuda/test/demo_ivfpq_indexing_gpu.cpp create mode 100644 faiss/gpu_cuda/test/test_contrib.py create mode 100755 faiss/gpu_cuda/test/test_gpu_basics.py create mode 100755 faiss/gpu_cuda/test/test_gpu_index.py create mode 100755 faiss/gpu_cuda/test/test_gpu_index_ivfsq.py create mode 100644 faiss/gpu_cuda/test/torch_test_contrib_gpu.py create mode 100644 faiss/gpu_cuda/utils/BlockSelectFloat.cu create mode 100644 faiss/gpu_cuda/utils/BlockSelectKernel.cuh create mode 100644 faiss/gpu_cuda/utils/Comparators.cuh create mode 100644 faiss/gpu_cuda/utils/ConversionOperators.cuh create mode 100644 faiss/gpu_cuda/utils/CopyUtils.cuh create mode 100644 faiss/gpu_cuda/utils/DeviceDefs.cuh create mode 100644 faiss/gpu_cuda/utils/DeviceTensor-inl.cuh create mode 100644 faiss/gpu_cuda/utils/DeviceTensor.cuh create mode 100644 faiss/gpu_cuda/utils/DeviceUtils.cu create mode 100644 faiss/gpu_cuda/utils/DeviceUtils.h create mode 100644 faiss/gpu_cuda/utils/DeviceVector.cuh create mode 100644 faiss/gpu_cuda/utils/Float16.cuh create mode 100644 faiss/gpu_cuda/utils/HostTensor-inl.cuh create mode 100644 faiss/gpu_cuda/utils/HostTensor.cuh create mode 100644 faiss/gpu_cuda/utils/Limits.cuh create mode 100644 faiss/gpu_cuda/utils/LoadStoreOperators.cuh create mode 100644 faiss/gpu_cuda/utils/MathOperators.cuh create mode 100644 faiss/gpu_cuda/utils/MatrixMult-inl.cuh create mode 100644 faiss/gpu_cuda/utils/MatrixMult.cuh create mode 100644 faiss/gpu_cuda/utils/MergeNetworkBlock.cuh create mode 100644 faiss/gpu_cuda/utils/MergeNetworkUtils.cuh create mode 100644 faiss/gpu_cuda/utils/MergeNetworkWarp.cuh create mode 100644 faiss/gpu_cuda/utils/NoTypeTensor.cuh create mode 100644 faiss/gpu_cuda/utils/Pair.cuh create mode 100644 faiss/gpu_cuda/utils/PtxUtils.cuh create mode 100644 faiss/gpu_cuda/utils/ReductionOperators.cuh create mode 100644 faiss/gpu_cuda/utils/Reductions.cuh create mode 100644 faiss/gpu_cuda/utils/Select.cuh create mode 100644 faiss/gpu_cuda/utils/StackDeviceMemory.cpp create mode 100644 faiss/gpu_cuda/utils/StackDeviceMemory.h create mode 100644 faiss/gpu_cuda/utils/StaticUtils.h create mode 100644 faiss/gpu_cuda/utils/Tensor-inl.cuh create mode 100644 faiss/gpu_cuda/utils/Tensor.cuh create mode 100644 faiss/gpu_cuda/utils/ThrustAllocator.cuh create mode 100644 faiss/gpu_cuda/utils/Timer.cpp create mode 100644 faiss/gpu_cuda/utils/Timer.h create mode 100644 faiss/gpu_cuda/utils/Transpose.cuh create mode 100644 faiss/gpu_cuda/utils/WarpPackedBits.cuh create mode 100644 faiss/gpu_cuda/utils/WarpSelectFloat.cu create mode 100644 faiss/gpu_cuda/utils/WarpSelectKernel.cuh create mode 100644 faiss/gpu_cuda/utils/WarpShuffles.cuh create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloat1.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloat128.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloat256.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloat32.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloat64.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatF1024.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatF2048.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatF512.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatT1024.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatT2048.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectFloatT512.cu create mode 100644 faiss/gpu_cuda/utils/blockselect/BlockSelectImpl.cuh create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloat1.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloat128.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloat256.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloat32.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloat64.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatF1024.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatF2048.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatF512.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatT1024.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatT2048.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectFloatT512.cu create mode 100644 faiss/gpu_cuda/utils/warpselect/WarpSelectImpl.cuh create mode 100644 faiss/impl/AdditiveQuantizer.cpp create mode 100644 faiss/impl/AdditiveQuantizer.h create mode 100644 faiss/impl/AuxIndexStructures.cpp create mode 100644 faiss/impl/AuxIndexStructures.h create mode 100644 faiss/impl/FaissAssert.h create mode 100644 faiss/impl/FaissException.cpp create mode 100644 faiss/impl/FaissException.h create mode 100644 faiss/impl/HNSW.cpp create mode 100644 faiss/impl/HNSW.h create mode 100644 faiss/impl/LocalSearchQuantizer.cpp create mode 100644 faiss/impl/LocalSearchQuantizer.h create mode 100644 faiss/impl/NNDescent.cpp create mode 100644 faiss/impl/NNDescent.h create mode 100644 faiss/impl/NSG.cpp create mode 100644 faiss/impl/NSG.h create mode 100644 faiss/impl/PolysemousTraining.cpp create mode 100644 faiss/impl/PolysemousTraining.h create mode 100644 faiss/impl/ProductQuantizer-inl.h create mode 100644 faiss/impl/ProductQuantizer.cpp create mode 100644 faiss/impl/ProductQuantizer.h create mode 100644 faiss/impl/ResidualQuantizer.cpp create mode 100644 faiss/impl/ResidualQuantizer.h create mode 100644 faiss/impl/ResultHandler.h create mode 100644 faiss/impl/ScalarQuantizer.cpp create mode 100644 faiss/impl/ScalarQuantizer.h create mode 100644 faiss/impl/ThreadedIndex-inl.h create mode 100644 faiss/impl/ThreadedIndex.h create mode 100644 faiss/impl/index_read.cpp create mode 100644 faiss/impl/index_write.cpp create mode 100644 faiss/impl/io.cpp create mode 100644 faiss/impl/io.h create mode 100644 faiss/impl/io_macros.h create mode 100644 faiss/impl/kmeans1d.cpp create mode 100644 faiss/impl/kmeans1d.h create mode 100644 faiss/impl/lattice_Zn.cpp create mode 100644 faiss/impl/lattice_Zn.h create mode 100644 faiss/impl/platform_macros.h create mode 100644 faiss/impl/pq4_fast_scan.cpp create mode 100644 faiss/impl/pq4_fast_scan.h create mode 100644 faiss/impl/pq4_fast_scan_search_1.cpp create mode 100644 faiss/impl/pq4_fast_scan_search_qbs.cpp create mode 100644 faiss/impl/simd_result_handlers.h create mode 100644 faiss/index_factory.cpp create mode 100644 faiss/index_factory.h create mode 100644 faiss/index_io.h create mode 100644 faiss/invlists/BlockInvertedLists.cpp create mode 100644 faiss/invlists/BlockInvertedLists.h create mode 100644 faiss/invlists/DirectMap.cpp create mode 100644 faiss/invlists/DirectMap.h create mode 100644 faiss/invlists/InvertedLists.cpp create mode 100644 faiss/invlists/InvertedLists.h create mode 100644 faiss/invlists/InvertedListsIOHook.cpp create mode 100644 faiss/invlists/InvertedListsIOHook.h create mode 100644 faiss/invlists/OnDiskInvertedLists.cpp create mode 100644 faiss/invlists/OnDiskInvertedLists.h create mode 100644 faiss/python/CMakeLists.txt create mode 100644 faiss/python/__init__.py create mode 100644 faiss/python/loader.py create mode 100644 faiss/python/python_callbacks.cpp create mode 100644 faiss/python/python_callbacks.h create mode 100644 faiss/python/setup.py create mode 100644 faiss/python/swigfaiss.swig create mode 100644 faiss/python/swigfaiss_avx2.swig create mode 100644 faiss/utils/AlignedTable.h create mode 100644 faiss/utils/Heap.cpp create mode 100644 faiss/utils/Heap.h create mode 100644 faiss/utils/WorkerThread.cpp create mode 100644 faiss/utils/WorkerThread.h create mode 100644 faiss/utils/distances.cpp create mode 100644 faiss/utils/distances.h create mode 100644 faiss/utils/distances_simd.cpp create mode 100644 faiss/utils/extra_distances-inl.h create mode 100644 faiss/utils/extra_distances.cpp create mode 100644 faiss/utils/extra_distances.h create mode 100644 faiss/utils/hamming-inl.h create mode 100644 faiss/utils/hamming.cpp create mode 100644 faiss/utils/hamming.h create mode 100644 faiss/utils/ordered_key_value.h create mode 100644 faiss/utils/partitioning.cpp create mode 100644 faiss/utils/partitioning.h create mode 100644 faiss/utils/quantize_lut.cpp create mode 100644 faiss/utils/quantize_lut.h create mode 100644 faiss/utils/random.cpp create mode 100644 faiss/utils/random.h create mode 100644 faiss/utils/simdlib.h create mode 100644 faiss/utils/simdlib_avx2.h create mode 100644 faiss/utils/simdlib_emulated.h create mode 100644 faiss/utils/simdlib_neon.h create mode 100644 faiss/utils/utils.cpp create mode 100644 faiss/utils/utils.h create mode 100644 misc/test_blas.cpp create mode 100644 tests/CMakeLists.txt create mode 100644 tests/common_faiss_tests.py create mode 100644 tests/test_autotune.py create mode 100644 tests/test_binary_factory.py create mode 100644 tests/test_binary_flat.cpp create mode 100644 tests/test_binary_hashindex.py create mode 100644 tests/test_binary_io.py create mode 100644 tests/test_build_blocks.py create mode 100644 tests/test_clustering.py create mode 100644 tests/test_contrib.py create mode 100644 tests/test_dealloc_invlists.cpp create mode 100644 tests/test_documentation.py create mode 100644 tests/test_doxygen_documentation.py create mode 100644 tests/test_extra_distances.py create mode 100644 tests/test_factory.py create mode 100644 tests/test_fast_scan.py create mode 100644 tests/test_fast_scan_ivf.py create mode 100644 tests/test_index.py create mode 100644 tests/test_index_accuracy.py create mode 100644 tests/test_index_binary.py create mode 100644 tests/test_index_binary_from_float.py create mode 100644 tests/test_index_composite.py create mode 100644 tests/test_io.py create mode 100644 tests/test_ivflib.py create mode 100644 tests/test_ivfpq_codec.cpp create mode 100644 tests/test_ivfpq_indexing.cpp create mode 100644 tests/test_lowlevel_ivf.cpp create mode 100644 tests/test_lsq.py create mode 100644 tests/test_mem_leak.cpp create mode 100644 tests/test_merge.cpp create mode 100644 tests/test_meta_index.py create mode 100644 tests/test_omp_threads.cpp create mode 100644 tests/test_omp_threads_py.py create mode 100644 tests/test_ondisk_ivf.cpp create mode 100644 tests/test_oom_exception.py create mode 100644 tests/test_pairs_decoding.cpp create mode 100644 tests/test_params_override.cpp create mode 100644 tests/test_partition.py create mode 100644 tests/test_pq_encoding.cpp create mode 100644 tests/test_product_quantizer.py create mode 100644 tests/test_referenced_objects.py create mode 100644 tests/test_refine.py create mode 100644 tests/test_residual_quantizer.py create mode 100644 tests/test_sliding_ivf.cpp create mode 100644 tests/test_standalone_codec.py create mode 100644 tests/test_threaded_index.cpp create mode 100644 tests/test_transfer_invlists.cpp create mode 100644 tests/torch_test_contrib.py create mode 100644 tutorial/cpp/1-Flat.cpp create mode 100644 tutorial/cpp/2-IVFFlat.cpp create mode 100644 tutorial/cpp/3-IVFPQ.cpp create mode 100644 tutorial/cpp/4-GPU.cpp create mode 100644 tutorial/cpp/5-Multiple-GPUs.cpp create mode 100644 tutorial/cpp/CMakeLists.txt create mode 100644 tutorial/python/1-Flat.py create mode 100644 tutorial/python/2-IVFFlat.py create mode 100644 tutorial/python/3-IVFPQ.py create mode 100644 tutorial/python/4-GPU.py create mode 100644 tutorial/python/5-Multiple-GPUs.py diff --git a/CHANGELOG.md b/CHANGELOG.md new file mode 100644 index 0000000..3e32a5c --- /dev/null +++ b/CHANGELOG.md @@ -0,0 +1,225 @@ +# Changelog +All notable changes to this project will be documented in this file. + +The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/), +and this project DOES NOT adhere to [Semantic Versioning](https://semver.org/spec/v2.0.0.html) +at the moment. + +We try to indicate most contributions here with the contributor names who are not part of +the Facebook Faiss team. Feel free to add entries here if you submit a PR. + +## [Unreleased] + +## [1.7.2] - 2021-12-15 +### Added +- Support LSQ on GPU (by @KinglittleQ) +- Support for exact 1D kmeans (by @KinglittleQ) + +## [1.7.1] - 2021-05-27 +### Added +- Support for building C bindings through the `FAISS_ENABLE_C_API` CMake option. +- Serializing the indexes with the python pickle module +- Support for the NNDescent k-NN graph building method (by @KinglittleQ) +- Support for the NSG graph indexing method (by @KinglittleQ) +- Residual quantizers: support as codec and unoptimized search +- Support for 4-bit PQ implementation for ARM (by @vorj, @n-miyamoto-fixstars, @LWisteria, and @matsui528) +- Implementation of Local Search Quantization (by @KinglittleQ) + +### Changed +- The order of xb an xq was different between `faiss.knn` and `faiss.knn_gpu`. +Also the metric argument was called distance_type. +- The typed vectors (LongVector, LongLongVector, etc.) of the SWIG interface have +been deprecated. They have been replaced with Int32Vector, Int64Vector, etc. (by h-vetinari) + +### Fixed +- Fixed a bug causing kNN search functions for IndexBinaryHash and +IndexBinaryMultiHash to return results in a random order. +- Copy constructor of AlignedTable had a bug leading to crashes when cloning +IVFPQ indices. + +## [1.7.0] - 2021-01-27 + +## [1.6.5] - 2020-11-22 + +## [1.6.4] - 2020-10-12 +### Added +- Arbitrary dimensions per sub-quantizer now allowed for `GpuIndexIVFPQ`. +- Brute-force kNN on GPU (`bfKnn`) now accepts `int32` indices. +- Nightly conda builds now available (for CPU). +- Faiss is now supported on Windows. + +## [1.6.3] - 2020-03-24 +### Added +- Support alternative distances on GPU for GpuIndexFlat, including L1, Linf and +Lp metrics. +- Support METRIC_INNER_PRODUCT for GpuIndexIVFPQ. +- Support float16 coarse quantizer for GpuIndexIVFFlat and GpuIndexIVFPQ. GPU +Tensor Core operations (mixed-precision arithmetic) are enabled on supported +hardware when operating with float16 data. +- Support k-means clustering with encoded vectors. This makes it possible to +train on larger datasets without decompressing them in RAM, and is especially +useful for binary datasets (see https://github.com/facebookresearch/faiss/blob/main/tests/test_build_blocks.py#L92). +- Support weighted k-means. Weights can be associated to each training point +(see https://github.com/facebookresearch/faiss/blob/main/tests/test_build_blocks.py). +- Serialize callback in python, to write to pipes or sockets (see +https://github.com/facebookresearch/faiss/wiki/Index-IO,-cloning-and-hyper-parameter-tuning). +- Reconstruct arbitrary ids from IndexIVF + efficient remove of a small number +of ids. This avoids 2 inefficiencies: O(ntotal) removal of vectors and +IndexIDMap2 on top of indexIVF. Documentation here: +https://github.com/facebookresearch/faiss/wiki/Special-operations-on-indexes. +- Support inner product as a metric in IndexHNSW (see +https://github.com/facebookresearch/faiss/blob/main/tests/test_index.py#L490). +- Support PQ of sizes other than 8 bit in IndexIVFPQ. +- Demo on how to perform searches sequentially on an IVF index. This is useful +for an OnDisk index with a very large batch of queries. In that case, it is +worthwhile to scan the index sequentially (see +https://github.com/facebookresearch/faiss/blob/main/tests/test_ivflib.py#L62). +- Range search support for most binary indexes. +- Support for hashing-based binary indexes (see +https://github.com/facebookresearch/faiss/wiki/Binary-indexes). + +### Changed +- Replaced obj table in Clustering object: now it is a ClusteringIterationStats +structure that contains additional statistics. + +### Removed +- Removed support for useFloat16Accumulator for accumulators on GPU (all +accumulations are now done in float32, regardless of whether float16 or float32 +input data is used). + +### Fixed +- Some python3 fixes in benchmarks. +- Fixed GpuCloner (some fields were not copied, default to no precomputed tables +with IndexIVFPQ). +- Fixed support for new pytorch versions. +- Serialization bug with alternative distances. +- Removed test on multiple-of-4 dimensions when switching between blas and AVX +implementations. + +## [1.6.2] - 2020-03-10 + +## [1.6.1] - 2019-12-04 + +## [1.6.0] - 2019-09-24 +### Added +- Faiss as a codec: We introduce a new API within Faiss to encode fixed-size +vectors into fixed-size codes. The encoding is lossy and the tradeoff between +compression and reconstruction accuracy can be adjusted. +- ScalarQuantizer support for GPU, see gpu/GpuIndexIVFScalarQuantizer.h. This is +particularly useful as GPU memory is often less abundant than CPU. +- Added easy-to-use serialization functions for indexes to byte arrays in Python +(faiss.serialize_index, faiss.deserialize_index). +- The Python KMeans object can be used to use the GPU directly, just add +gpu=True to the constuctor see gpu/test/test_gpu_index.py test TestGPUKmeans. + +### Changed +- Change in the code layout: many C++ sources are now in subdirectories impl/ +and utils/. + +## [1.5.3] - 2019-06-24 +### Added +- Basic support for 6 new metrics in CPU IndexFlat and IndexHNSW (https://github.com/facebookresearch/faiss/issues/848). +- Support for IndexIDMap/IndexIDMap2 with binary indexes (https://github.com/facebookresearch/faiss/issues/780). + +### Changed +- Throw python exception for OOM (https://github.com/facebookresearch/faiss/issues/758). +- Make DistanceComputer available for all random access indexes. +- Gradually moving from long to uint64_t for portability. + +### Fixed +- Slow scanning of inverted lists (https://github.com/facebookresearch/faiss/issues/836). + +## [1.5.2] - 2019-05-28 +### Added +- Support for searching several inverted lists in parallel (parallel_mode != 0). +- Better support for PQ codes where nbit != 8 or 16. +- IVFSpectralHash implementation: spectral hash codes inside an IVF. +- 6-bit per component scalar quantizer (4 and 8 bit were already supported). +- Combinations of inverted lists: HStackInvertedLists and VStackInvertedLists. +- Configurable number of threads for OnDiskInvertedLists prefetching (including +0=no prefetch). +- More test and demo code compatible with Python 3 (print with parentheses). + +### Changed +- License was changed from BSD+Patents to MIT. +- Exceptions raised in sub-indexes of IndexShards and IndexReplicas are now +propagated. +- Refactored benchmark code: data loading is now in a single file. + +## [1.5.1] - 2019-04-05 +### Added +- MatrixStats object, which reports useful statistics about a dataset. +- Option to round coordinates during k-means optimization. +- An alternative option for search in HNSW. +- Support for range search in IVFScalarQuantizer. +- Support for direct uint_8 codec in ScalarQuantizer. +- Better support for PQ code assignment with external index. +- Support for IMI2x16 (4B virtual centroids). +- Support for k = 2048 search on GPU (instead of 1024). +- Support for renaming an ondisk invertedlists. +- Support for nterrupting computations with interrupt signal (ctrl-C) in python. +- Simplified build system (with --with-cuda/--with-cuda-arch options). + +### Changed +- Moved stats() and imbalance_factor() from IndexIVF to InvertedLists object. +- Renamed IndexProxy to IndexReplicas. +- Most CUDA mem alloc failures now throw exceptions instead of terminating on an +assertion. +- Updated example Dockerfile. +- Conda packages now depend on the cudatoolkit packages, which fixes some +interferences with pytorch. Consequentially, faiss-gpu should now be installed +by conda install -c pytorch faiss-gpu cudatoolkit=10.0. + +## [1.5.0] - 2018-12-19 +### Added +- New GpuIndexBinaryFlat index. +- New IndexBinaryHNSW index. + +## [1.4.0] - 2018-08-30 +### Added +- Automatic tracking of C++ references in Python. +- Support for non-intel platforms, some functions optimized for ARM. +- Support for overriding nprobe for concurrent searches. +- Support for floating-point quantizers in binary indices. + +### Fixed +- No more segfaults due to Python's GC. +- GpuIndexIVFFlat issues for float32 with 64 / 128 dims. +- Sharding of flat indexes on GPU with index_cpu_to_gpu_multiple. + +## [1.3.0] - 2018-07-10 +### Added +- Support for binary indexes (IndexBinaryFlat, IndexBinaryIVF). +- Support fp16 encoding in scalar quantizer. +- Support for deduplication in IndexIVFFlat. +- Support for index serialization. + +### Fixed +- MMAP bug for normal indices. +- Propagation of io_flags in read func. +- k-selection for CUDA 9. +- Race condition in OnDiskInvertedLists. + +## [1.2.1] - 2018-02-28 +### Added +- Support for on-disk storage of IndexIVF data. +- C bindings. +- Extended tutorial to GPU indices. + +[Unreleased]: https://github.com/facebookresearch/faiss/compare/v1.7.2...HEAD +[1.7.2]: https://github.com/facebookresearch/faiss/compare/v1.7.1...v1.7.2 +[1.7.1]: https://github.com/facebookresearch/faiss/compare/v1.7.0...v1.7.1 +[1.7.0]: https://github.com/facebookresearch/faiss/compare/v1.6.5...v1.7.0 +[1.6.5]: https://github.com/facebookresearch/faiss/compare/v1.6.4...v1.6.5 +[1.6.4]: https://github.com/facebookresearch/faiss/compare/v1.6.3...v1.6.4 +[1.6.3]: https://github.com/facebookresearch/faiss/compare/v1.6.2...v1.6.3 +[1.6.2]: https://github.com/facebookresearch/faiss/compare/v1.6.1...v1.6.2 +[1.6.1]: https://github.com/facebookresearch/faiss/compare/v1.6.0...v1.6.1 +[1.6.0]: https://github.com/facebookresearch/faiss/compare/v1.5.3...v1.6.0 +[1.5.3]: https://github.com/facebookresearch/faiss/compare/v1.5.2...v1.5.3 +[1.5.2]: https://github.com/facebookresearch/faiss/compare/v1.5.1...v1.5.2 +[1.5.1]: https://github.com/facebookresearch/faiss/compare/v1.5.0...v1.5.1 +[1.5.0]: https://github.com/facebookresearch/faiss/compare/v1.4.0...v1.5.0 +[1.4.0]: https://github.com/facebookresearch/faiss/compare/v1.3.0...v1.4.0 +[1.3.0]: https://github.com/facebookresearch/faiss/compare/v1.2.1...v1.3.0 +[1.2.1]: https://github.com/facebookresearch/faiss/releases/tag/v1.2.1 diff --git a/CMakeLists.txt b/CMakeLists.txt new file mode 100644 index 0000000..0064a80 --- /dev/null +++ b/CMakeLists.txt @@ -0,0 +1,58 @@ +# Copyright (c) Facebook, Inc. and its affiliates. +# All rights reserved. +# +# This source code is licensed under the BSD-style license found in the +# LICENSE file in the root directory of this source tree. + +cmake_minimum_required(VERSION 3.17 FATAL_ERROR) + +project(faiss + VERSION 1.6.4 + DESCRIPTION "A library for efficient similarity search and clustering of dense vectors." + HOMEPAGE_URL "https://github.com/facebookresearch/faiss" + LANGUAGES CXX) +include(GNUInstallDirs) + +set(CMAKE_CXX_STANDARD 11) + +list(APPEND CMAKE_MODULE_PATH "${PROJECT_SOURCE_DIR}/cmake") + +# Valid values are "generic", "avx2". +option(FAISS_OPT_LEVEL "" "generic") +option(FAISS_ENABLE_GPU "Enable support for GPU indexes." ON) +option(FAISS_ENABLE_PYTHON "Build Python extension." ON) +option(FAISS_ENABLE_C_API "Build C API." OFF) + +# HC +if(FAISS_ENABLE_GPU) + set(CMAKE_CUDA_HOST_COMPILER ${CMAKE_CXX_COMPILER}) + find_package(HIP) + #enable_language(CUDA) +endif() + +add_subdirectory(faiss) + +if(FAISS_ENABLE_GPU) + add_subdirectory(faiss/gpu) +endif() + +if(FAISS_ENABLE_PYTHON) + add_subdirectory(faiss/python) +endif() + +if(FAISS_ENABLE_C_API) + add_subdirectory(c_api) +endif() + +add_subdirectory(demos) +add_subdirectory(tutorial/cpp) + +# CTest must be included in the top level to enable `make test` target. +include(CTest) +if(BUILD_TESTING) + add_subdirectory(tests) + + if(FAISS_ENABLE_GPU) + add_subdirectory(faiss/gpu/test) + endif() +endif() diff --git a/CODE_OF_CONDUCT.md b/CODE_OF_CONDUCT.md new file mode 100644 index 0000000..ac27d8a --- /dev/null +++ b/CODE_OF_CONDUCT.md @@ -0,0 +1,2 @@ +# Code of Conduct +Facebook has adopted a Code of Conduct that we expect project participants to adhere to. Please [read the full text](https://code.fb.com/codeofconduct) so that you can understand what actions will and will not be tolerated. \ No newline at end of file diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md new file mode 100644 index 0000000..8577a55 --- /dev/null +++ b/CONTRIBUTING.md @@ -0,0 +1,52 @@ +# Contributing to Faiss + +We want to make contributing to this project as easy and transparent as +possible. + +## Our Development Process + +We mainly develop Faiss within Facebook. Sometimes, we will sync the +github version of Faiss with the internal state. + +## Pull Requests + +We welcome pull requests that add significant value to Faiss. If you plan to do +a major development and contribute it back to Faiss, please contact us first before +putting too much effort into it. + +1. Fork the repo and create your branch from `main`. +2. If you've added code that should be tested, add tests. +3. If you've changed APIs, update the documentation. +4. Ensure the test suite passes. +5. Make sure your code lints. +6. If you haven't already, complete the Contributor License Agreement ("CLA"). + +There is a Facebook internal test suite for Faiss, and we need to run +all changes to Faiss through it. + +## Contributor License Agreement ("CLA") + +In order to accept your pull request, we need you to submit a CLA. You only need +to do this once to work on any of Facebook's open source projects. + +Complete your CLA here: + +## Issues + +We use GitHub issues to track public bugs. Please ensure your description is +clear and has sufficient instructions to be able to reproduce the issue. + +Facebook has a [bounty program](https://www.facebook.com/whitehat/) for the safe +disclosure of security bugs. In those cases, please go through the process +outlined on that page and do not file a public issue. + +## Coding Style + +* 4 or 2 spaces for indentation in C++ (no tabs) +* 80 character line length (both for C++ and Python) +* C++ language level: C++11 + +## License + +By contributing to Faiss, you agree that your contributions will be licensed +under the LICENSE file in the root directory of this source tree. diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..418fb29 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,29 @@ +FROM nvidia/cuda:8.0-devel-centos7 + +# Install MKL +RUN yum-config-manager --add-repo https://yum.repos.intel.com/mkl/setup/intel-mkl.repo +RUN rpm --import https://yum.repos.intel.com/intel-gpg-keys/GPG-PUB-KEY-INTEL-SW-PRODUCTS-2019.PUB +RUN yum install -y intel-mkl-2019.3-062 +ENV LD_LIBRARY_PATH /opt/intel/mkl/lib/intel64:$LD_LIBRARY_PATH +ENV LIBRARY_PATH /opt/intel/mkl/lib/intel64:$LIBRARY_PATH +ENV LD_PRELOAD /usr/lib64/libgomp.so.1:/opt/intel/mkl/lib/intel64/libmkl_def.so:\ +/opt/intel/mkl/lib/intel64/libmkl_avx2.so:/opt/intel/mkl/lib/intel64/libmkl_core.so:\ +/opt/intel/mkl/lib/intel64/libmkl_intel_lp64.so:/opt/intel/mkl/lib/intel64/libmkl_gnu_thread.so + +# Install necessary build tools +RUN yum install -y gcc-c++ make swig3 + +# Install necesary headers/libs +RUN yum install -y python-devel numpy + +COPY . /opt/faiss + +WORKDIR /opt/faiss + +# --with-cuda=/usr/local/cuda-8.0 +RUN ./configure --prefix=/usr --libdir=/usr/lib64 --without-cuda +RUN make -j $(nproc) +RUN make -C python +RUN make test +RUN make install +RUN make -C demos demo_ivfpq_indexing && ./demos/demo_ivfpq_indexing diff --git a/Doxyfile b/Doxyfile new file mode 100644 index 0000000..25227b7 --- /dev/null +++ b/Doxyfile @@ -0,0 +1,2282 @@ + + +# Doxyfile 1.8.5 + +# This file describes the settings to be used by the documentation system +# doxygen (www.doxygen.org) for a project. +# +# All text after a double hash (##) is considered a comment and is placed in +# front of the TAG it is preceding. +# +# All text after a single hash (#) is considered a comment and will be ignored. +# The format is: +# TAG = value [value, ...] +# For lists, items can also be appended using: +# TAG += value [value, ...] +# Values that contain spaces should be placed between quotes (\" \"). + +#--------------------------------------------------------------------------- +# Project related configuration options +#--------------------------------------------------------------------------- + +# This tag specifies the encoding used for all characters in the config file +# that follow. The default is UTF-8 which is also the encoding used for all text +# before the first occurrence of this tag. Doxygen uses libiconv (or the iconv +# built into libc) for the transcoding. See http://www.gnu.org/software/libiconv +# for the list of possible encodings. +# The default value is: UTF-8. + +DOXYFILE_ENCODING = UTF-8 + +# The PROJECT_NAME tag is a single word (or a sequence of words surrounded by +# double-quotes, unless you are using Doxywizard) that should identify the +# project for which the documentation is generated. This name is used in the +# title of most generated pages and in a few other places. +# The default value is: My Project. + +PROJECT_NAME = "Faiss" + +# The PROJECT_NUMBER tag can be used to enter a project or revision number. This +# could be handy for archiving the generated documentation or if some version +# control system is used. + +PROJECT_NUMBER = + +# Using the PROJECT_BRIEF tag one can provide an optional one line description +# for a project that appears at the top of each page and should give viewer a +# quick idea about the purpose of the project. Keep the description short. + +PROJECT_BRIEF = + +# With the PROJECT_LOGO tag one can specify an logo or icon that is included in +# the documentation. The maximum height of the logo should not exceed 55 pixels +# and the maximum width should not exceed 200 pixels. Doxygen will copy the logo +# to the output directory. + +PROJECT_LOGO = + +# The OUTPUT_DIRECTORY tag is used to specify the (relative or absolute) path +# into which the generated documentation will be written. If a relative path is +# entered, it will be relative to the location where doxygen was started. If +# left blank the current directory will be used. + +OUTPUT_DIRECTORY = + +# If the CREATE_SUBDIRS tag is set to YES, then doxygen will create 4096 sub- +# directories (in 2 levels) under the output directory of each output format and +# will distribute the generated files over these directories. Enabling this +# option can be useful when feeding doxygen a huge amount of source files, where +# putting all generated files in the same directory would otherwise causes +# performance problems for the file system. +# The default value is: NO. + +CREATE_SUBDIRS = NO + +# The OUTPUT_LANGUAGE tag is used to specify the language in which all +# documentation generated by doxygen is written. Doxygen will use this +# information to generate all constant output in the proper language. +# Possible values are: Afrikaans, Arabic, Brazilian, Catalan, Chinese, Chinese- +# Traditional, Croatian, Czech, Danish, Dutch, English, Esperanto, Farsi, +# Finnish, French, German, Greek, Hungarian, Italian, Japanese, Japanese-en, +# Korean, Korean-en, Latvian, Norwegian, Macedonian, Persian, Polish, +# Portuguese, Romanian, Russian, Serbian, Slovak, Slovene, Spanish, Swedish, +# Turkish, Ukrainian and Vietnamese. +# The default value is: English. + +OUTPUT_LANGUAGE = English + +# If the BRIEF_MEMBER_DESC tag is set to YES doxygen will include brief member +# descriptions after the members that are listed in the file and class +# documentation (similar to Javadoc). Set to NO to disable this. +# The default value is: YES. + +BRIEF_MEMBER_DESC = YES + +# If the REPEAT_BRIEF tag is set to YES doxygen will prepend the brief +# description of a member or function before the detailed description +# +# Note: If both HIDE_UNDOC_MEMBERS and BRIEF_MEMBER_DESC are set to NO, the +# brief descriptions will be completely suppressed. +# The default value is: YES. + +REPEAT_BRIEF = YES + +# This tag implements a quasi-intelligent brief description abbreviator that is +# used to form the text in various listings. Each string in this list, if found +# as the leading text of the brief description, will be stripped from the text +# and the result, after processing the whole list, is used as the annotated +# text. Otherwise, the brief description is used as-is. If left blank, the +# following values are used ($name is automatically replaced with the name of +# the entity):The $name class, The $name widget, The $name file, is, provides, +# specifies, contains, represents, a, an and the. + +ABBREVIATE_BRIEF = + +# If the ALWAYS_DETAILED_SEC and REPEAT_BRIEF tags are both set to YES then +# doxygen will generate a detailed section even if there is only a brief +# description. +# The default value is: NO. + +ALWAYS_DETAILED_SEC = NO + +# If the INLINE_INHERITED_MEMB tag is set to YES, doxygen will show all +# inherited members of a class in the documentation of that class as if those +# members were ordinary class members. Constructors, destructors and assignment +# operators of the base classes will not be shown. +# The default value is: NO. + +INLINE_INHERITED_MEMB = YES + +# If the FULL_PATH_NAMES tag is set to YES doxygen will prepend the full path +# before files name in the file list and in the header files. If set to NO the +# shortest path that makes the file name unique will be used +# The default value is: YES. + +FULL_PATH_NAMES = YES + +# The STRIP_FROM_PATH tag can be used to strip a user-defined part of the path. +# Stripping is only done if one of the specified strings matches the left-hand +# part of the path. The tag can be used to show relative paths in the file list. +# If left blank the directory from which doxygen is run is used as the path to +# strip. +# +# Note that you can specify absolute paths here, but also relative paths, which +# will be relative from the directory where doxygen is started. +# This tag requires that the tag FULL_PATH_NAMES is set to YES. + +STRIP_FROM_PATH = + +# The STRIP_FROM_INC_PATH tag can be used to strip a user-defined part of the +# path mentioned in the documentation of a class, which tells the reader which +# header file to include in order to use a class. If left blank only the name of +# the header file containing the class definition is used. Otherwise one should +# specify the list of include paths that are normally passed to the compiler +# using the -I flag. + +STRIP_FROM_INC_PATH = + +# If the SHORT_NAMES tag is set to YES, doxygen will generate much shorter (but +# less readable) file names. This can be useful is your file systems doesn't +# support long names like on DOS, Mac, or CD-ROM. +# The default value is: NO. + +SHORT_NAMES = NO + +# If the JAVADOC_AUTOBRIEF tag is set to YES then doxygen will interpret the +# first line (until the first dot) of a Javadoc-style comment as the brief +# description. If set to NO, the Javadoc-style will behave just like regular Qt- +# style comments (thus requiring an explicit @brief command for a brief +# description.) +# The default value is: NO. + +JAVADOC_AUTOBRIEF = NO + +# If the QT_AUTOBRIEF tag is set to YES then doxygen will interpret the first +# line (until the first dot) of a Qt-style comment as the brief description. If +# set to NO, the Qt-style will behave just like regular Qt-style comments (thus +# requiring an explicit \brief command for a brief description.) +# The default value is: NO. + +QT_AUTOBRIEF = NO + +# The MULTILINE_CPP_IS_BRIEF tag can be set to YES to make doxygen treat a +# multi-line C++ special comment block (i.e. a block of //! or /// comments) as +# a brief description. This used to be the default behavior. The new default is +# to treat a multi-line C++ comment block as a detailed description. Set this +# tag to YES if you prefer the old behavior instead. +# +# Note that setting this tag to YES also means that rational rose comments are +# not recognized any more. +# The default value is: NO. + +MULTILINE_CPP_IS_BRIEF = NO + +# If the INHERIT_DOCS tag is set to YES then an undocumented member inherits the +# documentation from any documented member that it re-implements. +# The default value is: YES. + +INHERIT_DOCS = YES + +# If the SEPARATE_MEMBER_PAGES tag is set to YES, then doxygen will produce a +# new page for each member. If set to NO, the documentation of a member will be +# part of the file/class/namespace that contains it. +# The default value is: NO. + +SEPARATE_MEMBER_PAGES = NO + +# The TAB_SIZE tag can be used to set the number of spaces in a tab. Doxygen +# uses this value to replace tabs by spaces in code fragments. +# Minimum value: 1, maximum value: 16, default value: 4. + +TAB_SIZE = 4 + +# This tag can be used to specify a number of aliases that act as commands in +# the documentation. An alias has the form: +# name=value +# For example adding +# "sideeffect=@par Side Effects:\n" +# will allow you to put the command \sideeffect (or @sideeffect) in the +# documentation, which will result in a user-defined paragraph with heading +# "Side Effects:". You can put \n's in the value part of an alias to insert +# newlines. + +ALIASES = + +# This tag can be used to specify a number of word-keyword mappings (TCL only). +# A mapping has the form "name=value". For example adding "class=itcl::class" +# will allow you to use the command class in the itcl::class meaning. + +TCL_SUBST = + +# Set the OPTIMIZE_OUTPUT_FOR_C tag to YES if your project consists of C sources +# only. Doxygen will then generate output that is more tailored for C. For +# instance, some of the names that are used will be different. The list of all +# members will be omitted, etc. +# The default value is: NO. + +OPTIMIZE_OUTPUT_FOR_C = NO + +# Set the OPTIMIZE_OUTPUT_JAVA tag to YES if your project consists of Java or +# Python sources only. Doxygen will then generate output that is more tailored +# for that language. For instance, namespaces will be presented as packages, +# qualified scopes will look different, etc. +# The default value is: NO. + +OPTIMIZE_OUTPUT_JAVA = NO + +# Set the OPTIMIZE_FOR_FORTRAN tag to YES if your project consists of Fortran +# sources. Doxygen will then generate output that is tailored for Fortran. +# The default value is: NO. + +OPTIMIZE_FOR_FORTRAN = NO + +# Set the OPTIMIZE_OUTPUT_VHDL tag to YES if your project consists of VHDL +# sources. Doxygen will then generate output that is tailored for VHDL. +# The default value is: NO. + +OPTIMIZE_OUTPUT_VHDL = NO + +# Doxygen selects the parser to use depending on the extension of the files it +# parses. With this tag you can assign which parser to use for a given +# extension. Doxygen has a built-in mapping, but you can override or extend it +# using this tag. The format is ext=language, where ext is a file extension, and +# language is one of the parsers supported by doxygen: IDL, Java, Javascript, +# C#, C, C++, D, PHP, Objective-C, Python, Fortran, VHDL. For instance to make +# doxygen treat .inc files as Fortran files (default is PHP), and .f files as C +# (default is Fortran), use: inc=Fortran f=C. +# +# Note For files without extension you can use no_extension as a placeholder. +# +# Note that for custom extensions you also need to set FILE_PATTERNS otherwise +# the files are not read by doxygen. + +EXTENSION_MAPPING = + +# If the MARKDOWN_SUPPORT tag is enabled then doxygen pre-processes all comments +# according to the Markdown format, which allows for more readable +# documentation. See http://daringfireball.net/projects/markdown/ for details. +# The output of markdown processing is further processed by doxygen, so you can +# mix doxygen, HTML, and XML commands with Markdown formatting. Disable only in +# case of backward compatibilities issues. +# The default value is: YES. + +MARKDOWN_SUPPORT = YES + +# When enabled doxygen tries to link words that correspond to documented +# classes, or namespaces to their corresponding documentation. Such a link can +# be prevented in individual cases by by putting a % sign in front of the word +# or globally by setting AUTOLINK_SUPPORT to NO. +# The default value is: YES. + +AUTOLINK_SUPPORT = YES + +# If you use STL classes (i.e. std::string, std::vector, etc.) but do not want +# to include (a tag file for) the STL sources as input, then you should set this +# tag to YES in order to let doxygen match functions declarations and +# definitions whose arguments contain STL classes (e.g. func(std::string); +# versus func(std::string) {}). This also make the inheritance and collaboration +# diagrams that involve STL classes more complete and accurate. +# The default value is: NO. + +BUILTIN_STL_SUPPORT = NO + +# If you use Microsoft's C++/CLI language, you should set this option to YES to +# enable parsing support. +# The default value is: NO. + +CPP_CLI_SUPPORT = NO + +# Set the SIP_SUPPORT tag to YES if your project consists of sip (see: +# http://www.riverbankcomputing.co.uk/software/sip/intro) sources only. Doxygen +# will parse them like normal C++ but will assume all classes use public instead +# of private inheritance when no explicit protection keyword is present. +# The default value is: NO. + +SIP_SUPPORT = NO + +# For Microsoft's IDL there are propget and propput attributes to indicate +# getter and setter methods for a property. Setting this option to YES will make +# doxygen to replace the get and set methods by a property in the documentation. +# This will only work if the methods are indeed getting or setting a simple +# type. If this is not the case, or you want to show the methods anyway, you +# should set this option to NO. +# The default value is: YES. + +IDL_PROPERTY_SUPPORT = YES + +# If member grouping is used in the documentation and the DISTRIBUTE_GROUP_DOC +# tag is set to YES, then doxygen will reuse the documentation of the first +# member in the group (if any) for the other members of the group. By default +# all members of a group must be documented explicitly. +# The default value is: NO. + +DISTRIBUTE_GROUP_DOC = NO + +# Set the SUBGROUPING tag to YES to allow class member groups of the same type +# (for instance a group of public functions) to be put as a subgroup of that +# type (e.g. under the Public Functions section). Set it to NO to prevent +# subgrouping. Alternatively, this can be done per class using the +# \nosubgrouping command. +# The default value is: YES. + +SUBGROUPING = YES + +# When the INLINE_GROUPED_CLASSES tag is set to YES, classes, structs and unions +# are shown inside the group in which they are included (e.g. using \ingroup) +# instead of on a separate page (for HTML and Man pages) or section (for LaTeX +# and RTF). +# +# Note that this feature does not work in combination with +# SEPARATE_MEMBER_PAGES. +# The default value is: NO. + +INLINE_GROUPED_CLASSES = NO + +# When the INLINE_SIMPLE_STRUCTS tag is set to YES, structs, classes, and unions +# with only public data fields or simple typedef fields will be shown inline in +# the documentation of the scope in which they are defined (i.e. file, +# namespace, or group documentation), provided this scope is documented. If set +# to NO, structs, classes, and unions are shown on a separate page (for HTML and +# Man pages) or section (for LaTeX and RTF). +# The default value is: NO. + +INLINE_SIMPLE_STRUCTS = NO + +# When TYPEDEF_HIDES_STRUCT tag is enabled, a typedef of a struct, union, or +# enum is documented as struct, union, or enum with the name of the typedef. So +# typedef struct TypeS {} TypeT, will appear in the documentation as a struct +# with name TypeT. When disabled the typedef will appear as a member of a file, +# namespace, or class. And the struct will be named TypeS. This can typically be +# useful for C code in case the coding convention dictates that all compound +# types are typedef'ed and only the typedef is referenced, never the tag name. +# The default value is: NO. + +TYPEDEF_HIDES_STRUCT = NO + +# The size of the symbol lookup cache can be set using LOOKUP_CACHE_SIZE. This +# cache is used to resolve symbols given their name and scope. Since this can be +# an expensive process and often the same symbol appears multiple times in the +# code, doxygen keeps a cache of pre-resolved symbols. If the cache is too small +# doxygen will become slower. If the cache is too large, memory is wasted. The +# cache size is given by this formula: 2^(16+LOOKUP_CACHE_SIZE). The valid range +# is 0..9, the default is 0, corresponding to a cache size of 2^16=65536 +# symbols. At the end of a run doxygen will report the cache usage and suggest +# the optimal cache size from a speed point of view. +# Minimum value: 0, maximum value: 9, default value: 0. + +LOOKUP_CACHE_SIZE = 0 + +#--------------------------------------------------------------------------- +# Build related configuration options +#--------------------------------------------------------------------------- + +# If the EXTRACT_ALL tag is set to YES doxygen will assume all entities in +# documentation are documented, even if no documentation was available. Private +# class members and static file members will be hidden unless the +# EXTRACT_PRIVATE respectively EXTRACT_STATIC tags are set to YES. +# Note: This will also disable the warnings about undocumented members that are +# normally produced when WARNINGS is set to YES. +# The default value is: NO. + +EXTRACT_ALL = NO + +# If the EXTRACT_PRIVATE tag is set to YES all private members of a class will +# be included in the documentation. +# The default value is: NO. + +EXTRACT_PRIVATE = NO + +# If the EXTRACT_PACKAGE tag is set to YES all members with package or internal +# scope will be included in the documentation. +# The default value is: NO. + +EXTRACT_PACKAGE = NO + +# If the EXTRACT_STATIC tag is set to YES all static members of a file will be +# included in the documentation. +# The default value is: NO. + +EXTRACT_STATIC = NO + +# If the EXTRACT_LOCAL_CLASSES tag is set to YES classes (and structs) defined +# locally in source files will be included in the documentation. If set to NO +# only classes defined in header files are included. Does not have any effect +# for Java sources. +# The default value is: YES. + +EXTRACT_LOCAL_CLASSES = NO + +# This flag is only useful for Objective-C code. When set to YES local methods, +# which are defined in the implementation section but not in the interface are +# included in the documentation. If set to NO only methods in the interface are +# included. +# The default value is: NO. + +EXTRACT_LOCAL_METHODS = NO + +# If this flag is set to YES, the members of anonymous namespaces will be +# extracted and appear in the documentation as a namespace called +# 'anonymous_namespace{file}', where file will be replaced with the base name of +# the file that contains the anonymous namespace. By default anonymous namespace +# are hidden. +# The default value is: NO. + +EXTRACT_ANON_NSPACES = NO + +# If the HIDE_UNDOC_MEMBERS tag is set to YES, doxygen will hide all +# undocumented members inside documented classes or files. If set to NO these +# members will be included in the various overviews, but no documentation +# section is generated. This option has no effect if EXTRACT_ALL is enabled. +# The default value is: NO. + +HIDE_UNDOC_MEMBERS = NO + +# If the HIDE_UNDOC_CLASSES tag is set to YES, doxygen will hide all +# undocumented classes that are normally visible in the class hierarchy. If set +# to NO these classes will be included in the various overviews. This option has +# no effect if EXTRACT_ALL is enabled. +# The default value is: NO. + +HIDE_UNDOC_CLASSES = NO + +# If the HIDE_FRIEND_COMPOUNDS tag is set to YES, doxygen will hide all friend +# (class|struct|union) declarations. If set to NO these declarations will be +# included in the documentation. +# The default value is: NO. + +HIDE_FRIEND_COMPOUNDS = NO + +# If the HIDE_IN_BODY_DOCS tag is set to YES, doxygen will hide any +# documentation blocks found inside the body of a function. If set to NO these +# blocks will be appended to the function's detailed documentation block. +# The default value is: NO. + +HIDE_IN_BODY_DOCS = NO + +# The INTERNAL_DOCS tag determines if documentation that is typed after a +# \internal command is included. If the tag is set to NO then the documentation +# will be excluded. Set it to YES to include the internal documentation. +# The default value is: NO. + +INTERNAL_DOCS = NO + +# If the CASE_SENSE_NAMES tag is set to NO then doxygen will only generate file +# names in lower-case letters. If set to YES upper-case letters are also +# allowed. This is useful if you have classes or files whose names only differ +# in case and if your file system supports case sensitive file names. Windows +# and Mac users are advised to set this option to NO. +# The default value is: system dependent. + +CASE_SENSE_NAMES = YES + +# If the HIDE_SCOPE_NAMES tag is set to NO then doxygen will show members with +# their full class and namespace scopes in the documentation. If set to YES the +# scope will be hidden. +# The default value is: NO. + +HIDE_SCOPE_NAMES = NO + +# If the SHOW_INCLUDE_FILES tag is set to YES then doxygen will put a list of +# the files that are included by a file in the documentation of that file. +# The default value is: YES. + +SHOW_INCLUDE_FILES = YES + +# If the FORCE_LOCAL_INCLUDES tag is set to YES then doxygen will list include +# files with double quotes in the documentation rather than with sharp brackets. +# The default value is: NO. + +FORCE_LOCAL_INCLUDES = NO + +# If the INLINE_INFO tag is set to YES then a tag [inline] is inserted in the +# documentation for inline members. +# The default value is: YES. + +INLINE_INFO = YES + +# If the SORT_MEMBER_DOCS tag is set to YES then doxygen will sort the +# (detailed) documentation of file and class members alphabetically by member +# name. If set to NO the members will appear in declaration order. +# The default value is: YES. + +SORT_MEMBER_DOCS = YES + +# If the SORT_BRIEF_DOCS tag is set to YES then doxygen will sort the brief +# descriptions of file, namespace and class members alphabetically by member +# name. If set to NO the members will appear in declaration order. +# The default value is: NO. + +SORT_BRIEF_DOCS = NO + +# If the SORT_MEMBERS_CTORS_1ST tag is set to YES then doxygen will sort the +# (brief and detailed) documentation of class members so that constructors and +# destructors are listed first. If set to NO the constructors will appear in the +# respective orders defined by SORT_BRIEF_DOCS and SORT_MEMBER_DOCS. +# Note: If SORT_BRIEF_DOCS is set to NO this option is ignored for sorting brief +# member documentation. +# Note: If SORT_MEMBER_DOCS is set to NO this option is ignored for sorting +# detailed member documentation. +# The default value is: NO. + +SORT_MEMBERS_CTORS_1ST = NO + +# If the SORT_GROUP_NAMES tag is set to YES then doxygen will sort the hierarchy +# of group names into alphabetical order. If set to NO the group names will +# appear in their defined order. +# The default value is: NO. + +SORT_GROUP_NAMES = NO + +# If the SORT_BY_SCOPE_NAME tag is set to YES, the class list will be sorted by +# fully-qualified names, including namespaces. If set to NO, the class list will +# be sorted only by class name, not including the namespace part. +# Note: This option is not very useful if HIDE_SCOPE_NAMES is set to YES. +# Note: This option applies only to the class list, not to the alphabetical +# list. +# The default value is: NO. + +SORT_BY_SCOPE_NAME = NO + +# If the STRICT_PROTO_MATCHING option is enabled and doxygen fails to do proper +# type resolution of all parameters of a function it will reject a match between +# the prototype and the implementation of a member function even if there is +# only one candidate or it is obvious which candidate to choose by doing a +# simple string match. By disabling STRICT_PROTO_MATCHING doxygen will still +# accept a match between prototype and implementation in such cases. +# The default value is: NO. + +STRICT_PROTO_MATCHING = NO + +# The GENERATE_TODOLIST tag can be used to enable ( YES) or disable ( NO) the +# todo list. This list is created by putting \todo commands in the +# documentation. +# The default value is: YES. + +GENERATE_TODOLIST = YES + +# The GENERATE_TESTLIST tag can be used to enable ( YES) or disable ( NO) the +# test list. This list is created by putting \test commands in the +# documentation. +# The default value is: YES. + +GENERATE_TESTLIST = YES + +# The GENERATE_BUGLIST tag can be used to enable ( YES) or disable ( NO) the bug +# list. This list is created by putting \bug commands in the documentation. +# The default value is: YES. + +GENERATE_BUGLIST = YES + +# The GENERATE_DEPRECATEDLIST tag can be used to enable ( YES) or disable ( NO) +# the deprecated list. This list is created by putting \deprecated commands in +# the documentation. +# The default value is: YES. + +GENERATE_DEPRECATEDLIST= YES + +# The ENABLED_SECTIONS tag can be used to enable conditional documentation +# sections, marked by \if ... \endif and \cond +# ... \endcond blocks. + +ENABLED_SECTIONS = + +# The MAX_INITIALIZER_LINES tag determines the maximum number of lines that the +# initial value of a variable or macro / define can have for it to appear in the +# documentation. If the initializer consists of more lines than specified here +# it will be hidden. Use a value of 0 to hide initializers completely. The +# appearance of the value of individual variables and macros / defines can be +# controlled using \showinitializer or \hideinitializer command in the +# documentation regardless of this setting. +# Minimum value: 0, maximum value: 10000, default value: 30. + +MAX_INITIALIZER_LINES = 30 + +# Set the SHOW_USED_FILES tag to NO to disable the list of files generated at +# the bottom of the documentation of classes and structs. If set to YES the list +# will mention the files that were used to generate the documentation. +# The default value is: YES. + +SHOW_USED_FILES = YES + +# Set the SHOW_FILES tag to NO to disable the generation of the Files page. This +# will remove the Files entry from the Quick Index and from the Folder Tree View +# (if specified). +# The default value is: YES. + +SHOW_FILES = YES + +# Set the SHOW_NAMESPACES tag to NO to disable the generation of the Namespaces +# page. This will remove the Namespaces entry from the Quick Index and from the +# Folder Tree View (if specified). +# The default value is: YES. + +SHOW_NAMESPACES = YES + +# The FILE_VERSION_FILTER tag can be used to specify a program or script that +# doxygen should invoke to get the current version for each file (typically from +# the version control system). Doxygen will invoke the program by executing (via +# popen()) the command command input-file, where command is the value of the +# FILE_VERSION_FILTER tag, and input-file is the name of an input file provided +# by doxygen. Whatever the program writes to standard output is used as the file +# version. For an example see the documentation. + +FILE_VERSION_FILTER = + +# The LAYOUT_FILE tag can be used to specify a layout file which will be parsed +# by doxygen. The layout file controls the global structure of the generated +# output files in an output format independent way. To create the layout file +# that represents doxygen's defaults, run doxygen with the -l option. You can +# optionally specify a file name after the option, if omitted DoxygenLayout.xml +# will be used as the name of the layout file. +# +# Note that if you run doxygen from a directory containing a file called +# DoxygenLayout.xml, doxygen will parse it automatically even if the LAYOUT_FILE +# tag is left empty. + +LAYOUT_FILE = + +# The CITE_BIB_FILES tag can be used to specify one or more bib files containing +# the reference definitions. This must be a list of .bib files. The .bib +# extension is automatically appended if omitted. This requires the bibtex tool +# to be installed. See also http://en.wikipedia.org/wiki/BibTeX for more info. +# For LaTeX the style of the bibliography can be controlled using +# LATEX_BIB_STYLE. To use this feature you need bibtex and perl available in the +# search path. Do not use file names with spaces, bibtex cannot handle them. See +# also \cite for info how to create references. + +CITE_BIB_FILES = + +#--------------------------------------------------------------------------- +# Configuration options related to warning and progress messages +#--------------------------------------------------------------------------- + +# The QUIET tag can be used to turn on/off the messages that are generated to +# standard output by doxygen. If QUIET is set to YES this implies that the +# messages are off. +# The default value is: NO. + +QUIET = NO + +# The WARNINGS tag can be used to turn on/off the warning messages that are +# generated to standard error ( stderr) by doxygen. If WARNINGS is set to YES +# this implies that the warnings are on. +# +# Tip: Turn warnings on while writing the documentation. +# The default value is: YES. + +WARNINGS = YES + +# If the WARN_IF_UNDOCUMENTED tag is set to YES, then doxygen will generate +# warnings for undocumented members. If EXTRACT_ALL is set to YES then this flag +# will automatically be disabled. +# The default value is: YES. + +WARN_IF_UNDOCUMENTED = YES + +# If the WARN_IF_DOC_ERROR tag is set to YES, doxygen will generate warnings for +# potential errors in the documentation, such as not documenting some parameters +# in a documented function, or documenting parameters that don't exist or using +# markup commands wrongly. +# The default value is: YES. + +WARN_IF_DOC_ERROR = YES + +# This WARN_NO_PARAMDOC option can be enabled to get warnings for functions that +# are documented, but have no documentation for their parameters or return +# value. If set to NO doxygen will only warn about wrong or incomplete parameter +# documentation, but not about the absence of documentation. +# The default value is: NO. + +WARN_NO_PARAMDOC = NO + +# The WARN_FORMAT tag determines the format of the warning messages that doxygen +# can produce. The string should contain the $file, $line, and $text tags, which +# will be replaced by the file and line number from which the warning originated +# and the warning text. Optionally the format may contain $version, which will +# be replaced by the version of the file (if it could be obtained via +# FILE_VERSION_FILTER) +# The default value is: $file:$line: $text. + +WARN_FORMAT = "$file:$line: $text" + +# The WARN_LOGFILE tag can be used to specify a file to which warning and error +# messages should be written. If left blank the output is written to standard +# error (stderr). + +WARN_LOGFILE = + +#--------------------------------------------------------------------------- +# Configuration options related to the input files +#--------------------------------------------------------------------------- + +# The INPUT tag is used to specify the files and/or directories that contain +# documented source files. You may enter file names like myfile.cpp or +# directories like /usr/src/myproject. Separate the files or directories with +# spaces. +# Note: If this tag is empty the current directory is searched. + +INPUT = ./faiss + +# This tag can be used to specify the character encoding of the source files +# that doxygen parses. Internally doxygen uses the UTF-8 encoding. Doxygen uses +# libiconv (or the iconv built into libc) for the transcoding. See the libiconv +# documentation (see: http://www.gnu.org/software/libiconv) for the list of +# possible encodings. +# The default value is: UTF-8. + +INPUT_ENCODING = UTF-8 + +# If the value of the INPUT tag contains directories, you can use the +# FILE_PATTERNS tag to specify one or more wildcard patterns (like *.cpp and +# *.h) to filter out the source-files in the directories. If left blank the +# following patterns are tested:*.c, *.cc, *.cxx, *.cpp, *.c++, *.java, *.ii, +# *.ixx, *.ipp, *.i++, *.inl, *.idl, *.ddl, *.odl, *.h, *.hh, *.hxx, *.hpp, +# *.h++, *.cs, *.d, *.php, *.php4, *.php5, *.phtml, *.inc, *.m, *.markdown, +# *.md, *.mm, *.dox, *.py, *.f90, *.f, *.for, *.tcl, *.vhd, *.vhdl, *.ucf, +# *.qsf, *.as and *.js. + +FILE_PATTERNS = *.h *.cuh + +# The RECURSIVE tag can be used to specify whether or not subdirectories should +# be searched for input files as well. +# The default value is: NO. + +RECURSIVE = YES + +# The EXCLUDE tag can be used to specify files and/or directories that should be +# excluded from the INPUT source files. This way you can easily exclude a +# subdirectory from a directory tree whose root is specified with the INPUT tag. +# +# Note that relative paths are relative to the directory from which doxygen is +# run. + +EXCLUDE = gpu/test + +# The EXCLUDE_SYMLINKS tag can be used to select whether or not files or +# directories that are symbolic links (a Unix file system feature) are excluded +# from the input. +# The default value is: NO. + +EXCLUDE_SYMLINKS = NO + +# If the value of the INPUT tag contains directories, you can use the +# EXCLUDE_PATTERNS tag to specify one or more wildcard patterns to exclude +# certain files from those directories. +# +# Note that the wildcards are matched against the file with absolute path, so to +# exclude all test directories for example use the pattern */test/* + +EXCLUDE_PATTERNS = */impl/* + +# The EXCLUDE_SYMBOLS tag can be used to specify one or more symbol names +# (namespaces, classes, functions, etc.) that should be excluded from the +# output. The symbol name can be a fully qualified name, a word, or if the +# wildcard * is used, a substring. Examples: ANamespace, AClass, +# AClass::ANamespace, ANamespace::*Test +# +# Note that the wildcards are matched against the file with absolute path, so to +# exclude all test directories use the pattern */test/* + +EXCLUDE_SYMBOLS = + +# The EXAMPLE_PATH tag can be used to specify one or more files or directories +# that contain example code fragments that are included (see the \include +# command). + +EXAMPLE_PATH = + +# If the value of the EXAMPLE_PATH tag contains directories, you can use the +# EXAMPLE_PATTERNS tag to specify one or more wildcard pattern (like *.cpp and +# *.h) to filter out the source-files in the directories. If left blank all +# files are included. + +EXAMPLE_PATTERNS = + +# If the EXAMPLE_RECURSIVE tag is set to YES then subdirectories will be +# searched for input files to be used with the \include or \dontinclude commands +# irrespective of the value of the RECURSIVE tag. +# The default value is: NO. + +EXAMPLE_RECURSIVE = NO + +# The IMAGE_PATH tag can be used to specify one or more files or directories +# that contain images that are to be included in the documentation (see the +# \image command). + +IMAGE_PATH = + +# The INPUT_FILTER tag can be used to specify a program that doxygen should +# invoke to filter for each input file. Doxygen will invoke the filter program +# by executing (via popen()) the command: +# +# +# +# where is the value of the INPUT_FILTER tag, and is the +# name of an input file. Doxygen will then use the output that the filter +# program writes to standard output. If FILTER_PATTERNS is specified, this tag +# will be ignored. +# +# Note that the filter must not add or remove lines; it is applied before the +# code is scanned, but not when the output code is generated. If lines are added +# or removed, the anchors will not be placed correctly. + +INPUT_FILTER = + +# The FILTER_PATTERNS tag can be used to specify filters on a per file pattern +# basis. Doxygen will compare the file name with each pattern and apply the +# filter if there is a match. The filters are a list of the form: pattern=filter +# (like *.cpp=my_cpp_filter). See INPUT_FILTER for further information on how +# filters are used. If the FILTER_PATTERNS tag is empty or if none of the +# patterns match the file name, INPUT_FILTER is applied. + +FILTER_PATTERNS = + +# If the FILTER_SOURCE_FILES tag is set to YES, the input filter (if set using +# INPUT_FILTER ) will also be used to filter the input files that are used for +# producing the source files to browse (i.e. when SOURCE_BROWSER is set to YES). +# The default value is: NO. + +FILTER_SOURCE_FILES = NO + +# The FILTER_SOURCE_PATTERNS tag can be used to specify source filters per file +# pattern. A pattern will override the setting for FILTER_PATTERN (if any) and +# it is also possible to disable source filtering for a specific pattern using +# *.ext= (so without naming a filter). +# This tag requires that the tag FILTER_SOURCE_FILES is set to YES. + +FILTER_SOURCE_PATTERNS = + +# If the USE_MDFILE_AS_MAINPAGE tag refers to the name of a markdown file that +# is part of the input, its contents will be placed on the main page +# (index.html). This can be useful if you have a project on for instance GitHub +# and want to reuse the introduction page also for the doxygen output. + +USE_MDFILE_AS_MAINPAGE = + +#--------------------------------------------------------------------------- +# Configuration options related to source browsing +#--------------------------------------------------------------------------- + +# If the SOURCE_BROWSER tag is set to YES then a list of source files will be +# generated. Documented entities will be cross-referenced with these sources. +# +# Note: To get rid of all source code in the generated output, make sure that +# also VERBATIM_HEADERS is set to NO. +# The default value is: NO. + +SOURCE_BROWSER = YES + +# Setting the INLINE_SOURCES tag to YES will include the body of functions, +# classes and enums directly into the documentation. +# The default value is: NO. + +INLINE_SOURCES = NO + +# Setting the STRIP_CODE_COMMENTS tag to YES will instruct doxygen to hide any +# special comment blocks from generated source code fragments. Normal C, C++ and +# Fortran comments will always remain visible. +# The default value is: YES. + +STRIP_CODE_COMMENTS = NO + +# If the REFERENCED_BY_RELATION tag is set to YES then for each documented +# function all documented functions referencing it will be listed. +# The default value is: NO. + +REFERENCED_BY_RELATION = NO + +# If the REFERENCES_RELATION tag is set to YES then for each documented function +# all documented entities called/used by that function will be listed. +# The default value is: NO. + +REFERENCES_RELATION = NO + +# If the REFERENCES_LINK_SOURCE tag is set to YES and SOURCE_BROWSER tag is set +# to YES, then the hyperlinks from functions in REFERENCES_RELATION and +# REFERENCED_BY_RELATION lists will link to the source code. Otherwise they will +# link to the documentation. +# The default value is: YES. + +REFERENCES_LINK_SOURCE = YES + +# If SOURCE_TOOLTIPS is enabled (the default) then hovering a hyperlink in the +# source code will show a tooltip with additional information such as prototype, +# brief description and links to the definition and documentation. Since this +# will make the HTML file larger and loading of large files a bit slower, you +# can opt to disable this feature. +# The default value is: YES. +# This tag requires that the tag SOURCE_BROWSER is set to YES. + +SOURCE_TOOLTIPS = YES + +# If the USE_HTAGS tag is set to YES then the references to source code will +# point to the HTML generated by the htags(1) tool instead of doxygen built-in +# source browser. The htags tool is part of GNU's global source tagging system +# (see http://www.gnu.org/software/global/global.html). You will need version +# 4.8.6 or higher. +# +# To use it do the following: +# - Install the latest version of global +# - Enable SOURCE_BROWSER and USE_HTAGS in the config file +# - Make sure the INPUT points to the root of the source tree +# - Run doxygen as normal +# +# Doxygen will invoke htags (and that will in turn invoke gtags), so these +# tools must be available from the command line (i.e. in the search path). +# +# The result: instead of the source browser generated by doxygen, the links to +# source code will now point to the output of htags. +# The default value is: NO. +# This tag requires that the tag SOURCE_BROWSER is set to YES. + +USE_HTAGS = NO + +# If the VERBATIM_HEADERS tag is set the YES then doxygen will generate a +# verbatim copy of the header file for each class for which an include is +# specified. Set to NO to disable this. +# See also: Section \class. +# The default value is: YES. + +VERBATIM_HEADERS = YES + +#--------------------------------------------------------------------------- +# Configuration options related to the alphabetical class index +#--------------------------------------------------------------------------- + +# If the ALPHABETICAL_INDEX tag is set to YES, an alphabetical index of all +# compounds will be generated. Enable this if the project contains a lot of +# classes, structs, unions or interfaces. +# The default value is: YES. + +ALPHABETICAL_INDEX = YES + +# The COLS_IN_ALPHA_INDEX tag can be used to specify the number of columns in +# which the alphabetical index list will be split. +# Minimum value: 1, maximum value: 20, default value: 5. +# This tag requires that the tag ALPHABETICAL_INDEX is set to YES. + +COLS_IN_ALPHA_INDEX = 5 + +# In case all classes in a project start with a common prefix, all classes will +# be put under the same header in the alphabetical index. The IGNORE_PREFIX tag +# can be used to specify a prefix (or a list of prefixes) that should be ignored +# while generating the index headers. +# This tag requires that the tag ALPHABETICAL_INDEX is set to YES. + +IGNORE_PREFIX = + +#--------------------------------------------------------------------------- +# Configuration options related to the HTML output +#--------------------------------------------------------------------------- + +# If the GENERATE_HTML tag is set to YES doxygen will generate HTML output +# The default value is: YES. + +GENERATE_HTML = NO + +# The HTML_OUTPUT tag is used to specify where the HTML docs will be put. If a +# relative path is entered the value of OUTPUT_DIRECTORY will be put in front of +# it. +# The default directory is: html. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_OUTPUT = html + +# The HTML_FILE_EXTENSION tag can be used to specify the file extension for each +# generated HTML page (for example: .htm, .php, .asp). +# The default value is: .html. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_FILE_EXTENSION = .html + +# The HTML_HEADER tag can be used to specify a user-defined HTML header file for +# each generated HTML page. If the tag is left blank doxygen will generate a +# standard header. +# +# To get valid HTML the header file that includes any scripts and style sheets +# that doxygen needs, which is dependent on the configuration options used (e.g. +# the setting GENERATE_TREEVIEW). It is highly recommended to start with a +# default header using +# doxygen -w html new_header.html new_footer.html new_stylesheet.css +# YourConfigFile +# and then modify the file new_header.html. See also section "Doxygen usage" +# for information on how to generate the default header that doxygen normally +# uses. +# Note: The header is subject to change so you typically have to regenerate the +# default header when upgrading to a newer version of doxygen. For a description +# of the possible markers and block names see the documentation. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_HEADER = + +# The HTML_FOOTER tag can be used to specify a user-defined HTML footer for each +# generated HTML page. If the tag is left blank doxygen will generate a standard +# footer. See HTML_HEADER for more information on how to generate a default +# footer and what special commands can be used inside the footer. See also +# section "Doxygen usage" for information on how to generate the default footer +# that doxygen normally uses. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_FOOTER = + +# The HTML_STYLESHEET tag can be used to specify a user-defined cascading style +# sheet that is used by each HTML page. It can be used to fine-tune the look of +# the HTML output. If left blank doxygen will generate a default style sheet. +# See also section "Doxygen usage" for information on how to generate the style +# sheet that doxygen normally uses. +# Note: It is recommended to use HTML_EXTRA_STYLESHEET instead of this tag, as +# it is more robust and this tag (HTML_STYLESHEET) will in the future become +# obsolete. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_STYLESHEET = + +# The HTML_EXTRA_STYLESHEET tag can be used to specify an additional user- +# defined cascading style sheet that is included after the standard style sheets +# created by doxygen. Using this option one can overrule certain style aspects. +# This is preferred over using HTML_STYLESHEET since it does not replace the +# standard style sheet and is therefor more robust against future updates. +# Doxygen will copy the style sheet file to the output directory. For an example +# see the documentation. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_EXTRA_STYLESHEET = + +# The HTML_EXTRA_FILES tag can be used to specify one or more extra images or +# other source files which should be copied to the HTML output directory. Note +# that these files will be copied to the base HTML output directory. Use the +# $relpath^ marker in the HTML_HEADER and/or HTML_FOOTER files to load these +# files. In the HTML_STYLESHEET file, use the file name only. Also note that the +# files will be copied as-is; there are no commands or markers available. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_EXTRA_FILES = + +# The HTML_COLORSTYLE_HUE tag controls the color of the HTML output. Doxygen +# will adjust the colors in the stylesheet and background images according to +# this color. Hue is specified as an angle on a colorwheel, see +# http://en.wikipedia.org/wiki/Hue for more information. For instance the value +# 0 represents red, 60 is yellow, 120 is green, 180 is cyan, 240 is blue, 300 +# purple, and 360 is red again. +# Minimum value: 0, maximum value: 359, default value: 220. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_COLORSTYLE_HUE = 220 + +# The HTML_COLORSTYLE_SAT tag controls the purity (or saturation) of the colors +# in the HTML output. For a value of 0 the output will use grayscales only. A +# value of 255 will produce the most vivid colors. +# Minimum value: 0, maximum value: 255, default value: 100. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_COLORSTYLE_SAT = 100 + +# The HTML_COLORSTYLE_GAMMA tag controls the gamma correction applied to the +# luminance component of the colors in the HTML output. Values below 100 +# gradually make the output lighter, whereas values above 100 make the output +# darker. The value divided by 100 is the actual gamma applied, so 80 represents +# a gamma of 0.8, The value 220 represents a gamma of 2.2, and 100 does not +# change the gamma. +# Minimum value: 40, maximum value: 240, default value: 80. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_COLORSTYLE_GAMMA = 80 + +# If the HTML_TIMESTAMP tag is set to YES then the footer of each generated HTML +# page will contain the date and time when the page was generated. Setting this +# to NO can help when comparing the output of multiple runs. +# The default value is: YES. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_TIMESTAMP = NO + +# If the HTML_DYNAMIC_SECTIONS tag is set to YES then the generated HTML +# documentation will contain sections that can be hidden and shown after the +# page has loaded. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_DYNAMIC_SECTIONS = NO + +# With HTML_INDEX_NUM_ENTRIES one can control the preferred number of entries +# shown in the various tree structured indices initially; the user can expand +# and collapse entries dynamically later on. Doxygen will expand the tree to +# such a level that at most the specified number of entries are visible (unless +# a fully collapsed tree already exceeds this amount). So setting the number of +# entries 1 will produce a full collapsed tree by default. 0 is a special value +# representing an infinite number of entries and will result in a full expanded +# tree by default. +# Minimum value: 0, maximum value: 9999, default value: 100. +# This tag requires that the tag GENERATE_HTML is set to YES. + +HTML_INDEX_NUM_ENTRIES = 100 + +# If the GENERATE_DOCSET tag is set to YES, additional index files will be +# generated that can be used as input for Apple's Xcode 3 integrated development +# environment (see: http://developer.apple.com/tools/xcode/), introduced with +# OSX 10.5 (Leopard). To create a documentation set, doxygen will generate a +# Makefile in the HTML output directory. Running make will produce the docset in +# that directory and running make install will install the docset in +# ~/Library/Developer/Shared/Documentation/DocSets so that Xcode will find it at +# startup. See http://developer.apple.com/tools/creatingdocsetswithdoxygen.html +# for more information. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +GENERATE_DOCSET = NO + +# This tag determines the name of the docset feed. A documentation feed provides +# an umbrella under which multiple documentation sets from a single provider +# (such as a company or product suite) can be grouped. +# The default value is: Doxygen generated docs. +# This tag requires that the tag GENERATE_DOCSET is set to YES. + +DOCSET_FEEDNAME = "Doxygen generated docs" + +# This tag specifies a string that should uniquely identify the documentation +# set bundle. This should be a reverse domain-name style string, e.g. +# com.mycompany.MyDocSet. Doxygen will append .docset to the name. +# The default value is: org.doxygen.Project. +# This tag requires that the tag GENERATE_DOCSET is set to YES. + +DOCSET_BUNDLE_ID = org.doxygen.Project + +# The DOCSET_PUBLISHER_ID tag specifies a string that should uniquely identify +# the documentation publisher. This should be a reverse domain-name style +# string, e.g. com.mycompany.MyDocSet.documentation. +# The default value is: org.doxygen.Publisher. +# This tag requires that the tag GENERATE_DOCSET is set to YES. + +DOCSET_PUBLISHER_ID = org.doxygen.Publisher + +# The DOCSET_PUBLISHER_NAME tag identifies the documentation publisher. +# The default value is: Publisher. +# This tag requires that the tag GENERATE_DOCSET is set to YES. + +DOCSET_PUBLISHER_NAME = Publisher + +# If the GENERATE_HTMLHELP tag is set to YES then doxygen generates three +# additional HTML index files: index.hhp, index.hhc, and index.hhk. The +# index.hhp is a project file that can be read by Microsoft's HTML Help Workshop +# (see: http://www.microsoft.com/en-us/download/details.aspx?id=21138) on +# Windows. +# +# The HTML Help Workshop contains a compiler that can convert all HTML output +# generated by doxygen into a single compiled HTML file (.chm). Compiled HTML +# files are now used as the Windows 98 help format, and will replace the old +# Windows help format (.hlp) on all Windows platforms in the future. Compressed +# HTML files also contain an index, a table of contents, and you can search for +# words in the documentation. The HTML workshop also contains a viewer for +# compressed HTML files. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +GENERATE_HTMLHELP = NO + +# The CHM_FILE tag can be used to specify the file name of the resulting .chm +# file. You can add a path in front of the file if the result should not be +# written to the html output directory. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +CHM_FILE = + +# The HHC_LOCATION tag can be used to specify the location (absolute path +# including file name) of the HTML help compiler ( hhc.exe). If non-empty +# doxygen will try to run the HTML help compiler on the generated index.hhp. +# The file has to be specified with full path. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +HHC_LOCATION = + +# The GENERATE_CHI flag controls if a separate .chi index file is generated ( +# YES) or that it should be included in the master .chm file ( NO). +# The default value is: NO. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +GENERATE_CHI = NO + +# The CHM_INDEX_ENCODING is used to encode HtmlHelp index ( hhk), content ( hhc) +# and project file content. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +CHM_INDEX_ENCODING = + +# The BINARY_TOC flag controls whether a binary table of contents is generated ( +# YES) or a normal table of contents ( NO) in the .chm file. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +BINARY_TOC = NO + +# The TOC_EXPAND flag can be set to YES to add extra items for group members to +# the table of contents of the HTML help documentation and to the tree view. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTMLHELP is set to YES. + +TOC_EXPAND = NO + +# If the GENERATE_QHP tag is set to YES and both QHP_NAMESPACE and +# QHP_VIRTUAL_FOLDER are set, an additional index file will be generated that +# can be used as input for Qt's qhelpgenerator to generate a Qt Compressed Help +# (.qch) of the generated HTML documentation. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +GENERATE_QHP = NO + +# If the QHG_LOCATION tag is specified, the QCH_FILE tag can be used to specify +# the file name of the resulting .qch file. The path specified is relative to +# the HTML output folder. +# This tag requires that the tag GENERATE_QHP is set to YES. + +QCH_FILE = + +# The QHP_NAMESPACE tag specifies the namespace to use when generating Qt Help +# Project output. For more information please see Qt Help Project / Namespace +# (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#namespace). +# The default value is: org.doxygen.Project. +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHP_NAMESPACE = org.doxygen.Project + +# The QHP_VIRTUAL_FOLDER tag specifies the namespace to use when generating Qt +# Help Project output. For more information please see Qt Help Project / Virtual +# Folders (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#virtual- +# folders). +# The default value is: doc. +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHP_VIRTUAL_FOLDER = doc + +# If the QHP_CUST_FILTER_NAME tag is set, it specifies the name of a custom +# filter to add. For more information please see Qt Help Project / Custom +# Filters (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#custom- +# filters). +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHP_CUST_FILTER_NAME = + +# The QHP_CUST_FILTER_ATTRS tag specifies the list of the attributes of the +# custom filter to add. For more information please see Qt Help Project / Custom +# Filters (see: http://qt-project.org/doc/qt-4.8/qthelpproject.html#custom- +# filters). +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHP_CUST_FILTER_ATTRS = + +# The QHP_SECT_FILTER_ATTRS tag specifies the list of the attributes this +# project's filter section matches. Qt Help Project / Filter Attributes (see: +# http://qt-project.org/doc/qt-4.8/qthelpproject.html#filter-attributes). +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHP_SECT_FILTER_ATTRS = + +# The QHG_LOCATION tag can be used to specify the location of Qt's +# qhelpgenerator. If non-empty doxygen will try to run qhelpgenerator on the +# generated .qhp file. +# This tag requires that the tag GENERATE_QHP is set to YES. + +QHG_LOCATION = + +# If the GENERATE_ECLIPSEHELP tag is set to YES, additional index files will be +# generated, together with the HTML files, they form an Eclipse help plugin. To +# install this plugin and make it available under the help contents menu in +# Eclipse, the contents of the directory containing the HTML and XML files needs +# to be copied into the plugins directory of eclipse. The name of the directory +# within the plugins directory should be the same as the ECLIPSE_DOC_ID value. +# After copying Eclipse needs to be restarted before the help appears. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +GENERATE_ECLIPSEHELP = NO + +# A unique identifier for the Eclipse help plugin. When installing the plugin +# the directory name containing the HTML and XML files should also have this +# name. Each documentation set should have its own identifier. +# The default value is: org.doxygen.Project. +# This tag requires that the tag GENERATE_ECLIPSEHELP is set to YES. + +ECLIPSE_DOC_ID = org.doxygen.Project + +# If you want full control over the layout of the generated HTML pages it might +# be necessary to disable the index and replace it with your own. The +# DISABLE_INDEX tag can be used to turn on/off the condensed index (tabs) at top +# of each HTML page. A value of NO enables the index and the value YES disables +# it. Since the tabs in the index contain the same information as the navigation +# tree, you can set this option to YES if you also set GENERATE_TREEVIEW to YES. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +DISABLE_INDEX = NO + +# The GENERATE_TREEVIEW tag is used to specify whether a tree-like index +# structure should be generated to display hierarchical information. If the tag +# value is set to YES, a side panel will be generated containing a tree-like +# index structure (just like the one that is generated for HTML Help). For this +# to work a browser that supports JavaScript, DHTML, CSS and frames is required +# (i.e. any modern browser). Windows users are probably better off using the +# HTML help feature. Via custom stylesheets (see HTML_EXTRA_STYLESHEET) one can +# further fine-tune the look of the index. As an example, the default style +# sheet generated by doxygen has an example that shows how to put an image at +# the root of the tree instead of the PROJECT_NAME. Since the tree basically has +# the same information as the tab index, you could consider setting +# DISABLE_INDEX to YES when enabling this option. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +GENERATE_TREEVIEW = NO + +# The ENUM_VALUES_PER_LINE tag can be used to set the number of enum values that +# doxygen will group on one line in the generated HTML documentation. +# +# Note that a value of 0 will completely suppress the enum values from appearing +# in the overview section. +# Minimum value: 0, maximum value: 20, default value: 4. +# This tag requires that the tag GENERATE_HTML is set to YES. + +ENUM_VALUES_PER_LINE = 4 + +# If the treeview is enabled (see GENERATE_TREEVIEW) then this tag can be used +# to set the initial width (in pixels) of the frame in which the tree is shown. +# Minimum value: 0, maximum value: 1500, default value: 250. +# This tag requires that the tag GENERATE_HTML is set to YES. + +TREEVIEW_WIDTH = 250 + +# When the EXT_LINKS_IN_WINDOW option is set to YES doxygen will open links to +# external symbols imported via tag files in a separate window. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +EXT_LINKS_IN_WINDOW = NO + +# Use this tag to change the font size of LaTeX formulas included as images in +# the HTML documentation. When you change the font size after a successful +# doxygen run you need to manually remove any form_*.png images from the HTML +# output directory to force them to be regenerated. +# Minimum value: 8, maximum value: 50, default value: 10. +# This tag requires that the tag GENERATE_HTML is set to YES. + +FORMULA_FONTSIZE = 10 + +# Use the FORMULA_TRANPARENT tag to determine whether or not the images +# generated for formulas are transparent PNGs. Transparent PNGs are not +# supported properly for IE 6.0, but are supported on all modern browsers. +# +# Note that when changing this option you need to delete any form_*.png files in +# the HTML output directory before the changes have effect. +# The default value is: YES. +# This tag requires that the tag GENERATE_HTML is set to YES. + +FORMULA_TRANSPARENT = YES + +# Enable the USE_MATHJAX option to render LaTeX formulas using MathJax (see +# http://www.mathjax.org) which uses client side Javascript for the rendering +# instead of using prerendered bitmaps. Use this if you do not have LaTeX +# installed or if you want to formulas look prettier in the HTML output. When +# enabled you may also need to install MathJax separately and configure the path +# to it using the MATHJAX_RELPATH option. +# The default value is: NO. +# This tag requires that the tag GENERATE_HTML is set to YES. + +USE_MATHJAX = NO + +# When MathJax is enabled you can set the default output format to be used for +# the MathJax output. See the MathJax site (see: +# http://docs.mathjax.org/en/latest/output.html) for more details. +# Possible values are: HTML-CSS (which is slower, but has the best +# compatibility), NativeMML (i.e. MathML) and SVG. +# The default value is: HTML-CSS. +# This tag requires that the tag USE_MATHJAX is set to YES. + +MATHJAX_FORMAT = HTML-CSS + +# When MathJax is enabled you need to specify the location relative to the HTML +# output directory using the MATHJAX_RELPATH option. The destination directory +# should contain the MathJax.js script. For instance, if the mathjax directory +# is located at the same level as the HTML output directory, then +# MATHJAX_RELPATH should be ../mathjax. The default value points to the MathJax +# Content Delivery Network so you can quickly see the result without installing +# MathJax. However, it is strongly recommended to install a local copy of +# MathJax from http://www.mathjax.org before deployment. +# The default value is: http://cdn.mathjax.org/mathjax/latest. +# This tag requires that the tag USE_MATHJAX is set to YES. + +MATHJAX_RELPATH = http://cdn.mathjax.org/mathjax/latest + +# The MATHJAX_EXTENSIONS tag can be used to specify one or more MathJax +# extension names that should be enabled during MathJax rendering. For example +# MATHJAX_EXTENSIONS = TeX/AMSmath TeX/AMSsymbols +# This tag requires that the tag USE_MATHJAX is set to YES. + +MATHJAX_EXTENSIONS = + +# The MATHJAX_CODEFILE tag can be used to specify a file with javascript pieces +# of code that will be used on startup of the MathJax code. See the MathJax site +# (see: http://docs.mathjax.org/en/latest/output.html) for more details. For an +# example see the documentation. +# This tag requires that the tag USE_MATHJAX is set to YES. + +MATHJAX_CODEFILE = + +# When the SEARCHENGINE tag is enabled doxygen will generate a search box for +# the HTML output. The underlying search engine uses javascript and DHTML and +# should work on any modern browser. Note that when using HTML help +# (GENERATE_HTMLHELP), Qt help (GENERATE_QHP), or docsets (GENERATE_DOCSET) +# there is already a search function so this one should typically be disabled. +# For large projects the javascript based search engine can be slow, then +# enabling SERVER_BASED_SEARCH may provide a better solution. It is possible to +# search using the keyboard; to jump to the search box use + S +# (what the is depends on the OS and browser, but it is typically +# , /