mirror of
https://github.com/facebookresearch/faiss.git
synced 2026-10-12 02:13:36 +00:00
Lucas Hosseini
cf18101f6d
* Refactors Makefiles and add configure script. * Give MKL higher priority in configure script. * Clean up Linux example makefile.inc. * Cleanup makefile.inc examples. * Fix python clean Makefile target. * Regen swig wrappers. * Remove useless CUDAFLAGS variable. * Fix python linking flags. * Separate compile and link phase in python makefile. * Add macro to look for swig. * Add CUDA check in configure script. * Cleanup make depend targets. * Cleanup CUDA flags. * Fix linking flags. * Fix python GPU linking. * Remove useless flags from python gpu module linking. * Add check for cuda libs. * Cleanup GPU targets. * Clean up test target. * Add cpu/gpu targets to python makefile. * Clean up tutorial Makefile. * Remove stale OS var from example makefiles. * Clean up cuda example flags.
68 lines
1.6 KiB
C++
68 lines
1.6 KiB
C++
/**
|
|
* Copyright (c) 2015-present, Facebook, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* This source code is licensed under the BSD+Patents license found in the
|
|
* LICENSE file in the root directory of this source tree.
|
|
*/
|
|
|
|
#include <cstdio>
|
|
#include <cstdlib>
|
|
|
|
#include <gtest/gtest.h>
|
|
|
|
#include <faiss/IndexIVFPQ.h>
|
|
#include <faiss/IndexFlat.h>
|
|
#include <faiss/utils.h>
|
|
|
|
|
|
namespace {
|
|
|
|
// dimension of the vectors to index
|
|
int d = 64;
|
|
|
|
// size of the database we plan to index
|
|
size_t nb = 8000;
|
|
|
|
|
|
double eval_codec_error (long ncentroids, long m, const std::vector<float> &v)
|
|
{
|
|
faiss::IndexFlatL2 coarse_quantizer (d);
|
|
faiss::IndexIVFPQ index (&coarse_quantizer, d,
|
|
ncentroids, m, 8);
|
|
index.pq.cp.niter = 10; // speed up train
|
|
index.train (nb, v.data());
|
|
|
|
// encode and decode to compute reconstruction error
|
|
|
|
std::vector<long> keys (nb);
|
|
std::vector<uint8_t> codes (nb * m);
|
|
index.encode_multiple (nb, keys.data(), v.data(), codes.data(), true);
|
|
|
|
std::vector<float> v2 (nb * d);
|
|
index.decode_multiple (nb, keys.data(), codes.data(), v2.data());
|
|
|
|
return faiss::fvec_L2sqr (v.data(), v2.data(), nb * d);
|
|
}
|
|
|
|
} // namespace
|
|
|
|
|
|
TEST(IVFPQ, codec) {
|
|
|
|
std::vector <float> database (nb * d);
|
|
for (size_t i = 0; i < nb * d; i++) {
|
|
database[i] = drand48();
|
|
}
|
|
|
|
double err0 = eval_codec_error(16, 8, database);
|
|
|
|
// should be more accurate as there are more coarse centroids
|
|
double err1 = eval_codec_error(128, 8, database);
|
|
EXPECT_GT(err0, err1);
|
|
|
|
// should be more accurate as there are more PQ codes
|
|
double err2 = eval_codec_error(16, 16, database);
|
|
EXPECT_GT(err0, err2);
|
|
}
|