8754d1b575
- CMakeLists.txt: builds turboquant as static library - TURBOQUANT_BUILD_TESTS option enables ctest roundtrip tests - tests/roundtrip_test.cpp: validates zero-vector roundtrip and gaussian cosine similarity (>=0.99) - Makefile wrapper for convenience (build/test/clean targets) - Addresses contributor feedback on spec-to-code gap and CI from #17
105 lines
2.9 KiB
C++
105 lines
2.9 KiB
C++
#include "llama-turbo.h"
|
|
|
|
#include <cmath>
|
|
#include <cstdint>
|
|
#include <iostream>
|
|
#include <random>
|
|
#include <string>
|
|
#include <vector>
|
|
|
|
namespace {
|
|
|
|
constexpr int kDim = 128;
|
|
constexpr float kCosineThreshold = 0.99f;
|
|
constexpr float kZeroTolerance = 1.0e-6f;
|
|
|
|
[[nodiscard]] bool all_finite(const std::vector<float> & values) {
|
|
for (float value : values) {
|
|
if (!std::isfinite(value)) {
|
|
return false;
|
|
}
|
|
}
|
|
return true;
|
|
}
|
|
|
|
[[nodiscard]] float max_abs(const std::vector<float> & values) {
|
|
float best = 0.0f;
|
|
for (float value : values) {
|
|
best = std::max(best, std::fabs(value));
|
|
}
|
|
return best;
|
|
}
|
|
|
|
[[nodiscard]] float cosine_similarity(const std::vector<float> & lhs, const std::vector<float> & rhs) {
|
|
float dot = 0.0f;
|
|
float lhs_norm = 0.0f;
|
|
float rhs_norm = 0.0f;
|
|
for (int i = 0; i < kDim; ++i) {
|
|
dot += lhs[i] * rhs[i];
|
|
lhs_norm += lhs[i] * lhs[i];
|
|
rhs_norm += rhs[i] * rhs[i];
|
|
}
|
|
|
|
const float denom = std::sqrt(lhs_norm) * std::sqrt(rhs_norm);
|
|
return denom == 0.0f ? 1.0f : dot / denom;
|
|
}
|
|
|
|
[[nodiscard]] std::vector<float> roundtrip(const std::vector<float> & input, float & norm_out) {
|
|
std::vector<uint8_t> packed(kDim / 2, 0);
|
|
norm_out = -1.0f;
|
|
polar_quant_encode_turbo4(input.data(), packed.data(), &norm_out, kDim);
|
|
|
|
std::vector<float> decoded(kDim, 0.0f);
|
|
polar_quant_decode_turbo4(packed.data(), decoded.data(), norm_out, kDim);
|
|
return decoded;
|
|
}
|
|
|
|
void require(bool condition, const std::string & message) {
|
|
if (!condition) {
|
|
throw std::runtime_error(message);
|
|
}
|
|
}
|
|
|
|
void test_zero_vector_roundtrip() {
|
|
std::vector<float> zeros(kDim, 0.0f);
|
|
float norm = -1.0f;
|
|
const auto decoded = roundtrip(zeros, norm);
|
|
|
|
require(norm == 0.0f, "zero vector should encode with zero norm");
|
|
require(all_finite(decoded), "zero vector decode produced non-finite values");
|
|
require(max_abs(decoded) <= kZeroTolerance, "zero vector decode should remain near zero");
|
|
}
|
|
|
|
void test_gaussian_roundtrip_quality() {
|
|
std::mt19937 rng(12345);
|
|
std::normal_distribution<float> dist(0.0f, 1.0f);
|
|
|
|
std::vector<float> input(kDim, 0.0f);
|
|
for (float & value : input) {
|
|
value = dist(rng);
|
|
}
|
|
|
|
float norm = -1.0f;
|
|
const auto decoded = roundtrip(input, norm);
|
|
|
|
require(norm > 0.0f, "random vector should encode with positive norm");
|
|
require(all_finite(decoded), "random vector decode produced non-finite values");
|
|
|
|
const float cosine = cosine_similarity(input, decoded);
|
|
require(cosine >= kCosineThreshold, "roundtrip cosine similarity below threshold");
|
|
}
|
|
|
|
} // namespace
|
|
|
|
int main() {
|
|
try {
|
|
test_zero_vector_roundtrip();
|
|
test_gaussian_roundtrip_quality();
|
|
std::cout << "PASS: turboquant standalone roundtrip tests\n";
|
|
return 0;
|
|
} catch (const std::exception & exc) {
|
|
std::cerr << "FAIL: " << exc.what() << '\n';
|
|
return 1;
|
|
}
|
|
}
|