From 309ac904b7588a4000fedefaf4d47caddf6af7e8 Mon Sep 17 00:00:00 2001 From: youge325 Date: Tue, 27 Jan 2026 14:11:44 +0800 Subject: [PATCH] add flatten and narrow related tests --- test/ops/FlattenTest.cpp | 170 ++++++++++++++++++++++++++++++++ test/ops/NarrowTest.cpp | 202 +++++++++++++++++++++++++++++++++++++++ 2 files changed, 372 insertions(+) create mode 100644 test/ops/FlattenTest.cpp create mode 100644 test/ops/NarrowTest.cpp diff --git a/test/ops/FlattenTest.cpp b/test/ops/FlattenTest.cpp new file mode 100644 index 0000000..5800777 --- /dev/null +++ b/test/ops/FlattenTest.cpp @@ -0,0 +1,170 @@ +#include +#include +#include +#include +#include + +#include +#include + +#include "../../src/file_manager.h" + +extern paddle_api_test::ThreadSafeParam g_custom_param; + +namespace at { +namespace test { + +using paddle_api_test::FileManerger; +using paddle_api_test::ThreadSafeParam; + +class FlattenTest : public ::testing::Test { + protected: + void SetUp() override { + // 创建一个 2x3x4 的 tensor + tensor = at::ones({2, 3, 4}, at::kFloat); + float* data = tensor.data_ptr(); + for (int64_t i = 0; i < 24; ++i) { + data[i] = static_cast(i); + } + } + + at::Tensor tensor; +}; + +// 测试 flatten 默认参数 (start_dim=0, end_dim=-1) +TEST_F(FlattenTest, FlattenDefault) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + at::Tensor result = tensor.flatten(0, -1); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.numel()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + + // 验证数据 + float* data = result.data_ptr(); + file << std::to_string(data[0]) << " "; + file << std::to_string(data[23]) << " "; + file.saveFile(); +} + +// 测试 flatten 指定 start_dim 和 end_dim +TEST_F(FlattenTest, FlattenWithDims) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // flatten dim 1 and 2: shape {2, 3, 4} -> {2, 12} + at::Tensor result = tensor.flatten(1, 2); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file.saveFile(); +} + +// 测试 flatten 使用负数索引 +TEST_F(FlattenTest, FlattenNegativeDims) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // flatten from dim -2 to -1: shape {2, 3, 4} -> {2, 12} + at::Tensor result = tensor.flatten(-2, -1); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file.saveFile(); +} + +// 测试 flatten 从 dim 0 开始 +TEST_F(FlattenTest, FlattenFromStart) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // flatten dim 0 and 1: shape {2, 3, 4} -> {6, 4} + at::Tensor result = tensor.flatten(0, 1); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file.saveFile(); +} + +// 测试 unflatten +TEST_F(FlattenTest, Unflatten) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // 先 flatten 成 {2, 12}，然后 unflatten 回 {2, 3, 4} + at::Tensor flattened = tensor.flatten(1, 2); + at::Tensor result = flattened.unflatten(1, {3, 4}); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file << std::to_string(result.numel()) << " "; + file.saveFile(); +} + +// 测试 unflatten 使用负数维度 +TEST_F(FlattenTest, UnflattenNegativeDim) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // 创建一个 {6, 4} 的 tensor + at::Tensor flat_tensor = at::ones({6, 4}, at::kFloat); + // unflatten dim -2 (即 dim 0) 成 {2, 3} + at::Tensor result = flat_tensor.unflatten(-2, {2, 3}); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file.saveFile(); +} + +// 测试 unflatten_symint +TEST_F(FlattenTest, UnflattenSymint) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + at::Tensor flattened = tensor.flatten(1, 2); + c10::SymIntArrayRef sizes({3, 4}); + at::Tensor result = flattened.unflatten_symint(1, sizes); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file.saveFile(); +} + +// 测试 flatten 后数据保持正确 +TEST_F(FlattenTest, FlattenDataIntegrity) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + at::Tensor result = tensor.flatten(0, -1); + float* src_data = tensor.data_ptr(); + float* dst_data = result.data_ptr(); + + // 检查数据是否一致 + bool data_equal = true; + for (int64_t i = 0; i < 24; ++i) { + if (src_data[i] != dst_data[i]) { + data_equal = false; + break; + } + } + file << std::to_string(data_equal) << " "; + file.saveFile(); +} + +} // namespace test +} // namespace at diff --git a/test/ops/NarrowTest.cpp b/test/ops/NarrowTest.cpp new file mode 100644 index 0000000..07dfca0 --- /dev/null +++ b/test/ops/NarrowTest.cpp @@ -0,0 +1,202 @@ +#include +#include +#include +#include +#include + +#include +#include + +#include "../../src/file_manager.h" + +extern paddle_api_test::ThreadSafeParam g_custom_param; + +namespace at { +namespace test { + +using paddle_api_test::FileManerger; +using paddle_api_test::ThreadSafeParam; + +class NarrowTest : public ::testing::Test { + protected: + void SetUp() override { + // 创建一个 4x5x6 的 tensor + tensor = at::zeros({4, 5, 6}, at::kFloat); + float* data = tensor.data_ptr(); + for (int64_t i = 0; i < 120; ++i) { + data[i] = static_cast(i); + } + } + + at::Tensor tensor; +}; + +// 测试 narrow 在 dim 0 +TEST_F(NarrowTest, NarrowDim0) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // narrow(dim=0, start=1, length=2): shape {4, 5, 6} -> {2, 5, 6} + at::Tensor result = tensor.narrow(0, 1, 2); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file << std::to_string(result.numel()) << " "; + + // 验证第一个元素值 (应该是原 tensor 的 index [1, 0, 0]) + float* data = result.data_ptr(); + file << std::to_string(data[0]) << " "; + file.saveFile(); +} + +// 测试 narrow 在 dim 1 +TEST_F(NarrowTest, NarrowDim1) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // narrow(dim=1, start=2, length=3): shape {4, 5, 6} -> {4, 3, 6} + at::Tensor result = tensor.narrow(1, 2, 3); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file << std::to_string(result.numel()) << " "; + file.saveFile(); +} + +// 测试 narrow 在 dim 2 +TEST_F(NarrowTest, NarrowDim2) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // narrow(dim=2, start=0, length=4): shape {4, 5, 6} -> {4, 5, 4} + at::Tensor result = tensor.narrow(2, 0, 4); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file << std::to_string(result.numel()) << " "; + file.saveFile(); +} + +// 测试 narrow_symint +TEST_F(NarrowTest, NarrowSymint) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + c10::SymInt start(1); + c10::SymInt length(2); + at::Tensor result = tensor.narrow_symint(0, start, length); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file.saveFile(); +} + +// 测试 narrow_copy +TEST_F(NarrowTest, NarrowCopy) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + at::Tensor result = tensor.narrow_copy(0, 1, 2); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + + // narrow_copy 返回的是拷贝，验证数据独立性 + float* result_data = result.data_ptr(); + result_data[0] = -999.0f; + + // 原 tensor 不应该被修改 + float* src_data = tensor.data_ptr(); + file << std::to_string(src_data[30] != -999.0f) << " "; // index [1,0,0] = 30 + file.saveFile(); +} + +// 测试 narrow_copy_symint +TEST_F(NarrowTest, NarrowCopySymint) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + c10::SymInt start(0); + c10::SymInt length(3); + at::Tensor result = tensor.narrow_copy_symint(0, start, length); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file.saveFile(); +} + +// 测试 narrow 使用 Tensor 作为 start +TEST_F(NarrowTest, NarrowWithTensorStart) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // 创建一个标量 tensor 作为 start (0-dim tensor) + at::Tensor start_tensor = at::zeros({}, at::kLong); + int64_t* start_data = start_tensor.data_ptr(); + start_data[0] = 2; + + at::Tensor result = tensor.narrow(0, start_tensor, 2); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + + // 验证第一个元素值 (应该是原 tensor 的 index [2, 0, 0]) + float* data = result.data_ptr(); + file << std::to_string(data[0]) << " "; + file.saveFile(); +} + +// 测试 narrow_symint 使用 Tensor 作为 start +TEST_F(NarrowTest, NarrowSymintWithTensorStart) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + at::Tensor start_tensor = at::zeros({}, at::kLong); + int64_t* start_data = start_tensor.data_ptr(); + start_data[0] = 1; + + c10::SymInt length(2); + at::Tensor result = tensor.narrow_symint(1, start_tensor, length); + + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file.saveFile(); +} + +// 测试多次 narrow 操作 +TEST_F(NarrowTest, MultipleNarrow) { + auto file_name = g_custom_param.get(); + FileManerger file(file_name); + file.createFile(); + + // 连续 narrow: {4, 5, 6} -> {2, 5, 6} -> {2, 3, 6} -> {2, 3, 4} + at::Tensor result = tensor.narrow(0, 1, 2).narrow(1, 1, 3).narrow(2, 1, 4); + file << std::to_string(result.dim()) << " "; + file << std::to_string(result.sizes()[0]) << " "; + file << std::to_string(result.sizes()[1]) << " "; + file << std::to_string(result.sizes()[2]) << " "; + file << std::to_string(result.numel()) << " "; + file.saveFile(); +} + +} // namespace test +} // namespace at