Fingerprint convolution-nchw kernels packing operations.

PiperOrigin-RevId: 817650790

Author: qukhan

BUILD.bazel

@@ -142,6 +142,7 @@ xnnpack_cc_library(
         "include/xnnpack.h",
     ],
     deps = [
+        ":fingerprint_id",
         "@pthreadpool",
     ],
 )
@@ -775,6 +776,50 @@ xnnpack_cc_library(
     ],
 )
 
+xnnpack_cc_library(
+    name = "fingerprint_id",
+    hdrs = ["src/operators/fingerprint_id.h"],
+)
+
+xnnpack_cc_library(
+    name = "fingerprint_cache",
+    srcs = ["src/operators/fingerprint_cache.c"],
+    hdrs = ["src/operators/fingerprint_cache.h"],
+    deps = [
+        ":cache",
+        ":fingerprint_id",
+        ":init_once",
+        ":mutex",
+        ":operator_delete",
+        ":operator_type",
+        ":xnnpack_h",
+    ],
+)
+
+xnnpack_cc_library(
+    name = "fingerprint_check",
+    srcs = ["src/xnnpack/fingerprint_check.c"],
+    deps = [
+        ":fingerprint_cache",
+        ":fingerprint_id",
+        ":operators",
+        ":xnnpack_h",
+    ],
+)
+
+xnnpack_cc_library(
+    name = "operator_delete",
+    srcs = ["src/operator-delete.c"],
+    deps = [
+        ":allocator",
+        ":logging",
+        ":operator_h",
+        ":operator_utils",
+        ":params",
+        ":xnnpack_h",
+    ],
+)
+
 xnnpack_cc_library(
     name = "operators",
     srcs = OPERATOR_SRCS,
@@ -794,6 +839,8 @@ xnnpack_cc_library(
         ":cache",
         ":common",
         ":datatype",
+        ":fingerprint_cache",
+        ":fingerprint_id",
         ":indirection",
         ":internal",
         ":logging",
@@ -806,6 +853,7 @@ xnnpack_cc_library(
         ":microparams_init",
         ":node_type",
         ":normalization",
+        ":operator_delete",
         ":operator_type",
         ":operator_utils",
         ":pack_lh",

CMakeLists.txt

@@ -939,6 +939,9 @@ IF(XNNPACK_BUILD_LIBRARY)
   ADD_LIBRARY(xnnpack-allocator OBJECT src/allocator.c)
   ADD_LIBRARY(xnnpack-cache OBJECT src/cache.c)
   ADD_LIBRARY(xnnpack-datatype OBJECT src/datatype.c)
+  ADD_LIBRARY(xnnpack-operator-delete OBJECT src/operator-delete.c)
+  ADD_LIBRARY(xnnpack-fingerprint-cache OBJECT src/operators/fingerprint_cache.c)
+  ADD_LIBRARY(xnnpack-fingerprint-check OBJECT src/xnnpack/fingerprint_check.c)
   ADD_LIBRARY(xnnpack-memory OBJECT src/memory.c)
   ADD_LIBRARY(xnnpack-microkernel-utils OBJECT src/microkernel-utils.c)
   ADD_LIBRARY(xnnpack-mutex OBJECT src/mutex.c)
@@ -962,21 +965,25 @@ IF(XNNPACK_BUILD_LIBRARY)
   TARGET_LINK_LIBRARIES(xnnpack-allocator PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-cache PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-datatype PRIVATE xnnpack-base)
+  TARGET_LINK_LIBRARIES(xnnpack-operator-delete PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-memory PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-microkernel-utils PRIVATE xnnpack-base xnnpack-hardware-config xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-mutex PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-operators PRIVATE xnnpack-base xnnpack-allocator xnnpack-indirection
       xnnpack-logging xnnpack-microkernel-utils xnnpack-normalization xnnpack-operator-utils xnnpack-pack-lh xnnpack-packing
       xnnpack-reference-ukernels xnnpack-datatype)
+  TARGET_LINK_LIBRARIES(xnnpack-fingerprint-cache PRIVATE xnnpack-base xnnpack-cache xnnpack-mutex xnnpack-operator-delete)
+  TARGET_LINK_LIBRARIES(xnnpack-fingerprint-check PRIVATE xnnpack-base xnnpack-fingerprint-cache xnnpack-operators)
   TARGET_LINK_LIBRARIES(xnnpack-operator-run PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-operator-utils PRIVATE xnnpack-base xnnpack-logging)
   TARGET_LINK_LIBRARIES(xnnpack-reference-ukernels PRIVATE xnnpack-base xnnpack-datatype)
   TARGET_LINK_LIBRARIES(xnnpack-subgraph PRIVATE xnnpack-base xnnpack-allocator xnnpack-logging xnnpack-memory xnnpack-mutex xnnpack-operators xnnpack-operator-run xnnpack-datatype)
   TARGET_LINK_LIBRARIES(XNNPACK PRIVATE xnnpack-base xnnpack-allocator xnnpack-cache
       xnnpack-hardware-config xnnpack-indirection xnnpack-memory xnnpack-microkernel-utils xnnpack-microparams-init
-      xnnpack-mutex xnnpack-normalization xnnpack-operators xnnpack-operator-run xnnpack-operator-utils xnnpack-pack-lh xnnpack-packing
-      xnnpack-microkernels-prod xnnpack-subgraph xnnpack-datatype xnnpack-reference-ukernels)
-  TARGET_LINK_LIBRARIES(XNNPACK PUBLIC pthreadpool xnnpack-logging)
+      xnnpack-mutex xnnpack-normalization xnnpack-operators xnnpack-operator-run
+      xnnpack-operator-utils xnnpack-pack-lh xnnpack-packing xnnpack-fingerprint-cache xnnpack-microkernels-prod
+      xnnpack-subgraph xnnpack-datatype xnnpack-reference-ukernels)
+  TARGET_LINK_LIBRARIES(XNNPACK PUBLIC pthreadpool xnnpack-logging xnnpack-fingerprint-check)
   SET_TARGET_PROPERTIES(XNNPACK PROPERTIES C_EXTENSIONS YES)
 ENDIF()
 IF(NOT MSVC)

build_srcs.bzl

@@ -12,7 +12,6 @@ Lists of target-specific sources used to build XNNPACK.
 """
 
 OPERATOR_SRCS = [
-    "src/operator-delete.c",
     "src/operator-run.c",
     "src/operators/argmax-pooling-nhwc.c",
     "src/operators/average-pooling-nhwc.c",

include/experimental.h

@@ -16,6 +16,7 @@
 #include <stdint.h>
 
 #include "include/xnnpack.h"
+#include "src/operators/fingerprint_id.h"
 
 #ifdef __cplusplus
 extern "C" {
@@ -98,6 +99,62 @@ enum xnn_status xnn_update_runtime_with_threadpool(
   xnn_runtime_t runtime,
   xnn_threadpool_t threadpool);
 
+
+typedef struct xnn_fingerprint* xnn_fingerprint_t;
+
+struct xnn_fingerprint {
+  enum xnn_fingerprint_id id;
+  uint32_t value;
+};
+
+/// Check whether the given configuration matches one that is currently in use.
+///
+/// @returns True if the configuration matches.
+bool xnn_check_fingerprint(struct xnn_fingerprint fingerprint);
+
+/// Return the fingerprint corresponding to the given id or NULL if it wasn't
+/// set.
+const struct xnn_fingerprint* xnn_get_fingerprint(enum xnn_fingerprint_id id);
+
+/// Set the given fingerprint.
+void xnn_set_fingerprint(struct xnn_fingerprint fingerprint);
+
+/// Clear all fingerprints that were computed until now.
+void xnn_clear_fingerprints();
+
+enum xnn_status xnn_fingerprint_fully_connected_nc_f16();
+enum xnn_status xnn_fingerprint_fully_connected_nc_f32_f16();
+enum xnn_status xnn_fingerprint_fully_connected_nc_bf16_f32();
+enum xnn_status xnn_fingerprint_fully_connected_nc_f32();
+enum xnn_status xnn_fingerprint_fully_connected_nc_f32_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_f32_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f16_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f16_qb4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f16_qb4w_f16_scales();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f32_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f32_qb4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f16_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f32_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qs8();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qs8_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qs8_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qu8();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qp8_f32_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qp8_f32_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qp8_f32_qb4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qp8_f32_qb4w_f16_scales();
+enum xnn_status xnn_fingerprint_fully_connected_nc_pf32();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f16_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f32_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f32_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f32_qb4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f16_qc4w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_pf16();
+enum xnn_status xnn_fingerprint_fully_connected_nc_pqs8_qc8w();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qd8_f32_qb4w_f16_scales();
+enum xnn_status xnn_fingerprint_fully_connected_nc_qdu8_f32_qb4w_f16_scales();
+enum xnn_status xnn_fingerprint_convolution2d_nchw(enum xnn_fingerprint_id fingerprint_id);
+
 #ifdef __cplusplus
 }  // extern "C"
 #endif

include/xnnpack.h

@@ -1,7 +1,7 @@
 // Copyright (c) Facebook, Inc. and its affiliates.
 // All rights reserved.
 //
-// Copyright 2019 Google LLC
+// Copyright 2019-2025 Google LLC
 //
 // This source code is licensed under the BSD-style license found in the
 // LICENSE file in the root directory of this source tree.
@@ -15,6 +15,7 @@
 #include <stddef.h>
 #include <stdint.h>
 
+#include "src/operators/fingerprint_id.h"
 #include <pthreadpool.h>
 
 #ifdef __cplusplus
@@ -2297,6 +2298,8 @@ struct xnn_weights_cache_look_up_key {
   const void* kernel;
   /// Pointer to the original bias, could be NULL.
   const void* bias;
+
+  enum xnn_fingerprint_id fingerprint_id;
 };
 
 /// A group of function pointers to manage weights cache. All functions may be